1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
# basically the same as OutputJSON
class LoggingMongo < Logging
def initialize(s)
host = s[:host] || '0.0.0.0'
database = s[:database] || raise('Missing MongoDB database name')
collection = s[:collection] || 'whatweb'
options = { database: database }
if s[:username]
options[:user] = s[:username]
options[:password] = s[:password]
end
if ! $WWDEBUG
# Default is DEBUG-level logging
Mongo::Logger.logger.level = Logger::FATAL
end
@db = Mongo::Client.new([host], options)
@coll = @db[collection]
@charset = nil
end
def close
@db.close
end
def flatten_elements!(obj)
if obj.class == Hash
obj.each_value do |x|
flatten_elements!(x)
end
end
obj.flatten! if obj.class == Array
end
def out(target, status, results)
# nice
foo = { target: target.to_s, http_status: status, request_config: {}, plugins: {} }
# request-config
req_config = {}
if $USE_PROXY
req_config[:proxy] = { proxy_host: $PROXY_HOST, proxy_port: $PROXY_PORT }
req_config[:proxy][:proxy_user] = $PROXY_USER if $PROXY_USER
end
req_config[:headers] = {} unless $CUSTOM_HEADERS.empty?
$CUSTOM_HEADERS.each do |header_name, header_value|
req_config[:headers][header_name] = header_value.dup
end
foo[:request_config] = req_config
results.each do |plugin_name, plugin_results|
# thisplugin = {name: plugin_name}
thisplugin = {}
next if plugin_results.empty?
# important info in brief mode is version, type and ?
# what's the highest probability for the match?
certainty = plugin_results.map { |x| x[:certainty] unless x[:certainty].class == Regexp }.compact.sort.uniq.last
version = plugin_results.map { |x| x[:version] unless x[:version].class == Regexp }.flatten.compact.sort.uniq
os = plugin_results.map { |x| x[:os] unless x[:os].class == Regexp }.flatten.compact.sort.uniq
string = plugin_results.map { |x| x[:string] unless x[:string].class == Regexp }.flatten.compact.sort.uniq
accounts = plugin_results.map { |x| x[:account] unless x[:account].class == Regexp }.flatten.compact.sort.uniq
model = plugin_results.map { |x| x[:model] unless x[:model].class == Regexp }.flatten.compact.sort.uniq
firmware = plugin_results.map { |x| x[:firmware] unless x[:firmware].class == Regexp }.flatten.compact.sort.uniq
modules = plugin_results.map { |x| x[:module] unless x[:module].class == Regexp }.flatten.compact.sort.uniq
filepath = plugin_results.map { |x| x[:filepath] unless x[:filepath].class == Regexp }.flatten.compact.sort.uniq
thisplugin[:certainty] = certainty if !certainty.nil? && certainty != 100
thisplugin[:version] = version unless version.empty?
thisplugin[:os] = os unless os.empty?
thisplugin[:string] = string unless string.empty?
thisplugin[:account] = accounts unless accounts.empty?
thisplugin[:model] = model unless model.empty?
thisplugin[:firmware] = firmware unless firmware.empty?
thisplugin[:module] = modules unless modules.empty?
thisplugin[:filepath] = filepath unless filepath.empty?
# foo[:plugins] << thisplugin
foo[:plugins][plugin_name.to_sym] = thisplugin
end
@charset = results.map { |n, r| r[0][:string] if n == 'Charset' }.compact.first
if @charset.nil? || @charset == 'Failed'
error("#{target}: Failed to detect Character set and log to MongoDB")
else
Helper::utf8_elements!(foo) # convert foo to utf-8
flatten_elements!(foo)
@coll.replace_one({ target: foo[:target]}, foo, { upsert: true})
end
end
end
|
