1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
# Elasticseach Output, copy of JSON ouput then a HTTP request to send result to elastic
# Does not use elasticsearch gem. Instead only sends HTTP
class LoggingElastic < Logging
def initialize(s)
@host = s[:host] || '127.0.0.1:9200'
@index = s[:index] || 'whatweb'
end
def close
# nothin'
end
def flatten_elements!(obj)
if obj.class == Hash
obj.each_value do |x|
flatten_elements!(x)
end
end
obj.flatten! if obj.class == Array
end
def out(target, status, results)
# nice | date be like 2009-11-15T14:12:12 to be autodetected by elastic
foo = { target: target.to_s, http_status: status, date: Time.now.strftime('%FT%T'), plugins: {} }
results.each do |plugin_name, plugin_results|
# thisplugin = {:name=>plugin_name}
thisplugin = {}
next if plugin_results.empty?
# important info in brief mode is version, type and ?
# what's the highest probability for the match?
certainty = plugin_results.map { |x| x[:certainty] unless x[:certainty].class == Regexp }.flatten.compact.sort.uniq.last
version = plugin_results.map { |x| x[:version] unless x[:version].class == Regexp }.flatten.compact.sort.uniq
os = plugin_results.map { |x| x[:os] unless x[:os].class == Regexp }.flatten.compact.sort.uniq
string = plugin_results.map { |x| x[:string] unless x[:string].class == Regexp }.flatten.compact.sort.uniq
accounts = plugin_results.map { |x| x[:account] unless x[:account].class == Regexp }.flatten.compact.sort.uniq
model = plugin_results.map { |x| x[:model] unless x[:model].class == Regexp }.flatten.compact.sort.uniq
firmware = plugin_results.map { |x| x[:firmware] unless x[:firmware].class == Regexp }.flatten.compact.sort.uniq
modules = plugin_results.map { |x| x[:module] unless x[:module].class == Regexp }.flatten.compact.sort.uniq
filepath = plugin_results.map { |x| x[:filepath] unless x[:filepath].class == Regexp }.flatten.compact.sort.uniq
thisplugin[:certainty] = certainty if !certainty.nil? && certainty != 100
thisplugin[:version] = version unless version.empty?
thisplugin[:os] = os unless os.empty?
thisplugin[:string] = string unless string.empty?
thisplugin[:account] = accounts unless accounts.empty?
thisplugin[:model] = model unless model.empty?
thisplugin[:firmware] = firmware unless firmware.empty?
thisplugin[:module] = modules unless modules.empty?
thisplugin[:filepath] = filepath unless filepath.empty?
# foo[:plugins] << thisplugin
foo[:plugins][plugin_name.to_sym] = thisplugin
end
@charset = results.map { |n, r| r[0][:string] if n == 'Charset' }.compact.first
if @charset.nil? || @charset == 'Failed'
# could not find encoding force UTF-8 anyway
Helper::utf8_elements!(foo)
else
Helper::utf8_elements!(foo) # convert foo to utf-8
flatten_elements!(foo)
end
url = URI('http://' + @host + '/' + @index + '/whatwebresult')
req = Net::HTTP::Post.new(url)
req.add_field('Content-Type', 'application/json')
req.body = JSON.generate(foo)
res = Net::HTTP.start(url.hostname, url.port) do |http|
http.request(req)
end
case res
when Net::HTTPSuccess
# ok
else
error(res.code + ' ' + res.message + "\n" + res.body)
end
end
end
|
