1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
|
package db
import (
"fmt"
"gopkg.in/cheggaaa/pb.v2"
"github.com/go-redis/redis"
"github.com/inconshreveable/log15"
"github.com/kotakanbe/go-cpe-dictionary/models"
)
const (
dialectRedis = "redis"
hashKeyPrefix = "CPE#"
hashKeySeparator = "::"
)
// RedisDriver is Driver for Redis
type RedisDriver struct {
name string
conn *redis.Client
}
// Name return db name
func (r *RedisDriver) Name() string {
return r.name
}
// NewRedis return Redis driver
func NewRedis(dbType, dbpath string, debugSQL bool) (driver *RedisDriver, err error) {
driver = &RedisDriver{
name: dbType,
}
log15.Debug("Opening DB", "db", driver.Name())
if err = driver.OpenDB(dbType, dbpath, debugSQL); err != nil {
return
}
return
}
// OpenDB opens Database
func (r *RedisDriver) OpenDB(dbType, dbPath string, debugSQL bool) (err error) {
var option *redis.Options
if option, err = redis.ParseURL(dbPath); err != nil {
log15.Error("Failed to parse url.", "err", err)
return fmt.Errorf("Failed to Parse Redis URL. dbpath: %s, err: %s", dbPath, err)
}
r.conn = redis.NewClient(option)
if err = r.conn.Ping().Err(); err != nil {
return fmt.Errorf("Failed to open DB. dbtype: %s, dbpath: %s, err: %s", dbType, dbPath, err)
}
return nil
}
// CloseDB close Database
func (r *RedisDriver) CloseDB() (err error) {
if err = r.conn.Close(); err != nil {
log15.Error("Failed to close DB.", "Type", r.name, "err", err)
return
}
return
}
// InsertCpes Select Cve information from DB.
func (r *RedisDriver) InsertCpes(cpes []*models.CategorizedCpe) (err error) {
bar := pb.New(len(cpes))
bar.Start()
// var uniqueVendor, uniqueProduct = map[string]bool{}, map[string]bool{}
for chunked := range chunkSlice(cpes, 10) {
var pipe redis.Pipeliner
pipe = r.conn.Pipeline()
for _, c := range chunked {
bar.Increment()
if c.Version == "ANY" {
continue
}
if result := pipe.ZAdd(
hashKeyPrefix+"CpeURI",
redis.Z{Score: 0, Member: c.CpeURI},
); result.Err() != nil {
return fmt.Errorf("Failed to ZAdd CpeURI and cpe name. err: %s", result.Err())
}
if result := pipe.ZAdd(
hashKeyPrefix+"VendorProduct",
redis.Z{Score: 0, Member: c.Vendor + hashKeySeparator + c.Product},
); result.Err() != nil {
return fmt.Errorf("Failed to ZAdd CpeURI and cpe name. err: %s", result.Err())
}
if result := pipe.ZAdd(
hashKeyPrefix+c.Vendor+hashKeySeparator+c.Product,
redis.Z{Score: 0, Member: c.CpeURI},
); result.Err() != nil {
return fmt.Errorf("Failed to ZAdd CpeURI and cpe name. err: %s", result.Err())
}
}
if _, err = pipe.Exec(); err != nil {
return fmt.Errorf("Failed to exec pipeline. err: %s", err)
}
}
bar.Finish()
log15.Info(fmt.Sprintf("Refreshed %d CPEs.", len(cpes)))
return nil
}
// GetVendorProducts : GetVendorProducts
func (r *RedisDriver) GetVendorProducts() (vendorProducts []string, err error) {
var result *redis.StringSliceCmd
if result = r.conn.ZRange(hashKeyPrefix+"VendorProduct", 0, -1); result.Err() != nil {
return nil, result.Err()
}
return result.Val(), nil
}
// GetCpesByVendorProduct : GetCpesByVendorProduct
func (r *RedisDriver) GetCpesByVendorProduct(vendor, product string) (cpeURIs []string, err error) {
if vendor == "" || product == "" {
return nil, nil
}
var result *redis.StringSliceCmd
if result = r.conn.ZRange(hashKeyPrefix+vendor+hashKeySeparator+product, 0, -1); result.Err() != nil {
return nil, result.Err()
}
return result.Val(), nil
}
|
