1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
package commands
import (
"context"
"flag"
"os"
"github.com/google/subcommands"
"github.com/inconshreveable/log15"
c "github.com/kotakanbe/go-cpe-dictionary/config"
"github.com/kotakanbe/go-cpe-dictionary/db"
"github.com/kotakanbe/go-cpe-dictionary/nvd"
"github.com/kotakanbe/go-cpe-dictionary/util"
)
// FetchNvdCmd : FetchNvdCmd
type FetchNvdCmd struct {
debug bool
debugSQL bool
quiet bool
logDir string
logJSON bool
dbpath string
dbtype string
httpProxy string
}
// Name return subcommand name
func (*FetchNvdCmd) Name() string { return "fetchnvd" }
// Synopsis return synopsis
func (*FetchNvdCmd) Synopsis() string { return "Fetch CPE from NVD" }
// Usage return usage
func (*FetchNvdCmd) Usage() string {
return `fetchnvd:
fetchnvd
[-dbtype=mysql|postgres|sqlite3|redis]
[-dbpath=$PWD/cve.sqlite3 or connection string]
[-http-proxy=http://192.168.0.1:8080]
[-debug]
[-debug-sql]
[-log-dir=/path/to/log]
[-log-json]
For the first time, run the blow command to fetch data. (It takes about 10 minutes)
$ go-cpe-dictionary fetchnvd
`
}
// SetFlags set flag
func (p *FetchNvdCmd) SetFlags(f *flag.FlagSet) {
f.BoolVar(&p.debug, "debug", false, "debug mode")
f.BoolVar(&p.debugSQL, "debug-sql", false, "SQL debug mode")
defaultLogDir := util.GetDefaultLogDir()
f.StringVar(&p.logDir, "log-dir", defaultLogDir, "/path/to/log")
f.BoolVar(&p.logJSON, "log-json", false, "output log as JSON")
pwd := os.Getenv("PWD")
f.StringVar(&p.dbpath, "dbpath", pwd+"/cpe.sqlite3",
"/path/to/sqlite3 or SQL connection string")
f.StringVar(&p.dbtype, "dbtype", "sqlite3",
"Database type to store data in (sqlite3, mysql, postgres or redis supported)")
f.StringVar(
&p.httpProxy,
"http-proxy",
"",
"http://proxy-url:port (default: empty)",
)
}
// Execute execute
func (p *FetchNvdCmd) Execute(_ context.Context, f *flag.FlagSet, _ ...interface{}) subcommands.ExitStatus {
c.Conf.DebugSQL = p.debugSQL
c.Conf.Debug = p.debug
c.Conf.DBPath = p.dbpath
c.Conf.DBType = p.dbtype
c.Conf.HTTPProxy = p.httpProxy
util.SetLogger(p.logDir, c.Conf.Debug, p.logJSON)
if !c.Conf.Validate() {
return subcommands.ExitUsageError
}
log15.Info("Fetching from NVD...")
var driver db.DB
var err error
if driver, err = db.NewDB(c.Conf.DBType, c.Conf.DBPath, c.Conf.DebugSQL); err != nil {
log15.Error("Failed to new db.", "err", err)
return subcommands.ExitFailure
}
defer driver.CloseDB()
log15.Info("Inserting into DB", "db", driver.Name())
if err = nvd.FetchAndInsertCPE(driver); err != nil {
log15.Crit("Failed to fetch.", "err", err)
return subcommands.ExitFailure
}
return subcommands.ExitSuccess
}
|
