1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
|
package download
import (
"crypto/sha256"
"encoding/hex"
"fmt"
"io"
"net/http"
"net/url"
"os"
"path/filepath"
"time"
"github.com/crc-org/crc/v2/pkg/crc/logging"
"github.com/crc-org/crc/v2/pkg/crc/network/httpproxy"
"github.com/crc-org/crc/v2/pkg/crc/version"
"github.com/crc-org/crc/v2/pkg/os/terminal"
"github.com/cavaliergopher/grab/v3"
"github.com/cheggaaa/pb/v3"
"github.com/pkg/errors"
)
func doRequest(client *grab.Client, req *grab.Request) (string, error) {
const minSizeForProgressBar = 100_000_000
resp := client.Do(req)
if resp.Size() < minSizeForProgressBar {
<-resp.Done
return resp.Filename, resp.Err()
}
t := time.NewTicker(500 * time.Millisecond)
defer t.Stop()
var bar *pb.ProgressBar
if terminal.IsShowTerminalOutput() {
bar = pb.Start64(resp.Size())
bar.Set(pb.Bytes, true)
// This is the same as the 'Default' template https://github.com/cheggaaa/pb/blob/224e0746e1e7b9c5309d6e2637264bfeb746d043/v3/preset.go#L8-L10
// except that the 'per second' suffix is changed to '/s' (by default it is ' p/s' which is unexpected)
progressBarTemplate := `{{with string . "prefix"}}{{.}} {{end}}{{counters . }} {{bar . }} {{percent . }} {{speed . "%s/s" "??/s"}}{{with string . "suffix"}} {{.}}{{end}}`
bar.SetTemplateString(progressBarTemplate)
defer bar.Finish()
}
loop:
for {
select {
case <-t.C:
if terminal.IsShowTerminalOutput() {
bar.SetCurrent(resp.BytesComplete())
}
case <-resp.Done:
break loop
}
}
return resp.Filename, resp.Err()
}
// Download function takes sha256sum as hex decoded byte
// something like hex.DecodeString("33daf4c03f86120fdfdc66bddf6bfff4661c7ca11c5d")
func Download(uri, destination string, mode os.FileMode, sha256sum []byte) (string, error) {
logging.Debugf("Downloading %s to %s", uri, destination)
client := grab.NewClient()
client.UserAgent = version.UserAgent()
client.HTTPClient = &http.Client{Transport: httpproxy.HTTPTransport()}
req, err := grab.NewRequest(destination, uri)
if err != nil {
return "", errors.Wrapf(err, "unable to get request from %s", uri)
}
if sha256sum != nil {
req.SetChecksum(sha256.New(), sha256sum, true)
}
filename, err := doRequest(client, req)
if err != nil {
return "", err
}
if err := os.Chmod(filename, mode); err != nil {
_ = os.Remove(filename)
return "", err
}
logging.Debugf("Download saved to %v", filename)
return filename, nil
}
// InMemory takes a URL and returns a ReadCloser object to the downloaded file
// or the file itself if the URL is a file:// URL. In case of failure it returns
// the respective error.
func InMemory(uri string) (io.ReadCloser, error) {
u, err := url.Parse(uri)
if err != nil {
return nil, err
}
if u.Scheme == "file" {
filePath, err := filepath.Abs(u.Path)
if err != nil {
return nil, err
}
return os.Open(filePath)
}
client := grab.NewClient()
client.HTTPClient = &http.Client{Transport: httpproxy.HTTPTransport()}
client.UserAgent = version.UserAgent()
grabReq, err := grab.NewRequest("", uri)
if err != nil {
return nil, fmt.Errorf("failed to create grab request: %w", err)
}
// do not write the downloaded file to disk
grabReq.NoStore = true
rsp := client.Do(grabReq)
return rsp.Open()
}
type RemoteFile struct {
URI string
sha256sum string
}
func NewRemoteFile(uri, sha256sum string) *RemoteFile {
return &RemoteFile{
URI: uri,
sha256sum: sha256sum,
}
}
func (r *RemoteFile) Download(bundlePath string, mode os.FileMode) (string, error) {
sha256, err := hex.DecodeString(r.sha256sum)
if err != nil {
return "", err
}
return Download(r.URI, bundlePath, mode, sha256)
}
func (r *RemoteFile) GetSha256Sum() string {
return r.sha256sum
}
func (r *RemoteFile) GetSourceFilename() (string, error) {
u, err := url.Parse(r.URI)
if err != nil {
return "", err
}
return filepath.Base(u.Path), nil
}
|
