1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
|
package tq
import (
"time"
"github.com/git-lfs/git-lfs/v3/errors"
"github.com/git-lfs/git-lfs/v3/git"
"github.com/git-lfs/git-lfs/v3/lfsapi"
"github.com/git-lfs/git-lfs/v3/lfshttp"
"github.com/git-lfs/git-lfs/v3/tr"
"github.com/rubyist/tracerx"
)
type tqClient struct {
maxRetries int
*lfsapi.Client
}
type batchRef struct {
Name string `json:"name,omitempty"`
}
type batchRequest struct {
Operation string `json:"operation"`
Objects []*Transfer `json:"objects"`
TransferAdapterNames []string `json:"transfers,omitempty"`
Ref *batchRef `json:"ref"`
HashAlgorithm string `json:"hash_algo"`
}
type BatchResponse struct {
Objects []*Transfer `json:"objects"`
TransferAdapterName string `json:"transfer"`
HashAlgorithm string `json:"hash_algo"`
endpoint lfshttp.Endpoint
}
func Batch(m Manifest, dir Direction, remote string, remoteRef *git.Ref, objects []*Transfer) (*BatchResponse, error) {
if len(objects) == 0 {
return &BatchResponse{}, nil
}
cm := m.Upgrade()
return cm.batchClient().Batch(remote, &batchRequest{
Operation: dir.String(),
Objects: objects,
TransferAdapterNames: m.GetAdapterNames(dir),
Ref: &batchRef{Name: remoteRef.Refspec()},
HashAlgorithm: "sha256",
})
}
type BatchClient interface {
Batch(remote string, bReq *batchRequest) (*BatchResponse, error)
MaxRetries() int
SetMaxRetries(n int)
}
func (c *tqClient) MaxRetries() int {
return c.maxRetries
}
func (c *tqClient) SetMaxRetries(n int) {
c.maxRetries = n
}
func (c *tqClient) Batch(remote string, bReq *batchRequest) (*BatchResponse, error) {
bRes := &BatchResponse{}
if len(bReq.Objects) == 0 {
return bRes, nil
}
if len(bReq.TransferAdapterNames) == 1 && bReq.TransferAdapterNames[0] == "basic" {
bReq.TransferAdapterNames = nil
}
missing := make(map[string]bool)
for _, obj := range bReq.Objects {
missing[obj.Oid] = obj.Missing
}
bRes.endpoint = c.Endpoints.Endpoint(bReq.Operation, remote)
requestedAt := time.Now()
req, err := c.NewRequest("POST", bRes.endpoint, "objects/batch", bReq)
if err != nil {
return nil, errors.Wrap(err, tr.Tr.Get("batch request"))
}
tracerx.Printf("api: batch %d files", len(bReq.Objects))
req = c.Client.LogRequest(req, "lfs.batch")
res, err := c.DoAPIRequestWithAuth(remote, lfshttp.WithRetries(req, c.MaxRetries()))
if err != nil {
tracerx.Printf("api error: %s", err)
return nil, errors.Wrap(err, tr.Tr.Get("batch response"))
}
if err := lfshttp.DecodeJSON(res, bRes); err != nil {
return bRes, errors.Wrap(err, tr.Tr.Get("batch response"))
}
if bRes.HashAlgorithm != "" && bRes.HashAlgorithm != "sha256" {
return bRes, errors.Wrap(errors.New(tr.Tr.Get("unsupported hash algorithm")), tr.Tr.Get("batch response"))
}
if res.StatusCode != 200 {
return nil, lfshttp.NewStatusCodeError(res)
}
for _, obj := range bRes.Objects {
obj.Missing = missing[obj.Oid]
for _, a := range obj.Actions {
a.createdAt = requestedAt
}
}
return bRes, nil
}
|
