1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
|
// Copyright 2019 Google LLC
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
// Package main wraps the client library in a gRPC interface that a benchmarker can communicate through.
package main
import (
"context"
"flag"
"fmt"
"io"
"io/ioutil"
"log"
"net"
"os"
"cloud.google.com/go/storage"
pb "cloud.google.com/go/storage/internal/benchwrapper/proto"
"google.golang.org/grpc"
)
var port = flag.String("port", "", "specify a port to run on")
// minRead respresents the number of bytes to read at a time.
const minRead = 10000
func main() {
flag.Parse()
if *port == "" {
log.Fatalf("usage: %s --port=8081", os.Args[0])
}
// if os.Getenv("STORAGE_EMULATOR_HOST") == "" {
// log.Fatal("This benchmarking server only works when connected to an emulator. Please set STORAGE_EMULATOR_HOST.")
// }
ctx := context.Background()
c, err := storage.NewClient(ctx)
if err != nil {
log.Fatal(err)
}
lis, err := net.Listen("tcp", fmt.Sprintf(":%s", *port))
if err != nil {
log.Fatal(err)
}
s := grpc.NewServer()
pb.RegisterStorageBenchWrapperServer(s, &server{
c: c,
})
log.Printf("Running on localhost:%s\n", *port)
log.Fatal(s.Serve(lis))
}
type server struct {
c *storage.Client
}
func (s *server) Read(ctx context.Context, in *pb.ObjectRead) (*pb.EmptyResponse, error) {
b := s.c.Bucket(in.GetBucketName())
o := b.Object(in.GetObjectName())
r, err := o.NewReader(ctx)
if err != nil {
return nil, err
}
defer r.Close()
for r.Remain() > 0 || r.Remain() == -1 {
ba := make([]byte, minRead)
_, err := r.Read(ba)
if err == io.EOF {
return &pb.EmptyResponse{}, nil
}
if err != nil {
return nil, err
}
}
return &pb.EmptyResponse{}, nil
}
func (s *server) Write(ctx context.Context, in *pb.ObjectWrite) (*pb.EmptyResponse, error) {
b := s.c.Bucket(in.GetBucketName())
o := b.Object(in.GetObjectName())
w := o.NewWriter(ctx)
content, err := ioutil.ReadFile(in.GetDestination())
if err != nil {
return nil, err
}
w.ContentType = "text/plain"
if _, err := w.Write([]byte(content)); err != nil {
return nil, err
}
if err := w.Close(); err != nil {
if err == io.EOF {
return &pb.EmptyResponse{}, nil
}
return nil, err
}
return &pb.EmptyResponse{}, nil
}
|
