1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
package main
import (
"flag"
"fmt"
"io"
"io/ioutil"
"os"
"path/filepath"
"github.com/linkedin/goavro/v2"
)
func bail(err error) {
fmt.Fprintf(os.Stderr, "%s\n", err)
os.Exit(1)
}
func usage() {
executable, err := os.Executable()
if err != nil {
executable = os.Args[0]
}
base := filepath.Base(executable)
fmt.Fprintf(os.Stderr, "Usage of %s:\n", base)
fmt.Fprintf(os.Stderr, "\t%s [-compression null|deflate|snappy] schema.avsc input.dat output.avro\n", base)
flag.PrintDefaults()
os.Exit(2)
}
func main() {
compressionName := flag.String("compression", "null", "compression codec ('null', 'deflate', 'snappy'; default: 'null')")
flag.Parse()
if len(flag.Args()) != 3 {
usage()
}
schemaBytes, err := ioutil.ReadFile(flag.Arg(0))
if err != nil {
bail(err)
}
codec, err := goavro.NewCodec(string(schemaBytes))
if err != nil {
bail(err)
}
dataBytes, err := ioutil.ReadFile(flag.Arg(1))
if err != nil {
bail(err)
}
fh, err := os.Create(flag.Arg(2))
if err != nil {
bail(err)
}
defer func(ioc io.Closer) {
if err := ioc.Close(); err != nil {
bail(err)
}
}(fh)
ocfw, err := goavro.NewOCFWriter(goavro.OCFConfig{
W: fh,
Codec: codec,
CompressionName: *compressionName,
})
if err != nil {
bail(err)
}
var datum interface{}
for len(dataBytes) > 0 {
datum, dataBytes, err = codec.NativeFromBinary(dataBytes)
if err != nil {
if err == io.EOF {
err = nil
break
}
bail(err)
}
if err = ocfw.Append([]interface{}{datum}); err != nil {
bail(err)
}
}
if err != nil {
bail(err)
}
}
|
