1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
|
package sarama
import (
"bytes"
"fmt"
"sync"
snappy "github.com/eapache/go-xerial-snappy"
"github.com/klauspost/compress/gzip"
"github.com/pierrec/lz4/v4"
)
var (
lz4ReaderPool = sync.Pool{
New: func() interface{} {
return lz4.NewReader(nil)
},
}
gzipReaderPool sync.Pool
bufferPool = sync.Pool{
New: func() interface{} {
return new(bytes.Buffer)
},
}
bytesPool = sync.Pool{
New: func() interface{} {
res := make([]byte, 0, 4096)
return &res
},
}
)
func decompress(cc CompressionCodec, data []byte) ([]byte, error) {
switch cc {
case CompressionNone:
return data, nil
case CompressionGZIP:
var err error
reader, ok := gzipReaderPool.Get().(*gzip.Reader)
if !ok {
reader, err = gzip.NewReader(bytes.NewReader(data))
} else {
err = reader.Reset(bytes.NewReader(data))
}
if err != nil {
return nil, err
}
buffer := bufferPool.Get().(*bytes.Buffer)
_, err = buffer.ReadFrom(reader)
// copy the buffer to a new slice with the correct length
// reuse gzipReader and buffer
gzipReaderPool.Put(reader)
res := make([]byte, buffer.Len())
copy(res, buffer.Bytes())
buffer.Reset()
bufferPool.Put(buffer)
return res, err
case CompressionSnappy:
return snappy.Decode(data)
case CompressionLZ4:
reader, ok := lz4ReaderPool.Get().(*lz4.Reader)
if !ok {
reader = lz4.NewReader(bytes.NewReader(data))
} else {
reader.Reset(bytes.NewReader(data))
}
buffer := bufferPool.Get().(*bytes.Buffer)
_, err := buffer.ReadFrom(reader)
// copy the buffer to a new slice with the correct length
// reuse lz4Reader and buffer
lz4ReaderPool.Put(reader)
res := make([]byte, buffer.Len())
copy(res, buffer.Bytes())
buffer.Reset()
bufferPool.Put(buffer)
return res, err
case CompressionZSTD:
buffer := *bytesPool.Get().(*[]byte)
var err error
buffer, err = zstdDecompress(ZstdDecoderParams{}, buffer, data)
// copy the buffer to a new slice with the correct length and reuse buffer
res := make([]byte, len(buffer))
copy(res, buffer)
buffer = buffer[:0]
bytesPool.Put(&buffer)
return res, err
default:
return nil, PacketDecodingError{fmt.Sprintf("invalid compression specified (%d)", cc)}
}
}
|
