File: response_processor.rb

package info (click to toggle)
ruby-dalli 3.2.8-2
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid, trixie
  • size: 684 kB
  • sloc: ruby: 6,552; sh: 20; makefile: 4
file content (239 lines) | stat: -rw-r--r-- 8,220 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
# frozen_string_literal: true

module Dalli
  module Protocol
    class Binary
      ##
      # Class that encapsulates logic for processing binary protocol responses
      # from memcached.  Includes logic for pulling data from an IO source
      # and parsing into local values.  Handles errors on unexpected values.
      ##
      class ResponseProcessor
        # Response codes taken from:
        # https://github.com/memcached/memcached/wiki/BinaryProtocolRevamped#response-status
        RESPONSE_CODES = {
          0 => 'No error',
          1 => 'Key not found',
          2 => 'Key exists',
          3 => 'Value too large',
          4 => 'Invalid arguments',
          5 => 'Item not stored',
          6 => 'Incr/decr on a non-numeric value',
          7 => 'The vbucket belongs to another server',
          8 => 'Authentication error',
          9 => 'Authentication continue',
          0x20 => 'Authentication required',
          0x81 => 'Unknown command',
          0x82 => 'Out of memory',
          0x83 => 'Not supported',
          0x84 => 'Internal error',
          0x85 => 'Busy',
          0x86 => 'Temporary failure'
        }.freeze

        def initialize(io_source, value_marshaller)
          @io_source = io_source
          @value_marshaller = value_marshaller
        end

        def read(num_bytes)
          @io_source.read(num_bytes)
        end

        def read_response
          resp_header = ResponseHeader.new(read_header)
          body = read(resp_header.body_len) if resp_header.body_len.positive?
          [resp_header, body]
        end

        def unpack_response_body(resp_header, body, parse_as_stored_value)
          extra_len = resp_header.extra_len
          key_len = resp_header.key_len
          bitflags = extra_len.positive? ? body.unpack1('N') : 0x0
          key = body.byteslice(extra_len, key_len).force_encoding(Encoding::UTF_8) if key_len.positive?
          value = body.byteslice((extra_len + key_len)..-1)
          value = @value_marshaller.retrieve(value, bitflags) if parse_as_stored_value
          [key, value]
        end

        def read_header
          read(ResponseHeader::SIZE) || raise(Dalli::NetworkError, 'No response')
        end

        def raise_on_not_ok!(resp_header)
          return if resp_header.ok?

          raise Dalli::DalliError, "Response error #{resp_header.status}: #{RESPONSE_CODES[resp_header.status]}"
        end

        def get(cache_nils: false)
          resp_header, body = read_response

          return false if resp_header.not_stored? # Not stored, normal status for add operation
          return cache_nils ? ::Dalli::NOT_FOUND : nil if resp_header.not_found?

          raise_on_not_ok!(resp_header)
          return true unless body

          unpack_response_body(resp_header, body, true).last
        end

        ##
        # Response for a storage operation.  Returns the cas on success.  False
        # if the value wasn't stored.  And raises an error on all other error
        # codes from memcached.
        ##
        def storage_response
          resp_header, = read_response
          return nil if resp_header.not_found?
          return false if resp_header.not_stored? # Not stored, normal status for add operation

          raise_on_not_ok!(resp_header)
          resp_header.cas
        end

        def delete
          resp_header, = read_response
          return false if resp_header.not_found? || resp_header.not_stored?

          raise_on_not_ok!(resp_header)
          true
        end

        def data_cas_response
          resp_header, body = read_response
          return [nil, resp_header.cas] if resp_header.not_found?
          return [nil, false] if resp_header.not_stored?

          raise_on_not_ok!(resp_header)
          return [nil, resp_header.cas] unless body

          [unpack_response_body(resp_header, body, true).last, resp_header.cas]
        end

        # Returns the new value for the key, if found and updated
        def decr_incr
          body = generic_response
          body ? body.unpack1('Q>') : body
        end

        def stats
          hash = {}
          loop do
            resp_header, body = read_response
            # This is the response to the terminating noop / end of stat
            return hash if resp_header.ok? && resp_header.key_len.zero?

            # Ignore any responses with non-zero status codes,
            # such as errors from set operations.  That allows
            # this code to be used at the end of a multi
            # block to clear any error responses from inside the multi.
            next unless resp_header.ok?

            key, value = unpack_response_body(resp_header, body, true)
            hash[key] = value
          end
        end

        def flush
          no_body_response
        end

        def reset
          generic_response
        end

        def version
          generic_response
        end

        def consume_all_responses_until_noop
          loop do
            resp_header, = read_response
            # This is the response to the terminating noop / end of stat
            return true if resp_header.ok? && resp_header.key_len.zero?
          end
        end

        def generic_response
          resp_header, body = read_response

          return false if resp_header.not_stored? # Not stored, normal status for add operation
          return nil if resp_header.not_found?

          raise_on_not_ok!(resp_header)
          return true unless body

          unpack_response_body(resp_header, body, false).last
        end

        def no_body_response
          resp_header, = read_response
          return false if resp_header.not_stored? # Not stored, possible status for append/prepend/delete

          raise_on_not_ok!(resp_header)
          true
        end

        def validate_auth_format(extra_len, count)
          return if extra_len.zero?

          raise Dalli::NetworkError, "Unexpected message format: #{extra_len} #{count}"
        end

        def auth_response(buf = read_header)
          resp_header = ResponseHeader.new(buf)
          body_len = resp_header.body_len
          validate_auth_format(resp_header.extra_len, body_len)
          content = read(body_len) if body_len.positive?
          [resp_header.status, content]
        end

        def contains_header?(buf)
          return false unless buf

          buf.bytesize >= ResponseHeader::SIZE
        end

        def response_header_from_buffer(buf)
          ResponseHeader.new(buf)
        end

        ##
        # This method returns an array of values used in a pipelined
        # getk process.  The first value is the number of bytes by
        # which to advance the pointer in the buffer.  If the
        # complete response is found in the buffer, this will
        # be the response size.  Otherwise it is zero.
        #
        # The remaining three values in the array are the ResponseHeader,
        # key, and value.
        ##
        def getk_response_from_buffer(buf)
          # There's no header in the buffer, so don't advance
          return [0, nil, nil, nil, nil] unless contains_header?(buf)

          resp_header = response_header_from_buffer(buf)
          body_len = resp_header.body_len

          # We have a complete response that has no body.
          # This is either the response to the terminating
          # noop or, if the status is not zero, an intermediate
          # error response that needs to be discarded.
          return [ResponseHeader::SIZE, resp_header.ok?, resp_header.cas, nil, nil] if body_len.zero?

          resp_size = ResponseHeader::SIZE + body_len
          # The header is in the buffer, but the body is not.  As we don't have
          # a complete response, don't advance the buffer
          return [0, nil, nil, nil, nil] unless buf.bytesize >= resp_size

          # The full response is in our buffer, so parse it and return
          # the values
          body = buf.byteslice(ResponseHeader::SIZE, body_len)
          key, value = unpack_response_body(resp_header, body, true)
          [resp_size, resp_header.ok?, resp_header.cas, key, value]
        end
      end
    end
  end
end