File: sync_cursor.rb

package info (click to toggle)
gitlab 17.6.5-19
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 629,368 kB
  • sloc: ruby: 1,915,304; javascript: 557,307; sql: 60,639; xml: 6,509; sh: 4,567; makefile: 1,239; python: 406
file content (41 lines) | stat: -rw-r--r-- 1,153 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# frozen_string_literal: true

module ClickHouse
  class SyncCursor
    QUERY = <<~SQL
      SELECT argMax(primary_key_value, recorded_at) AS primary_key_value
      FROM sync_cursors
      WHERE table_name = {table_name:String}
      LIMIT 1
    SQL

    INSERT_CURSOR_QUERY = <<~SQL
      INSERT INTO sync_cursors
      (primary_key_value, table_name, recorded_at)
      VALUES ({primary_key_value:UInt64}, {table_name:String}, {recorded_at:DateTime64})
    SQL

    def self.cursor_for(identifier)
      query = ClickHouse::Client::Query.new(
        raw_query: QUERY,
        placeholders: { table_name: identifier.to_s }
      )

      # The query returns the default value (0) when no records are present.
      ClickHouse::Client.select(query, :main).first['primary_key_value']
    end

    def self.update_cursor_for(identifier, value)
      query = ClickHouse::Client::Query.new(
        raw_query: INSERT_CURSOR_QUERY,
        placeholders: {
          primary_key_value: value,
          table_name: identifier.to_s,
          recorded_at: Time.current.to_f
        }
      )

      ClickHouse::Client.execute(query, :main)
    end
  end
end