File: overwrite.c

package info (click to toggle)
zsv 1.3.0-1
  • links: PTS, VCS
  • area: main
  • in suites: sid
  • size: 49,160 kB
  • sloc: ansic: 175,811; cpp: 56,301; sh: 3,623; makefile: 3,048; javascript: 577; cs: 90; awk: 70; python: 41; sql: 15
file content (258 lines) | stat: -rw-r--r-- 9,109 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <inttypes.h>

#include <sqlite3.h>

#include <zsv.h>
#include <zsv/utils/overwrite.h>
#include <zsv/utils/cache.h>
#include <zsv/utils/file.h>
#include <zsv/utils/os.h>

#define zsv_overwrite_sqlite3_prefix "sqlite3://"
#define zsv_overwrite_sql_prefix "sql="

/* Overwrite structure for CSV or SQLITE3 sources */
void *zsv_overwrite_context_new(struct zsv_overwrite_opts *opts) {
  struct zsv_overwrite_ctx *ctx = calloc(1, sizeof(*ctx));
  if (ctx && opts->src) {
    if (!(ctx->src = strdup(opts->src)))
      fprintf(stderr, "zsv_overwrite_context_new: out of memory!\n");
  }
  return ctx;
}

enum zsv_status zsv_overwrite_context_delete(void *h) {
  struct zsv_overwrite_ctx *ctx = h;
  if (ctx->sqlite3.filename)
    free(ctx->sqlite3.filename);
  if (ctx->sqlite3.stmt)
    sqlite3_finalize(ctx->sqlite3.stmt);
  if (ctx->sqlite3.db)
    sqlite3_close(ctx->sqlite3.db);
  if (ctx->csv.f)
    fclose(ctx->csv.f);
  if (ctx->csv.parser)
    zsv_delete(ctx->csv.parser);
  free(ctx->src);
  free(ctx);
  return zsv_status_ok;
}

static enum zsv_status zsv_next_overwrite_csv(void *h, struct zsv_overwrite_data *odata) {
  struct zsv_overwrite_ctx *ctx = h;
  if (zsv_next_row(ctx->csv.parser) != zsv_status_row)
    odata->have = 0;
  else {
    // row, column, value
    struct zsv_cell row = zsv_get_cell(ctx->csv.parser, 0);
    struct zsv_cell col = zsv_get_cell(ctx->csv.parser, 1);
    struct zsv_cell val = zsv_get_cell(ctx->csv.parser, 2);
    struct zsv_cell author = {0};
    struct zsv_cell timestamp = {0};
    struct zsv_cell old_value = {0};
    if (ctx->author_ix)
      author = zsv_get_cell(ctx->csv.parser, ctx->author_ix);
    if (ctx->timestamp_ix)
      timestamp = zsv_get_cell(ctx->csv.parser, ctx->timestamp_ix);
    if (ctx->old_value_ix)
      old_value = zsv_get_cell(ctx->csv.parser, ctx->old_value_ix);
    if (row.len && col.len) {
      char *end = (char *)(row.str + row.len);
      char **endp = &end;
      odata->row_ix = strtoumax((char *)row.str, endp, 10);
      end = (char *)(col.str + col.len);
      odata->col_ix = strtoumax((char *)col.str, endp, 10);
      odata->val = val;
      odata->author = author;
      odata->old_value = old_value;
    } else {
      odata->row_ix = 0;
      odata->col_ix = 0;
      odata->val.len = 0;
      odata->old_value.len = 0;
      odata->author.len = 0;
    }

    if (timestamp.len) {
      char *end = (char *)(timestamp.str + timestamp.len);
      char **endp = &end;
      odata->timestamp = strtoumax((char *)timestamp.str, endp, 10);
    }
  }
  return zsv_status_ok;
}

static enum zsv_status zsv_next_overwrite_sqlite3(void *h, struct zsv_overwrite_data *odata) {
  struct zsv_overwrite_ctx *ctx = h;
  if (odata->have) {
    sqlite3_stmt *stmt = ctx->sqlite3.stmt;
    if (stmt) {
      if (sqlite3_step(stmt) == SQLITE_ROW) {
        // row, column, value
        odata->row_ix = sqlite3_column_int64(stmt, 0);
        odata->col_ix = sqlite3_column_int64(stmt, 1);
        odata->val.str = (unsigned char *)sqlite3_column_text(stmt, 2);
        odata->val.len = sqlite3_column_bytes(stmt, 2);
        odata->timestamp = sqlite3_column_int64(stmt, 3);
        odata->author.str = (unsigned char *)sqlite3_column_text(stmt, 4);
        odata->author.len = sqlite3_column_bytes(stmt, 4);
      } else {
        odata->row_ix = 0;
        odata->col_ix = 0;
        odata->val.len = 0;
        odata->timestamp = 0;
        odata->author.len = 0;
        odata->have = 0;
      }
    }
  }
  return zsv_status_ok;
}

enum zsv_status zsv_overwrite_next(void *h, struct zsv_overwrite_data *odata) {
  struct zsv_overwrite_ctx *ctx = h;
  return ctx->next(ctx, odata);
}

static enum zsv_status zsv_overwrite_init_sqlite3(struct zsv_overwrite_ctx *ctx, const char *source, size_t len) {
  char ok = 0;
  size_t pfx_len;
  if (len > (pfx_len = strlen(zsv_overwrite_sqlite3_prefix)) &&
      !memcmp(source, zsv_overwrite_sqlite3_prefix, pfx_len)) {
    ctx->sqlite3.filename = malloc(len - pfx_len + 1);
    memcpy(ctx->sqlite3.filename, source + pfx_len, len - pfx_len);
    ctx->sqlite3.filename[len - pfx_len] = '\0';
    char *q = memchr(ctx->sqlite3.filename, '?', len - pfx_len);
    if (q) {
      *q = '\0';
      q++;
      const char *sql = strstr(q, zsv_overwrite_sql_prefix);
      if (sql)
        ctx->sqlite3.sql = sql + strlen(zsv_overwrite_sql_prefix);
    }

    if (!ctx->sqlite3.filename || !*ctx->sqlite3.filename) {
      fprintf(stderr, "Missing sqlite3 file name\n");
      return zsv_status_error;
    }

    if (!ctx->sqlite3.sql || !*ctx->sqlite3.sql) {
      // to do: detect it from the db
      fprintf(stderr, "Missing sql select statement for sqlite3 overwrite data e.g.:\n"
                      "  select row, column, value from overwrites order by row, column\n");
      return zsv_status_error;
    }
    ok = 1;
  } else if (len > strlen(".sqlite3") && !strcmp(source + len - strlen(".sqlite3"), ".sqlite3")) {
    ctx->sqlite3.filename = strdup(source);
    ctx->sqlite3.sql = "select * from overwrites order by row, column";
    ok = 1;
  }

  if (ok) {
    int rc = sqlite3_open_v2(ctx->sqlite3.filename, &ctx->sqlite3.db, SQLITE_OPEN_READONLY, NULL);
    if (rc != SQLITE_OK || !ctx->sqlite3.db) {
      fprintf(stderr, "%s: %s\n", sqlite3_errstr(rc), ctx->sqlite3.filename);
      return zsv_status_error;
    }

    rc = sqlite3_prepare_v2(ctx->sqlite3.db, ctx->sqlite3.sql, -1, &ctx->sqlite3.stmt, NULL);
    if (rc != SQLITE_OK || !ctx->sqlite3.stmt) {
      fprintf(stderr, "%s\n", sqlite3_errmsg(ctx->sqlite3.db));
      return zsv_status_error;
    }

    // successful sqlite3 connection
    return zsv_status_ok;
  }

  fprintf(stderr, "Invalid overwrite source: %s\n", source);
  return zsv_status_error;
}

enum zsv_status zsv_overwrite_open(void *h) {
  struct zsv_overwrite_ctx *ctx = h;
  if (!ctx->src)
    return zsv_status_ok;
  char ok = 0;
  size_t src_len = strlen(ctx->src);
  if ((src_len > strlen(zsv_overwrite_sqlite3_prefix) &&
       !memcmp(zsv_overwrite_sqlite3_prefix, ctx->src, strlen(zsv_overwrite_sqlite3_prefix))) ||
      (src_len > strlen(".sqlite3") && !strcmp(ctx->src + src_len - strlen(".sqlite3"), ".sqlite3"))) {
    if (zsv_overwrite_init_sqlite3(ctx, ctx->src, src_len) == zsv_status_ok) {
      ctx->next = zsv_next_overwrite_sqlite3;
      ok = 1;
    }
  } else { // csv
    struct zsv_opts opts = {0};
    ctx->csv.f = opts.stream = zsv_fopen(ctx->src, "rb");
    if (!ctx->csv.f) {
      perror(ctx->src);
      return zsv_status_error;
    }
    if (!(ctx->csv.parser = zsv_new(&opts)))
      return zsv_status_memory;

    if (zsv_next_row(ctx->csv.parser) != zsv_status_row) {
      fprintf(stderr, "Unable to fetch any data from overwrite source %s\n", ctx->src);
    } else {
      // row, column, value
      struct zsv_cell row = zsv_get_cell(ctx->csv.parser, 0);
      struct zsv_cell col = zsv_get_cell(ctx->csv.parser, 1);
      struct zsv_cell val = zsv_get_cell(ctx->csv.parser, 2);
      if (row.len < 3 || memcmp(row.str, "row", 3) || col.len < 3 || memcmp(col.str, "col", 3) || val.len < 3 ||
          memcmp(val.str, "val", 3))
        fprintf(stderr, "Warning! overwrite expects 'row,col,value' header, got '%.*s,%.*s,%.*s'\n", (int)row.len,
                row.str, (int)col.len, col.str, (int)val.len, val.str);
      struct zsv_cell next;
      for (size_t i = 3; (next = zsv_get_cell(ctx->csv.parser, i)).len > 0; i++) {
        if (!memcmp(next.str, "timestamp", 9)) {
          ctx->timestamp_ix = i;
        } else if (!memcmp(next.str, "author", 6)) {
          ctx->author_ix = i;
        } else if (!memcmp(next.str, "old value", 9)) {
          ctx->old_value_ix = i;
        }
      }
    }
    ctx->next = zsv_next_overwrite_csv;
    ok = 1;
  }
  return ok ? zsv_status_ok : zsv_status_error;
}

/*
 * zsv_overwrite_auto() returns:
 * - zsv_status_done if a valid overwrite file was found
 * - zsv_status_no_more_input if no overwrite file was found
 * - a different status code on error
 */
enum zsv_status zsv_overwrite_auto(struct zsv_opts *opts, const char *csv_path) {
  enum zsv_status status = zsv_status_error;
  if (opts->overwrite.ctx || opts->overwrite.open || opts->overwrite.next || opts->overwrite.close)
    status = zsv_status_error;
  else {
    unsigned char *overwrite_fn = zsv_cache_filepath((const unsigned char *)csv_path, zsv_cache_type_overwrite, 0, 0);
    if (!overwrite_fn)
      status = zsv_status_memory;
    else if (!zsv_file_exists((char *)overwrite_fn))
      status = zsv_status_no_more_input;
    else {
      struct zsv_overwrite_opts overwrite_opts = {0};
      overwrite_opts.src = (char *)overwrite_fn;
      if (!(opts->overwrite.ctx = zsv_overwrite_context_new(&overwrite_opts)))
        status = zsv_status_memory;
      else {
        opts->overwrite.open = zsv_overwrite_open;
        opts->overwrite.next = zsv_overwrite_next;
        opts->overwrite.close = zsv_overwrite_context_delete;
        status = zsv_status_done;
      }
    }
    free(overwrite_fn);
  }
  return status;
}