1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222
|
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to you under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
* implied. See the License for the specific language governing
* permissions and limitations under the License.
*/
#include <avro.h>
#include <stdio.h>
#include <stdlib.h>
#ifdef DEFLATE_CODEC
#define QUICKSTOP_CODEC "deflate"
#else
#define QUICKSTOP_CODEC "null"
#endif
avro_schema_t person_schema;
int64_t id = 0;
/* A simple schema for our tutorial */
const char PERSON_SCHEMA[] =
"{\"type\":\"record\",\
\"name\":\"Person\",\
\"fields\":[\
{\"name\": \"ID\", \"type\": \"long\"},\
{\"name\": \"First\", \"type\": \"string\"},\
{\"name\": \"Last\", \"type\": \"string\"},\
{\"name\": \"Phone\", \"type\": \"string\"},\
{\"name\": \"Age\", \"type\": \"int\"}]}";
/* Parse schema into a schema data structure */
void init_schema(void)
{
if (avro_schema_from_json_literal(PERSON_SCHEMA, &person_schema)) {
fprintf(stderr, "Unable to parse person schema\n");
exit(EXIT_FAILURE);
}
}
/* Create a datum to match the person schema and save it */
void
add_person(avro_file_writer_t db, const char *first, const char *last,
const char *phone, int32_t age)
{
avro_datum_t person = avro_record(person_schema);
avro_datum_t id_datum = avro_int64(++id);
avro_datum_t first_datum = avro_string(first);
avro_datum_t last_datum = avro_string(last);
avro_datum_t age_datum = avro_int32(age);
avro_datum_t phone_datum = avro_string(phone);
if (avro_record_set(person, "ID", id_datum)
|| avro_record_set(person, "First", first_datum)
|| avro_record_set(person, "Last", last_datum)
|| avro_record_set(person, "Age", age_datum)
|| avro_record_set(person, "Phone", phone_datum)) {
fprintf(stderr, "Unable to create Person datum structure\n");
exit(EXIT_FAILURE);
}
if (avro_file_writer_append(db, person)) {
fprintf(stderr,
"Unable to write Person datum to memory buffer\nMessage: %s\n", avro_strerror());
exit(EXIT_FAILURE);
}
/* Decrement all our references to prevent memory from leaking */
avro_datum_decref(id_datum);
avro_datum_decref(first_datum);
avro_datum_decref(last_datum);
avro_datum_decref(age_datum);
avro_datum_decref(phone_datum);
avro_datum_decref(person);
//fprintf(stdout, "Successfully added %s, %s id=%"PRId64"\n", last, first, id);
}
int print_person(avro_file_reader_t db, avro_schema_t reader_schema)
{
int rval;
avro_datum_t person;
rval = avro_file_reader_read(db, reader_schema, &person);
if (rval == 0) {
int64_t i64;
int32_t i32;
char *p;
avro_datum_t id_datum, first_datum, last_datum, phone_datum,
age_datum;
if (avro_record_get(person, "ID", &id_datum) == 0) {
avro_int64_get(id_datum, &i64);
fprintf(stdout, "%"PRId64" | ", i64);
}
if (avro_record_get(person, "First", &first_datum) == 0) {
avro_string_get(first_datum, &p);
fprintf(stdout, "%15s | ", p);
}
if (avro_record_get(person, "Last", &last_datum) == 0) {
avro_string_get(last_datum, &p);
fprintf(stdout, "%15s | ", p);
}
if (avro_record_get(person, "Phone", &phone_datum) == 0) {
avro_string_get(phone_datum, &p);
fprintf(stdout, "%15s | ", p);
}
if (avro_record_get(person, "Age", &age_datum) == 0) {
avro_int32_get(age_datum, &i32);
fprintf(stdout, "%d", i32);
}
fprintf(stdout, "\n");
/* We no longer need this memory */
avro_datum_decref(person);
}
return rval;
}
int main(void)
{
int rval;
avro_file_reader_t dbreader;
avro_file_writer_t db;
avro_schema_t projection_schema, first_name_schema, phone_schema;
int64_t i;
const char *dbname = "quickstop.db";
char number[15] = {0};
/* Initialize the schema structure from JSON */
init_schema();
/* Delete the database if it exists */
remove(dbname);
/* Create a new database */
rval = avro_file_writer_create_with_codec
(dbname, person_schema, &db, QUICKSTOP_CODEC, 0);
if (rval) {
fprintf(stderr, "There was an error creating %s\n", dbname);
fprintf(stderr, " error message: %s\n", avro_strerror());
exit(EXIT_FAILURE);
}
/* Add lots of people to the database */
for (i = 0; i < 1000; i++)
{
sprintf(number, "(%d)", (int)i);
add_person(db, "Dante", "Hicks", number, 32);
add_person(db, "Randal", "Graves", "(555) 123-5678", 30);
add_person(db, "Veronica", "Loughran", "(555) 123-0987", 28);
add_person(db, "Caitlin", "Bree", "(555) 123-2323", 27);
add_person(db, "Bob", "Silent", "(555) 123-6422", 29);
add_person(db, "Jay", "???", number, 26);
}
/* Close the block and open a new one */
avro_file_writer_flush(db);
add_person(db, "Super", "Man", "123456", 31);
avro_file_writer_close(db);
fprintf(stdout, "\nNow let's read all the records back out\n");
/* Read all the records and print them */
if (avro_file_reader(dbname, &dbreader)) {
fprintf(stderr, "Error opening file: %s\n", avro_strerror());
exit(EXIT_FAILURE);
}
for (i = 0; i < id; i++) {
if (print_person(dbreader, NULL)) {
fprintf(stderr, "Error printing person\nMessage: %s\n", avro_strerror());
exit(EXIT_FAILURE);
}
}
avro_file_reader_close(dbreader);
/* You can also use projection, to only decode only the data you are
interested in. This is particularly useful when you have
huge data sets and you'll only interest in particular fields
e.g. your contacts First name and phone number */
projection_schema = avro_schema_record("Person", NULL);
first_name_schema = avro_schema_string();
phone_schema = avro_schema_string();
avro_schema_record_field_append(projection_schema, "First",
first_name_schema);
avro_schema_record_field_append(projection_schema, "Phone",
phone_schema);
/* Read only the record you're interested in */
fprintf(stdout,
"\n\nUse projection to print only the First name and phone numbers\n");
if (avro_file_reader(dbname, &dbreader)) {
fprintf(stderr, "Error opening file: %s\n", avro_strerror());
exit(EXIT_FAILURE);
}
for (i = 0; i < id; i++) {
if (print_person(dbreader, projection_schema)) {
fprintf(stderr, "Error printing person: %s\n",
avro_strerror());
exit(EXIT_FAILURE);
}
}
avro_file_reader_close(dbreader);
avro_schema_decref(first_name_schema);
avro_schema_decref(phone_schema);
avro_schema_decref(projection_schema);
/* We don't need this schema anymore */
avro_schema_decref(person_schema);
return 0;
}
|