File: amalgamate_demo.cpp

package info (click to toggle)
simdjson 4.2.4-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 27,936 kB
  • sloc: cpp: 171,612; ansic: 19,122; sh: 1,126; python: 842; makefile: 47; ruby: 25; javascript: 13
file content (80 lines) | stat: -rw-r--r-- 2,710 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
#include "simdjson.h"
#include <iostream>

int main(int argc, char *argv[]) {
  if (argc < 2) {
    std::cerr << "Please specify at least one file name and" << std::endl;
    std::cerr << "up to two files." << std::endl;
    std::cerr << "The first file should be a JSON document." << std::endl;
    std::cerr << "The second file should container many JSON documents."
              << std::endl;
    std::cerr << "Try the test files: jsonexamples/twitter.json "
                 "jsonexamples/amazon_cellphones.ndjson"
              << std::endl;
    return EXIT_FAILURE;
  }
  const char *filename = argv[1];

  simdjson::padded_string json;
  std::cout << "loading: " << filename << std::endl;
  auto error = simdjson::padded_string::load(filename).get(json);
  if (error) {
    std::cout << "could not load the file " << filename << std::endl;
    std::cout << "error code: " << error << std::endl;
    return EXIT_FAILURE;
  } else {
    std::cout << "loaded: " << json.size() << " bytes." << std::endl;
  }
  simdjson::ondemand::parser parser;
  simdjson::ondemand::document doc;
  error = parser.iterate(json).get(doc);
  if (error) {
    std::cout << error << std::endl;
    return EXIT_FAILURE;
  }
  simdjson::ondemand::json_type type;
  error = doc.type().get(type);
  if (error) {
    std::cout << error << std::endl;
    return EXIT_FAILURE;
  }
  std::cout << "if valid, the document has the following type at the root: " << type
            << std::endl;

  if (argc == 2) {
    return EXIT_SUCCESS;
  }

  // iterate_many
  const char *filename2 = argv[2];
  std::cout << "loading: " << filename2 << std::endl;
  simdjson::padded_string json2;
  error = simdjson::padded_string::load(filename2).get(json2);
  if (error) {
    std::cout << "could not load the file " << filename2 << std::endl;
    std::cout << "error code: " << error << std::endl;
    return EXIT_FAILURE;
  } else {
    std::cout << "loaded: " << json2.size() << " bytes." << std::endl;
  }
  simdjson::ondemand::document_stream stream;
  error = parser.iterate_many(json2).get(stream);
  size_t counter{0};
  if (!error) {
    for (auto result : stream) {
      error = result.error();
      counter++;
    }
  }
  if (error) {
    std::cout << "parse_many failed" << std::endl;
    std::cout << "error code: " << error << std::endl;
    std::cout << error << std::endl;
    return EXIT_FAILURE;
  } else {
    std::cout << "I found " << counter << " potential JSON documents." << std::endl;
  }
  std::cout << "For more information on how simdjson works, please refer to our documentation." << std::endl;
  std::cout << "https://github.com/simdjson/simdjson/blob/master/doc/basics.md" << std::endl;
  return EXIT_SUCCESS;
}