1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
use json_event_parser::{JsonEvent, ReaderJsonParser, SliceJsonParser, WriterJsonSerializer};
use std::fs::{read_dir, File};
use std::io::{Read, Result};
use std::{fs, str};
const OTHER_VALID_TESTS: [&str; 12] = [
"i_number_double_huge_neg_exp.json",
"i_number_huge_exp.json",
"i_number_neg_int_huge_exp.json",
"i_number_pos_double_huge_exp.json",
"i_number_real_neg_overflow.json",
"i_number_real_pos_overflow.json",
"i_number_real_underflow.json",
"i_number_too_big_neg_int.json",
"i_number_too_big_pos_int.json",
"i_number_very_big_negative_int.json",
"i_structure_500_nested_arrays.json",
"i_structure_UTF-8_BOM_empty_object.json",
];
const OTHER_INVALID_TESTS: [&str; 23] = [
"i_object_key_lone_2nd_surrogate.json",
"i_string_1st_surrogate_but_2nd_missing.json",
"i_string_1st_valid_surrogate_2nd_invalid.json",
"i_string_incomplete_surrogate_and_escape_valid.json",
"i_string_incomplete_surrogate_pair.json",
"i_string_incomplete_surrogates_escape_valid.json",
"i_string_invalid_lonely_surrogate.json",
"i_string_invalid_surrogate.json",
"i_string_invalid_utf-8.json",
"i_string_inverted_surrogates_U+1D11E.json",
"i_string_iso_latin_1.json",
"i_string_lone_second_surrogate.json",
"i_string_lone_utf8_continuation_byte.json",
"i_string_not_in_unicode_range.json",
"i_string_overlong_sequence_2_bytes.json",
"i_string_overlong_sequence_6_bytes.json",
"i_string_overlong_sequence_6_bytes_null.json",
"i_string_truncated-utf-8.json",
"i_string_UTF8_surrogate_U+D800.json",
"i_string_utf16BE_no_BOM.json",
"i_string_utf16LE_no_BOM.json",
"i_string_UTF-8_invalid_sequence.json",
"i_string_UTF-16LE_with_BOM.json",
];
#[test]
fn test_testsuite_parsing() -> Result<()> {
for file in read_dir(format!(
"{}/JSONTestSuite/test_parsing",
env!("CARGO_MANIFEST_DIR")
))? {
let file = file?;
let file_name = file.file_name().to_str().unwrap().to_owned();
if !file_name.ends_with(".json") {
continue;
}
let result = parse_read_result(File::open(file.path())?);
if file_name.starts_with("y_") || OTHER_VALID_TESTS.contains(&file_name.as_ref()) {
match result {
Ok(serialization) => {
let serialization_str = str::from_utf8(&serialization).unwrap();
match parse_buffer_result(&serialization) {
Ok(other_serialization) => {
let other_serialization_str =
str::from_utf8(&other_serialization).unwrap();
assert_eq!(
serialization_str,
other_serialization_str,
"Roundtrip {other_serialization_str} serialization of {serialization_str} is not identical (test {file_name})",
)
}
Err(error) => {
panic!("Parsing of {serialization_str} failed with error {error}")
}
}
}
Err(error) => panic!(
"Parsing of {file_name} failed with error {error} on {}",
fs::read_to_string(file.path())?
),
}
} else if file_name.starts_with("n_") || OTHER_INVALID_TESTS.contains(&file_name.as_ref()) {
if let Ok(json) = result {
panic!(
"Parsing of {file_name} wrongly succeeded with json {}",
str::from_utf8(&json).unwrap()
)
}
}
}
Ok(())
}
fn parse_buffer_result(read: &[u8]) -> Result<Vec<u8>> {
let mut reader = SliceJsonParser::new(read);
let mut writer = WriterJsonSerializer::new(Vec::new());
loop {
match reader.parse_next()? {
JsonEvent::Eof => return writer.finish(),
e => writer.serialize_event(e)?,
}
}
}
fn parse_read_result(read: impl Read) -> Result<Vec<u8>> {
let mut reader = ReaderJsonParser::new(read);
let mut writer = WriterJsonSerializer::new(Vec::new());
loop {
match reader.parse_next()? {
JsonEvent::Eof => return writer.finish(),
e => writer.serialize_event(e)?,
}
}
}
|
