1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
|
# name: test/sql/copy/csv/test_validator.test
# description: Test that the validator throws on parallel files that do not properly fit
# group: [csv]
statement ok
PRAGMA enable_verification
# We need to do some precise byte math here
require notwindows
statement error
FROM read_csv('{DATA_DIR}/csv/evil_nullpadding.csv', buffer_size=20, quote = '"')
----
The Parallel CSV Reader currently does not support a full read on this file.
statement ok
FROM read_csv('{DATA_DIR}/csv/evil_nullpadding.csv', buffer_size=20)
query I
FROM read_csv('{DATA_DIR}/csv/validator/single_column.csv', header = 0)
----
123
123
123
one
123
123
123
123
123
123
statement error
FROM read_csv('{DATA_DIR}/csv/validator/single_column.csv', header = 0, columns = {'a': 'integer'}, auto_detect = false)
----
Error when converting column "a". Could not convert string "one" to 'INTEGER'
statement error
FROM read_csv('{DATA_DIR}/csv/validator/single_column.csv', header = 0, columns = {'a': 'integer'}, auto_detect = false, buffer_size = 11)
----
Error when converting column "a". Could not convert string "one" to 'INTEGER'
statement error
FROM read_csv('{DATA_DIR}/csv/validator/single_column.csv', header = 0, columns = {'a': 'integer'}, auto_detect = false, buffer_size = 11, parallel = false)
----
Error when converting column "a". Could not convert string "one" to 'INTEGER'
statement ok
FROM read_csv('{DATA_DIR}/csv/validator/quoted_new_value.csv')
statement ok
FROM read_csv('{DATA_DIR}/csv/validator/quoted_new_value.csv', columns = {'band': 'varchar', 'album': 'varchar', 'release': 'varchar'}, quote = '''', delim = ';', header = 0)
statement ok
FROM read_csv('{DATA_DIR}/csv/validator/quoted_new_value.csv', columns = {'band': 'varchar', 'album': 'varchar', 'release': 'varchar'}, quote = '''', delim = ';', header = 0, buffer_size = 48)
statement ok
FROM read_csv('{DATA_DIR}/csv/validator/single_column_quoted_newline.csv', columns = {'Raffaella Carrà': 'varchar'}, quote = '"', buffer_size = 24)
statement ok
FROM read_csv('{DATA_DIR}/csv/validator/single_column_notquoted_newline.csv', columns = {'Raffaella Carrà': 'varchar'}, quote = '"', buffer_size = 22)
|
