1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
|
import logging
from .. import errors
from .arraycolumn import create_array_column
from .boolcolumn import BoolColumn
from .datecolumn import DateColumn, Date32Column
from .datetimecolumn import create_datetime_column
from .decimalcolumn import create_decimal_column
from . import exceptions as column_exceptions
from .enumcolumn import create_enum_column
from .floatcolumn import Float32Column, Float64Column
from .intcolumn import (
Int8Column, Int16Column, Int32Column, Int64Column,
Int128Column, UInt128Column, Int256Column, UInt256Column,
UInt8Column, UInt16Column, UInt32Column, UInt64Column
)
from .lowcardinalitycolumn import create_low_cardinality_column
from .mapcolumn import create_map_column
from .nothingcolumn import NothingColumn
from .nullcolumn import NullColumn
from .nullablecolumn import create_nullable_column
from .simpleaggregatefunctioncolumn import (
create_simple_aggregate_function_column
)
from .stringcolumn import create_string_column
from .tuplecolumn import create_tuple_column
from .nestedcolumn import create_nested_column
from .uuidcolumn import UUIDColumn
from .intervalcolumn import (
IntervalYearColumn, IntervalMonthColumn, IntervalWeekColumn,
IntervalDayColumn, IntervalHourColumn, IntervalMinuteColumn,
IntervalSecondColumn
)
from .ipcolumn import IPv4Column, IPv6Column
column_by_type = {c.ch_type: c for c in [
DateColumn, Date32Column, Float32Column, Float64Column,
Int8Column, Int16Column, Int32Column, Int64Column,
Int128Column, UInt128Column, Int256Column, UInt256Column,
UInt8Column, UInt16Column, UInt32Column, UInt64Column,
NothingColumn, NullColumn, UUIDColumn,
IntervalYearColumn, IntervalMonthColumn, IntervalWeekColumn,
IntervalDayColumn, IntervalHourColumn, IntervalMinuteColumn,
IntervalSecondColumn, IPv4Column, IPv6Column, BoolColumn
]}
logger = logging.getLogger(__name__)
aliases = [
# Begin Geo types
('Point', 'Tuple(Float64, Float64)'),
('Ring', 'Array(Point)'),
('Polygon', 'Array(Ring)'),
('MultiPolygon', 'Array(Polygon)')
# End Geo types
]
def get_column_by_spec(spec, column_options, use_numpy=None):
context = column_options['context']
if use_numpy is None:
use_numpy = context.client_settings['use_numpy'] if context else False
if use_numpy:
from .numpy.service import get_numpy_column_by_spec
try:
return get_numpy_column_by_spec(spec, column_options)
except errors.UnknownTypeError:
use_numpy = False
logger.warning('NumPy support is not implemented for %s. '
'Using generic column', spec)
def create_column_with_options(x):
return get_column_by_spec(x, column_options, use_numpy=use_numpy)
if spec == 'String' or spec.startswith('FixedString'):
return create_string_column(spec, column_options)
elif spec.startswith('Enum'):
return create_enum_column(spec, column_options)
elif spec.startswith('DateTime'):
return create_datetime_column(spec, column_options)
elif spec.startswith('Decimal'):
return create_decimal_column(spec, column_options)
elif spec.startswith('Array'):
return create_array_column(
spec, create_column_with_options, column_options
)
elif spec.startswith('Tuple'):
return create_tuple_column(
spec, create_column_with_options, column_options
)
elif spec.startswith('Nested'):
return create_nested_column(
spec, create_column_with_options, column_options
)
elif spec.startswith('Nullable'):
return create_nullable_column(spec, create_column_with_options)
elif spec.startswith('LowCardinality'):
return create_low_cardinality_column(
spec, create_column_with_options, column_options
)
elif spec.startswith('SimpleAggregateFunction'):
return create_simple_aggregate_function_column(
spec, create_column_with_options
)
elif spec.startswith('Map'):
return create_map_column(
spec, create_column_with_options, column_options
)
else:
for alias, primitive in aliases:
if spec.startswith(alias):
return create_column_with_options(
primitive + spec[len(alias):]
)
try:
cls = column_by_type[spec]
return cls(**column_options)
except KeyError:
raise errors.UnknownTypeError('Unknown type {}'.format(spec))
def read_column(context, column_spec, n_items, buf, use_numpy=None):
column_options = {'context': context}
col = get_column_by_spec(column_spec, column_options, use_numpy=use_numpy)
col.read_state_prefix(buf)
return col.read_data(n_items, buf)
def write_column(context, column_name, column_spec, items, buf,
types_check=False):
column_options = {
'context': context,
'types_check': types_check
}
column = get_column_by_spec(column_spec, column_options)
try:
column.write_state_prefix(buf)
column.write_data(items, buf)
except column_exceptions.ColumnTypeMismatchException as e:
raise errors.TypeMismatchError(
'Type mismatch in VALUES section. '
'Expected {} got {}: {} for column "{}".'.format(
column_spec, type(e.args[0]), e.args[0], column_name
)
)
except (column_exceptions.StructPackException, OverflowError) as e:
error = e.args[0]
raise errors.TypeMismatchError(
'Type mismatch in VALUES section. '
'Repeat query with types_check=True for detailed info. '
'Column {}: {}'.format(
column_name, str(error)
)
)
|
