1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
|
# Trivial example Sieve filter.
# The input data is in input/cities.csv.
# We sieve out (passthrough) all records where city attr value
# matches "amsterdam" or "otterlo".
[etl]
chains = input_csv|attr_value_sieve|output_std,
input_csv|attr_value_sieve|output_file
[input_csv]
class = inputs.fileinput.CsvFileInput
file_path = input/cities.csv
output_format = record_array
[attr_value_sieve]
class = filters.sieve.AttrValueRecordSieve
input_format = record_array
output_format = record_array
attr_name = city
attr_values = amsterdam,otterlo
[output_std]
class = outputs.standardoutput.StandardOutput
[output_file]
class = outputs.fileoutput.FileOutput
file_path = output/cities_sieved.txt
|
