1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
|
import os
from stetl.etl import ETL
from stetl.filters.packetbuffer import PacketBuffer
from stetl.filters.sieve import AttrValueRecordSieve
from tests.stetl_test_case import StetlTestCase
class SieveTest(StetlTestCase):
"""Unit tests for Sieve"""
def setUp(self):
super(SieveTest, self).setUp()
# Initialize Stetl
curr_dir = os.path.dirname(os.path.realpath(__file__))
cfg_dict = {'config_file': os.path.join(curr_dir, 'configs/sieve.cfg')}
self.etl = ETL(cfg_dict)
def test_class(self):
chain = StetlTestCase.get_chain(self.etl)
section = StetlTestCase.get_section(chain, 1)
class_name = self.etl.configdict.get(section, 'class')
self.assertEqual('filters.sieve.AttrValueRecordSieve', class_name)
def test_instance(self):
chain = StetlTestCase.get_chain(self.etl)
self.assertTrue(isinstance(chain.get_by_index(1), AttrValueRecordSieve))
def test_execute(self):
chain = StetlTestCase.get_chain(self.etl)
chain.run()
buffer_filter = chain.get_by_class(PacketBuffer)
packet_list = buffer_filter.packet_list
# Two city records filtered out
self.assertEqual(len(packet_list[0].data), 2)
self.assertEqual(str(packet_list[0].data[0]['city']), "amsterdam")
self.assertEqual(str(packet_list[0].data[1]['city']), "otterlo")
|
