1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
|
#############################################################################
# Copyright (c) 2015-2016 Balabit
#
# This program is free software; you can redistribute it and/or modify it
# under the terms of the GNU General Public License version 2 as published
# by the Free Software Foundation, or (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
#
# As an additional exemption you are allowed to compile & link against the
# OpenSSL libraries as published by the OpenSSL project. See the file
# COPYING for details.
#
#############################################################################
import unittest
class TestLexer(unittest.TestCase):
def setUp(self):
self._lexer = self._construct_lexer()
self._current_token = None
def _construct_lexer(self):
raise NotImplementedError
def _next_token(self):
self._current_token = self._lexer.token()
return self._current_token
def _assert_current_token_type_equals(self, token_type):
self.assertEqual(self._current_token.type, token_type)
def _assert_current_token_value_equals(self, value):
self.assertEqual(self._current_token.value, value)
def _assert_current_token_pos_equals(self, pos):
self.assertEqual(self._current_token.lexpos, pos)
def _assert_current_token_is_partial(self):
self.assertTrue(self._current_token.partial)
def _assert_current_token_is_not_partial(self):
self.assertFalse(self._current_token.partial)
def _assert_current_token_equals(self, token_type=None, value=None, pos=None, partial=None):
if token_type is not None:
self._assert_current_token_type_equals(token_type)
if value is not None:
self._assert_current_token_value_equals(value)
if pos is not None:
self._assert_current_token_pos_equals(pos)
if partial is not None:
if partial:
self._assert_current_token_is_partial()
else:
self._assert_current_token_is_not_partial()
def _assert_next_token_equals(self, *args, **kwargs):
self._next_token()
self._assert_current_token_equals(*args, **kwargs)
def _assert_next_token_type_equals(self, token_type):
self._next_token()
self._assert_current_token_type_equals(token_type)
def _assert_next_token_is_partial(self):
self._next_token()
self._assert_current_token_is_partial()
def _assert_next_token_is_none(self):
self.assertIsNone(self._next_token())
def _assert_next_token_value_equals(self, value):
self._next_token()
self._assert_current_token_value_equals(value)
|
