1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
#!/usr/bin/env python3
import base, unittest
from test_lexer import EOF, LexerBasicTestCaseMixin, PositionTestCaseMixin, TokenTypeTestCaseMixin, \
LexerByteTestCaseMixin, LexerUnicodeTestCaseMixin, LexerConsumerTestCaseMixin, \
LexerInheritanceTestCaseMixin, LexerUnterminatedTokenTestCaseMixin, LexerLengthTestCaseMixin, \
LexerPriorityTestCaseMixin, LexerEOFTestCaseMixin
from ptk.deferred_lexer import DeferredLexer
from twisted.internet.defer import succeed
class DeferredLexerTestCase(unittest.TestCase):
lexerClass = DeferredLexer
def setUp(self):
self.tokens = list()
def feed(self, tok):
if tok is EOF:
self.tokens = tuple(self.tokens)
else:
self.tokens.append(tok)
return succeed(None)
def doLex(self, inputString):
for char in inputString:
d = self.lexer.deferFeed(char)
self.assertTrue(d.called)
d = self.lexer.deferFeed(EOF)
self.assertTrue(d.called)
return self.tokens
class NoResultLexer(DeferredLexer):
def deferNewToken(self, tok):
return succeed(None)
class DeferredLexerBasicTestCase(LexerBasicTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerPositionTestCase(PositionTestCaseMixin, DeferredLexerTestCase):
lexerClass = NoResultLexer
class DeferredLexerTokenTypeTestCase(TokenTypeTestCaseMixin, DeferredLexerTestCase):
lexerClass = NoResultLexer
class DeferredLexerByteTestCase(LexerByteTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerUnicodeTestCase(LexerUnicodeTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerConsumerTestCase(LexerConsumerTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerInheritanceTestCase(LexerInheritanceTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerUnterminatedTokenTestCase(LexerUnterminatedTokenTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerLengthTestCase(LexerLengthTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerPriorityTestCase(LexerPriorityTestCaseMixin, DeferredLexerTestCase):
pass
class DeferredLexerEOFTestCase(LexerEOFTestCaseMixin, DeferredLexerTestCase):
pass
if __name__ == '__main__':
unittest.main()
|
