1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
# SPDX-License-Identifier: LGPL-2.1-or-later
from pathlib import Path
from rpcgen.lexer import (
XDRLexer,
XDRTokenIdentifier,
XDRTokenPunctuation,
XDRTokenConstant,
)
def test_lexer():
p = Path(Path(__file__).parent, "simple.x")
with p.open("r") as fp:
lexer = XDRLexer(fp)
tokens = []
while True:
tok = lexer.next()
if tok is None:
break
tokens.append(tok)
assert tokens == [
XDRTokenIdentifier(line=3, column=0, value="const"),
XDRTokenIdentifier(line=3, column=6, value="MAXUSERNAME"),
XDRTokenPunctuation(line=3, column=18, value="="),
XDRTokenConstant(line=3, column=20, value="32"),
XDRTokenPunctuation(line=3, column=22, value=";"),
XDRTokenIdentifier(line=4, column=0, value="const"),
XDRTokenIdentifier(line=4, column=6, value="MAXFILELEN"),
XDRTokenPunctuation(line=4, column=17, value="="),
XDRTokenConstant(line=4, column=19, value="65535"),
XDRTokenPunctuation(line=4, column=24, value=";"),
XDRTokenIdentifier(line=5, column=0, value="const"),
XDRTokenIdentifier(line=5, column=6, value="MAXNAMELEN"),
XDRTokenPunctuation(line=5, column=17, value="="),
XDRTokenConstant(line=5, column=19, value="255"),
XDRTokenPunctuation(line=5, column=22, value=";"),
XDRTokenIdentifier(line=10, column=0, value="enum"),
XDRTokenIdentifier(line=10, column=5, value="filekind"),
XDRTokenPunctuation(line=10, column=14, value="{"),
XDRTokenIdentifier(line=11, column=3, value="TEXT"),
XDRTokenPunctuation(line=11, column=8, value="="),
XDRTokenConstant(line=11, column=10, value="0"),
XDRTokenPunctuation(line=11, column=11, value=","),
XDRTokenIdentifier(line=12, column=3, value="DATA"),
XDRTokenPunctuation(line=12, column=8, value="="),
XDRTokenConstant(line=12, column=10, value="1"),
XDRTokenPunctuation(line=12, column=11, value=","),
XDRTokenIdentifier(line=13, column=3, value="EXEC"),
XDRTokenPunctuation(line=13, column=8, value="="),
XDRTokenConstant(line=13, column=10, value="2"),
XDRTokenPunctuation(line=14, column=0, value="}"),
XDRTokenPunctuation(line=14, column=1, value=";"),
XDRTokenIdentifier(line=19, column=0, value="union"),
XDRTokenIdentifier(line=19, column=6, value="filetype"),
XDRTokenIdentifier(line=19, column=15, value="switch"),
XDRTokenPunctuation(line=19, column=22, value="("),
XDRTokenIdentifier(line=19, column=23, value="filekind"),
XDRTokenIdentifier(line=19, column=32, value="kind"),
XDRTokenPunctuation(line=19, column=36, value=")"),
XDRTokenPunctuation(line=19, column=38, value="{"),
XDRTokenIdentifier(line=20, column=0, value="case"),
XDRTokenIdentifier(line=20, column=5, value="TEXT"),
XDRTokenPunctuation(line=20, column=9, value=":"),
XDRTokenIdentifier(line=21, column=3, value="void"),
XDRTokenPunctuation(line=21, column=7, value=";"),
XDRTokenIdentifier(line=22, column=0, value="case"),
XDRTokenIdentifier(line=22, column=5, value="DATA"),
XDRTokenPunctuation(line=22, column=9, value=":"),
XDRTokenIdentifier(line=23, column=3, value="string"),
XDRTokenIdentifier(line=23, column=10, value="creator"),
XDRTokenPunctuation(line=23, column=17, value="<"),
XDRTokenIdentifier(line=23, column=18, value="MAXNAMELEN"),
XDRTokenPunctuation(line=23, column=28, value=">"),
XDRTokenPunctuation(line=23, column=29, value=";"),
XDRTokenIdentifier(line=24, column=0, value="case"),
XDRTokenIdentifier(line=24, column=5, value="EXEC"),
XDRTokenPunctuation(line=24, column=9, value=":"),
XDRTokenIdentifier(line=25, column=3, value="string"),
XDRTokenIdentifier(line=25, column=10, value="interpretor"),
XDRTokenPunctuation(line=25, column=21, value="<"),
XDRTokenIdentifier(line=25, column=22, value="MAXNAMELEN"),
XDRTokenPunctuation(line=25, column=32, value=">"),
XDRTokenPunctuation(line=25, column=33, value=";"),
XDRTokenPunctuation(line=26, column=0, value="}"),
XDRTokenPunctuation(line=26, column=1, value=";"),
XDRTokenIdentifier(line=30, column=0, value="struct"),
XDRTokenIdentifier(line=30, column=7, value="file"),
XDRTokenPunctuation(line=30, column=12, value="{"),
XDRTokenIdentifier(line=31, column=3, value="string"),
XDRTokenIdentifier(line=31, column=10, value="filename"),
XDRTokenPunctuation(line=31, column=18, value="<"),
XDRTokenIdentifier(line=31, column=19, value="MAXNAMELEN"),
XDRTokenPunctuation(line=31, column=29, value=">"),
XDRTokenPunctuation(line=31, column=30, value=";"),
XDRTokenIdentifier(line=32, column=3, value="filetype"),
XDRTokenIdentifier(line=32, column=12, value="type"),
XDRTokenPunctuation(line=32, column=16, value=";"),
XDRTokenIdentifier(line=33, column=3, value="string"),
XDRTokenIdentifier(line=33, column=10, value="owner"),
XDRTokenPunctuation(line=33, column=15, value="<"),
XDRTokenIdentifier(line=33, column=16, value="MAXUSERNAME"),
XDRTokenPunctuation(line=33, column=27, value=">"),
XDRTokenPunctuation(line=33, column=28, value=";"),
XDRTokenIdentifier(line=34, column=3, value="opaque"),
XDRTokenIdentifier(line=34, column=10, value="data"),
XDRTokenPunctuation(line=34, column=14, value="<"),
XDRTokenIdentifier(line=34, column=15, value="MAXFILELEN"),
XDRTokenPunctuation(line=34, column=25, value=">"),
XDRTokenPunctuation(line=34, column=26, value=";"),
XDRTokenPunctuation(line=35, column=0, value="}"),
XDRTokenPunctuation(line=35, column=1, value=";"),
]
|
