1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
|
import token
def test_isterminal():
assert token.ISTERMINAL(token.ENDMARKER)
assert not token.ISTERMINAL(300)
def test_isnonterminal():
assert token.ISNONTERMINAL(300)
assert not token.ISNONTERMINAL(token.NAME)
def test_iseof():
assert token.ISEOF(token.ENDMARKER)
assert not token.ISEOF(token.NAME)
def test_nl_and_comment_exist_in_all():
assert "NL" in token.__all__
assert "COMMENT" in token.__all__
def test_encoding_exists():
assert token.ISTERMINAL(token.ENCODING)
def test_exact_token_types():
assert token.EXACT_TOKEN_TYPES[":="] == token.COLONEQUAL
def test_old_not_equal_is_gone():
assert "<>" not in token.EXACT_TOKEN_TYPES
assert "!=" in token.EXACT_TOKEN_TYPES
assert token.EXACT_TOKEN_TYPES["!="] == token.NOTEQUAL
def test_soft_keyword_exists():
assert token.ISTERMINAL(token.SOFT_KEYWORD)
|
