File: test_token.py

package info (click to toggle)
pypy3 7.3.11%2Bdfsg-2%2Bdeb12u3
  • links: PTS, VCS
  • area: main
  • in suites: bookworm
  • size: 201,024 kB
  • sloc: python: 1,950,308; ansic: 517,580; sh: 21,417; asm: 14,419; cpp: 4,263; makefile: 4,228; objc: 761; xml: 530; exp: 499; javascript: 314; pascal: 244; lisp: 45; csh: 11; awk: 4
file content (28 lines) | stat: -rw-r--r-- 888 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
class AppTestToken:

    def setup_class(cls):
        cls.w_token = cls.space.appexec([], """():
    import token
    return token""")

    def test_isterminal(self):
        assert self.token.ISTERMINAL(self.token.ENDMARKER)
        assert not self.token.ISTERMINAL(300)

    def test_isnonterminal(self):
        assert self.token.ISNONTERMINAL(300)
        assert not self.token.ISNONTERMINAL(self.token.NAME)

    def test_iseof(self):
        assert self.token.ISEOF(self.token.ENDMARKER)
        assert not self.token.ISEOF(self.token.NAME)

    def test_nl_and_comment_exist_in_all(self):
        assert "NL" in self.token.__all__
        assert "COMMENT" in self.token.__all__

    def test_encoding_exists(self):
        self.token.ISTERMINAL(self.token.ENCODING)

    def test_exact_token_types(self):
        assert self.token.EXACT_TOKEN_TYPES[":="] == self.token.COLONEQUAL