1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
|
# Stubs for tokenize (Python 3.5)
#
# NOTE: This dynamically typed stub was automatically generated by stubgen.
from typing import Any, Union, TextIO
from builtins import open as _builtin_open
from token import * # noqa: F403
COMMENT = ... # type: Any
NL = ... # type: Any
ENCODING = ... # type: Any
class TokenInfo:
@property
def exact_type(self): ...
class TokenError(Exception): ...
class StopTokenizing(Exception): ...
class Untokenizer:
tokens = ... # type: Any
prev_row = ... # type: Any
prev_col = ... # type: Any
encoding = ... # type: Any
def __init__(self): ...
def add_whitespace(self, start): ...
def untokenize(self, iterable): ...
def compat(self, token, iterable): ...
def untokenize(iterable): ...
def detect_encoding(readline): ...
def tokenize(readline): ...
def open(filename: Union[str, bytes, int]) -> TextIO: ...
# Names in __all__ with no definition:
# AMPER
# AMPEREQUAL
# ASYNC
# AT
# ATEQUAL
# AWAIT
# CIRCUMFLEX
# CIRCUMFLEXEQUAL
# COLON
# COMMA
# DEDENT
# DOT
# DOUBLESLASH
# DOUBLESLASHEQUAL
# DOUBLESTAR
# DOUBLESTAREQUAL
# ELLIPSIS
# ENDMARKER
# EQEQUAL
# EQUAL
# ERRORTOKEN
# GREATER
# GREATEREQUAL
# INDENT
# ISEOF
# ISNONTERMINAL
# ISTERMINAL
# LBRACE
# LEFTSHIFT
# LEFTSHIFTEQUAL
# LESS
# LESSEQUAL
# LPAR
# LSQB
# MINEQUAL
# MINUS
# NAME
# NEWLINE
# NOTEQUAL
# NT_OFFSET
# NUMBER
# N_TOKENS
# OP
# PERCENT
# PERCENTEQUAL
# PLUS
# PLUSEQUAL
# RARROW
# RBRACE
# RIGHTSHIFT
# RIGHTSHIFTEQUAL
# RPAR
# RSQB
# SEMI
# SLASH
# SLASHEQUAL
# STAR
# STAREQUAL
# STRING
# TILDE
# VBAR
# VBAREQUAL
# tok_name
|
