1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
#include <torch/csrc/jit/frontend/lexer.h>
#include <c10/util/Exception.h>
#include <mutex>
#include <string>
#include <unordered_map>
namespace torch {
namespace jit {
static const std::unordered_map<int, int> binary_prec = {
{TK_IF, 1},
{TK_FOR, 1},
{TK_AND, 2},
{TK_OR, 2},
// reserve a level for unary not
{TK_IN, 4},
{TK_NOTIN, 4},
{'<', 4},
{'>', 4},
{TK_IS, 4},
{TK_ISNOT, 4},
{TK_EQ, 4},
{TK_LE, 4},
{TK_GE, 4},
{TK_NE, 4},
{'|', 5},
{'^', 6},
{'&', 7},
{TK_LSHIFT, 8},
{TK_RSHIFT, 8},
{'+', 9},
{'-', 9},
{'*', 10},
{'/', 10},
{TK_FLOOR_DIV, 10},
{'%', 10},
{'@', 10},
{TK_POW, 11},
};
static const std::unordered_map<int, int> unary_prec = {
{TK_NOT, 3},
{'~', 3},
{'-', 10},
{'*', 10},
};
bool SharedParserData::isUnary(int kind, int* prec) {
auto it = unary_prec.find(kind);
if (it != unary_prec.end()) {
*prec = it->second;
return true;
}
return false;
}
bool SharedParserData::isBinary(int kind, int* prec) {
auto it = binary_prec.find(kind);
if (it != binary_prec.end()) {
*prec = it->second;
return true;
}
return false;
}
C10_EXPORT int stringToKind(const std::string& str) {
static std::unordered_map<std::string, int> str_to_kind = []() {
std::unordered_map<std::string, int> ret_str_to_kind;
for (char tok : std::string(valid_single_char_tokens))
// NOLINTNEXTLINE(bugprone-signed-char-misuse)
ret_str_to_kind[std::string(1, tok)] = tok;
#define DEFINE_CASE(tok, _, str) \
if (std::string(str) != "") \
ret_str_to_kind[str] = tok;
TC_FORALL_TOKEN_KINDS(DEFINE_CASE)
#undef DEFINE_CASE
return ret_str_to_kind;
}();
try {
return str_to_kind.at(str);
} catch (std::out_of_range& err) {
throw std::out_of_range("unknown token in stringToKind");
}
}
C10_EXPORT std::string kindToString(int kind) {
if (kind < 256)
return std::string(1, kind);
switch (kind) {
#define DEFINE_CASE(tok, str, _) \
case tok: \
return str;
TC_FORALL_TOKEN_KINDS(DEFINE_CASE)
#undef DEFINE_CASE
default:
throw std::runtime_error("Unknown kind: " + c10::guts::to_string(kind));
}
}
C10_EXPORT SharedParserData& sharedParserData() {
static SharedParserData data; // safely handles multi-threaded init
return data;
}
} // namespace jit
} // namespace torch
|
