1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
#include "stdafx.h"
#include "Token.h"
#include "Rule.h"
#include "Decl.h"
#include "Core/StrBuf.h"
#include "Core/Join.h"
namespace storm {
namespace syntax {
Token::Token() : target(null), invoke(null), color(tNone),
raw(false), bound(false), type(0) {}
Token::Token(TokenDecl *decl, MAYBE(MemberVar *) target) {
update(decl, target);
}
void Token::update(TokenDecl *decl, MAYBE(MemberVar *) target) {
this->target = target;
this->invoke = decl->invoke;
this->raw = decl->raw;
this->bound = decl->store != null;
}
void Token::toS(StrBuf *to) const {
toS(to, true);
}
void Token::toS(StrBuf *to, Bool bindings) const {
if (!bindings)
return;
if (target) {
if (raw)
*to << L"@";
if (invoke) {
*to << L" -> " << invoke;
} else {
*to << L" " << target->name;
}
}
if (color != tNone)
*to << L" #" << name(engine(), color);
}
RegexToken::RegexToken(Str *regex) : regex(regex) {
type = tRegex;
}
void RegexToken::toS(StrBuf *to, Bool bindings) const {
*to << L"\"" << regex << L"\"";
Token::toS(to, bindings);
}
RuleToken::RuleToken(Rule *rule, Array<Str *> *params) : rule(rule), params(params) {
color = rule->color;
type = tRule;
}
void RuleToken::toS(StrBuf *to, Bool bindings) const {
*to << rule->identifier();
if (params) {
*to << S("(");
join(to, params, S(", "));
*to << S(")");
}
Token::toS(to, bindings);
}
DelimToken::DelimToken(delim::Delimiter type, Rule *rule) : RuleToken(rule, null), type(type) {
Token::type = tDelim;
}
}
}
|
