1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
|
# -*- coding: utf-8 -*-
from babel.messages import jslexer
def test_unquote():
assert jslexer.unquote_string('""') == ''
assert jslexer.unquote_string(r'"h\u00ebllo"') == u"hëllo"
def test_dollar_in_identifier():
assert list(jslexer.tokenize('dollar$dollar')) == [('name', 'dollar$dollar', 1)]
def test_dotted_name():
assert list(jslexer.tokenize("foo.bar(quux)", dotted=True)) == [
('name', 'foo.bar', 1),
('operator', '(', 1),
('name', 'quux', 1),
('operator', ')', 1)
]
def test_dotted_name_end():
assert list(jslexer.tokenize("foo.bar", dotted=True)) == [
('name', 'foo.bar', 1),
]
def test_template_string():
assert list(jslexer.tokenize("gettext `foo\"bar\"p`", template_string=True)) == [
('name', 'gettext', 1),
('template_string', '`foo"bar"p`', 1)
]
def test_jsx():
assert list(jslexer.tokenize("""
<option value="val1">{ i18n._('String1') }</option>
<option value="val2">{ i18n._('String 2') }</option>
<option value="val3">{ i18n._('String 3') }</option>
<component value={i18n._('String 4')} />
<comp2 prop={<comp3 />} data={{active: true}}>
<btn text={ i18n._('String 5') } />
</comp2>
""", jsx=True)) == [
('jsx_tag', '<option', 2),
('name', 'value', 2),
('operator', '=', 2),
('string', '"val1"', 2),
('operator', '>', 2),
('operator', '{', 2),
('name', 'i18n._', 2),
('operator', '(', 2),
('string', "'String1'", 2),
('operator', ')', 2),
('operator', '}', 2),
('jsx_tag', '</option', 2),
('operator', '>', 2),
('jsx_tag', '<option', 3),
('name', 'value', 3),
('operator', '=', 3),
('string', '"val2"', 3),
('operator', '>', 3),
('operator', '{', 3),
('name', 'i18n._', 3),
('operator', '(', 3),
('string', "'String 2'", 3),
('operator', ')', 3),
('operator', '}', 3),
('jsx_tag', '</option', 3),
('operator', '>', 3),
('jsx_tag', '<option', 4),
('name', 'value', 4),
('operator', '=', 4),
('string', '"val3"', 4),
('operator', '>', 4),
('operator', '{', 4),
('name', 'i18n._', 4),
('operator', '(', 4),
('string', "'String 3'", 4),
('operator', ')', 4),
('operator', '}', 4),
('jsx_tag', '</option', 4),
('operator', '>', 4),
('jsx_tag', '<component', 5),
('name', 'value', 5),
('operator', '=', 5),
('operator', '{', 5),
('name', 'i18n._', 5),
('operator', '(', 5),
('string', "'String 4'", 5),
('operator', ')', 5),
('operator', '}', 5),
('jsx_tag', '/>', 5),
('jsx_tag', '<comp2', 6),
('name', 'prop', 6),
('operator', '=', 6),
('operator', '{', 6),
('jsx_tag', '<comp3', 6),
('jsx_tag', '/>', 6),
('operator', '}', 6),
('name', 'data', 6),
('operator', '=', 6),
('operator', '{', 6),
('operator', '{', 6),
('name', 'active', 6),
('operator', ':', 6),
('name', 'true', 6),
('operator', '}', 6),
('operator', '}', 6),
('operator', '>', 6),
('jsx_tag', '<btn', 7),
('name', 'text', 7),
('operator', '=', 7),
('operator', '{', 7),
('name', 'i18n._', 7),
('operator', '(', 7),
('string', "'String 5'", 7),
('operator', ')', 7),
('operator', '}', 7),
('jsx_tag', '/>', 7),
('jsx_tag', '</comp2', 8),
('operator', '>', 8)
]
|
