1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
|
---input---
{root: [{compound: 1b}, {compound: 2b, tag: {key: "value"}}]}
---tokens---
'{' Punctuation
'root' Name.Attribute
':' Punctuation
' ' Text.Whitespace
'[' Punctuation
'{' Punctuation
'compound' Name.Attribute
':' Punctuation
' ' Text.Whitespace
'1b' Literal.Number.Integer
'}' Punctuation
',' Punctuation
' ' Text.Whitespace
'{' Punctuation
'compound' Name.Attribute
':' Punctuation
' ' Text.Whitespace
'2b' Literal.Number.Integer
',' Punctuation
' ' Text.Whitespace
'tag' Name.Attribute
':' Punctuation
' ' Text.Whitespace
'{' Punctuation
'key' Name.Attribute
':' Punctuation
' ' Text.Whitespace
'"' Literal.String.Double
'value' Literal.String.Double
'"' Literal.String.Double
'}' Punctuation
'}' Punctuation
']' Punctuation
'}' Punctuation
'\n' Text
|
