1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
|
---input---
{
"text": "This is JSON",
"extra": [
"however",
"it's also technically valid SNBT.."
]
}
---tokens---
'{' Punctuation
'\n ' Text.Whitespace
'"' Literal.String.Double
'text' Literal.String.Double
'"' Literal.String.Double
':' Punctuation
' ' Text.Whitespace
'"' Literal.String.Double
'This is JSON' Literal.String.Double
'"' Literal.String.Double
',' Punctuation
'\n ' Text.Whitespace
'"' Literal.String.Double
'extra' Literal.String.Double
'"' Literal.String.Double
':' Punctuation
' ' Text.Whitespace
'[' Punctuation
'\n ' Text.Whitespace
'"' Literal.String.Double
'however' Literal.String.Double
'"' Literal.String.Double
',' Punctuation
'\n ' Text.Whitespace
'"' Literal.String.Double
"it's also technically valid SNBT.." Literal.String.Double
'"' Literal.String.Double
'\n ' Text.Whitespace
']' Punctuation
'\n' Text.Whitespace
'}' Punctuation
'\n' Text
|
