1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
|
---input---
{"a//b"//C1
:123/////C2
}
/** / **/{"a /**/ b"/*
*/: 123}
// Invalid comments
/
1/
/1
""/
// Unclosed
""/**
---tokens---
'{' Punctuation
'"a//b"' Name.Tag
'//C1' Comment.Single
'\n' Text.Whitespace
':' Punctuation
'123' Literal.Number.Integer
'/////C2' Comment.Single
'\n' Text.Whitespace
'}' Punctuation
'\n\n' Text.Whitespace
'/** / **/' Comment.Multiline
'{' Punctuation
'"a /**/ b"' Name.Tag
'/*\n*/' Comment.Multiline
':' Punctuation
' ' Text.Whitespace
'123' Literal.Number.Integer
'}' Punctuation
'\n\n' Text.Whitespace
'// Invalid comments' Comment.Single
'\n' Text.Whitespace
'/' Error
'\n' Text.Whitespace
'1' Literal.Number.Integer
'/' Error
'\n' Text.Whitespace
'/' Error
'1' Literal.Number.Integer
'\n' Text.Whitespace
'""' Literal.String.Double
'/' Error
'\n\n' Text.Whitespace
'// Unclosed' Comment.Single
'\n\n' Text.Whitespace
'""' Literal.String.Double
'/**\n' Error
|
