1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
|
---input---
// Test text that should **not** be tokenized as float literals.
.୪
.
1..
1n
1ee
1e
1e-
1e--1
1e++1
1e1.0
---tokens---
'' Text
'// Test text that should **not** be tokenized as float literals.' Comment.Single
'\n' Text.Whitespace
'.' Punctuation
'୪' Error
'\n' Text.Whitespace
'.' Punctuation
'\n' Text.Whitespace
'1.' Literal.Number.Float
'.' Punctuation
'\n' Text.Whitespace
'1n' Literal.Number.Integer
'\n' Text.Whitespace
'1' Literal.Number.Float
'ee' Name.Other
'\n' Text.Whitespace
'1' Literal.Number.Float
'e' Name.Other
'\n' Text.Whitespace
'1' Literal.Number.Float
'e' Name.Other
'-' Operator
'\n' Text.Whitespace
'1' Literal.Number.Float
'e' Name.Other
'--' Operator
'1' Literal.Number.Float
'\n' Text.Whitespace
'1' Literal.Number.Float
'e' Name.Other
'++' Operator
'1' Literal.Number.Float
'\n' Text.Whitespace
'1e1' Literal.Number.Float
'.0' Literal.Number.Float
'\n' Text.Whitespace
|
