1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
{-# Language OverloadedStrings #-}
module LexerSpec (spec) where
import Data.Text (Text)
import Test.Hspec (it, shouldBe, Spec)
import Toml
import Toml.Schema (table, (.=))
parse_ :: Text -> Either String Table
parse_ str = forgetTableAnns <$> parse str
spec :: Spec
spec =
do it "handles special cased control character" $
parse "x = '\SOH'"
`shouldBe`
Left "1:6: lexical error: control characters prohibited"
it "recommends escapes for control characters (1)" $
parse "x = \"\SOH\""
`shouldBe`
Left "1:6: lexical error: control characters must be escaped, use: \\u0001"
it "recommends escapes for control characters (2)" $
parse "x = \"\DEL\""
`shouldBe`
Left "1:6: lexical error: control characters must be escaped, use: \\u007F"
-- These seem boring, but they provide test coverage of an error case in the state machine
it "handles unexpected '}'" $
parse "}"
`shouldBe`
Left "1:1: parse error: unexpected '}'"
it "handles unexpected '{'" $
parse "{"
`shouldBe`
Left "1:1: parse error: unexpected '{'"
it "accepts tabs" $
parse_ "x\t=\t1"
`shouldBe`
Right (table ["x" .= Integer 1])
it "computes columns correctly with tabs" $
parse "x\t=\t="
`shouldBe`
Left "1:17: parse error: unexpected '='"
it "detects non-scalars in strings" $
parse "x = \"\\udfff\""
`shouldBe`
Left "1:6: lexical error: non-scalar unicode escape"
it "catches unclosed [" $
parse "x = [1,2,3"
`shouldBe`
Left "1:11: parse error: unexpected end-of-input"
it "catches unclosed {" $
parse "x = { y"
`shouldBe`
Left "1:8: parse error: unexpected end-of-input"
it "catches unclosed \"" $
parse "x = \"abc"
`shouldBe`
Left "1:5: lexical error: unterminated basic string"
it "catches unclosed \"\"\"" $
parse "x = \"\"\"test"
`shouldBe`
Left "1:5: lexical error: unterminated multi-line basic string"
it "catches unclosed '" $
parse "x = 'abc\ny = 2"
`shouldBe`
Left "1:9: lexical error: unexpected end-of-line"
it "catches unclosed '" $
parse "x = 'abc"
`shouldBe`
Left "1:5: lexical error: unterminated literal string"
it "catches unclosed '''" $
parse "x = '''test\n\n"
`shouldBe`
Left "1:5: lexical error: unterminated multi-line literal string"
it "handles escapes at the end of input" $
parse "x = \"\\"
`shouldBe`
Left "1:6: lexical error: incomplete escape sequence"
it "handles invalid escapes" $
parse "x = \"\\p\""
`shouldBe`
Left "1:6: lexical error: unknown escape sequence"
it "allows multi-byte characters in ''' strings" $
parse_ "x = '''§'''"
`shouldBe`
Right (table ["x" .= Text "§"])
|
