1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
|
//go:build go1.7
// +build go1.7
package ini
import (
"bytes"
"io"
"reflect"
"testing"
)
func TestTokenize(t *testing.T) {
cases := []struct {
r io.Reader
expectedTokens []Token
expectedError bool
}{
{
r: bytes.NewBuffer([]byte(`x = 123`)),
expectedTokens: []Token{
newToken(TokenLit, []rune("x"), StringType),
newToken(TokenWS, []rune(" "), NoneType),
newToken(TokenOp, []rune("="), NoneType),
newToken(TokenWS, []rune(" "), NoneType),
newToken(TokenLit, []rune("123"), StringType),
},
},
{
r: bytes.NewBuffer([]byte(`[ foo ]`)),
expectedTokens: []Token{
newToken(TokenSep, []rune("["), NoneType),
newToken(TokenWS, []rune(" "), NoneType),
newToken(TokenLit, []rune("foo"), StringType),
newToken(TokenWS, []rune(" "), NoneType),
newToken(TokenSep, []rune("]"), NoneType),
},
},
}
for _, c := range cases {
lex := iniLexer{}
tokens, err := lex.Tokenize(c.r)
if e, a := c.expectedError, err != nil; e != a {
t.Errorf("expected %t, but received %t", e, a)
}
if e, a := c.expectedTokens, tokens; !reflect.DeepEqual(e, a) {
t.Errorf("expected %v, but received %v", e, a)
}
}
}
|
