1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
|
package lexer
import (
"testing"
"github.com/stretchr/testify/require"
)
type staticLexer struct {
tokens []Token
}
func (s *staticLexer) Next() (Token, error) {
if len(s.tokens) == 0 {
return EOFToken(Position{}), nil
}
t := s.tokens[0]
s.tokens = s.tokens[1:]
return t, nil
}
func TestUpgrade(t *testing.T) {
t0 := Token{Type: 1, Value: "moo"}
t1 := Token{Type: 2, Value: "blah"}
l, err := Upgrade(&staticLexer{tokens: []Token{t0, t1}})
require.NoError(t, err)
require.Equal(t, t0, mustPeek(t, l, 0))
require.Equal(t, t0, mustPeek(t, l, 0))
require.Equal(t, t1, mustPeek(t, l, 1))
require.Equal(t, t1, mustPeek(t, l, 1))
require.True(t, mustPeek(t, l, 2).EOF())
require.True(t, mustPeek(t, l, 3).EOF())
}
func mustPeek(t *testing.T, lexer *PeekingLexer, n int) Token {
token, err := lexer.Peek(n)
require.NoError(t, err)
return token
}
func mustNext(t *testing.T, lexer Lexer) Token {
token, err := lexer.Next()
require.NoError(t, err)
return token
}
|
