1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
|
package participle
import (
"strings"
"testing"
"github.com/stretchr/testify/require"
"github.com/alecthomas/participle/lexer"
)
func TestUpper(t *testing.T) {
var grammar struct {
Text string `@Ident`
}
def := lexer.Must(lexer.Regexp(`(?P<Whitespace>\s+)|(?P<Ident>\w+)`))
parser := mustTestParser(t, &grammar, Lexer(def), Upper("Ident"))
actual, err := parser.Lex(strings.NewReader("hello world"))
require.NoError(t, err)
expected := []lexer.Token{
{Type: -3, Value: "HELLO", Pos: lexer.Position{Filename: "", Offset: 0, Line: 1, Column: 1}},
{Type: -2, Value: " ", Pos: lexer.Position{Filename: "", Offset: 5, Line: 1, Column: 6}},
{Type: -3, Value: "WORLD", Pos: lexer.Position{Filename: "", Offset: 6, Line: 1, Column: 7}},
{Type: lexer.EOF, Value: "", Pos: lexer.Position{Filename: "", Offset: 11, Line: 1, Column: 12}},
}
require.Equal(t, expected, actual)
}
func TestUnquote(t *testing.T) {
var grammar struct {
Text string `@Ident`
}
lex := lexer.Must(lexer.Regexp("(\\s+)|(?P<Ident>\\w+)|(?P<String>\"(?:[^\"]|\\.)*\")|(?P<RawString>`[^`]*`)"))
parser := mustTestParser(t, &grammar, Lexer(lex), Unquote("String", "RawString"))
actual, err := parser.Lex(strings.NewReader("hello world \"quoted\\tstring\" `backtick quotes`"))
require.NoError(t, err)
expected := []lexer.Token{
{Type: -3, Value: "hello", Pos: lexer.Position{Line: 1, Column: 1}},
{Type: -3, Value: "world", Pos: lexer.Position{Offset: 6, Line: 1, Column: 7}},
{Type: -4, Value: "quoted\tstring", Pos: lexer.Position{Offset: 12, Line: 1, Column: 13}},
{Type: -5, Value: "backtick quotes", Pos: lexer.Position{Offset: 29, Line: 1, Column: 30}},
{Type: lexer.EOF, Value: "", Pos: lexer.Position{Offset: 46, Line: 1, Column: 47}},
}
require.Equal(t, expected, actual)
}
|
