1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
|
// Copyright 2011 Google Inc. All Rights Reserved.
// This file is available under the Apache license.
package parser
import (
"fmt"
"github.com/jaqx0r/mtail/internal/runtime/compiler/position"
)
// Kind enumerates the types of lexical tokens in a mtail program.
type Kind int
// String returns a readable name of the token Kind.
func (k Kind) String() string {
// 0xE000 is the magic offset for the first token ID in goyacc, and 2 is
// the offset of the internal tokens in the token table. Yes this is a
// hack around what appears to be an original yacc bug.
return mtailTokname(int(k) - 0xE000 + 2)
}
// Token describes a lexed Token from the input, containing its type, the
// original text of the Token, and its position in the input.
type Token struct {
Kind Kind
Spelling string
Pos position.Position
}
// String returns a printable form of a Token.
func (t Token) String() string {
return fmt.Sprintf("%s(%q,%s)", t.Kind.String(), t.Spelling, t.Pos)
}
|
