File: unicode.g

package info (click to toggle)
antlr 2.7.2-6
  • links: PTS
  • area: main
  • in suites: sarge
  • size: 6,320 kB
  • ctags: 7,191
  • sloc: java: 36,740; cs: 7,160; cpp: 5,580; sh: 2,619; lisp: 1,969; makefile: 987; xml: 198; lex: 146; ansic: 67
file content (47 lines) | stat: -rwxr-xr-x 652 bytes parent folder | download 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
 
options
{
	language = "CSharp";
}

class L extends Lexer;

options {
	// Allow any char but \uFFFF (16 bit -1)
	charVocabulary='\u0000'..'\uFFFE';
}

{
	private static bool done = false;

    public override void uponEOF() {
		done=true;
    }
	
	public static void Main(string[] args) {
		L lexer = new L(new CharBuffer(Console.In));
		while ( !done ) {
			Token t = lexer.nextToken();
			Console.Out.WriteLine("Token: "+t);
		}
	}
}

ID	:	ID_START_LETTER ( ID_LETTER )*
	;

WS	:	(' '|'\n') {$setType(Token.SKIP);}
	;

protected
ID_START_LETTER
	:	'$'
	|	'_'
	|	'a'..'z'
	|	'\u0080'..'\ufffe'
	;

protected
ID_LETTER
	:	ID_START_LETTER
	|	'0'..'9'
	;