1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
|
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
* Copyright (C) 2004-2015 Gerwin Klein <lsf@jflex.de> *
* All rights reserved. *
* *
* License: BSD *
* *
* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
import java.io.*;
import java_cup.runtime.Symbol;
/**
* Simple test driver for the java lexer. Just runs it on some
* input files and produces debug output. Needs symbol class from
* parser.
*/
public class TestLexer {
/** some numerals to for lexer testing */
int intDec = 37;
long longDec = 37l;
int intHex = 0x0001;
long longHex = 0xFFFFl;
int intOct = 0377;
long longOc = 007l;
int smallest = -2147483648;
public static void main(String argv[]) {
for (int i = 0; i < argv.length; i++) {
try {
System.out.println("Lexing ["+argv[i]+"]");
Scanner scanner = new Scanner(new UnicodeEscapes(new FileReader(argv[i])));
Symbol s;
do {
s = scanner.debug_next_token();
System.out.println("token: "+s);
} while (s.sym != sym.EOF);
System.out.println("No errors.");
}
catch (Exception e) {
e.printStackTrace(System.out);
System.exit(1);
}
}
}
}
|
