1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
|
package java_cup;
import java_cup.runtime.ComplexSymbolFactory;
import java_cup.runtime.ComplexSymbolFactory.Location;
import java_cup.runtime.Symbol;
import java.lang.Error;
import java.io.InputStreamReader;
%%
%class Lexer
%implements sym
%public
%unicode
%line
%column
%cup
%{
public Lexer(ComplexSymbolFactory sf){
this(new InputStreamReader(System.in));
symbolFactory = sf;
}
private StringBuffer sb;
private ComplexSymbolFactory symbolFactory;
private int csline,cscolumn;
public Symbol symbol(String name, int code){
return symbolFactory.newSymbol(name, code,new Location(yyline+1,yycolumn+1-yylength()),new Location(yyline+1,yycolumn+1));
}
public Symbol symbol(String name, int code, String lexem){
return symbolFactory.newSymbol(name, code, new Location(yyline+1, yycolumn +1), new Location(yyline+1,yycolumn+yylength()), lexem);
}
protected void emit_warning(String message){
ErrorManager.getManager().emit_warning("Scanner at " + (yyline+1) + "(" + (yycolumn+1) + "): " + message);
}
protected void emit_error(String message){
ErrorManager.getManager().emit_error("Scanner at " + (yyline+1) + "(" + (yycolumn+1) + "): " + message);
}
%}
Newline = \r | \n | \r\n
Whitespace = [ \t\f] | {Newline}
/* comments */
Comment = {TraditionalComment} | {EndOfLineComment}
TraditionalComment = "/*" {CommentContent} \*+ "/"
EndOfLineComment = "//" [^\r\n]* {Newline}
CommentContent = ( [^*] | \*+[^*/] )*
ident = ([:jletter:] | "_" ) ([:jletterdigit:] | [:jletter:] | "_" )*
%eofval{
return symbolFactory.newSymbol("EOF",sym.EOF);
%eofval}
%state CODESEG
%%
<YYINITIAL> {
{Whitespace} { }
"?" { return symbol("QESTION",QUESTION); }
";" { return symbol("SEMI",SEMI); }
"," { return symbol("COMMA",COMMA); }
"*" { return symbol("STAR",STAR); }
"." { return symbol("DOT",DOT); }
"|" { return symbol("BAR",BAR); }
"[" { return symbol("LBRACK",LBRACK); }
"]" { return symbol("RBRACK",RBRACK); }
":" { return symbol("COLON",COLON); }
"::=" { return symbol("COLON_COLON_EQUALS",COLON_COLON_EQUALS); }
"%prec" { return symbol("PERCENT_PREC",PERCENT_PREC); }
">" { return symbol("GT",GT); }
"<" { return symbol("LT",LT); }
{Comment} { }
"{:" { sb = new StringBuffer(); csline=yyline+1; cscolumn=yycolumn+1; yybegin(CODESEG); }
"package" { return symbol("PACKAGE",PACKAGE); }
"import" { return symbol("IMPORT",IMPORT); }
"class" { return symbol("CLASS",CLASS); }
"code" { return symbol("CODE",CODE); }
"action" { return symbol("ACTION",ACTION); }
"parser" { return symbol("PARSER",PARSER); }
"terminal" { return symbol("PARSER",TERMINAL); }
"non" { return symbol("NON",NON); }
"nonterminal" { return symbol("NONTERMINAL",NONTERMINAL); }
"init" { return symbol("INIT",INIT); }
"scan" { return symbol("SCAN",SCAN); }
"with" { return symbol("WITH",WITH); }
"start" { return symbol("START",START); }
"precedence" { return symbol("PRECEDENCE",PRECEDENCE); }
"left" { return symbol("LEFT",LEFT); }
"right" { return symbol("RIGHT",RIGHT); }
"nonassoc" { return symbol("NONASSOC",NONASSOC); }
"extends" { return symbol("EXTENDS",EXTENDS); }
"super" { return symbol("SUPER",SUPER); }
{ident} { return symbol("ID",ID,yytext()); }
}
<CODESEG> {
":}" { yybegin(YYINITIAL); return symbolFactory.newSymbol("CODE_STRING",CODE_STRING, new Location(csline, cscolumn),new Location(yyline+1,yycolumn+1+yylength()), sb.toString()); }
.|\n { sb.append(yytext()); }
}
// error fallback
.|\n { emit_warning("Unrecognized character '" +yytext()+"' -- ignored"); }
|
