### $ANTLR 2.7.7 (2006-11-01): "interface.g" -> "InterfaceLexer.py"$ ### import antlr and other modules .. import sys import antlr version = sys.version.split()[0] if version < '2.2.1': False = 0 if version < '2.3': True = not False ### header action >>> # # [The "BSD licence"] # Copyright (c) 2003-2004 Terence Parr # All rights reserved. # # Redistribution and use in source and binary forms, with or without # modification, are permitted provided that the following conditions # are met: # 1. Redistributions of source code must retain the above copyright # notice, this list of conditions and the following disclaimer. # 2. Redistributions in binary form must reproduce the above copyright # notice, this list of conditions and the following disclaimer in the # documentation and/or other materials provided with the distribution. # 3. The name of the author may not be used to endorse or promote products # derived from this software without specific prior written permission. # # THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR # IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES # OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. # IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, # INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT # NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. # import sys import traceback from stringtemplate3.language.FormalArgument import FormalArgument ### header action <<< ### preamble action >>> ### preamble action <<< ### >>>The Literals<<< literals = {} literals[u"interface"] = 4 literals[u"optional"] = 7 ### import antlr.Token from antlr import Token ### >>>The Known Token Types <<< SKIP = antlr.SKIP INVALID_TYPE = antlr.INVALID_TYPE EOF_TYPE = antlr.EOF_TYPE EOF = antlr.EOF NULL_TREE_LOOKAHEAD = antlr.NULL_TREE_LOOKAHEAD MIN_USER_TYPE = antlr.MIN_USER_TYPE LITERAL_interface = 4 ID = 5 SEMI = 6 LITERAL_optional = 7 LPAREN = 8 RPAREN = 9 COMMA = 10 COLON = 11 SL_COMMENT = 12 ML_COMMENT = 13 WS = 14 class Lexer(antlr.CharScanner) : ### user action >>> ### user action <<< def __init__(self, *argv, **kwargs) : antlr.CharScanner.__init__(self, *argv, **kwargs) self.caseSensitiveLiterals = True self.setCaseSensitive(True) self.literals = literals def nextToken(self): while True: try: ### try again .. while True: _token = None _ttype = INVALID_TYPE self.resetText() try: ## for char stream error handling try: ##for lexical error handling la1 = self.LA(1) if False: pass elif la1 and la1 in u'ABCDEFGHIJKLMNOPQRSTUVWXYZ_abcdefghijklmnopqrstuvwxyz': pass self.mID(True) theRetToken = self._returnToken elif la1 and la1 in u'(': pass self.mLPAREN(True) theRetToken = self._returnToken elif la1 and la1 in u')': pass self.mRPAREN(True) theRetToken = self._returnToken elif la1 and la1 in u',': pass self.mCOMMA(True) theRetToken = self._returnToken elif la1 and la1 in u';': pass self.mSEMI(True) theRetToken = self._returnToken elif la1 and la1 in u':': pass self.mCOLON(True) theRetToken = self._returnToken elif la1 and la1 in u'\t\n\u000c\r ': pass self.mWS(True) theRetToken = self._returnToken else: if (self.LA(1)==u'/') and (self.LA(2)==u'/'): pass self.mSL_COMMENT(True) theRetToken = self._returnToken elif (self.LA(1)==u'/') and (self.LA(2)==u'*'): pass self.mML_COMMENT(True) theRetToken = self._returnToken else: self.default(self.LA(1)) if not self._returnToken: raise antlr.TryAgain ### found SKIP token ### option { testLiterals=true } self.testForLiteral(self._returnToken) ### return token to caller return self._returnToken ### handle lexical errors .... except antlr.RecognitionException, e: raise antlr.TokenStreamRecognitionException(e) ### handle char stream errors ... except antlr.CharStreamException,cse: if isinstance(cse, antlr.CharStreamIOException): raise antlr.TokenStreamIOException(cse.io) else: raise antlr.TokenStreamException(str(cse)) except antlr.TryAgain: pass def mID(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = ID _saveIndex = 0 pass la1 = self.LA(1) if False: pass elif la1 and la1 in u'abcdefghijklmnopqrstuvwxyz': pass self.matchRange(u'a', u'z') elif la1 and la1 in u'ABCDEFGHIJKLMNOPQRSTUVWXYZ': pass self.matchRange(u'A', u'Z') elif la1 and la1 in u'_': pass self.match('_') else: self.raise_NoViableAlt(self.LA(1)) while True: la1 = self.LA(1) if False: pass elif la1 and la1 in u'abcdefghijklmnopqrstuvwxyz': pass self.matchRange(u'a', u'z') elif la1 and la1 in u'ABCDEFGHIJKLMNOPQRSTUVWXYZ': pass self.matchRange(u'A', u'Z') elif la1 and la1 in u'0123456789': pass self.matchRange(u'0', u'9') elif la1 and la1 in u'-': pass self.match('-') elif la1 and la1 in u'_': pass self.match('_') else: break self.set_return_token(_createToken, _token, _ttype, _begin) def mLPAREN(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = LPAREN _saveIndex = 0 pass self.match('(') self.set_return_token(_createToken, _token, _ttype, _begin) def mRPAREN(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = RPAREN _saveIndex = 0 pass self.match(')') self.set_return_token(_createToken, _token, _ttype, _begin) def mCOMMA(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = COMMA _saveIndex = 0 pass self.match(',') self.set_return_token(_createToken, _token, _ttype, _begin) def mSEMI(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = SEMI _saveIndex = 0 pass self.match(';') self.set_return_token(_createToken, _token, _ttype, _begin) def mCOLON(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = COLON _saveIndex = 0 pass self.match(':') self.set_return_token(_createToken, _token, _ttype, _begin) def mSL_COMMENT(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = SL_COMMENT _saveIndex = 0 pass self.match("//") while True: if (_tokenSet_0.member(self.LA(1))): pass self.match(_tokenSet_0) else: break if (self.LA(1)==u'\n' or self.LA(1)==u'\r'): pass la1 = self.LA(1) if False: pass elif la1 and la1 in u'\r': pass self.match('\r') elif la1 and la1 in u'\n': pass else: self.raise_NoViableAlt(self.LA(1)) self.match('\n') else: ## pass _ttype = Token.SKIP; self.newline(); self.set_return_token(_createToken, _token, _ttype, _begin) def mML_COMMENT(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = ML_COMMENT _saveIndex = 0 pass self.match("/*") while True: ### nongreedy exit test if ((self.LA(1)==u'*') and (self.LA(2)==u'/')): break if (self.LA(1)==u'\n' or self.LA(1)==u'\r') and ((self.LA(2) >= u'\u0000' and self.LA(2) <= u'\ufffe')): pass la1 = self.LA(1) if False: pass elif la1 and la1 in u'\r': pass self.match('\r') elif la1 and la1 in u'\n': pass else: self.raise_NoViableAlt(self.LA(1)) self.match('\n') self.newline(); elif ((self.LA(1) >= u'\u0000' and self.LA(1) <= u'\ufffe')) and ((self.LA(2) >= u'\u0000' and self.LA(2) <= u'\ufffe')): pass self.matchNot(antlr.EOF_CHAR) else: break self.match("*/") _ttype = Token.SKIP; self.set_return_token(_createToken, _token, _ttype, _begin) def mWS(self, _createToken): _ttype = 0 _token = None _begin = self.text.length() _ttype = WS _saveIndex = 0 pass _cnt32= 0 while True: la1 = self.LA(1) if False: pass elif la1 and la1 in u' ': pass self.match(' ') elif la1 and la1 in u'\t': pass self.match('\t') elif la1 and la1 in u'\u000c': pass self.match('\f') elif la1 and la1 in u'\n\r': pass la1 = self.LA(1) if False: pass elif la1 and la1 in u'\r': pass self.match('\r') elif la1 and la1 in u'\n': pass else: self.raise_NoViableAlt(self.LA(1)) self.match('\n') self.newline(); else: break _cnt32 += 1 if _cnt32 < 1: self.raise_NoViableAlt(self.LA(1)) _ttype = Token.SKIP; self.set_return_token(_createToken, _token, _ttype, _begin) ### generate bit set def mk_tokenSet_0(): data = [0L] * 2048 ### init list data[0] =-9217L for x in xrange(1, 1023): data[x] = -1L data[1023] =9223372036854775807L return data _tokenSet_0 = antlr.BitSet(mk_tokenSet_0()) ### __main__ header action >>> if __name__ == '__main__' : import sys import antlr import InterfaceLexer ### create lexer - shall read from stdin try: for token in InterfaceLexer.Lexer(): print token except antlr.TokenStreamException, e: print "error: exception caught while lexing: ", e ### __main__ header action <<<