#!/usr/bin/env python #--------------------------------------------------------------------------- # valdiag.py - Validate diagnostic messages from SDCC/GCC # Written By - Erik Petrich . epetrich@users.sourceforge.net (2003) # # This program is free software; you can redistribute it and/or modify it # under the terms of the GNU General Public License as published by the # Free Software Foundation; either version 2, or (at your option) any # later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. # # In other words, you are welcome to use, share and improve this program. # You are forbidden to forbid anyone else to use, share and improve # what you give them. Help stamp out software-hoarding! #--------------------------------------------------------------------------- from __future__ import print_function import sys, string, os, re, subprocess from subprocess import Popen, PIPE, STDOUT macrodefs = {} extramacrodefs = {} gcc = { "CC":"gcc", "CCFLAGS":"-c -pedantic -Wall -DPORT_HOST=1", "CCDEF":"-D", "CCOUTPUT":"-o", "C89":"-std=c89", "C99":"-std=c99", "defined": { "__GNUC__":"1", "GCC":"1" }, "ignoremsg": [ ] } sdcc = { "CC":"../../bin/sdcc", "CCFLAGS":"-c -m{port}", "CCDEF":"-D", "CCOUTPUT":"-o", "CCINCLUDEDIR":"-I", "C89":"--std-sdcc89", "C99":"--std-sdcc99", "defined": { "SDCC":"1", "SDCC_{port}":"1", "__{port}":"1" }, "ignoremsg": [ "code not generated.*due to previous errors", "unreferenced function argument" ] } testmodes = { "host":{ "compiler":gcc, "port":"host", "defined": { "PORT_HOST":"1" } }, "mcs51":{ "compiler":sdcc, "port":"mcs51", "extra-defines": { "__has_bit":"1", "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "mcs51-large":{ "compiler":sdcc, "port":"mcs51", "flags":"--model-large", "defined": { "SDCC_MODEL_LARGE":"1" }, "extra-defines" : { "__has_bit":"1", "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "mcs51-stack-auto":{ "compiler":sdcc, "port":"mcs51", "flags":"--stack-auto", "defined": { "SDCC_STACK_AUTO":"1" }, "extra-defines": { "__has_bit":"1", "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "ds390":{ "compiler":sdcc, "port":"ds390", "extra-defines": { "__has_bit":"1", "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "z80":{ "compiler":sdcc, "port":"z80", "extra-defines": { "__has_z88dk_fastcall":"1" } }, "z180":{ "compiler":sdcc, "port":"z180", "extra-defines": { "__has_z88dk_fastcall":"1" } }, "r2k":{ "compiler":sdcc, "port":"r2k", "extra-defines": { "__has_z88dk_fastcall":"1" } }, "sm83":{ "compiler":sdcc, "port":"sm83", "extra-defines": { "__has_sdcccall":"1" } }, "tlcs90":{ "compiler":sdcc, "port":"tlcs90", "extra-defines": { "__has_z88dk_fastcall":"1" } }, "hc08":{ "compiler":sdcc, "port":"hc08", "extra-defines": { "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "s08":{ "compiler":sdcc, "port":"s08", "extra-defines": { "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "mos6502":{ "compiler":sdcc, "port":"mos6502", "extra-defines": { "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "mos65c02":{ "compiler":sdcc, "port":"mos65c02", "extra-defines": { "__has_data":"1", "__has_xdata":"1", "__has_reentrant":"1" } }, "stm8":{ "compiler":sdcc, "port":"stm8", "extra-defines": { "__has_raisonance":"1", "__has_sdcccall":"1" } }, "pdk13":{ "compiler":sdcc, "port":"pdk13" }, "pdk14":{ "compiler":sdcc, "port":"pdk14" }, "pdk15":{ "compiler":sdcc, "port":"pdk15" }, "pic14":{ "compiler":sdcc, "port":"pic14" }, "pic16":{ "compiler":sdcc, "port":"pic16" } } def evalQualifier(expr): global macrodefs tokens = re.split("([^0-9A-Za-z_])", expr) for tokenindex in range(len(tokens)): token = tokens[tokenindex] if token in macrodefs: tokens[tokenindex] = macrodefs[token] elif token == "defined": tokens[tokenindex] = "" if tokens[tokenindex+2] in macrodefs: tokens[tokenindex+2] = "1" else: tokens[tokenindex+2] = "0" elif len(token)>0: if token[0]=="_" or token[0] in string.ascii_letters: tokens[tokenindex] = "0" #expr = string.join(tokens,"") expr = "".join(tokens) expr = expr.replace("&&"," and "); expr = expr.replace("||"," or "); expr = expr.replace("!"," not "); return eval(expr) def expandPyExpr(expr): tokens = re.split("({|})", expr) for tokenindex in range(1,len(tokens)): if tokens[tokenindex-1]=="{": tokens[tokenindex]=eval(tokens[tokenindex]) tokens[tokenindex-1]="" tokens[tokenindex+1]="" expandedExpr = "".join(tokens) return expandedExpr def addDefines(deflist, isExtra): for define in list(deflist.keys()): expandeddef = expandPyExpr(define) macrodefs[expandeddef] = expandPyExpr(deflist[define]) if isExtra: extramacrodefs[expandeddef] = macrodefs[expandeddef] def parseInputfile(inputfilename): inputfile = open(inputfilename, "r") testcases = {} testname = "" linenumber = 1 # Find the test cases and tests in this file for line in inputfile.readlines(): # See if a new testcase is being defined p = line.find("TEST") if p>=0: testname = line[p:].split()[0] if testname not in testcases: testcases[testname] = {} # See if a new test is being defined for testtype in ["ERROR", "WARNING", "IGNORE"]: p = line.find(testtype); if p>=0: # Found a test definition qualifier = line[p+len(testtype):].strip() p = qualifier.find("*/") if p>=0: qualifier = qualifier[:p].strip() if len(qualifier)==0: qualifier="1" qualifier = evalQualifier(qualifier) if qualifier: if not linenumber in testcases[testname]: testcases[testname][linenumber]=[] testcases[testname][linenumber].append(testtype) linenumber = linenumber + 1 inputfile.close() return testcases def parseResults(output): results = {} for line in output: print(line, end=' ') if line.count("SIGSEG"): results[0] = ["FAULT", line.strip()] continue # look for something of the form: # filename:line:message msg = line.split(":",2) if len(msg)<3: continue if msg[0]!=inputfilename: continue if len(msg[1])==0: continue if not msg[1][0] in string.digits: continue # it's in the right form; parse it linenumber = int(msg[1]) msgtype = "UNKNOWN" uppermsg = msg[2].upper() if uppermsg.count("ERROR"): msgtype = "ERROR" if uppermsg.count("WARNING"): msgtype = "WARNING" msgtext = msg[2].strip() ignore = 0 for ignoreExpr in ignoreExprList: if re.search(ignoreExpr,msgtext)!=None: ignore = 1 if not ignore: results[linenumber]=[msgtype,msg[2].strip()] return results def showUsage(): print("Usage: test testmode cfile [objectfile]") print("Choices for testmode are:") for testmodename in list(testmodes.keys()): print(" %s" % testmodename) sys.exit(1) # Start here if len(sys.argv)<3: showUsage() testmodename = sys.argv[1] if not testmodename in testmodes: print("Unknown test mode '%s'" % testmodename) showUsage() testmode = testmodes[testmodename] compilermode = testmode["compiler"] port = expandPyExpr(testmode["port"]) cc = expandPyExpr(compilermode["CC"]) ccflags = expandPyExpr(compilermode["CCFLAGS"]) if "flags" in testmode: ccflags = " ".join([ccflags,expandPyExpr(testmode["flags"])]) if len(sys.argv)>=4: if "CCOUTPUT" in compilermode: ccflags = " ".join([ccflags,expandPyExpr(compilermode["CCOUTPUT"]),sys.argv[3]]) if len(sys.argv)>=5: if "CCINCLUDEDIR" in compilermode: ccflags = " ".join([ccflags,expandPyExpr(compilermode["CCINCLUDEDIR"]),sys.argv[4]]) if "defined" in compilermode: addDefines(compilermode["defined"], False) if "defined" in testmode: addDefines(testmode["defined"], False) if "extra-defines" in compilermode: addDefines(compilermode["extra-defines"], True) if "extra-defines" in testmode: addDefines(testmode["extra-defines"], True) if "ignoremsg" in compilermode: ignoreExprList = compilermode["ignoremsg"] else: ignoreExprList = [] inputfilename = sys.argv[2] inputfilenameshort = os.path.basename(inputfilename) try: testcases = parseInputfile(inputfilename) except IOError: print("Unable to read file '%s'" % inputfilename) sys.exit(1) casecount = len(list(testcases.keys())) testcount = 0 failurecount = 0 print("--- Running: %s " % inputfilenameshort) for testname in list(testcases.keys()): if testname.find("DISABLED")>=0: continue ccdef = compilermode["CCDEF"]+testname for extradef in list(extramacrodefs.keys()): ccdef = ccdef + " " + compilermode["CCDEF"] + extradef + "=" + extramacrodefs[extradef] if testname[-3:] == "C89": ccstd = compilermode["C89"] elif testname[-3:] == "C99": ccstd = compilermode["C99"] else: ccstd = "" cmd = " ".join([cc,ccflags,ccstd,ccdef,inputfilename]) print() print(cmd) spawn = Popen(args=cmd.split(), bufsize=-1, stdout = PIPE, stderr = STDOUT, close_fds=True) (stdoutdata,stderrdata) = spawn.communicate() if not isinstance(stdoutdata, str): # python 3 returns bytes so stdoutdata = str(stdoutdata,"utf-8") # convert to str type first output = stdoutdata.splitlines(True) results = parseResults(output) if len(testcases[testname])==0: testcount = testcount + 1 #implicit test for no errors # Go through the tests of this case and make sure # the compiler gave a diagnostic for checkline in list(testcases[testname].keys()): testcount = testcount + 1 if checkline in results: if "IGNORE" in testcases[testname][checkline]: testcount = testcount - 1 #this isn't really a test del results[checkline] else: for wanted in testcases[testname][checkline]: if not wanted=="IGNORE": print("--- FAIL: expected %s" % wanted, end=' ') print("at %s:%d" % (inputfilename, checkline)) failurecount = failurecount + 1 # Output any unexpected diagnostics for checkline in list(results.keys()): print('--- FAIL: unexpected message "%s" ' % results[checkline][1], end=' ') print("at %s:%d" % (inputfilename, checkline)) failurecount = failurecount + 1 print() print("--- Summary: %d/%d/%d: " % (failurecount, testcount, casecount), end=' ') print("%d failed of %d tests in %d cases." % (failurecount, testcount, casecount))