#!/usr/bin/env python import os import subprocess as sp import sys from typing import Dict ROOT_DIR = os.path.abspath(os.path.join(os.path.dirname(__file__))) sys.path.append(os.path.join(ROOT_DIR, "src", "libasr")) from compiler_tester.tester import color, fg, log, run_test, style, tester_main def run_cmd(cmd, cwd=None): print(f"+ {cmd}") process = sp.run(cmd, shell=True, cwd=cwd) if process.returncode != 0: print("Command failed.") exit(1) def single_test(test: Dict, verbose: bool, no_llvm: bool, skip_run_with_dbg: bool, update_reference: bool, verify_hash: bool, no_color: bool, specific_backends=None, excluded_backends=None) -> None: def is_included(backend): return test.get(backend, False) \ and (specific_backends is None or backend in specific_backends) \ and (excluded_backends is None or backend not in excluded_backends) filename = test["filename"] show_verbose = "" if not verbose else "-v" tokens = is_included("tokens") ast = is_included("ast") ast_indent = is_included("ast_indent") ast_disable_style_suggestion = is_included("ast_disable_style_suggestion") ast_json = is_included("ast_json") ast_no_prescan = is_included("ast_no_prescan") ast_f90 = is_included("ast_f90") ast_cpp = is_included("ast_cpp") ast_cpp_hip = is_included("ast_cpp_hip") ast_openmp = is_included("ast_openmp") lookup_name = is_included("lookup_name") rename_symbol = is_included("rename_symbol") line = "-1" if is_included("line"): line = str(test["line"]) column = "-1" if is_included("column"): column = str(test["column"]) asr = is_included("asr") asr_ignore_pragma = is_included("asr_ignore_pragma") asr_implicit_typing = is_included("asr_implicit_typing") asr_disable_implicit_typing = is_included("asr_disable_implicit_typing") enable_and_disable_implicit_typing = is_included("enable_and_disable_implicit_typing") asr_implicit_interface = is_included("asr_implicit_interface") asr_implicit_interface_and_typing = is_included("asr_implicit_interface_and_typing") asr_implicit_argument_casting = is_included("asr_implicit_argument_casting") enable_disable_implicit_argument_casting = is_included("enable_disable_implicit_argument_casting") asr_implicit_interface_and_typing_with_llvm = is_included("asr_implicit_interface_and_typing_with_llvm") asr_disable_warnings = is_included("asr_disable_warnings") asr_disable_style_suggestion_and_warnings = is_included("asr_disable_style_suggestion_and_warnings") asr_enable_style_suggestion = is_included("asr_enable_style_suggestion") enable_disable_style_suggestion = is_included("enable_disable_style_suggestion") continue_compilation = is_included("continue_compilation") fixed_form_cc_asr = is_included("fixed_form_cc_asr") semantics_only_cc = is_included("semantics_only_cc") show_errors = is_included("show_errors") document_symbols = is_included("document_symbols") syntax_only_cc = is_included("syntax_only_cc") show_asr_with_cc = is_included("show_asr_with_cc") asr_use_loop_variable_after_loop = is_included("asr_use_loop_variable_after_loop") asr_preprocess = is_included("asr_preprocess") asr_indent = is_included("asr_indent") asr_json = is_included("asr_json") asr_clojure = is_included("asr_clojure") asr_openmp = is_included("asr_openmp") c_target_omp = is_included("c_target_omp") c_target_cuda = is_included("c_target_cuda") asr_logical_casting = is_included("asr_logical_casting") mod_to_asr = is_included("mod_to_asr") llvm = is_included("llvm") cpp = is_included("cpp") cpp_infer = is_included("cpp_infer") c = is_included("c") is_cumulative_pass = is_included("cumulative") julia = is_included("julia") wat = is_included("wat") obj = is_included("obj") x86 = is_included("x86") fortran = is_included("fortran") bin_ = is_included("bin") fast = is_included("fast") print_leading_space = is_included("print_leading_space") interactive = is_included("interactive") options = test.get("options", "") pass_ = test.get("pass", None) extrafiles = test.get("extrafiles", "").split(",") run = test.get("run") run_with_dbg = test.get("run_with_dbg") optimization_passes = ["flip_sign", "div_to_mul", "fma", "sign_from_value", "inline_function_calls", "loop_unroll", "dead_code_removal"] if pass_ is not None: pass_list = pass_.split(",") for _pass in pass_list: _pass = _pass.rstrip(" ").lstrip(" ") if (_pass not in ["do_loops", "global_stmts", "transform_optional_argument_functions", "array_op", "select_case", "class_constructor", "implied_do_loops", "pass_array_by_data", "init_expr", "where", "nested_vars", "insert_deallocate", "openmp", "array_struct_temporary"] and _pass not in optimization_passes): raise Exception(f"Unknown pass: {_pass}") if update_reference: log.debug(f"{color(style.bold)} UPDATE TEST: {color(style.reset)} {filename}") elif verify_hash: log.debug(f"{color(style.bold)} VERIFY HASH: {color(style.reset)} {filename}") else: log.debug(f"{color(style.bold)} START TEST: {color(style.reset)} {filename}") extra_args = f"--no-error-banner {show_verbose}" if print_leading_space: extra_args += " --print-leading-space" if interactive: extra_args += " --interactive-parse" if cpp_infer: extra_args += " --cpp-infer" if line: extra_args += " --line=" + line if column: extra_args += " --column=" + column if options: extra_args += " " + options if tokens: run_test( filename, "tokens", "lfortran --no-color --show-tokens {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast: if filename.endswith(".f"): # Use fixed form run_test( filename, "ast", "lfortran --fixed-form --show-ast --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) else: run_test( filename, "ast", "lfortran --show-ast --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast_indent: run_test( filename, "ast_indent", "lfortran --show-ast --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast_openmp: run_test( filename, "ast_openmp", "lfortran --show-ast --no-color --openmp {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if enable_and_disable_implicit_typing: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test(filename, "run", "lfortran --implicit-typing --disable-implicit-typing --no-color {infile}", filename, update_reference, verify_hash, extra_args) if enable_disable_implicit_argument_casting: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test(filename, "run", "lfortran --implicit-argument-casting --disable-implicit-argument-casting --no-color {infile}", filename, update_reference, verify_hash, extra_args) if ast_json: run_test( filename, "ast_json", "lfortran --show-ast --no-indent --json {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast_disable_style_suggestion: run_test( filename, "ast_disable_style_suggestion", "lfortran --show-ast --no-style-suggestions --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast_no_prescan: # Use free form with prescan disabled run_test( filename, "ast_no_prescan", "lfortran --no-prescan --show-ast --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if ast_f90: if filename.endswith(".f"): # Use fixed form run_test( filename, "ast_f90", "lfortran --fixed-form --show-ast-f90 --no-indent --no-color {infile}", filename, update_reference, verify_hash, extra_args) else: # Use free form run_test( filename, "ast_f90", "lfortran --show-ast-f90 --no-indent --no-color {infile}", filename, update_reference, verify_hash, extra_args) if lookup_name: run_test( filename, "lookup_name", "lfortran --lookup-name --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if rename_symbol: run_test( filename, "rename_symbol", "lfortran --rename-symbol --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_disable_warnings: run_test( filename, "asr_disable_warnings", "lfortran --show-asr --no-warnings --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_disable_style_suggestion_and_warnings: run_test( filename, "asr_disable_style_suggestion_and_warnings", "lfortran --show-asr --no-style-suggestions --no-warnings --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_enable_style_suggestion: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test( filename, "asr_enable_style_suggestion", "lfortran --std=f23 --style-suggestions --no-color {infile}", filename, update_reference, verify_hash, extra_args) if enable_disable_style_suggestion: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test( filename, "enable_disable_style_suggestion", "lfortran --style-suggestions --no-style-suggestions --no-color {infile}", filename, update_reference, verify_hash, extra_args) if asr: # run fixed form if filename.endswith(".f"): run_test( filename, "asr", "lfortran --fixed-form --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) else: skip_test = False for extrafile in extrafiles: extrafile_ = extrafile.rstrip().lstrip() if no_llvm and len(extrafile_) > 0: log.info(f"{filename} * asr SKIPPED because LLVM is not enabled") skip_test = True break if len(extrafile_) > 0: extrafile_ = os.path.join("tests", extrafile_) modfile = extrafile_[:-4] + ".mod" if not os.path.exists(modfile): run_cmd("lfortran -c {}".format(extrafile_)) if not skip_test: run_test( filename, "asr", "lfortran --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if pass_ is not None: if fast: cmd = "lfortran --pass=" + pass_ + \ " --show-asr --no-color --fast {infile} -o {outfile}" else: cmd = "lfortran --pass=" + pass_ + \ " --show-asr --no-color {infile} -o {outfile}" pass_ = pass_.replace(",", "_") run_test(filename, "pass_{}".format(pass_), cmd, filename, update_reference, verify_hash, extra_args) pass_ = None if asr_implicit_interface_and_typing: # run fixed form if filename.endswith(".f"): run_test( filename, "asr", "lfortran --fixed-form --show-asr --implicit-typing --implicit-interface --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) else: run_test( filename, "asr", "lfortran --show-asr --implicit-typing --implicit-interface --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_use_loop_variable_after_loop: run_test( filename, "asr", "lfortran --show-asr --use-loop-variable-after-loop --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_implicit_argument_casting: run_test( filename, "asr", "lfortran --show-asr --implicit-argument-casting --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_implicit_interface_and_typing_with_llvm: if no_llvm: log.info(f"{filename} * llvm SKIPPED as requested") else: run_test( filename, "llvm", "lfortran --show-llvm --implicit-typing --implicit-interface {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if semantics_only_cc: run_test(filename, "asr", "lfortran --semantics-only --continue-compilation --no-color {infile}", filename, update_reference, verify_hash, extra_args) if document_symbols: skip_test = False for extrafile in extrafiles: extrafile_ = extrafile.rstrip().lstrip() if no_llvm and len(extrafile_) > 0: log.info(f"{filename} * asr SKIPPED because LLVM is not enabled") skip_test = True break if len(extrafile_) > 0: extrafile_ = os.path.join("tests", extrafile_) modfile = extrafile_[:-4] + ".mod" if not os.path.exists(modfile): run_cmd("lfortran -c {}".format(extrafile_)) if not skip_test: run_test(filename, "asr", "lfortran --show-document-symbols --no-color {infile}", filename, update_reference, verify_hash, extra_args) if show_errors: run_test(filename, "asr", "lfortran --show-errors --continue-compilation --no-color {infile}", filename, update_reference, verify_hash, extra_args) if syntax_only_cc: run_test(filename, "ast", "lfortran --continue-compilation --show-ast --no-color {infile}", filename, update_reference, verify_hash, extra_args) if show_asr_with_cc: run_test(filename, "asr", "lfortran --continue-compilation --show-asr --no-color {infile}", filename, update_reference, verify_hash, extra_args) if continue_compilation: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test(filename, "run", "lfortran --continue-compilation --no-color {infile}", filename, update_reference, verify_hash, extra_args) if fixed_form_cc_asr: run_test( filename, "asr", "lfortran --fixed-form --continue-compilation --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_implicit_typing: run_test( filename, "asr", "lfortran --show-asr --implicit-typing --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_disable_implicit_typing: if no_llvm: log.info(f"{filename} * llvm SKIPPED as requested") run_test( filename, "asr", "lfortran --std=f23 --show-asr --disable-implicit-typing --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_implicit_interface: if filename.endswith(".f"): run_test( filename, "asr", "lfortran --fixed-form --implicit-interface --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) else: run_test( filename, "asr", "lfortran --show-asr --implicit-interface --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_preprocess: run_test( filename, "asr_preprocess", "lfortran --cpp --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_indent: run_test( filename, "asr_indent", "lfortran --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_json: run_test( filename, "asr_json", "lfortran --show-asr --no-indent --json {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_clojure: run_test( filename, "asr_clojure", "lfortran --show-asr --no-color --no-indent --clojure {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_openmp: run_test( filename, "asr_openmp", "lfortran --show-asr --no-color --openmp {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if c_target_omp: run_test( filename, "c_target_omp", "lfortran --show-c --openmp {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if c_target_cuda: run_test( filename, "c_target_cuda", "lfortran --show-c --openmp --target-offload {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if asr_logical_casting: run_test( filename, "asr_logical_casting", "lfortran --show-asr --logical-casting --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if mod_to_asr: run_test( filename, "mod_to_asr", "lfortran mod --show-asr --no-indent --no-color {infile}", filename, update_reference, verify_hash) if asr_ignore_pragma: run_test( filename, "asr_ignore_pragma", "lfortran --ignore-pragma --show-asr --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if pass_ is not None: cmd = "lfortran " if is_cumulative_pass: cmd += "--cumulative " cmd += "--pass=" + pass_ + \ " --show-asr --no-color {infile} -o {outfile}" pass_ = pass_.replace(",", "_") run_test(filename, "pass_{}".format(pass_), cmd, filename, update_reference, verify_hash, extra_args) if llvm: if no_llvm: log.info(f"{filename} * llvm SKIPPED as requested") else: run_test( filename, "llvm", "lfortran --no-color --show-llvm {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if cpp: run_test(filename, "cpp", "lfortran --no-color --show-cpp {infile}", filename, update_reference, verify_hash, extra_args) if obj: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test( filename, "obj", "lfortran --no-color -c {infile} -o output.o", filename, update_reference, verify_hash, extra_args) if c: run_test(filename, "c", "lfortran --no-color --show-c {infile}", filename, update_reference, verify_hash, extra_args) if julia: run_test(filename, "julia", "lfortran --no-color --show-julia {infile}", filename, update_reference, verify_hash, extra_args) if wat: run_test(filename, "wat", "lfortran --no-color --show-wat {infile}", filename, update_reference, verify_hash, extra_args) if x86: run_test( filename, "x86", "lfortran --no-color --backend=x86 {infile} -o output", filename, update_reference, verify_hash, extra_args) if fortran: run_test( filename, "fortran", "lfortran --show-fortran --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if bin_: run_test(filename, "bin", "lfortran --no-color {infile} -o {outfile}", filename, update_reference, verify_hash, extra_args) if run: if no_llvm: log.info(f"{filename} * obj SKIPPED as requested") else: run_test(filename, "run", "lfortran --no-color {infile}", filename, update_reference, verify_hash, extra_args) if run_with_dbg: if skip_run_with_dbg: log.info(f"{filename} * run_with_dbg SKIPPED as requested") else: run_test( filename, "run_dbg", "lfortran {infile} -g --no-color", filename, update_reference, verify_hash, extra_args) if __name__ == "__main__": tester_main("LFortran", single_test)