1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40
|
import argparse
import sys
import textwrap
import pandas as pd
def check_csv(filename):
"""
Basic accuracy checking.
"""
df = pd.read_csv(filename)
failed = []
for _, row in df.iterrows():
model_name = row["name"]
status = row["accuracy"]
if "pass" not in status:
failed.append(model_name)
print(f"{model_name:34} {status}")
if failed:
print(
textwrap.dedent(
f"""
Error {len(failed)} models failed
{' '.join(failed)}
"""
)
)
sys.exit(1)
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--file", "-f", type=str, help="csv file name")
args = parser.parse_args()
check_csv(args.file)
|