File: sanity_test.py

package info (click to toggle)
magics-python 2%3A1.5.5-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 500 kB
  • sloc: python: 2,478; makefile: 14
file content (91 lines) | stat: -rw-r--r-- 2,827 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
# (C) Copyright 1996-2019 ECMWF.
#
# This software is licensed under the terms of the Apache Licence Version 2.0
# which can be obtained at http://www.apache.org/licenses/LICENSE-2.0.
# In applying this licence, ECMWF does not waive the privileges and immunities
# granted to it by virtue of its status as an intergovernmental organisation nor
# does it submit to any jurisdiction.
"""
A unittest script which dynamically adds tests based on the contents of the 'gallery'
directory.
"""
import os
import glob
import unittest
import subprocess


class MagicsSanityTest(unittest.TestCase):
    """
    A class with dynamically-generated test methods.
    """

    pass


def cleanup_backup(backup_name, original_name):
    """
    Move a backed-up file back to its original name.
    """
    print("Replacing {} with {}".format(original_name, backup_name))
    if os.path.isfile(backup_name):
        os.rename(backup_name, original_name)


def cleanup_output(output_name):
    """
    Delete a file created by running a test script.
    """
    print("Removing {}".format(output_name))
    os.remove(output_name)


def generate_test_method(test_name):
    """
    Generate a test method based on a given test name.

    The test is simply to run a test script 'test_name.py' and check that an output file with the
    name 'test_name.png' is generated.
    """

    def run_test(self):
        # backup any existing files with our expected output_name
        output_name = "{}.png".format(test_name)
        backup_name = output_name + ".backup"
        if os.path.isfile(output_name):
            os.rename(output_name, backup_name)
            self.addCleanup(cleanup_backup, backup_name, output_name)

        # run the test
        ret = subprocess.call("python {}.py".format(test_name), shell=True)
        self.assertEqual(ret, 0)

        output_exists = os.path.isfile(output_name)
        if output_exists:
            self.addCleanup(cleanup_output, output_name)

        ps_output_name = "{}.ps".format(test_name)
        if os.path.isfile(ps_output_name):
            # some tests may also generate postscript files which need to be deleted
            self.addCleanup(cleanup_output, ps_output_name)

        self.assertTrue(output_exists)

    return run_test


# This code needs to be outside of `if __name__ == '__main__'` so the test methods are generated
# at import time so that pytest can find them
test_dir = os.getenv("MAGICS_PYTHON_TESTS")
if not test_dir:
    test_dir = "./gallery"
os.chdir(test_dir)

for file_name in glob.glob("*.py"):
    test_name = os.path.splitext(file_name)[0]
    print("Adding test: {}".format(test_name))
    method_name = "test_{}".format(test_name)
    setattr(MagicsSanityTest, method_name, generate_test_method(test_name))

if __name__ == "__main__":
    unittest.main()