#!/usr/bin/env python """Tests for cogent.util.unit_test, extension of the built-in PyUnit framework. """ ##SUPPORT2425 #from __future__ import with_statement from cogent.util.unit_test import TestCase, main, FakeRandom #,numpy_err import numpy; from numpy import array, zeros, log, inf from sys import exc_info __author__ = "Rob Knight" __copyright__ = "Copyright 2007-2009, The Cogent Project" __credits__ = ["Rob Knight", "Sandra Smit", "Gavin Huttley", "Daniel McDonald"] __license__ = "GPL" __version__ = "1.4.1" __maintainer__ = "Rob Knight" __email__ = "rob@spot.colorado.edu" __status__ = "Production" ## SUPPORT2425 #class NumpyErrTests(TestCase): #"""Tests numpy_err function.""" #def test_usage(self): #with numpy_err(divide='raise'): #self.assertRaises(FloatingPointError, log, 0) #with numpy_err(divide='ignore'): #self.assertEqual(log(0), -inf) #with numpy_err(divide='raise'): #self.assertRaises(FloatingPointError, log, 0) #def test_err_status(self): #ori_status = numpy.geterr() #numpy.seterr(divide='warn') #with numpy_err(all='ignore'): #for v in numpy.geterr().values(): #self.assertEqual(v, 'ignore') #self.assertEqual(numpy.geterr()['divide'], 'warn') #numpy.seterr(**ori_status) class FakeRandomTests(TestCase): """Tests FakeRandom class.""" def test_call_constant(self): """FakeRandom __call__ should return next item from list if constant""" const = FakeRandom([1]) self.assertEqual(const(), 1) self.assertRaises(IndexError, const) def test_call_constant_wrap(self): """FakeRandom __call__ should wrap for one-item list if specified""" const = FakeRandom([1], True) for i in range(10): self.assertEqual(const(), True) def test_call_var(self): """FakeRandom __call__ should work with a multi-item list""" f = FakeRandom([1,2,3]) self.assertEqual(f(), 1) self.assertEqual(f(), 2) self.assertEqual(f(), 3) self.assertRaises(IndexError, f) def test_call_var_wrap(self): """FakeRandom __call__ should work with a multi-item wrapped list""" f = FakeRandom([1,2,3], True) result = [f() for i in range(10)] self.assertEqual(result, [1,2,3,1,2,3,1,2,3,1]) def test_cal_var_args(self): """FakeRandom __call__ should ignore extra args""" f = FakeRandom([[1,2,3]], True) for i in range(5): result = f((5,5)) #shape parameter ignored self.assertEqual(result, [1,2,3]) class TestCaseTests(TestCase): """Tests for extension of the built-in unittest framework. For each test, includes an example of success and failure. """ unequal_pairs = [ (1, 0), ([], ()), (None, 0), ('', ' '), (1, '1'), (0, '0'), ('', None), (array([1,2,3]),array([1,2,4])), (array([[1,2],[3,4]]), array([[1.0,2.0],[3.0,4.1]])), (array([1]), array([1,2])), (zeros(0), array([1])), (array([1,1,1]), array([1])), (array([[1,1],[1,1]]), array([1,1,1,1])), (zeros(0), None), (zeros(3), zeros(5)), (zeros(0), ''), ] equal_pairs = [ (1, 1), (0, 0), (5, 5L), (5, 5.0), (0, 0.0), ('', ''), (' ', ' '), ('a', 'a'), (None, None), ([0, 1], [0.0, 1.0]), (array([1,2,3]), array([1,2,3])), (array([[1,2],[3,4]]), array([[1.0,2.0],[3.0,4.0]])), (zeros(0), []), (zeros(0), zeros(0)), (array([]), zeros(0)), (zeros(3), zeros(3)), (array([0,0,0]), zeros(3)), (array([]), []), ] small = 1e-7 big = 1e-5 within_1e6_abs_pairs = [ (1, 1 + small), (1 + small, 1), (1, 1 - small), (1 - small, 1), (100000, 100000 - small), (-100000, -100000 - small), (-1, -1 + small), (-1, -1 - small), (0, small), (0, -small), (array([1,2]), array([1,2+small])), (array([[1,2],[3,4]]), array([[1,2+small],[3,4]])) ] within_1e6_rel_pairs = [ (1, 1 + 1 * small), (1 + 1 * small, 1), (1, 1 - 1 * small), (1 - 1 * small, 1), (100000, 100000 - 100000 * small), (-100000, -100000 - 100000 * small), (-1, -1 + -1 * small), (-1, -1 - -1 * small), (array([1,2]), array([1+small,2])), (array([[1000,1000],[1000,1000]]), \ array([[1000+1000*small, 1000], [1000,1000]])), ] outside_1e6_abs_pairs = [ (1, 1 + big), (1 + big, 1), (1, 1 - big), (1 - big, 1), (100000, 100000 - big), (-100000, -100000 - big), (-1, -1 + big), (-1, -1 - big), (0, big), (0, -big), (1e7, 1e7 + 1), (array([1,1]), array([1,1+big])), (array([[1,1],[1,1]]), array([[1,1+big],[1,1]])), ] outside_1e6_rel_pairs = [ (1, 1 + 1 * big), (1 + 1 * big, 1), (1, 1 - 1 * big), (1 - 1 * big, 1), (100000, 100000 - 100000 * big), (-100000, -100000 - 100000 * big), (-1, -1 + -1 * big), (-1, -1 - -1 * big), (1e-30, 1e-30 + small), (0, small), (1e5, 1e5 + 1), (array([1,1]), array([1,1+1*big])), ] def test_assertNotEqual_None(self): """assertNotEqual should raise exception with two copies of None""" try: self.assertNotEqual(None, None) except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed None and expected None: shouldn\'t test equal') else: raise AssertionError, \ "unit_test.assertNotEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertNotEqual_numbers(self): """assertNotEqual should raise exception with integer and float zero""" try: self.assertNotEqual(0, 0.0) except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed 0 and expected 0.0: shouldn\'t test equal') else: raise AssertionError, \ "unit_test.assertNotEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertNotEqual_unequal(self): """assertNotEqual should not raise exception when values differ""" for first, second in self.unequal_pairs: try: self.assertNotEqual(first, second) except: raise AssertionError, \ "unit_test.assertNotEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertNotEqual_equal(self): """assertNotEqual should raise exception when values differ""" for first, second in self.equal_pairs: try: self.assertNotEqual(first, second) except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed %s and expected %s: shouldn\'t test equal' \ % (`first`, `second`)) else: raise AssertionError, \ "unit_test.assertNotEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertEqual_None(self): """assertEqual should not raise exception with two copies of None""" try: self.assertEqual(None, None) except: raise AssertionError, \ "unit_test.assertEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertEqual_numbers(self): """assertEqual should not raise exception with integer and float zero""" try: self.assertEqual(0, 0.0) except: raise AssertionError, \ "unit_test.assertEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertEqual_unequal(self): """assertEqual should raise exception when values differ""" for first, second in self.unequal_pairs: try: self.assertEqual(first, second) except: message = str(exc_info()[1]) self.assertEqual(message, 'Got %s, but expected %s' \ % (`first`, `second`)) else: raise AssertionError, \ "unit_test.assertEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertEqual_equal(self): """assertEqual should not raise exception when values test equal""" for first, second in self.equal_pairs: try: self.assertEqual(first, second) except: raise AssertionError, \ "unit_test.assertEqual failed on input %s and %s" \ % (`first`, `second`) def test_assertEqual_nested_array(self): self.assertEqual([[1,0], [0,1]], [array([1,0]), array([0,1])]) def test_assertEqual_shape_mismatch(self): """assertEqual should raise when obs and exp shapes mismatch""" obs = [1,2,3] exp = [1,2,3,4] self.assertRaises(AssertionError, self.assertEqual, obs, exp) def test_assertFloatEqualAbs_equal(self): """assertFloatEqualAbs should not raise exception when values within eps""" for first, second in self.within_1e6_abs_pairs: try: self.assertFloatEqualAbs(first, second, eps=1e-6) except: raise AssertionError, \ "unit_test.assertFloatEqualAbs failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualAbs_threshold(self): """assertFloatEqualAbs should raise exception when eps is very small""" for first, second in self.within_1e6_abs_pairs: try: self.assertFloatEqualAbs(first, second, 1e-30) except: message = str(exc_info()[1]) diff = first - second self.assertEqual(message, 'Got %s, but expected %s (diff was %s)' \ % (`first`, `second`, `diff`)) else: raise AssertionError, \ "unit_test.assertFloatEqualAbs failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualAbs_unequal(self): """assertFloatEqualAbs should raise exception when values differ by >eps""" for first, second in self.outside_1e6_abs_pairs: try: self.assertFloatEqualAbs(first, second) except: message = str(exc_info()[1]) diff = first - second self.assertEqual(message, 'Got %s, but expected %s (diff was %s)' \ % (`first`, `second`, `diff`)) else: raise AssertionError, \ "unit_test.assertFloatEqualAbs failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualAbs_shape_mismatch(self): """assertFloatEqualAbs should raise when obs and exp shapes mismatch""" obs = [1,2,3] exp = [1,2,3,4] self.assertRaises(AssertionError, self.assertFloatEqualAbs, obs, exp) def test_assertFloatEqualRel_equal(self): """assertFloatEqualRel should not raise exception when values within eps""" for first, second in self.within_1e6_rel_pairs: try: self.assertFloatEqualRel(first, second) except: raise AssertionError, \ "unit_test.assertFloatEqualRel failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualRel_unequal(self): """assertFloatEqualRel should raise exception when eps is very small""" for first, second in self.within_1e6_rel_pairs: try: self.assertFloatEqualRel(first, second, 1e-30) except: message = str(exc_info()[1]) diff = first - second self.assertEqual(message, 'Got %s, but expected %s (diff was %s)' \ % (`first`, `second`, `diff`)) else: raise AssertionError, \ "unit_test.assertFloatEqualRel failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualRel_unequal(self): """assertFloatEqualRel should raise exception when values differ by >eps""" for first, second in self.outside_1e6_rel_pairs: try: self.assertFloatEqualRel(first, second) except: message = str(exc_info()[1]) diff = first - second self.assertEqual(message, 'Got %s, but expected %s (diff was %s)' \ % (`first`, `second`, `diff`)) else: raise AssertionError, \ "unit_test.assertFloatEqualRel failed on input %s and %s" \ % (`first`, `second`) def test_assertFloatEqualRel_shape_mismatch(self): """assertFloatEqualRel should raise when obs and exp shapes mismatch""" obs = [1,2,3] exp = [1,2,3,4] self.assertRaises(AssertionError, self.assertFloatEqualRel, obs, exp) def test_assertFloatEqualList_equal(self): """assertFloatEqual should work on two lists of similar values""" originals = [0, 1, -1, 10, -10, 100, -100] modified = [i + 1e-7 for i in originals] try: self.assertFloatEqual(originals, modified) self.assertFloatEqual([], []) #test empty lists as well except: raise AssertionError, \ "unit_test.assertFloatEqual failed on lists of similar values" def test_assertFloatEqual_shape_mismatch(self): """assertFloatEqual should raise when obs and exp shapes mismatch""" obs = [1,2,3] exp = [1,2,3,4] self.assertRaises(AssertionError, self.assertFloatEqual, obs, exp) def test_assertFloatEqualList_unequal(self): """assertFloatEqual should fail on two lists of dissimilar values""" originals = [0, 1, -1, 10, -10, 100, -100] modified = [i + 1e-5 for i in originals] try: self.assertFloatEqual(originals, modified) except: pass else: raise AssertionError, \ "unit_test.assertFloatEqual failed on lists of dissimilar values" def test_assertFloatEqual_mixed(self): """assertFloatEqual should work on equal lists of mixed types.""" first = [i[0] for i in self.equal_pairs] second = [i[1] for i in self.equal_pairs] self.assertFloatEqual(first, second) def test_assertFloatEqualAbs_mixed(self): first = [i[0] for i in self.equal_pairs] second = [i[1] for i in self.equal_pairs] """assertFloatEqualAbs should work on equal lists of mixed types.""" self.assertFloatEqualAbs(first, second) def test_assertFloatEqualRel_mixed(self): first = [i[0] for i in self.equal_pairs] second = [i[1] for i in self.equal_pairs] """assertFloatEqualRel should work on equal lists of mixed types.""" self.assertFloatEqualRel(first, second) def test_assertFloatEqual_mixed_unequal(self): """assertFloatEqual should work on unequal lists of mixed types.""" first = [i[0] for i in self.unequal_pairs] second = [i[1] for i in self.unequal_pairs] self.assertRaises(AssertionError, \ self.assertFloatEqual, first, second) def test_assertFloatEqualAbs_mixed(self): """assertFloatEqualAbs should work on lists of mixed types.""" first = [i[0] for i in self.unequal_pairs] second = [i[1] for i in self.unequal_pairs] self.assertRaises(AssertionError, \ self.assertFloatEqualAbs, first, second) def test_assertFloatEqualRel_mixed(self): """assertFloatEqualRel should work on lists of mixed types.""" first = [i[0] for i in self.unequal_pairs] second = [i[1] for i in self.unequal_pairs] self.assertRaises(AssertionError, \ self.assertFloatEqualRel, first, second) def test_assertEqualItems(self): """assertEqualItems should raise exception if items not equal""" self.assertEqualItems('abc', 'abc') self.assertEqualItems('abc', 'cba') self.assertEqualItems('', '') self.assertEqualItems('abc', ['a','b','c']) self.assertEqualItems([0], [0.0]) try: self.assertEqualItems('abc', 'abcd') except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed and expected are different lengths: 3 and 4') else: raise AssertionError, \ "unit_test.assertEqualItems failed on input %s and %s" \ % (`first`, `second`) try: self.assertEqualItems('cab', 'acc') except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed b and expected c at sorted index 1') else: raise AssertionError, \ "unit_test.assertEqualItems failed on input %s and %s" \ % (`first`, `second`) try: self.assertEqualItems('cba', 'yzx') except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed a and expected x at sorted index 0') else: raise AssertionError, \ "unit_test.assertEqualItems failed on input %s and %s" \ % (`first`, `second`) def test_assertSameItems(self): """assertSameItems should raise exception if items not same""" x = 0 y = 'abcdef' z = 3 y1 = 'abc' + 'def' z1 = 3.0 y_id = id(y) z_id = id(z) y1_id = id(y1) z1_id = id(z1) self.assertSameItems([x,y,z], [x,y,z]) self.assertSameItems([x,y,z], [z,x,y]) self.assertSameItems('', '') self.assertSameItems([x,y,z], (x,y,z)) try: self.assertSameItems([x,y,z], [x,y,z,y]) except: message = str(exc_info()[1]) self.assertEqual(message, 'Observed and expected are different lengths: 3 and 4') else: raise AssertionError, \ "unit_test.assertSameItems failed on input %s and %s" \ % (`[x,y,z]`, `[x,y,z,y]`) try: first_list = [x,y,z] second_list = [y,x,z1] self.assertSameItems(first_list, second_list) except self.failureException: pass else: raise AssertionError, \ "unit_test.assertEqualItems failed on input %s and %s" \ % (`[x,y,z]`, `[y,x,z1]`) # assert y is not y1 # try: # self.assertSameItems([y], (y1,)) # except self.failureException: # pass # else: # raise AssertionError, \ # "unit_test.assertEqualItems failed on input %s and %s" \ # % (`[y]`, `(y1,)`) def test_assertNotEqualItems(self): """assertNotEqualItems should raise exception if all items equal""" self.assertNotEqualItems('abc', '') self.assertNotEqualItems('abc', 'cbad') self.assertNotEqualItems([0], [0.01]) try: self.assertNotEqualItems('abc', 'abc') except: message = str(exc_info()[1]) self.assertEqual(message, "Observed 'abc' has same items as 'abc'") else: raise AssertionError, \ "unit_test.assertNotEqualItems failed on input %s and %s" \ % (`'abc'`, `'abc'`) try: self.assertNotEqualItems('', []) except: message = str(exc_info()[1]) self.assertEqual(message, "Observed '' has same items as []") else: raise AssertionError, \ "unit_test.assertNotEqualItems failed on input %s and %s" \ % (`''`, `[]`) def test_assertContains(self): """assertContains should raise exception if item not in test set""" self.assertContains('abc', 'a') self.assertContains(['a', 'b', 'c'], 'a') self.assertContains(['a', 'b', 'c'], 'b') self.assertContains(['a', 'b', 'c'], 'c') self.assertContains({'a':1, 'b':2}, 'a') class _fake_container(object): def __contains__(self, other): return True fake = _fake_container() self.assertContains(fake, 'x') self.assertContains(fake, 3) self.assertContains(fake, {'a':'b'}) try: self.assertContains('', []) except: message = str(exc_info()[1]) self.assertEqual(message, "Item [] not found in ''") else: raise AssertionError, \ "unit_test.assertContains failed on input %s and %s" \ % (`''`, `[]`) try: self.assertContains('abcd', 'x') except: message = str(exc_info()[1]) self.assertEqual(message, "Item 'x' not found in 'abcd'") else: raise AssertionError, \ "unit_test.assertContains failed on input %s and %s" \ % (`'abcd'`, `'x'`) def test_assertNotContains(self): """assertNotContains should raise exception if item in test set""" self.assertNotContains('abc', 'x') self.assertNotContains(['a', 'b', 'c'], 'x') self.assertNotContains('abc', None) self.assertNotContains(['a', 'b', 'c'], {'x':1}) self.assertNotContains({'a':1, 'b':2}, 3.0) class _fake_container(object): def __contains__(self, other): return False fake = _fake_container() self.assertNotContains(fake, 'x') self.assertNotContains(fake, 3) self.assertNotContains(fake, {'a':'b'}) try: self.assertNotContains('', '') except: message = str(exc_info()[1]) self.assertEqual(message, "Item '' should not have been in ''") else: raise AssertionError, \ "unit_test.assertNotContains failed on input %s and %s" \ % (`''`, `''`) try: self.assertNotContains('abcd', 'a') except: message = str(exc_info()[1]) self.assertEqual(message, "Item 'a' should not have been in 'abcd'") else: raise AssertionError, \ "unit_test.assertNotContains failed on input %s and %s" \ % (`'abcd'`, `'a'`) try: self.assertNotContains({'a':1, 'b':2}, 'a') except: message = str(exc_info()[1]) self.assertEqual(message, \ "Item 'a' should not have been in {'a': 1, 'b': 2}") else: raise AssertionError, \ "unit_test.assertNotContains failed on input %s and %s" \ % (`{'a':1, 'b':2}`, `'a'`) def test_assertGreaterThan_equal(self): """assertGreaterThan should raise exception if equal""" self.assertRaises(AssertionError, self.assertGreaterThan, 5, 5) self.assertRaises(AssertionError, self.assertGreaterThan, 5.0, 5.0) self.assertRaises(AssertionError, self.assertGreaterThan, 5.0, 5) self.assertRaises(AssertionError, self.assertGreaterThan, 5, 5.0) def test_assertGreaterThan_None(self): """assertGreaterThan should raise exception if compared to None""" self.assertRaises(AssertionError, self.assertGreaterThan, 5, None) self.assertRaises(AssertionError, self.assertGreaterThan, None, 5) self.assertRaises(AssertionError, self.assertGreaterThan, 5.0, None) self.assertRaises(AssertionError, self.assertGreaterThan, None, 5.0) def test_assertGreaterThan_numbers_true(self): """assertGreaterThan should pass when observed > value""" self.assertGreaterThan(10, 5) def test_assertGreaterThan_numbers_false(self): """assertGreaterThan should raise when observed <= value""" self.assertRaises(AssertionError, self.assertGreaterThan, 2, 5) def test_assertGreaterThan_numbers_list_true(self): """assertGreaterThan should pass when all elements are > value""" observed = [1,2,3,4,3,2,3,4,6,3] self.assertGreaterThan(observed, 0) def test_assertGreaterThan_numbers_list_false(self): """assertGreaterThan should raise when a single element is <= value""" observed = [2,3,4,3,2,1,3,4,6,3] self.assertRaises(AssertionError, self.assertGreaterThan, observed, 1) def test_assertGreaterThan_floats_true(self): """assertGreaterThan should pass when observed > value""" self.assertGreaterThan(5.0, 3.0) def test_assertGreaterThan_floats_false(self): """assertGreaterThan should raise when observed <= value""" self.assertRaises(AssertionError, self.assertGreaterThan, 3.0, 5.0) def test_assertGreaterThan_floats_list_true(self): """assertGreaterThan should pass when all elements are > value""" observed = [1.0,2.0,3.0,4.0,6.0,3.0] self.assertGreaterThan(observed, 0.0) def test_assertGreaterThan_floats_list_false(self): """assertGreaterThan should raise when any elements are <= value""" observed = [2.0,3.0,4.0,1.0, 3.0,3.0] self.assertRaises(AssertionError, self.assertGreaterThan, observed, 1.0) def test_assertGreaterThan_mixed_true(self): """assertGreaterThan should pass when observed > value""" self.assertGreaterThan(5.0, 3) self.assertGreaterThan(5, 3.0) def test_assertGreaterThan_mixed_false(self): """assertGreaterThan should raise when observed <= value""" self.assertRaises(AssertionError, self.assertGreaterThan, -3, 5.0) self.assertRaises(AssertionError, self.assertGreaterThan, 3.0, 5) def test_assertGreaterThan_mixed_list_true(self): """assertGreaterThan should pass when all elements are > value""" observed = [1.0, 2, 3.0, 4.0, 6, 3.0] self.assertGreaterThan(observed, 0.0) self.assertGreaterThan(observed, 0) def test_assertGreaterThan_mixed_list_false(self): """assertGreaterThan should raise when a single element is <= value""" observed = [2.0, 3, 4, 1.0, 3.0, 3.0] self.assertRaises(AssertionError, self.assertGreaterThan, observed, 1.0) self.assertRaises(AssertionError, self.assertGreaterThan, observed, 1) def test_assertGreaterThan_numpy_array_true(self): """assertGreaterThan should pass when all elements are > value""" observed = array([1,2,3,4]) self.assertGreaterThan(observed, 0) self.assertGreaterThan(observed, 0.0) def test_assertGreaterThan_numpy_array_false(self): """assertGreaterThan should pass when any element is <= value""" observed = array([1,2,3,4]) self.assertRaises(AssertionError, self.assertGreaterThan, observed, 3) self.assertRaises(AssertionError, self.assertGreaterThan, observed, 3.0) def test_assertLessThan_equal(self): """assertLessThan should raise exception if equal""" self.assertRaises(AssertionError, self.assertLessThan, 5, 5) self.assertRaises(AssertionError, self.assertLessThan, 5.0, 5.0) self.assertRaises(AssertionError, self.assertLessThan, 5.0, 5) self.assertRaises(AssertionError, self.assertLessThan, 5, 5.0) def test_assertLessThan_None(self): """assertLessThan should raise exception if compared to None""" self.assertRaises(AssertionError, self.assertLessThan, 5, None) self.assertRaises(AssertionError, self.assertLessThan, None, 5) self.assertRaises(AssertionError, self.assertLessThan, 5.0, None) self.assertRaises(AssertionError, self.assertLessThan, None, 5.0) def test_assertLessThan_numbers_true(self): """assertLessThan should pass when observed < value""" self.assertLessThan(10, 15) def test_assertLessThan_numbers_false(self): """assertLessThan should raise when observed >= value""" self.assertRaises(AssertionError, self.assertLessThan, 6, 5) def test_assertLessThan_numbers_list_true(self): """assertLessThan should pass when all elements are < value""" observed = [1,2,3,4,3,2,3,4,6,3] self.assertLessThan(observed, 8) def test_assertLessThan_numbers_list_false(self): """assertLessThan should raise when a single element is >= value""" observed = [2,3,4,3,2,1,3,4,6,3] self.assertRaises(AssertionError, self.assertLessThan, observed, 6) def test_assertLessThan_floats_true(self): """assertLessThan should pass when observed < value""" self.assertLessThan(-5.0, 3.0) def test_assertLessThan_floats_false(self): """assertLessThan should raise when observed >= value""" self.assertRaises(AssertionError, self.assertLessThan, 3.0, -5.0) def test_assertLessThan_floats_list_true(self): """assertLessThan should pass when all elements are < value""" observed = [1.0,2.0,-3.0,4.0,-6.0,3.0] self.assertLessThan(observed, 5.0) def test_assertLessThan_floats_list_false(self): """assertLessThan should raise when a single element is >= value""" observed = [2.0,3.0,4.0,1.0, 3.0,3.0] self.assertRaises(AssertionError, self.assertLessThan, observed, 4.0) def test_assertLessThan_mixed_true(self): """assertLessThan should pass when observed < value""" self.assertLessThan(2.0, 3) self.assertLessThan(2, 3.0) def test_assertLessThan_mixed_false(self): """assertLessThan should raise when observed >= value""" self.assertRaises(AssertionError, self.assertLessThan, 6, 5.0) self.assertRaises(AssertionError, self.assertLessThan, 6.0, 5) def test_assertLessThan_mixed_list_true(self): """assertLessThan should pass when all elements are < value""" observed = [1.0, 2, 3.0, 4.0, 6, 3.0] self.assertLessThan(observed, 7.0) self.assertLessThan(observed, 7) def test_assertLessThan_mixed_list_false(self): """assertLessThan should raise when a single element is >= value""" observed = [2.0, 3, 4, 1.0, 3.0, 3.0] self.assertRaises(AssertionError, self.assertLessThan, observed, 4.0) self.assertRaises(AssertionError, self.assertLessThan, observed, 4) def test_assertLessThan_numpy_array_true(self): """assertLessThan should pass when all elements are < value""" observed = array([1,2,3,4]) self.assertLessThan(observed, 5) self.assertLessThan(observed, 5.0) def test_assertLessThan_numpy_array_false(self): """assertLessThan should pass when any element is >= value""" observed = array([1,2,3,4]) self.assertRaises(AssertionError, self.assertLessThan, observed, 3) self.assertRaises(AssertionError, self.assertLessThan, observed, 3.0) def test_assertIsBetween_bounds(self): """assertIsBetween should raise if min_value >= max_value""" self.assertRaises(AssertionError, self.assertIsBetween, 5, 6, 3) self.assertRaises(AssertionError, self.assertIsBetween, 5, 3, 3) def test_assertIsBetween_equal(self): """assertIsBetween should raise when a value is equal to either bound""" self.assertRaises(AssertionError, self.assertIsBetween, 1, 1, 5) self.assertRaises(AssertionError, self.assertIsBetween, 5, 1, 5) def test_assertIsBetween_None(self): """assertIsBetween should raise when compared to None""" self.assertRaises(AssertionError, self.assertIsBetween, None, 1, 5) self.assertRaises(AssertionError, self.assertIsBetween, 1, None, 5) self.assertRaises(AssertionError, self.assertIsBetween, 5, 1, None) def test_assertIsBetween_numbers_true(self): """assertIsBetween should pass when in bounds""" self.assertIsBetween(5,3,7) def test_assertIsBetween_numbers_false(self): """assertIsBetween should raise when out of bounds""" self.assertRaises(AssertionError, self.assertIsBetween, 5, 1, 3) def test_assertIsBetween_numbers_list_true(self): """assertIsBetween should pass when all elements are in bounds""" observed = [3,4,5,4,3,4,5,4,3] self.assertIsBetween(observed, 1, 7) def test_assertIsBetween_numbers_list_false(self): """assertIsBetween should raise when any elements are out of bounds""" observed = [3,4,5,4,3,4,5,6] self.assertRaises(AssertionError, self.assertIsBetween, observed, 1, 5) def test_assertIsBetween_floats_true(self): """assertIsBetween should pass when in bounds""" self.assertIsBetween(5.0, 3.0 ,7.0) def test_assertIsBetween_floats_false(self): """assertIsBetween should raise when out of bounds""" self.assertRaises(AssertionError, self.assertIsBetween, 5.0, 1.0, 3.0) def test_assertIsBetween_floats_list_true(self): """assertIsBetween should pass when all elements are in bounds""" observed = [3.0, 4.0, -5.0, 4.0, 3.0] self.assertIsBetween(observed, -7.0, 7.0) def test_assertIsBetween_floats_list_false(self): """assertIsBetween should raise when any elements are out of bounds""" observed = [3.0, 4.0, -5.0, 5.0, 6.0] self.assertRaises(AssertionError, self.assertIsBetween,observed,1.0,5.0) def test_assertIsBetween_mixed_true(self): """assertIsBetween should pass when in bounds""" self.assertIsBetween(5.0, 3, 7) self.assertIsBetween(5, 3.0, 7) self.assertIsBetween(5, 3, 7.0) self.assertIsBetween(5.0, 3.0, 7) self.assertIsBetween(5, 3.0, 7.0) self.assertIsBetween(5.0, 3, 7.0) def test_assertIsBetween_mixed_false(self): """assertIsBetween should raise when out of bounds""" self.assertRaises(AssertionError, self.assertIsBetween, 5.0, 1, 3) self.assertRaises(AssertionError, self.assertIsBetween, 5, 1.0, 3) self.assertRaises(AssertionError, self.assertIsBetween, 5, 1, 3.0) self.assertRaises(AssertionError, self.assertIsBetween, 5.0, 1.0, 3) self.assertRaises(AssertionError, self.assertIsBetween, 5, 1.0, 3.0) self.assertRaises(AssertionError, self.assertIsBetween, 5.0, 1, 3.0) def test_assertIsBetween_mixed_list_true(self): """assertIsBetween should pass when all elements are in bounds""" observed = [3,4,5,4.0,3,4.0,5,4,3.0] self.assertIsBetween(observed, 1, 7) self.assertIsBetween(observed, 1.0, 7) self.assertIsBetween(observed, 1, 7.0) self.assertIsBetween(observed, 1.0, 7.0) def test_assertIsBetween_mixed_list_false(self): """assertIsBetween should raise when any elements are out of bounds""" observed = [3.0,4,5.0,4,3,4.0,5,6] self.assertRaises(AssertionError, self.assertIsBetween,observed, 1.0, 5) self.assertRaises(AssertionError, self.assertIsBetween,observed, 1, 5.0) self.assertRaises(AssertionError, self.assertIsBetween,observed,1.0,5.0) self.assertRaises(AssertionError, self.assertIsBetween,observed, 1, 5) def test_assertIsBetween_numpy_array_true(self): """assertIsBetween should pass when all elements are in bounds""" observed = array([1,2,4,5,6]) self.assertIsBetween(observed, 0, 7) def test_assertIsBetween_numpy_array_false(self): """assertIsBetween should raise when any elements is out of bounds""" observed = array([1,2,4,5,6]) self.assertRaises(AssertionError, self.assertIsBetween, observed, 2, 7) def test_assertIsProb_None(self): """assertIsProb should raise when compared against None""" self.assertRaises(AssertionError, self.assertIsProb, None) def test_assertIsProb_numbers_true(self): """assertIsProb should pass when compared against valid numbers""" self.assertIsProb(0) self.assertIsProb(1) def test_assertIsProb_numbers_false(self): """assertIsProb should raise when compared against invalid numbers""" self.assertRaises(AssertionError, self.assertIsProb, -1) self.assertRaises(AssertionError, self.assertIsProb, 2) def test_assertIsProb_numbers_list_true(self): """assertIsProb should pass when all elements are probs""" observed = [0, 1, 0] self.assertIsProb(observed) def test_assertIsProb_numbers_list_false(self): """assertIsProb should raise when any element is not a prob""" observed = [-2, -4, 3] self.assertRaises(AssertionError, self.assertIsProb, observed) def test_assertIsProb_float_true(self): """assertIsProb should pass when compared against valid numbers""" self.assertIsProb(0.0) self.assertIsProb(1.0) def test_assertIsProb_float_false(self): """assertIsProb should raise when compared against invalid numbers""" self.assertRaises(AssertionError, self.assertIsProb, -1.0) self.assertRaises(AssertionError, self.assertIsProb, 2.0) def test_assertIsProb_float_list_true(self): """assertIsProb should pass when all elements are probs""" observed = [0.0, 1.0, 0.0] self.assertIsProb(observed) def test_assertIsProb_float_list_false(self): """assertIsProb should raise when any element is not a prob""" observed = [-2.0, -4.0, 3.0] self.assertRaises(AssertionError, self.assertIsProb, observed) def test_assertIsProb_mixed_list_true(self): """assertIsProb should pass when all elements are probs""" observed = [0.0, 1, 0.0] self.assertIsProb(observed) def test_assertIsProb_mixed_list_false(self): """assertIsProb should raise when any element is not a prob""" observed = [-2.0, -4, 3.0] self.assertRaises(AssertionError, self.assertIsProb, observed) def test_assertIsProb_numpy_array_true(self): """assertIsProb should pass when all elements are probs""" observed = array([0.0,0.4,0.8]) self.assertIsProb(observed) def test_assertIsProb_numpy_array_true(self): """assertIsProb should pass when all elements are probs""" observed = array([0.0,-0.4,0.8]) self.assertRaises(AssertionError, self.assertIsProb, observed) def test_assertSimilarMeans_one_obs_true(self): """assertSimilarMeans should pass when p > pvalue""" obs = [5] expected = [1,2,3,4,5,6,7,8,9,10,11] self.assertSimilarMeans(obs, expected) self.assertSimilarMeans(obs, expected, pvalue=0.25) self._set_suite_pvalue(0.10) self.assertSimilarMeans(obs, expected) def test_assertSimilarMeans_one_obs_false(self): """assertSimilarMeans should raise when p < pvalue""" obs = [5] expected = [.001,.009,.00012] self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected) self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected, 0.1) self._set_suite_pvalue(0.001) self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected) def test_assertSimilarMeans_twosample_true(self): """assertSimilarMeans should pass when p > pvalue""" obs = [4,5,6] expected = [1,2,3,4,5,6,7,8,9] self.assertSimilarMeans(obs, expected) self.assertSimilarMeans(obs, expected, pvalue=0.25) self._set_suite_pvalue(0.10) self.assertSimilarMeans(obs, expected) def test_assertSimilarMeans_twosample_false(self): """assertSimilarMeans should raise when p < pvalue""" obs = [1,2,3] expected = [6,7,8,9,10,11,12,13,14] self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected) self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected, 0.1) self._set_suite_pvalue(0.001) self.assertRaises(AssertionError, self.assertSimilarMeans, \ obs, expected) def test_assertSimilarFreqs_true(self): """assertSimilarFreqs should pass when p > pvalue""" observed = [2,2,3,2,1,2,2,2,2] expected = [2,2,2,2,2,2,2,2,2] self.assertSimilarFreqs(observed, expected) self.assertSimilarFreqs(observed, expected, pvalue=0.25) self._set_suite_pvalue(0.10) self.assertSimilarFreqs(observed, expected) def test_assertSimilarFreqs_false(self): """assertSimilarFreqs should raise when p < pvalue""" observed = [10,15,20,10,12,12,13] expected = [100,50,10,20,700,2,100] self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected) self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected, 0.2) self._set_suite_pvalue(0.001) self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected) def test_assertSimilarFreqs_numpy_array_true(self): """assertSimilarFreqs should pass when p > pvalue""" observed = array([2,2,3,2,1,2,2,2,2]) expected = array([2,2,2,2,2,2,2,2,2]) self.assertSimilarFreqs(observed, expected) self.assertSimilarFreqs(observed, expected, pvalue=0.25) self._set_suite_pvalue(0.10) self.assertSimilarFreqs(observed, expected) def test_assertSimilarFreqs_numpy_array_false(self): """assertSimilarFreqs should raise when p < pvalue""" observed = array([10,15,20,10,12,12,13]) expected = array([100,50,10,20,700,2,100]) self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected) self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected, 0.2) self._set_suite_pvalue(0.001) self.assertRaises(AssertionError, self.assertSimilarFreqs, \ observed, expected) def test_set_suite_pvalue(self): """Should set the suite pvalue""" # force stats to fail self._set_suite_pvalue(0.99) obs = [2,5,6] exp = [1,2,3,4,5,6,7,8,9] self.assertRaises(AssertionError, self.assertSimilarMeans, obs, exp) # force stats to pass self._set_suite_pvalue(0.01) self.assertSimilarMeans(obs, exp) def test_assertIsPermutation_true(self): """assertIsPermutation should pass when a is a permutation of b""" observed = [3,2,1,4,5] items = [1,2,3,4,5] self.assertIsPermutation(observed, items) def test_assertIsPermutation_false(self): """assertIsPermutation should raise when a is not a permutation of b""" items = [1,2,3,4,5] self.assertRaises(AssertionError,self.assertIsPermutation, items,items) self.assertRaises(AssertionError,self.assertIsPermutation, [1,2],[3,4]) def test_assertSameObj_true(self): """assertSameObj should pass when 'a is b'""" self.assertSameObj("foo", "foo") self.assertSameObj(None, None) bar = lambda x:5 self.assertSameObj(bar, bar) def test_assertSameObj_false(self): """assertSameObj should raise when 'a is not b'""" self.assertRaises(AssertionError, self.assertSameObj, "foo", "bar") self.assertRaises(AssertionError, self.assertSameObj, None, "bar") self.assertRaises(AssertionError, self.assertSameObj, lambda x:5, \ lambda y:6) def test_assertNotSameObj_true(self): """assertNotSameObj should pass when 'a is not b'""" self.assertNotSameObj("foo", "bar") self.assertNotSameObj(None, 5) self.assertNotSameObj(lambda x:5, lambda y:6) def test_assertNotSameObj_false(self): """assertSameObj should raise when 'a is b'""" self.assertRaises(AssertionError, self.assertNotSameObj, "foo", "foo") self.assertRaises(AssertionError, self.assertNotSameObj, None, None) bar = lambda x:5 self.assertRaises(AssertionError, self.assertNotSameObj, bar, bar) def test_assertIsNotBetween_bounds(self): """assertIsNotBetween should raise if min_value >= max_value""" self.assertRaises(AssertionError, self.assertIsNotBetween, 5, 4, 3) self.assertRaises(AssertionError, self.assertIsNotBetween, 5, 3, 3) def test_assertIsNotBetween_equals(self): """assertIsNotBetween should pass when equal on either bound""" self.assertIsNotBetween(1, 1, 2) self.assertIsNotBetween(1.0, 1, 2) self.assertIsNotBetween(1, 1.0, 2) self.assertIsNotBetween(1.0, 1.0, 2) self.assertIsNotBetween(2, 1, 2) self.assertIsNotBetween(2.0, 1, 2) self.assertIsNotBetween(2, 1, 2.0) self.assertIsNotBetween(2.0, 1, 2.0) def test_assertIsNotBetween_None(self): """assertIsNotBetween should raise when compared against None""" self.assertRaises(AssertionError, self.assertIsNotBetween, None, 1, 2) self.assertRaises(AssertionError, self.assertIsNotBetween, 1, None, 2) self.assertRaises(AssertionError, self.assertIsNotBetween, 1, 2, None) def test_assertIsNotBetween_numbers_true(self): """assertIsNotBetween should pass when a number is not in bounds""" self.assertIsNotBetween(1,2,3) self.assertIsNotBetween(4,2,3) self.assertIsNotBetween(-1,-3,-2) self.assertIsNotBetween(-4,-3,-2) self.assertIsNotBetween(2,-1,1) def test_assertIsNotBetween_numbers_false(self): """assertIsNotBetween should raise when a number is in bounds""" self.assertRaises(AssertionError, self.assertIsNotBetween, 2, 1, 3) self.assertRaises(AssertionError, self.assertIsNotBetween, 0, -1, 1) self.assertRaises(AssertionError, self.assertIsNotBetween, -2, -3, -1) def test_assertIsNotBetween_numbers_list_true(self): """assertIsNotBetween should pass when all elements are out of bounds""" obs = [1,2,3,4,5] self.assertIsNotBetween(obs, 5, 10) self.assertIsNotBetween(obs, -2, 1) def test_assertIsNotBetween_numbers_list_false(self): """assertIsNotBetween should raise when any element is in bounds""" obs = [1,2,3,4,5] self.assertRaises(AssertionError, self.assertIsNotBetween, obs, 3, 7) self.assertRaises(AssertionError, self.assertIsNotBetween, obs, -3, 3) self.assertRaises(AssertionError, self.assertIsNotBetween, obs, 2, 4) def test_assertIsNotBetween_float_true(self): """assertIsNotBetween should pass when a number is not in bounds""" self.assertIsNotBetween(1.0, 2.0, 3.0) self.assertIsNotBetween(4.0, 2.0, 3.0) self.assertIsNotBetween(-1.0, -3.0, -2.0) self.assertIsNotBetween(-4.0, -3.0, -2.0) self.assertIsNotBetween(2.0, -1.0, 1.0) def test_assertIsNotBetween_float_false(self): """assertIsNotBetween should raise when a number is in bounds""" self.assertRaises(AssertionError, self.assertIsNotBetween, 2.0,1.0,3.0) self.assertRaises(AssertionError, self.assertIsNotBetween, 0.0,-1.0,1.0) self.assertRaises(AssertionError,self.assertIsNotBetween,-2.0,-3.0,-1.0) def test_assertIsNotBetween_float_list_true(self): """assertIsNotBetween should pass when all elements are out of bounds""" obs = [1.0, 2.0, 3.0, 4.0, 5.0] self.assertIsNotBetween(obs, 5.0, 10.0) self.assertIsNotBetween(obs, -2.0, 1.0) def test_assertIsNotBetween_float_list_false(self): """assertIsNotBetween should raise when any element is in bounds""" obs = [1.0, 2.0, 3.0, 4.0, 5.0] self.assertRaises(AssertionError,self.assertIsNotBetween, obs, 3.0, 7.0) self.assertRaises(AssertionError,self.assertIsNotBetween, obs, -3.0,3.0) self.assertRaises(AssertionError,self.assertIsNotBetween, obs, 2.0, 4.0) def test_assertIsNotBetween_mixed_true(self): """assertIsNotBetween should pass when a number is not in bounds""" self.assertIsNotBetween(1, 2.0, 3.0) self.assertIsNotBetween(1.0, 2, 3.0) self.assertIsNotBetween(1.0, 2.0, 3) def test_assertIsNotBetween_mixed_false(self): """assertIsNotBetween should raise when a number is in bounds""" self.assertRaises(AssertionError, self.assertIsNotBetween, 2.0, 1.0, 3) self.assertRaises(AssertionError, self.assertIsNotBetween, 2.0, 1, 3.0) self.assertRaises(AssertionError, self.assertIsNotBetween, 2, 1.0, 3.0) def test_assertIsNotBetween_mixed_list_true(self): """assertIsNotBetween should pass when all elements are not in bounds""" obs = [1, 2.0, 3, 4.0, 5.0] self.assertIsNotBetween(obs, 5.0, 10.0) self.assertIsNotBetween(obs, 5, 10.0) self.assertIsNotBetween(obs, 5.0, 10) def test_assertIsNotBetween_mixed_list_false(self): """assertIsNotBetween should raise when any element is in bounds""" obs = [1, 2.0, 3, 4.0, 5.0] self.assertRaises(AssertionError,self.assertIsNotBetween, obs, 3.0, 7.0) self.assertRaises(AssertionError,self.assertIsNotBetween, obs, 3, 7.0) self.assertRaises(AssertionError,self.assertIsNotBetween, obs, 3.0, 7) if __name__ == '__main__': main()