1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
|
from __future__ import annotations
# built-in
import string
from math import isclose
# external
import hypothesis
import hypothesis.strategies
import pytest
# project
import textdistance
from textdistance.libraries import prototype
libraries = prototype.clone()
@pytest.mark.external
@pytest.mark.parametrize('alg', libraries.get_algorithms())
@hypothesis.settings(deadline=None)
@hypothesis.given(
left=hypothesis.strategies.text(min_size=1),
right=hypothesis.strategies.text(min_size=1),
)
def test_compare(left, right, alg):
for lib in libraries.get_libs(alg):
if lib.module_name == 'jellyfish':
ascii = set(string.printable)
if (set(left) | set(right)) - ascii:
continue
conditions = lib.conditions or {}
internal_func = getattr(textdistance, alg)(external=False, **conditions)
external_func = lib.get_function()
if external_func is None:
raise RuntimeError('cannot import {}'.format(str(lib)))
if not lib.check_conditions(internal_func, left, right):
continue
int_result = internal_func(left, right)
s1, s2 = lib.prepare(left, right)
ext_result = external_func(s1, s2)
assert isclose(int_result, ext_result), str(lib)
@pytest.mark.external
@pytest.mark.parametrize('alg', libraries.get_algorithms())
@hypothesis.given(
left=hypothesis.strategies.text(min_size=1),
right=hypothesis.strategies.text(min_size=1),
)
@pytest.mark.parametrize('qval', (None, 1, 2, 3))
def test_qval(left: str, right: str, alg: str, qval: int | None) -> None:
for lib in libraries.get_libs(alg):
if lib.module_name == 'jellyfish':
ascii = set(string.printable)
if (set(left) | set(right)) - ascii:
continue
conditions = lib.conditions or {}
internal_func = getattr(textdistance, alg)(external=False, **conditions)
external_func = lib.get_function()
if external_func is None:
raise RuntimeError('cannot import {}'.format(str(lib)))
# algorithm doesn't support q-grams
if not hasattr(internal_func, 'qval'):
continue
internal_func.qval = qval
# if qval unsopporting already set for lib
s1, s2 = internal_func._get_sequences(left, right)
if not lib.check_conditions(internal_func, s1, s2):
continue
quick_answer = internal_func.quick_answer(s1, s2)
if quick_answer is not None:
continue
# test
int_result = internal_func(left, right)
s1, s2 = lib.prepare(s1, s2)
ext_result = external_func(s1, s2)
assert isclose(int_result, ext_result), f'{lib}({repr(s1)}, {repr(s2)})'
@pytest.mark.external
@pytest.mark.parametrize('alg', libraries.get_algorithms())
@hypothesis.given(
left=hypothesis.strategies.lists(hypothesis.strategies.integers()),
right=hypothesis.strategies.lists(hypothesis.strategies.integers()),
)
def test_list_of_numbers(left, right, alg):
for lib in libraries.get_libs(alg):
conditions = lib.conditions or {}
internal_func = getattr(textdistance, alg)(external=False, **conditions)
external_func = lib.get_function()
if external_func is None:
raise RuntimeError('cannot import {}'.format(str(lib)))
quick_answer = internal_func.quick_answer(left, right)
if quick_answer is not None:
continue
if not lib.check_conditions(internal_func, left, right):
continue
int_result = internal_func(left, right)
s1, s2 = lib.prepare(left, right)
ext_result = external_func(s1, s2)
assert isclose(int_result, ext_result), f'{lib}({repr(s1)}, {repr(s2)})'
|
