1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
|
import logging
from functools import lru_cache
from typing import Any, Optional, Dict
from rapidfuzz.distance import Levenshtein
from countrynames.mappings import mappings
from countrynames.util import normalize_name, process_data
log = logging.getLogger(__name__)
__all__ = ["to_code", "to_code_3", "validate_data"]
COUNTRY_NAMES: Dict[str, str] = {}
def _load_data() -> Dict[str, str]:
"""Load known aliases from a YAML file. Internal."""
from countrynames.data import DATA
names: Dict[str, str] = {}
for code, norm, _ in process_data(DATA):
names[norm] = code
return names
def _fuzzy_search(name: str) -> Optional[str]:
best_code = None
best_distance = None
for cand, code in COUNTRY_NAMES.items():
if len(cand) <= 4:
continue
distance = Levenshtein.distance(name, cand)
if best_distance is None or distance < best_distance:
best_distance = distance
best_code = code
if best_distance is None or best_distance > (len(name) * 0.15):
return None
log.debug(
"Guessing country: %s -> %s (distance %d)", name, best_code, best_distance
)
return best_code
@lru_cache(maxsize=None)
def to_code(
country_name: Any, fuzzy: bool = False, default: Optional[str] = None
) -> Optional[str]:
"""Given a human name for a country, return a two letter code.
Arguments:
``fuzzy``: Try fuzzy matching based on Levenshtein distance.
"""
# Lazy load country list
if not len(COUNTRY_NAMES):
COUNTRY_NAMES.update(_load_data())
# shortcut before costly ICU stuff
if isinstance(country_name, str):
country_name = country_name.upper().strip()
# Check if the input is actually an ISO code:
if country_name in COUNTRY_NAMES.values():
return country_name
# Transliterate and clean up
name = normalize_name(country_name)
if name is None:
return default
# Direct look up
code = COUNTRY_NAMES.get(name)
if code == "FAIL":
return default
# Find closest match with spelling mistakes
if code is None and fuzzy is True:
code = _fuzzy_search(name)
return code or default
def to_code_3(country_name: Any, fuzzy: bool = False) -> Optional[str]:
"""Given a human name for a country, return a three letter code.
Arguments:
``fuzzy``: Try fuzzy matching based on levenshtein distance.
"""
code = to_code(country_name, fuzzy=fuzzy)
if code and len(code) > 2:
return code
elif code is None:
return code
else:
return mappings[code]
|
