1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229
|
# Licensed under a 3-clause BSD style license - see LICENSE.rst
"""
Handles the "VOUnit" unit format.
"""
import re
import warnings
from re import Pattern
from typing import ClassVar, Literal
import numpy as np
from ply.lex import LexToken
from astropy.units.core import (
CompositeUnit,
NamedUnit,
PrefixUnit,
UnitBase,
def_unit,
dimensionless_unscaled,
si_prefixes,
)
from astropy.units.errors import (
UnitParserWarning,
UnitScaleError,
UnitsError,
UnitsWarning,
)
from astropy.units.typing import UnitScale
from astropy.utils import classproperty
from . import Base, utils
from .generic import _GenericParserMixin
class VOUnit(Base, _GenericParserMixin):
"""
The IVOA standard for units used by the VO.
This is an implementation of `Units in the VO 1.0
<https://www.ivoa.net/documents/VOUnits/20140523/index.html>`_.
"""
_explicit_custom_unit_regex: ClassVar[Pattern[str]] = re.compile(
r"^[YZEPTGMkhdcmunpfazy]?'((?!\d)\w)+'$"
)
_custom_unit_regex: ClassVar[Pattern[str]] = re.compile(r"^((?!\d)\w)+$")
_custom_units: ClassVar[dict[str, UnitBase]] = {}
_space: ClassVar[str] = "."
_scale_unit_separator: ClassVar[str] = ""
@classproperty(lazy=True)
def _all_units(cls) -> tuple[dict[str, UnitBase], frozenset[str]]:
from astropy import units as u
from astropy.units import required_by_vounit as uvo
names = {}
deprecated_names = set()
# The tropical year is missing here compared to the standard
bases = [
"A", "a", "adu", "arcmin", "arcsec", "barn", "beam", "bin",
"C", "cd", "chan", "count", "ct", "d", "D", "deg", "erg", "eV",
"F", "g", "G", "H", "h", "Hz", "J", "Jy", "K", "lm", "lx", "lyr",
"m", "mag", "min", "mol", "N", "Ohm", "Pa", "pc", "ph", "photon",
"pix", "pixel", "R", "rad", "Ry", "s", "S", "solLum", "solMass",
"solRad", "sr", "T", "u", "V", "voxel", "W", "Wb", "yr",
] # fmt: skip
binary_bases = ["bit", "byte", "B"]
simple_units = ["Angstrom", "angstrom", "AU", "au", "Ba", "dB", "mas", "Sun"]
si_prefixes = [
"y", "z", "a", "f", "p", "n", "u", "m", "c", "d",
"", "da", "h", "k", "M", "G", "T", "P", "E", "Z", "Y"
] # fmt: skip
binary_prefixes = ["Ki", "Mi", "Gi", "Ti", "Pi", "Ei", "Zi", "Yi"]
deprecated_units = {"angstrom", "Angstrom", "Ba", "barn", "erg", "G", "ta"}
def do_defines(bases, prefixes, skips=[]):
for key, base in utils.get_non_keyword_units(bases, prefixes):
if key not in skips:
names[key] = getattr(u if hasattr(u, key) else uvo, key)
if base in deprecated_units:
deprecated_names.add(key)
do_defines(bases, si_prefixes, ["pct", "pcount", "yd"])
do_defines(binary_bases, si_prefixes + binary_prefixes, ["dB", "dbyte"])
do_defines(simple_units, [""])
return names, frozenset(deprecated_names)
@classproperty(lazy=True)
def _units(cls) -> dict[str, UnitBase]:
return cls._all_units[0]
@classproperty(lazy=True)
def _deprecated_units(cls) -> frozenset[str]:
return cls._all_units[1]
@classmethod
def parse(cls, s: str, debug: bool = False) -> UnitBase:
if s in ("unknown", "UNKNOWN"):
return None
if s == "":
return dimensionless_unscaled
# Check for excess solidi, but exclude fractional exponents (allowed)
if s.count("/") > 1 and s.count("/") - len(re.findall(r"\(\d+/\d+\)", s)) > 1:
raise UnitsError(
f"'{s}' contains multiple slashes, which is "
"disallowed by the VOUnit standard."
)
result = cls._do_parse(s, debug)
if hasattr(result, "function_unit"):
raise ValueError("Function units are not yet supported in VOUnit.")
return result
@classmethod
def _get_unit(cls, t: LexToken) -> UnitBase:
try:
return super()._get_unit(t)
except ValueError:
if cls._explicit_custom_unit_regex.match(t.value):
return cls._def_custom_unit(t.value)
if cls._custom_unit_regex.match(t.value):
warnings.warn(
cls._invalid_unit_error_message(t.value), UnitParserWarning
)
return cls._def_custom_unit(t.value)
raise
@classmethod
def _decompose_to_known_units(cls, unit: CompositeUnit | NamedUnit) -> UnitBase:
# The da- and d- prefixes are discouraged. This has the
# effect of adding a scale to value in the result.
if isinstance(unit, PrefixUnit) and unit._represents.scale in (0.1, 10.0):
return cls._decompose_to_known_units(unit._represents)
if (
isinstance(unit, NamedUnit)
and unit._get_format_name(cls.name) in cls._custom_units
):
return unit
return super()._decompose_to_known_units(unit)
@classmethod
def _def_custom_unit(cls, unit: str) -> UnitBase:
def def_base(name):
if name in cls._custom_units:
return cls._custom_units[name]
if name.startswith("'"):
return def_unit(
[name[1:-1], name],
format={"vounit": name},
namespace=cls._custom_units,
)
else:
return def_unit(name, namespace=cls._custom_units)
if unit in cls._custom_units:
return cls._custom_units[unit]
for short, _, factor in si_prefixes:
for prefix in short:
if unit.startswith(prefix):
base_name = unit[len(prefix) :]
base_unit = def_base(base_name)
return PrefixUnit(
[prefix + x for x in base_unit.names],
CompositeUnit(factor, [base_unit], [1], _error_check=False),
format={"vounit": prefix + base_unit.names[-1]},
namespace=cls._custom_units,
)
return def_base(unit)
@classmethod
def _format_superscript(cls, number: str) -> str:
return f"**({number})" if "/" in number or "." in number else f"**{number}"
@classmethod
def format_exponential_notation(
cls, val: UnitScale | np.number, format_spec: str = ".8g"
) -> str:
return format(val, format_spec)
@classmethod
def _format_inline_fraction(
cls, scale: str, numerator: str, denominator: str
) -> str:
if cls._space in denominator:
denominator = f"({denominator})"
if scale and numerator == "1":
return f"{scale}/{denominator}"
return f"{scale}{numerator}/{denominator}"
@classmethod
def to_string(
cls, unit: UnitBase, fraction: bool | Literal["inline", "multiline"] = False
) -> str:
# Remove units that aren't known to the format
unit = cls._decompose_to_known_units(unit)
if unit.physical_type == "dimensionless" and unit.scale != 1:
raise UnitScaleError(
"The VOUnit format is not able to "
"represent scale for dimensionless units. "
f"Multiply your data by {unit.scale:e}."
)
return super().to_string(unit, fraction=fraction)
@classmethod
def _fix_deprecated(cls, x: str) -> list[str]:
return (
[f"{x} (deprecated)", cls.to_string(cls._units[x]._represents)]
if x in cls._deprecated_units
else [x]
)
@classmethod
def _validate_unit(cls, unit: str, detailed_exception: bool = True) -> UnitBase:
if unit in cls._deprecated_units:
warnings.warn(
UnitsWarning(
f"The unit '{unit}' has been deprecated in the VOUnit standard."
f" Suggested: {cls.to_string(cls._units[unit]._represents)}."
)
)
return super()._validate_unit(unit, detailed_exception)
|