Graph-Native Infrastructure for Context and Accountable AI Systems
Python agent-memoryaiai-governanceai-infrastructureartificial-intelligencecontext-engineeringcontext-graphsdata-engineeringdecision-intelligencedeveloper-toolsexplainable-aigenerative-aigraph-ragknowledge-graphllmontologyprovenancepythonreasoningsemantic-search
import math
import unittest
from semantica.normalize.number_normalizer import (
CurrencyNormalizer,
NumberNormalizer,
ScientificNotationHandler,
UnitConverter,
)
from semantica.utils.exceptions import ValidationError
class TestNumberNormalizer(unittest.TestCase):
def setUp(self):
self.normalizer = NumberNormalizer()
def test_normalize_number_string(self):
self.assertEqual(self.normalizer.normalize_number("1,234.56"), 1234.56)
def test_normalize_quantity(self):
result = self.normalizer.normalize_quantity("5 kg")
self.assertEqual(result["value"], 5.0)
self.assertEqual(result["unit"], "kilogram")
result = self.normalizer.normalize_quantity("100 meters")
self.assertEqual(result["value"], 100.0)
self.assertEqual(result["unit"], "meter")
class TestUnitConverter(unittest.TestCase):
def setUp(self):
self.converter = UnitConverter()
def test_convert(self):
# 1 km = 1000 m
self.assertEqual(self.converter.convert_units(1, "km", "m"), 1000.0)
# 1 kg = 1000 g
self.assertEqual(self.converter.convert_units(1, "kg", "g"), 1000.0)
def test_convert_accepts_aliases_for_category_validation(self):
# Aliases are part of the documented API, not just parsing syntax.
self.assertEqual(self.converter.convert_units(1, "feet", "m"), 0.3048)
self.assertEqual(self.converter.convert_units(1, "gal", "liter"), 3.78541)
def test_convert_rejects_mismatched_categories_even_for_aliases(self):
# Both units normalize to canonical names first, so the category
# check sees real categories and rejects cross-category conversions.
with self.assertRaises(ValidationError):
self.converter.convert_units(1, "kg", "ft")
with self.assertRaises(ValidationError):
self.converter.convert_units(1, "gal", "lb")
def test_normalize_unit(self):
self.assertEqual(self.converter.normalize_unit("km"), "kilometer")
self.assertEqual(self.converter.normalize_unit("kgs"), "kilogram")
class TestCurrencyNormalizer(unittest.TestCase):
def setUp(self):
self.normalizer = CurrencyNormalizer()
def test_parse_currency(self):
result = self.normalizer.normalize_currency("$1,234.56")
self.assertEqual(result["amount"], 1234.56)
self.assertEqual(result["currency"], "USD")
result = self.normalizer.normalize_currency("100 EUR")
self.assertEqual(result["amount"], 100.0)
self.assertEqual(result["currency"], "EUR")
def test_symbol_currencies_are_validated_as_supported_codes(self):
for symbol, expected_code in self.normalizer.currency_symbols.items():
result = self.normalizer.normalize_currency(f"{symbol}100")
self.assertEqual(result["currency"], expected_code)
self.assertTrue(self.normalizer.validate_currency_code(result["currency"]))
def test_currency_codes_match_boundaries_without_matching_words(self):
for value in ("RUB100", "100 RUB", "rub 100"):
result = self.normalizer.normalize_currency(value)
self.assertEqual(result["amount"], 100.0)
self.assertEqual(result["currency"], "RUB")
for value in ("ruby 100", "wilson 100"):
result = self.normalizer.normalize_currency(value)
self.assertEqual(result["amount"], 100.0)
self.assertEqual(result["currency"], "USD")
def test_magnitude_suffixes_are_expanded(self):
result = self.normalizer.normalize_currency("$5M")
self.assertEqual(result["amount"], 5_000_000.0)
self.assertEqual(result["currency"], "USD")
result = self.normalizer.normalize_currency("$5m")
self.assertEqual(result["amount"], 5_000_000.0)
result = self.normalizer.normalize_currency("2.5M USD")
self.assertEqual(result["amount"], 2_500_000.0)
self.assertEqual(result["currency"], "USD")
result = self.normalizer.normalize_currency("$1.2K")
self.assertEqual(result["amount"], 1_200.0)
result = self.normalizer.normalize_currency("€3B")
self.assertEqual(result["amount"], 3_000_000_000.0)
self.assertEqual(result["currency"], "EUR")
# No suffix should behave exactly as before
result = self.normalizer.normalize_currency("$100")
self.assertEqual(result["amount"], 100.0)
def test_bare_leading_decimal_is_not_inflated(self):
result = self.normalizer.normalize_currency(".5")
self.assertEqual(result["amount"], 0.5)
result = self.normalizer.normalize_currency(".5M")
self.assertEqual(result["amount"], 500_000.0)
def test_malformed_amount_returns_none(self):
result = self.normalizer.normalize_currency("$1.2.3")
self.assertIsNone(result["amount"])
def test_mm_suffix_is_recognized_as_million(self):
result = self.normalizer.normalize_currency("$5MM")
self.assertEqual(result["amount"], 5_000_000.0)
self.assertEqual(result["currency"], "USD")
result = self.normalizer.normalize_currency("$5mm")
self.assertEqual(result["amount"], 5_000_000.0)
result = self.normalizer.normalize_currency("2.5MM USD")
self.assertEqual(result["amount"], 2_500_000.0)
result = self.normalizer.normalize_currency("5MM")
self.assertEqual(result["amount"], 5_000_000.0)
result = self.normalizer.normalize_currency("5MM1")
self.assertEqual(result["amount"], 5.0)
class TestScientificNotationHandler(unittest.TestCase):
def setUp(self):
self.handler = ScientificNotationHandler()
def test_parse_scientific(self):
self.assertEqual(self.handler.parse_scientific_notation("1.23e4"), 12300.0)
self.assertEqual(self.handler.parse_scientific_notation("1.23E-2"), 0.0123)
def test_normalize_precision_keeps_sign(self):
self.assertEqual(self.handler.normalize_precision(1234.5, 2), 1200.0)
self.assertEqual(self.handler.normalize_precision(-1234.5, 2), -1200.0)
self.assertEqual(self.handler.normalize_precision(-0.000123, 2), -0.00012)
def test_normalize_precision_returns_non_finite_inputs(self):
self.assertEqual(
self.handler.normalize_precision(float("inf"), 2), float("inf")
)
self.assertEqual(
self.handler.normalize_precision(float("-inf"), 2), float("-inf")
)
self.assertTrue(
math.isnan(self.handler.normalize_precision(float("nan"), 2))
)
def test_normalize_precision_does_not_return_negative_zero(self):
# round(4.0, -1) is zero, and copysign(0.0, -4) is -0.0, which
# serialises as -0.0. The value is zero, so the sign is dropped.
self.assertEqual(repr(self.handler.normalize_precision(-4, 0)), "0.0")
if __name__ == "__main__":
unittest.main()