Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

1.9 KB
Raw Blame
"""Unit tests for HuggingFaceReranker score normalization.

These exercise the pure ``_normalize_scores`` helper directly, so they do not
require ``transformers`` / ``torch`` to be installed.
"""

import math

import pytest

from mem0.reranker.huggingface_reranker import HuggingFaceReranker


def _sigmoid(x):
    return 1.0 / (1.0 + math.exp(-x))


class TestHuggingFaceNormalizeScores:
    def test_logits_mapped_via_sigmoid(self):
        scores = HuggingFaceReranker._normalize_scores([2.0, 8.0, 5.0])
        assert scores == pytest.approx([_sigmoid(2.0), _sigmoid(8.0), _sigmoid(5.0)])

    def test_output_bounded_between_zero_and_one(self):
        for s in HuggingFaceReranker._normalize_scores([-12.0, -1.0, 0.0, 3.0, 15.0]):
            assert 0.0 <= s <= 1.0

    def test_sigmoid_preserves_ranking_order(self):
        raw = [1.0, -4.0, 9.0, 2.5]
        normalized = HuggingFaceReranker._normalize_scores(raw)
        # argsort of raw and normalized must match — sigmoid is monotonic.
        assert sorted(range(len(raw)), key=lambda i: raw[i]) == sorted(
            range(len(normalized)), key=lambda i: normalized[i]
        )

    def test_single_score_not_collapsed_to_zero(self):
        # Regression: a lone document used to normalize to ~0.0 under min-max.
        # A positive logit must now yield a clearly-relevant score (> 0.5).
        (score,) = HuggingFaceReranker._normalize_scores([4.2])
        assert score == pytest.approx(_sigmoid(4.2))
        assert score > 0.5

    def test_tied_scores_not_collapsed_to_zero(self):
        # Regression: tied candidates all collapsed to ~0.0 under min-max.
        scores = HuggingFaceReranker._normalize_scores([3.0, 3.0, 3.0])
        assert scores == pytest.approx([_sigmoid(3.0)] * 3)

    def test_zero_logit_maps_to_half(self):
        assert HuggingFaceReranker._normalize_scores([0.0]) == pytest.approx([0.5])

    def test_empty_scores(self):
        assert HuggingFaceReranker._normalize_scores([]) == []