Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

3.6 KB
Raw Blame
import copy

import pytest

from litellm.proxy.common_utils.json_merge_patch import _MAX_MERGE_DEPTH, apply_json_merge_patch

# RFC 7386 Appendix A — the normative test suite for JSON Merge Patch.
# https://www.rfc-editor.org/rfc/rfc7386#appendix-A
RFC_7386_APPENDIX_A = [
    ({"a": "b"}, {"a": "c"}, {"a": "c"}),
    ({"a": "b"}, {"b": "c"}, {"a": "b", "b": "c"}),
    ({"a": "b"}, {"a": None}, {}),
    ({"a": "b", "b": "c"}, {"a": None}, {"b": "c"}),
    ({"a": ["b"]}, {"a": "c"}, {"a": "c"}),
    ({"a": "c"}, {"a": ["b"]}, {"a": ["b"]}),
    ({"a": {"b": "c"}}, {"a": {"b": "d", "c": None}}, {"a": {"b": "d"}}),
    ({"a": [{"b": "c"}]}, {"a": [1]}, {"a": [1]}),
    (["a", "b"], ["c", "d"], ["c", "d"]),
    ({"a": "b"}, ["c"], ["c"]),
    ({"a": "foo"}, None, None),
    ({"a": "foo"}, "bar", "bar"),
    ({"e": None}, {"a": 1}, {"e": None, "a": 1}),
    ([1, 2], {"a": "b", "c": None}, {"a": "b"}),
    ({}, {"a": {"bb": {"ccc": None}}}, {"a": {"bb": {}}}),
]


@pytest.mark.parametrize("target, patch, expected", RFC_7386_APPENDIX_A)
def test_rfc_7386_appendix_a(target, patch, expected):
    assert apply_json_merge_patch(target, patch) == expected


def test_does_not_mutate_target():
    """The target must be treated as immutable — a fresh value is returned."""
    target = {"keep": "me", "nested": {"a": 1, "b": 2}, "drop": "later"}
    target_snapshot = copy.deepcopy(target)

    result = apply_json_merge_patch(target, {"nested": {"b": None, "c": 3}, "drop": None})

    assert target == target_snapshot, "apply_json_merge_patch mutated its target argument"
    assert result == {"keep": "me", "nested": {"a": 1, "c": 3}}
    assert result["nested"] is not target["nested"]


def test_absent_key_is_preserved_but_null_key_is_deleted():
    """The core distinction PATCH relies on: omission preserves, explicit null deletes."""
    target = {"cost_center": "1234", "team": "core"}

    # Omitting cost_center preserves it; only the explicitly-null key is removed.
    assert apply_json_merge_patch(target, {"team": "platform"}) == {
        "cost_center": "1234",
        "team": "platform",
    }
    assert apply_json_merge_patch(target, {"cost_center": None}) == {"team": "core"}


def test_deep_nested_merge_and_delete():
    target = {"limits": {"gpt-4": {"rpm": 100, "tpm": 1000}, "gpt-3.5": {"rpm": 200}}}
    patch = {"limits": {"gpt-4": {"tpm": 2000}, "gpt-3.5": None, "claude": {"rpm": 50}}}

    assert apply_json_merge_patch(target, patch) == {
        "limits": {"gpt-4": {"rpm": 100, "tpm": 2000}, "claude": {"rpm": 50}}
    }


def test_scalar_patch_replaces_object_wholesale():
    assert apply_json_merge_patch({"a": {"b": 1}}, 5) == 5


def test_object_patch_over_non_object_target_starts_from_empty():
    assert apply_json_merge_patch("not-an-object", {"a": 1, "b": None}) == {"a": 1}


def _nest(levels: int) -> dict:
    """A patch nested ``levels`` dicts deep with a scalar leaf at the bottom."""
    value: object = "leaf"
    for _ in range(levels):
        value = {"a": value}
    return value  # type: ignore[return-value]


def test_merge_within_max_depth_is_allowed():
    """A deeply-but-not-pathologically nested patch merges without raising."""
    result = apply_json_merge_patch({}, _nest(_MAX_MERGE_DEPTH - 1))
    for _ in range(_MAX_MERGE_DEPTH - 1):
        result = result["a"]
    assert result == "leaf"


def test_merge_beyond_max_depth_raises():
    """A patch nested past the cap fails closed (ValueError) rather than
    overflowing the Python stack — the guard the recursion detector requires."""
    with pytest.raises(ValueError, match="maximum depth"):
        apply_json_merge_patch({}, _nest(_MAX_MERGE_DEPTH + 5))