LLM-Driven Extraction of Unstructured Data — Built for API Deployments & ETL Pipeline Workflows
Python ai-agentsdata-engineeringdocument-aigenerative-aiidpjson-extractionllmmcp-serverocrpdf-extractionprompt-engineeringstructured-output
import json
import os
import uuid
from unittest import mock
import django
from django.apps import apps
os.environ.setdefault("DJANGO_SETTINGS_MODULE", "backend.settings.test")
if not apps.ready:
django.setup()
from rest_framework.test import APIRequestFactory # noqa: E402
from agent_kv import execution_views as ev # noqa: E402
from agent_kv.models import AgentKVKey # noqa: E402
from agent_kv.tests._factories import kv_key # noqa: E402
def _authed(method="post", path="/agent-kv/validate", data=None):
if data is None:
data = {}
req = getattr(APIRequestFactory(), method)(
path,
json.dumps(data) if data else "",
content_type="application/json",
)
req.META["HTTP_AUTHORIZATION"] = "Bearer 123e4567-e89b-12d3-a456-426614174001"
return req
# ---------------------------------------------------------------------------
# (1) Valid schema -> returns valid:true with correct counts
# ---------------------------------------------------------------------------
# These three mock `check_key_rate` explicitly, like test_submit_view.py does.
# They previously relied on the limiter's ambient behaviour: it failed OPEN on
# any Redis error, so with no Redis in the unit lane it returned True and the
# tests passed for a reason unrelated to what they assert. The limiter now
# fails CLOSED (a Sentinel failover used to remove the concurrency and rate
# ceilings at once while the API kept accepting billable work), so an
# unreachable Redis is a 429 and these became 429 == 200. The mock is the right
# fix either way: these are schema-validation tests, and the rate limiter
# should not be in their path at all.
@mock.patch.object(ev, "check_key_rate", return_value=True)
@mock.patch.object(AgentKVKey, "objects")
def test_validate_valid_schema_returns_counts(m_keys, m_rate):
m_keys.get.return_value = kv_key()
schema = {
"quotation_number": {"description": "The quote number", "required": True},
"customer": {"name": {"description": "Bill-to name"}},
"line_items": {
"description": "One row per line",
"_key": "sku",
"_array": {
"sku": {"description": "SKU"},
"total": {"description": "Line total", "format": "currency"},
},
},
"_constraints": ["count('line_items') >= 1"],
}
req = _authed(data={"keys": schema})
resp = ev.ValidateView.as_view()(req)
assert resp.status_code == 200
assert resp.data["valid"] is True
assert "leaves" in resp.data
assert "arrays" in resp.data
assert "constraints" in resp.data
assert isinstance(resp.data["leaves"], int)
assert isinstance(resp.data["arrays"], int)
assert isinstance(resp.data["constraints"], int)
# ---------------------------------------------------------------------------
# (2) Invalid schema -> returns valid:false with error message verbatim
# ---------------------------------------------------------------------------
@mock.patch.object(ev, "check_key_rate", return_value=True)
@mock.patch.object(AgentKVKey, "objects")
def test_validate_invalid_schema_returns_error(m_keys, m_rate):
m_keys.get.return_value = kv_key()
# Pass a non-dict as top-level schema
req = _authed(data={"keys": "not a dict"})
resp = ev.ValidateView.as_view()(req)
assert resp.status_code == 200
assert resp.data["valid"] is False
assert "error" in resp.data
assert resp.data["error"] == "Top-level key schema must be a JSON object"
# ---------------------------------------------------------------------------
# (3) No key (no Authorization header) -> 403 Forbidden
# ---------------------------------------------------------------------------
def test_validate_no_key_returns_403():
req = APIRequestFactory().post("/agent-kv/validate", data={})
resp = ev.ValidateView.as_view()(req)
assert resp.status_code == 403
# ---------------------------------------------------------------------------
# (4) Over rate limit -> 429
# ---------------------------------------------------------------------------
@mock.patch("agent_kv.execution_views.check_key_rate", return_value=False)
@mock.patch.object(AgentKVKey, "objects")
def test_validate_over_rate_limit_returns_429(m_keys, m_check_rate):
# A concrete id, because the rate limiter is keyed on it.
key = kv_key(id=uuid.uuid4())
m_keys.get.return_value = key
req = _authed(data={"keys": {}})
resp = ev.ValidateView.as_view()(req)
assert resp.status_code == 429
# ---------------------------------------------------------------------------
# (5) Missing 'keys' in request body -> 400
# ---------------------------------------------------------------------------
@mock.patch.object(ev, "check_key_rate", return_value=True)
@mock.patch.object(AgentKVKey, "objects")
def test_validate_missing_keys_returns_400(m_keys, m_rate):
m_keys.get.return_value = kv_key()
req = _authed(data={})
resp = ev.ValidateView.as_view()(req)
assert resp.status_code == 400
assert resp.data["detail"] == "body must include 'keys'"