"Vibe-Trading: Your Personal Trading Agent"
Python ai-agentalgorithmic-tradingbacktestingfintechllmmcpmulti-agentpythonquantitative-financetrading
test(grounding): cover valid and nonexistent multi-source refs
zeus229c8010dd8818c
diff --git a/agent/tests/test_grounding_multi_derived_refs.py b/agent/tests/test_grounding_multi_derived_refs.pynew file mode 100644index 000000000..682290355--- /dev/null+++ b/agent/tests/test_grounding_multi_derived_refs.py@@ -0,0 +1,81 @@+"""Derived claims can reference two observed calls without losing either."""+import json++import pytest++from src.agent.grounding import GroundingLedger++pytestmark = pytest.mark.unit+++def _ledger(tmp_path):+ ledger = GroundingLedger(run_dir=tmp_path, user_message="Analyze AAPL.US")+ for call_id, date, close in (+ ("before", "2026-08-03", 100.0),+ ("after", "2026-09-02", 112.4),+ ):+ ledger.ingest_tool_result(+ tool_name="get_market_data",+ arguments={"codes": ["AAPL.US"]},+ result=json.dumps({+ "AAPL.US": [{"trade_date": date, "close": close}]+ }),+ call_id=call_id,+ success=True,+ )+ return ledger+++def _answer(ref):+ return (+ "AAPL.US (USD) cumulative return: 12.4%.\n\n"+ "```figures\n"+ f"12.4% | derived | (112.4 - 100.0) / 100.0 | {ref}\n"+ "```"+ )+++def test_derived_multi_call_refs_ground_both_operands(tmp_path):+ result = _ledger(tmp_path).validate_final_answer(_answer("before; after"))+ assert result.valid, result.issues++[email protected]("ref", [+ "before; unknown",+ "unknown; after",+ "before; ",+ "; after",+])+def test_derived_multi_refs_fail_closed_on_unknown_or_empty_source(tmp_path, ref):+ result = _ledger(tmp_path).validate_final_answer(_answer(ref))+ assert not result.valid+ assert any(issue.get("reason") == "no_evidence" for issue in result.issues)++[email protected]("ref", [+ "before; ghost::close",+ "before::AAPL.US[0].close; ghost::close",+ "before; after::missing_field",+])+def test_unknown_exact_field_never_borrows_a_valid_call(tmp_path, ref):+ result = _ledger(tmp_path).validate_final_answer(_answer(ref))+ assert not result.valid+ assert any(issue.get("reason") == "no_evidence" for issue in result.issues)+++def test_single_call_ref_contract_unchanged(tmp_path):+ ledger = GroundingLedger(run_dir=tmp_path, user_message="Analyze AAPL.US")+ ledger.ingest_tool_result(+ tool_name="get_market_data",+ arguments={"codes": ["AAPL.US"]},+ result=json.dumps({+ "AAPL.US": [+ {"trade_date": "2026-08-03", "close": 100.0},+ {"trade_date": "2026-09-02", "close": 112.4},+ ]+ }),+ call_id="quote",+ success=True,+ )+ result = ledger.validate_final_answer(_answer("quote"))+ assert result.valid, result.issues