Skip to content
Python
11.3 KB
Raw Blame
"""Prompt registry contracts: every language defines every prompt correctly.

en and zh-Hans are pinned by sha256 to the strings shipped before the
registry existed, so existing users see byte-identical prompts.
"""

import hashlib
import json
import re
from string import Formatter

import pytest

from hy_memory.prompts import (
    FORMAT_FIELDS,
    PROMPT_NAMES,
    SUPPORTED_LANGUAGES,
    SYSTEM2_MATERIALS_FIELDS,
    get_prompt,
)

_PINNED_SHA256 = {
    "en": {
        "EXTRACT_SYSTEM_PROMPT": "2e362cbeb2d2ed5cb71a830979b645c56460e95afe00ad3238bf986c0d631936",
        "STRUCTURE_METADATA_PROMPT": "b64b3d33484240d1ac8b7db2488864a166beb9d677a9270c3701f0fb0ce55987",
        "EXTRACT_FEW_SHOT": "c6c3b5ce137e5d18bfd492c5d36ad170e0c29e1755a94b29cc705edeee14d3f1",
        "EXTRACT_PROMPT": "d72586990e9b8cce115cc9092da7ac9bccc47ad990b9d7fe81250dcb45671276",
        "EXTRACT_PROMPT_NO_INTENTION": "26a2c2efcd32551a424d21d1c0ff6677951f97edeac68db7eec4bb714cc30ea6",
        "NO_INTENTION_SECTION_PATTERN": "b45f2d33cd009d7b7f25085dcf384ac7a4da2e8fde42f823c9eec9f661cd7d02",
        "NO_INTENTION_MEMORY_SECTION": "702b1fc9811acaf502a1c99184e1c406470187b351b2643395776c6bce3c9f25",
        "NO_INTENTION_REPLACEMENTS": "63b0f145520cbc1480ae4f9f4c5d1692e6c3e56a662cb6c47e468e21bf09ea40",
        "INTENTION_DISABLED_NOTE": "3979b55177eda6748239a37b8eb522fb1051ea240836118f4a5d972121839af2",
        "USER_NAME_LINE": "5bc710c0a52712aa8ace10555de186a87f7051787ed61971c461acd81e6cb7e8",
        "SEARCH_QUERY_PROMPT": "90617660bb4c20460e295802dc2ff1ab7447d51e3e6ef5ac77b9d10594696de5",
        "RECONCILE_PROMPT": "bb3dcc2cc65a315d4ce52195a681efbd32527a81d085c61f0fb052799d1a3a85",
        "RECONCILE_STRUCTURE_METADATA_PROMPT": "9fe65cb30b08a9de47e5db5ba512bace739b5c85a36395e61b2cebb02d3d7f5b",
        "RECONCILE_FEW_SHOT": "0fbe1b979b86e4ca133d15b24607284a19ab4523010e770c51a5d865b9cc8528",
        "CODING_EXTRACT_PROMPT": "53a056cfb1deabd613a23ea26058e821d52c4f863f89b706547a974aeca008ac",
        "CODING_EXTRACT_PROMPT_CODING": "3e987f1b6cfb7a17cfec11f4918729fc3fe118268471ca46d57e84fd3de9e6b4",
        "CODING_CONVERSATION_BLOCK": "c0d2bb215e8a02f0590f586d81daa7955d39a94bed9e37657d2b922d81b29e7d",
        "CODING_EMPTY_BLOCK": "552e423045fcbd949252397b4bee754f0b8f99b1bbbe41edc9b25dbfc81b146a",
        "CODING_RECONCILE_PROMPT": "00bca0e7f44f421470363c3a6d35a3da8df1993c685f514a8d5ae93023427c75",
        "CODING_FACT_RECONCILE_PROMPT": "1db547157bce2910030772cbf2286b77ddefa4936ff3e4ed05ff2088019110be",
        "CODING_CHAIN_SUMMARY_PROMPT": "dac479310ce51dbea8f0c25f00de6060d65a524af1f3a1c686a5df19c29724df",
        "EPISODE_SUMMARY_PROMPT": "d93e2d2fcf9f424c3de524ac82d36a41ad5c3bf4c702a0e487085e856f65ef5e",
        "TOPIC_SUMMARY_PROMPT": "a5bb0a74491f382139a52fee46a055c22efa694ab03fc148cb894d08961a1d2d",
        "SYSTEM2_AGENT_PROMPT": "c2254e94d0bc239ccda9cbd79b98508128417bb224d27792f2ea89b837c5e05e",
        "SYSTEM2_OUTPUT_INSTRUCTIONS": "cbbd0786c4f3ff8b69f69a46a7476a6037ec722801718579392f2e6e26c8c2e7",
        "SYSTEM2_SCHEMA_EVIDENCE_GATE": "6e858894061a9f2107a21f8b6cd547d42deaac69a40d59e11d338cbf2de892e4",
        "SYSTEM2_SINGLE_CALL_REPLACEMENTS": "7879edaf5a3681b0ddfaeb65cf76fed305ab88914c05fb0fffe5d5dfd51cf21d",
        "SYSTEM2_MATERIALS": "3ff1546a7a3ca150f1bae324d94939ce864de229b29e0245692621084b04e52a",
    },
    "zh-Hans": {
        "EXTRACT_SYSTEM_PROMPT": "fc8de8505c744091fcdc24a2cfd7a4e6f62a1332c18fa39d191a7f39aa0a7f4a",
        "STRUCTURE_METADATA_PROMPT": "dac3aca6671dc5ca0766425df1463c01a516ed515c7b38a7925c1b53ffb115a6",
        "EXTRACT_FEW_SHOT": "6e2ad8bb1f054cc32f3501e42cdc865b246934ecb660d9572e342be8d900f244",
        "EXTRACT_PROMPT": "2e065893433ba2af68b55d41c3dc7e056f630dd4b41ed431e557751101e51be5",
        "EXTRACT_PROMPT_NO_INTENTION": "66adb01ad790a46ad0c13ff2b30aa79c0e29bcbb2e191bc3cf3e544fe6e4956b",
        "NO_INTENTION_SECTION_PATTERN": "27110fb7913b57e205372ede892a1656682a2635e77e119952a68a864cfdf646",
        "NO_INTENTION_MEMORY_SECTION": "1d698eb697aa0e079d33bcc450ec0036dbafc600b1ec30ca80a6a18def6894f6",
        "NO_INTENTION_REPLACEMENTS": "211f2bacfbc1852fc3f11dfb67acdd44c534f703b1612dfc59d1c569ff3a39b2",
        "INTENTION_DISABLED_NOTE": "50fe78d881568a3a17a0cd3c993836eceafd719f762cfb37c7884b448b74b174",
        "USER_NAME_LINE": "9f702915ddcd42d5c16ed7a0da3256e69d33991f4b88b14c2d3c04cc22c95150",
        "SEARCH_QUERY_PROMPT": "91b760eec1d2ed2bc02f1688acb911b0786cadd06eea88645722db9691baf25c",
        "RECONCILE_PROMPT": "32f5162b496c07fec643a96158eae87aa12c1dfae0ffd2084f5aa71b71377869",
        "RECONCILE_STRUCTURE_METADATA_PROMPT": "720640c185bd2c4e1b0c1694e1236b23e1923b7a02d948282a049de7dd4dfb8a",
        "RECONCILE_FEW_SHOT": "c96ffff49ac71bf52ccef0d1173ea8dfba31c1542f3cfeab939b4a906e037e58",
        "CODING_EXTRACT_PROMPT": "b87d5df66ef153baaf38f32a59ec0641e6f3bac4f0014056b37f61278d176c59",
        "CODING_EXTRACT_PROMPT_CODING": "1d6bb3c538dd31f310b3d123617bf73ee5a1c4474f3176f042d9f2af62c3d997",
        "CODING_CONVERSATION_BLOCK": "3253e7c9d81136475b435d07f47f7cf5fe315d1c9d8b8b31ed15da8db7829d72",
        "CODING_EMPTY_BLOCK": "c7bcc6d27f3abaaa5410e40c17f0c5ca79781a74e176695193c22aa4a8064d62",
        "CODING_RECONCILE_PROMPT": "4b62e6e214b70403e6e041e0d00cd7d5545100759beda9c2b6d5a5a6235452dc",
        "CODING_FACT_RECONCILE_PROMPT": "74ed3b045f11a4aeb29fcaf43407e3f814c4e25f0469d7f3c3b4f57e5973431c",
        "CODING_CHAIN_SUMMARY_PROMPT": "2d1445b2ade72102750920644ff2e086416dd58152419fd5d43114e75a35d270",
        "EPISODE_SUMMARY_PROMPT": "999bd17d779380248681e6e992fad0daa5e785e7476898a28888f6e51fef42ec",
        "TOPIC_SUMMARY_PROMPT": "a4b96d5f3e317e0b5c4b047d9fbbe5c3378c55c5814dc5765201ea15d5c7beee",
        "SYSTEM2_AGENT_PROMPT": "7c681573ca35dca00bd79dd81b56cfb4e820db76c7bedcea620f15394a42cf48",
        "SYSTEM2_OUTPUT_INSTRUCTIONS": "2d6da105e45e333494122c03c4416a5a9ad90cdce3603ace7251731e1acafcc4",
        "SYSTEM2_SCHEMA_EVIDENCE_GATE": "cdfefe924a0d504593a04466cc48009c4583d9f6771fe8770a62e56f9ff4be1c",
        "SYSTEM2_SINGLE_CALL_REPLACEMENTS": "bac38a8ad4a03037d59b33360ad3b7de4729f454c3b5291f20a1d5cb8893043b",
        "SYSTEM2_MATERIALS": "0780c720db4f30bec96028353056e03b9fb60c8805cca7d74ff127566353ca15",
    },
}


_NEW_ONLY = {"OUTPUT_LANGUAGE_DIRECTIVE", "LANGUAGE_NAME"}
_TRANSLATED = [code for code in SUPPORTED_LANGUAGES if code not in ("en", "zh-Hans")]

_JSON_KEY_RE = re.compile(r'"([A-Za-z_][A-Za-z0-9_]*)"\s*:')
_ENUM_RE = re.compile(r'"([A-Z][A-Z0-9_]+)"')


def _sha(value) -> str:
    if not isinstance(value, str):
        value = json.dumps(value, ensure_ascii=False, sort_keys=True)
    return hashlib.sha256(value.encode("utf-8")).hexdigest()


def _fields(template: str) -> set:
    return {name for _, name, _, _ in Formatter().parse(template) if name is not None}


@pytest.mark.parametrize("language", ["en", "zh-Hans"])
def test_en_and_zh_hans_are_byte_identical_to_previous_release(language):
    pins = _PINNED_SHA256[language]
    assert set(pins) == set(PROMPT_NAMES) - _NEW_ONLY
    changed = [name for name, digest in pins.items()
               if _sha(get_prompt(name, language)) != digest]
    assert changed == []


def test_legacy_names_still_point_at_registry_strings():
    from hy_memory.agent import extractor, prompts_zh, reconciler
    from hy_memory.coding import extractor as coding_extractor
    from hy_memory.coding import prompts_zh as coding_zh

    assert extractor.EXTRACT_SYSTEM_PROMPT is get_prompt("EXTRACT_SYSTEM_PROMPT", "en")
    assert extractor.EXTRACT_FEW_SHOT_EN is get_prompt("EXTRACT_FEW_SHOT", "en")
    assert reconciler.RECONCILE_PROMPT is get_prompt("RECONCILE_PROMPT", "en")
    assert prompts_zh.EXTRACT_SYSTEM_PROMPT_ZH is get_prompt("EXTRACT_SYSTEM_PROMPT", "zh-Hans")
    assert prompts_zh.RECONCILE_FEW_SHOT_ZH is get_prompt("RECONCILE_FEW_SHOT", "zh-Hans")
    assert coding_extractor.EXTRACT_PROMPT_CODING is get_prompt("CODING_EXTRACT_PROMPT_CODING", "en")
    assert coding_zh.CHAIN_SUMMARY_PROMPT_ZH is get_prompt("CODING_CHAIN_SUMMARY_PROMPT", "zh-Hans")


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_language_defines_every_prompt(language):
    for name in PROMPT_NAMES:
        value = get_prompt(name, language)
        en = get_prompt(name, "en")
        assert type(value) is type(en), name
        if isinstance(value, str):
            assert value.strip(), name


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_format_prompts_keep_en_placeholders_and_render(language):
    for name, expected in FORMAT_FIELDS.items():
        template = get_prompt(name, language)
        assert _fields(template) == set(expected), name
        assert _fields(get_prompt(name, "en")) == set(expected), name
        rendered = template.format(**{field: f"<{field}>" for field in expected})
        for field in expected:
            assert f"<{field}>" in rendered, (name, field)


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_json_keys_and_enum_values_match_en(language):
    for name in PROMPT_NAMES:
        value, en = get_prompt(name, language), get_prompt(name, "en")
        if not isinstance(value, str):
            continue
        assert set(_JSON_KEY_RE.findall(value)) == set(_JSON_KEY_RE.findall(en)), name
        assert set(_ENUM_RE.findall(value)) == set(_ENUM_RE.findall(en)), name


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_system2_materials_entries(language):
    materials = get_prompt("SYSTEM2_MATERIALS", language)
    assert set(materials) == set(SYSTEM2_MATERIALS_FIELDS)
    for key, expected in SYSTEM2_MATERIALS_FIELDS.items():
        template = materials[key]
        assert _fields(template) == set(expected), key
        template.format(**{field: 1 for field in expected})


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_no_intention_fragments_match_their_own_prompt(language):
    system_prompt = get_prompt("EXTRACT_SYSTEM_PROMPT", language)
    pattern = get_prompt("NO_INTENTION_SECTION_PATTERN", language)
    assert re.search(pattern, system_prompt, flags=re.S), language
    for old, new in get_prompt("NO_INTENTION_REPLACEMENTS", language):
        assert isinstance(old, str) and isinstance(new, str)
    assert get_prompt("NO_INTENTION_REPLACEMENTS", language)[0][0] in system_prompt


@pytest.mark.parametrize("language", SUPPORTED_LANGUAGES)
def test_system2_single_call_replacements_match_their_own_prompt(language):
    base = get_prompt("SYSTEM2_AGENT_PROMPT", language)
    pairs = get_prompt("SYSTEM2_SINGLE_CALL_REPLACEMENTS", language)
    assert pairs and pairs[0][0] in base
    if language not in ("en", "zh-Hans"):
        missing = [old for old, _ in pairs if old not in base]
        assert missing == []


@pytest.mark.parametrize("language", _TRANSLATED)
def test_translated_languages_are_not_copies(language):
    for name in ("EXTRACT_SYSTEM_PROMPT", "RECONCILE_PROMPT", "CODING_EXTRACT_PROMPT",
                 "SYSTEM2_AGENT_PROMPT", "OUTPUT_LANGUAGE_DIRECTIVE"):
        value = get_prompt(name, language)
        assert value != get_prompt(name, "en"), name
        assert value != get_prompt(name, "zh-Hans"), name


def test_zh_hant_uses_traditional_script():
    hant = get_prompt("EXTRACT_SYSTEM_PROMPT", "zh-Hant")
    # 记/记忆/对话 are Simplified-only forms; the Traditional prompt uses 記/對.
    for simplified in ("记忆", "对话", "用户"):
        assert simplified not in hant
    for traditional in ("記憶", "對話"):
        assert traditional in hant