Build Agentic workflows, RAG pipelines, with rich AI model and tool support on one collaborative workspace. Deploy on cloud, VPC, or self-hosted, so teams move from prototype to production without rebuilding the stack.
Python agentagentic-aiagentic-frameworkagentic-workflowaiautomationclaudedeepseekgenaigptllmlow-codemcpnextjsno-codeopenaipythonskillsworkflow
test: replace 50 agent chat doubles with real runtimes (#43580)
Asuka Minatoe6a94853c343
diff --git a/api/tests/unit_tests/core/app/apps/agent_chat/test_agent_chat_app_runner.py b/api/tests/unit_tests/core/app/apps/agent_chat/test_agent_chat_app_runner.pyindex 1c1ee3663dd..362503ab0de 100644--- a/api/tests/unit_tests/core/app/apps/agent_chat/test_agent_chat_app_runner.py+++ b/api/tests/unit_tests/core/app/apps/agent_chat/test_agent_chat_app_runner.py@@ -1,22 +1,135 @@+from collections.abc import Generator, Iterator, Mappingfrom datetime import datetimeimport pytest+from flask import Flaskfrom pytest_mock import MockerFixture-from sqlalchemy import event+from redis import Redis+from sqlalchemy import event, select+from sqlalchemy.engine import Enginefrom sqlalchemy.orm import Session-from core.agent.entities import AgentEntity+from core.agent.cot_agent_runner import CotAgentRunner+from core.agent.cot_chat_agent_runner import CotChatAgentRunner+from core.agent.cot_completion_agent_runner import CotCompletionAgentRunner+from core.agent.entities import AgentEntity, AgentPromptEntity+from core.app.app_config.entities import EasyUIBasedAppModelConfigFrom, ModelConfigEntity, PromptTemplateEntity+from core.app.apps.agent_chat.app_config_manager import AgentChatAppConfigfrom core.app.apps.agent_chat.app_runner import AgentChatAppRunner-from core.app.entities.app_invoke_entities import InvokeFrom+from core.app.apps.message_based_app_queue_manager import MessageBasedAppQueueManager+from core.app.entities.app_invoke_entities import AgentChatAppGenerateEntity, InvokeFrom+from core.app.entities.queue_entities import QueueAnnotationReplyEvent, QueueLLMChunkEvent, QueueMessageEndEvent+from core.entities.provider_entities import CustomProviderConfigurationfrom core.moderation.base import ModerationError-from graphon.model_runtime.entities.llm_entities import LLMMode+from core.moderation.input_moderation import InputModeration+from core.plugin.entities.plugin_daemon import PluginLLMNumTokensResponse+from core.plugin.impl.model import PluginModelClient+from core.plugin.impl.model_runtime_factory import create_plugin_model_runtime+from extensions.ext_database import db+from extensions.ext_redis import RedisClientWrapper+from graphon.model_runtime.entities.llm_entities import LLMMode, LLMResultChunk, LLMResultChunkDelta, LLMUsage+from graphon.model_runtime.entities.message_entities import AssistantPromptMessagefrom graphon.model_runtime.entities.model_entities import ModelFeature, ModelPropertyKey+from graphon.model_runtime.model_providers.base.large_language_model import LargeLanguageModelfrom models.enums import ConversationFromSource-from models.model import App, AppMode, Conversation, Message, MessageAnnotation+from models.model import App, AppMode, Conversation, Message, MessageAgentThought, MessageAnnotation+from tests.unit_tests.core.model_fixtures import make_model_config++PROVIDER = "langgenius/openai/openai"+++def queue_manager(monkeypatch: pytest.MonkeyPatch) -> Iterator[MessageBasedAppQueueManager]:+ """Use the production queue and Redis wrapper; isolate only Redis commands."""+ with Redis() as client:+ monkeypatch.setattr(client, "execute_command", lambda *_args, **_kwargs: None)+ redis = RedisClientWrapper()+ redis.initialize(client)+ monkeypatch.setattr("core.app.apps.base_app_queue_manager.redis_client", redis)+ monkeypatch.setattr("core.plugin.impl.model_runtime.redis_client", redis)+ yield MessageBasedAppQueueManager(+ task_id="task",+ user_id="user",+ invoke_from=InvokeFrom.SERVICE_API,+ conversation_id="conv",+ app_mode=AppMode.AGENT_CHAT,+ message_id="msg",+ )@pytest.fixture-def runner(sqlite_session: Session):+def agent_app(sqlite_engine: Engine) -> Iterator[Flask]:+ """Bind production agent-thought writes to the same SQLite database as setup reads."""+ app = Flask(__name__)+ app.config["SQLALCHEMY_DATABASE_URI"] = sqlite_engine.url+ db.init_app(app)+ with app.app_context():+ try:+ yield app+ finally:+ db.engine.dispose()+++def generate_entity(monkeypatch: pytest.MonkeyPatch) -> AgentChatAppGenerateEntity:+ model_config = make_model_config(provider=PROVIDER, model="m", mode=LLMMode.CHAT)+ model_config.credentials = {"api_key": "token"}+ model_config.model_schema.model_properties = {ModelPropertyKey.MODE: LLMMode.CHAT}+ bundle = model_config.provider_model_bundle+ bundle.configuration.tenant_id = "tenant"+ bundle.configuration.custom_configuration.provider = CustomProviderConfiguration(+ credentials=model_config.credentials+ )+ bundle.model_type_instance = LargeLanguageModel(+ provider_schema=bundle.configuration.provider, model_runtime=create_plugin_model_runtime(tenant_id="tenant")+ )+ monkeypatch.setattr(PluginModelClient, "get_model_schema", lambda *_args, **_kwargs: model_config.model_schema)+ return AgentChatAppGenerateEntity(+ task_id="task",+ app_config=AgentChatAppConfig(+ app_id="app1",+ tenant_id="tenant",+ app_mode=AppMode.AGENT_CHAT,+ app_model_config_from=EasyUIBasedAppModelConfigFrom.APP_LATEST_CONFIG,+ app_model_config_dict={},+ model=ModelConfigEntity(provider=PROVIDER, model="m", mode=LLMMode.CHAT),+ prompt_template=PromptTemplateEntity(+ prompt_type=PromptTemplateEntity.PromptType.SIMPLE, simple_prompt_template="Help the user."+ ),+ agent=AgentEntity(+ provider=PROVIDER,+ model="m",+ strategy=AgentEntity.Strategy.CHAIN_OF_THOUGHT,+ prompt=AgentPromptEntity(+ first_prompt=(+ "{{instruction}} {{tools}} {{tool_names}} {{historic_messages}} {{query}} {{agent_scratchpad}}"+ ),+ next_iteration="continue",+ ),+ ),+ ),+ model_conf=model_config,+ inputs={},+ query="q",+ files=[],+ stream=True,+ user_id="user",+ invoke_from=InvokeFrom.SERVICE_API,+ )+++def _assert_direct_output(queue_manager: MessageBasedAppQueueManager, text: str) -> None:+ messages = list(queue_manager.listen())+ chunks = [item.event.chunk.delta.message.content for item in messages if isinstance(item.event, QueueLLMChunkEvent)]+ assert all(isinstance(chunk, str) for chunk in chunks)+ assert "".join(chunk for chunk in chunks if isinstance(chunk, str)) == text+ assert isinstance(messages[-1].event, QueueMessageEndEvent)+ assert messages[-1].event.llm_result is not None+ assert messages[-1].event.llm_result.message.content == text+++def runner(sqlite_session: Session) -> AgentChatAppRunner:app = App(id="app1",tenant_id="tenant",@@ -83,215 +196,203 @@ def _records(session: Session) -> tuple[Conversation, Message]:class TestAgentChatAppRunnerRun:- def test_run_app_not_found(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", agent=mocker.MagicMock())- generate_entity = mocker.MagicMock(app_config=app_config, inputs={}, query="q", files=[], stream=True)-+ def test_run_app_not_found(+ self,+ runner: AgentChatAppRunner,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:app = sqlite_session.get(App, "app1")assert app is not Nonesqlite_session.delete(app)sqlite_session.commit()conversation, message = _records(sqlite_session)- with pytest.raises(ValueError):- runner.run(generate_entity, mocker.MagicMock(), conversation, message, sqlite_session)+ with pytest.raises(ValueError, match="App not found"):+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)def test_run_moderation_error_direct_output(- self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = mocker.MagicMock()- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(),- conversation_id=None,- )-- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", side_effect=ModerationError("bad"))- mocker.patch.object(runner, "direct_output")+ self,+ runner: AgentChatAppRunner,+ monkeypatch: pytest.MonkeyPatch,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:+ def reject_input(_moderation: InputModeration, **kwargs: object) -> None:+ assert kwargs["query"] == "q"+ raise ModerationError("bad")++ monkeypatch.setattr(InputModeration, "check", reject_input)conversation, message = _records(sqlite_session)- runner.run(generate_entity, mocker.MagicMock(), conversation, message, sqlite_session)+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)- runner.direct_output.assert_called_once()+ _assert_direct_output(queue_manager, "bad")def test_run_annotation_reply_short_circuits(- self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = mocker.MagicMock()- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(),- conversation_id=None,- user_id="user",- invoke_from=mocker.MagicMock(),- )-- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", return_value=(None, {}, "q"))+ self,+ runner: AgentChatAppRunner,+ monkeypatch: pytest.MonkeyPatch,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:annotation = MessageAnnotation(app_id="app1",question="q",content="answer",account_id="user",)- annotation_query = mocker.patch.object(runner, "query_app_annotations_to_reply", return_value=annotation)- mocker.patch.object(runner, "direct_output")+ sqlite_session.add(annotation)+ sqlite_session.commit()+ sessions: list[Session] = []++ def query_annotation(*, session: Session, **_kwargs: object) -> MessageAnnotation | None:+ sessions.append(session)+ return session.get(MessageAnnotation, annotation.id)- queue_manager = mocker.MagicMock()- write_session = sqlite_session+ monkeypatch.setattr(runner, "query_app_annotations_to_reply", query_annotation)conversation, message = _records(sqlite_session)- runner.run(generate_entity, queue_manager, conversation, message, write_session)+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)- queue_manager.publish.assert_called_once()- assert annotation_query.call_args.kwargs["session"] is write_session- runner.direct_output.assert_called_once()+ event_message = queue_manager._q.get_nowait()+ assert event_message is not None+ assert isinstance(event_message.event, QueueAnnotationReplyEvent)+ assert event_message.event.message_annotation_id == annotation.id+ assert sessions == [sqlite_session]+ _assert_direct_output(queue_manager, "answer")def test_run_hosting_moderation_short_circuits(- self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = mocker.MagicMock()- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(),- conversation_id=None,- invoke_from=mocker.MagicMock(),- user_id="user",- )-- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", return_value=(None, {}, "q"))- mocker.patch.object(runner, "query_app_annotations_to_reply", return_value=None)- mocker.patch.object(runner, "check_hosting_moderation", return_value=True)+ self,+ runner: AgentChatAppRunner,+ monkeypatch: pytest.MonkeyPatch,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:+ def reject_hosted_input(**kwargs: object) -> bool:+ assert kwargs["tenant_id"] == "tenant"+ assert "q" in str(kwargs["text"])+ return True++ monkeypatch.setattr("core.helper.moderation.check_moderation", reject_hosted_input)conversation, message = _records(sqlite_session)- runner.run(generate_entity, mocker.MagicMock(), conversation, message, sqlite_session)-- def test_run_model_schema_missing(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.CHAIN_OF_THOUGHT)+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(- provider_model_bundle=mocker.MagicMock(),- model="m",- provider="p",- credentials={"k": "v"},- ),- conversation_id="conv",- invoke_from=mocker.MagicMock(),- user_id="user",+ _assert_direct_output(+ queue_manager, "I apologize for any confusion, but I'm an AI assistant to be helpful, harmless, and honest.")- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", return_value=(None, {}, "q"))- mocker.patch.object(runner, "query_app_annotations_to_reply", return_value=None)- mocker.patch.object(runner, "check_hosting_moderation", return_value=False)-- llm_instance = mocker.MagicMock()- llm_instance.model_type_instance.get_model_schema.return_value = None- mocker.patch("core.app.apps.agent_chat.app_runner.ModelInstance", return_value=llm_instance)+ def test_run_model_schema_missing(+ self,+ runner: AgentChatAppRunner,+ monkeypatch: pytest.MonkeyPatch,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:+ monkeypatch.setattr(PluginModelClient, "get_model_schema", lambda *_args, **_kwargs: None)conversation, message = _records(sqlite_session)- with pytest.raises(ValueError):- runner.run(generate_entity, mocker.MagicMock(), conversation, message, sqlite_session)+ with pytest.raises(ValueError, match="Model schema not found"):+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)@pytest.mark.parametrize(("mode", "expected_runner"),[- (LLMMode.CHAT, "CotChatAgentRunner"),- (LLMMode.COMPLETION, "CotCompletionAgentRunner"),+ (LLMMode.CHAT, CotChatAgentRunner),+ (LLMMode.COMPLETION, CotCompletionAgentRunner),],)+ @pytest.mark.usefixtures("agent_app")def test_run_chain_of_thought_modes(self,runner: AgentChatAppRunner,- mocker: MockerFixture,- mode,- expected_runner,+ monkeypatch: pytest.MonkeyPatch,+ mode: LLMMode,+ expected_runner: type[CotAgentRunner],sqlite_session: Session,- ):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.CHAIN_OF_THOUGHT)-- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(- provider_model_bundle=mocker.MagicMock(),- model="m",- provider="p",- credentials={"k": "v"},- ),- conversation_id="conv",- invoke_from=mocker.MagicMock(),- user_id="user",- )-- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", return_value=(None, {}, "q"))- mocker.patch.object(runner, "query_app_annotations_to_reply", return_value=None)- mocker.patch.object(runner, "check_hosting_moderation", return_value=False)-- model_schema = mocker.MagicMock()- model_schema.features = []- model_schema.model_properties = {ModelPropertyKey.MODE: mode}-- llm_instance = mocker.MagicMock()- llm_instance.model_type_instance.get_model_schema.return_value = model_schema- mocker.patch("core.app.apps.agent_chat.app_runner.ModelInstance", return_value=llm_instance)-- conversation, message = _records(sqlite_session)-- runner_cls = mocker.MagicMock()- mocker.patch(f"core.app.apps.agent_chat.app_runner.{expected_runner}", runner_cls)-- runner_instance = mocker.MagicMock()- runner_cls.return_value = runner_instance+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:+ generate_entity.model_conf.mode = mode+ generate_entity.model_conf.model_schema.model_properties[ModelPropertyKey.MODE] = mode+ generate_entity.app_config.model.mode = mode+ generate_entity.conversation_id = "conv"events: list[str] = []- runner_instance.run.side_effect = lambda **_kwargs: events.append("agent-run") or []- mocker.patch.object(runner, "_handle_invoke_result")- session = sqlite_session+ selected_runners: list[CotAgentRunner] = []+ daemon_calls: list[dict[str, object]] = []+ original_run = CotAgentRunner.run++ def observe_run(+ agent: CotAgentRunner, *, session: Session, message: Message, query: str, inputs: Mapping[str, str]+ ) -> Generator[LLMResultChunk]:+ assert not sqlite_session.in_transaction()+ selected_runners.append(agent)+ events.append("agent-run")+ return original_run(agent, session=session, message=message, query=query, inputs=inputs)++ def dispatch(+ _client: PluginModelClient, **kwargs: object+ ) -> Iterator[LLMResultChunk | PluginLLMNumTokensResponse]:+ path = kwargs["path"]+ assert isinstance(path, str)+ if path.endswith("/num_tokens"):+ yield PluginLLMNumTokensResponse(num_tokens=1)+ return+ assert path == "plugin/tenant/dispatch/llm/invoke"+ assert not sqlite_session.in_transaction()+ daemon_calls.append(kwargs)+ events.append("invoke")+ yield LLMResultChunk(+ model="m",+ delta=LLMResultChunkDelta(+ index=0,+ message=AssistantPromptMessage(+ content='Action: {"action": "Final Answer", "action_input": "answer"}'+ ),+ usage=LLMUsage.empty_usage(),+ ),+ )def record_commit(_session: Session) -> None:events.append("commit")- event.listen(session, "after_commit", record_commit)+ monkeypatch.setattr(CotAgentRunner, "run", observe_run)+ monkeypatch.setattr(PluginModelClient, "_request_with_plugin_daemon_response_stream", dispatch)+ conversation, message = _records(sqlite_session)+ event.listen(sqlite_session, "after_commit", record_commit)try:- runner.run(generate_entity, mocker.MagicMock(), conversation, message, session)+ runner.run(generate_entity, queue_manager, conversation, message, sqlite_session)finally:- event.remove(session, "after_commit", record_commit)-- assert events == ["commit", "commit", "agent-run"]- runner_instance.run.assert_called_once()- runner._handle_invoke_result.assert_called_once()+ event.remove(sqlite_session, "after_commit", record_commit)++ assert events == ["commit", "commit", "agent-run", "commit", "invoke"]+ assert len(selected_runners) == 1+ assert type(selected_runners[0]) is expected_runner+ assert len(daemon_calls) == 1+ data = daemon_calls[0]["data"]+ assert isinstance(data, dict)+ assert data["data"]["credentials"] == {"api_key": "token"}+ assert data["data"]["provider"] == "openai"+ messages = list(queue_manager.listen())+ end_events = [item.event for item in messages if isinstance(item.event, QueueMessageEndEvent)]+ assert len(end_events) == 1+ assert end_events[0].llm_result is not None+ assert end_events[0].llm_result.message.content == "answer"+ thoughts = sqlite_session.scalars(+ select(MessageAgentThought).where(MessageAgentThought.message_id == "msg")+ ).all()+ assert len(thoughts) == 1+ assert thoughts[0].answer == "answer"+ assert thoughts[0].position == 1def test_run_invalid_llm_mode_raises(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):+ ) -> None:app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.CHAIN_OF_THOUGHT)@@ -318,7 +419,7 @@ class TestAgentChatAppRunnerRun:mocker.patch.object(runner, "check_hosting_moderation", return_value=False)model_schema = mocker.MagicMock()- model_schema.features = []+ model_schema.features = list[ModelFeature]()model_schema.model_properties = {ModelPropertyKey.MODE: "invalid"}llm_instance = mocker.MagicMock()@@ -332,7 +433,7 @@ class TestAgentChatAppRunnerRun:def test_run_function_calling_strategy_selected_by_features(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):+ ) -> None:app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.CHAIN_OF_THOUGHT)@@ -373,7 +474,7 @@ class TestAgentChatAppRunnerRun:runner_instance = mocker.MagicMock()runner_cls.return_value = runner_instance- runner_instance.run.return_value = []+ runner_instance.run.return_value = list[LLMResultChunk]()mocker.patch.object(runner, "_handle_invoke_result")runner.run(generate_entity, mocker.MagicMock(), conversation, message, sqlite_session)@@ -382,46 +483,22 @@ class TestAgentChatAppRunnerRun:runner_instance.run.assert_called_once()def test_run_conversation_not_found(- self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):- app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())- app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.FUNCTION_CALLING)-- generate_entity = mocker.MagicMock(- app_config=app_config,- inputs={},- query="q",- files=[],- stream=True,- model_conf=mocker.MagicMock(- provider_model_bundle=mocker.MagicMock(),- model="m",- provider="p",- credentials={"k": "v"},- ),- conversation_id="conv",- invoke_from=mocker.MagicMock(),- user_id="user",- )-+ self,+ runner: AgentChatAppRunner,+ sqlite_session: Session,+ generate_entity: AgentChatAppGenerateEntity,+ queue_manager: MessageBasedAppQueueManager,+ ) -> None:conversation_record, message_record = _records(sqlite_session)sqlite_session.delete(conversation_record)sqlite_session.commit()- mocker.patch.object(runner, "organize_prompt_messages", return_value=([], None))- mocker.patch.object(runner, "moderation_for_inputs", return_value=(None, {}, "q"))- mocker.patch.object(runner, "query_app_annotations_to_reply", return_value=None)- mocker.patch.object(runner, "check_hosting_moderation", return_value=False)- with pytest.raises(ValueError):- runner.run(- generate_entity,- mocker.MagicMock(),- conversation_record,- message_record,- sqlite_session,- )+ with pytest.raises(ValueError, match="Conversation not found"):+ runner.run(generate_entity, queue_manager, conversation_record, message_record, sqlite_session)- def test_run_message_not_found(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session):+ def test_run_message_not_found(+ self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session+ ) -> None:app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())app_config.agent = AgentEntity(provider="p", model="m", strategy=AgentEntity.Strategy.FUNCTION_CALLING)@@ -461,7 +538,7 @@ class TestAgentChatAppRunnerRun:def test_run_invalid_agent_strategy_raises(self, runner: AgentChatAppRunner, mocker: MockerFixture, sqlite_session: Session- ):+ ) -> None:app_config = mocker.MagicMock(app_id="app1", tenant_id="tenant", prompt_template=mocker.MagicMock())app_config.agent = mocker.MagicMock(strategy="invalid", provider="p", model="m")@@ -488,7 +565,7 @@ class TestAgentChatAppRunnerRun:mocker.patch.object(runner, "check_hosting_moderation", return_value=False)model_schema = mocker.MagicMock()- model_schema.features = []+ model_schema.features = list[ModelFeature]()model_schema.model_properties = {ModelPropertyKey.MODE: LLMMode.CHAT}llm_instance = mocker.MagicMock()diff --git a/api/tests/unit_tests/pyrefly.toml b/api/tests/unit_tests/pyrefly.tomlindex 17bdca356be..1e457929dd2 100644--- a/api/tests/unit_tests/pyrefly.toml+++ b/api/tests/unit_tests/pyrefly.toml@@ -186,7 +186,6 @@ project-excludes = ["core/app/apps/agent_app/test_session_store.py","core/app/apps/agent_chat/test_agent_chat_app_config_manager.py","core/app/apps/agent_chat/test_agent_chat_app_generator.py",- "core/app/apps/agent_chat/test_agent_chat_app_runner.py","core/app/apps/agent_chat/test_agent_chat_generate_response_converter.py","core/app/apps/chat/test_app_config_manager.py","core/app/apps/chat/test_app_generator_and_runner.py",