Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

16.5 KB
Raw Blame
#![allow(dead_code)] // Each test target includes the shared scenarios but runs one case.

use crate::common;
use common::{chat_completion, chat_requests, offline_config, runtime, stub_backend};
use openhuman_embed::session_store::SessionRef;
use openhuman_embed::{
    AgentDefinitionSpec, AgentSpec, HostTools, HostTurnTools, Provider, Runtime,
    SessionStoreProvider, Tool, ToolScopeSpec, Workspace,
};
use std::sync::Arc;
use tinyagents_session::InMemorySessionStores;
use wiremock::matchers::{method, path};
use wiremock::{Mock, ResponseTemplate};
// Runtime is process-wide. Keep the guard on the synchronous test caller;
// it outlives block_on and the scoped Runtime/Agent teardown inside its future.
static RUNTIME_LOCK: std::sync::Mutex<()> = std::sync::Mutex::new(());

struct Marker(&'static str);
#[async_trait::async_trait]
impl Tool for Marker {
    fn exposure(&self) -> openhuman_embed::ToolExposure {
        openhuman_embed::ToolExposure::Deferred
    }
    fn name(&self) -> &str {
        self.0
    }
    fn description(&self) -> &str {
        "Send a message to the hive"
    }
    fn parameters_schema(&self) -> serde_json::Value {
        serde_json::json!({"type":"object", "properties":{"message":{"type":"string"}}, "required":["message"]})
    }
    async fn execute(&self, _: serde_json::Value) -> anyhow::Result<tinytools::ToolResult> {
        Ok(tinytools::ToolResult::success("accepted"))
    }
}
pub fn attached_tools_survive_clones_and_session_resume() {
    let _runtime = RUNTIME_LOCK
        .lock()
        .unwrap_or_else(std::sync::PoisonError::into_inner);
    let collision = openhuman_core::agent::OpenHumanSessionHost::builder()
        .tools(vec![Box::new(Marker("mcp_fixture_send"))])
        .synthesized_tools(vec![Box::new(Marker("mcp_fixture_send"))])
        .permanent_tool_names(std::collections::HashSet::from(["mcp_fixture_send".into()]))
        .build()
        .err()
        .expect("a permanent source cannot shadow a synthesized MCP tool");
    assert!(collision
        .to_string()
        .contains("collision with synthesized tool"));
    runtime().block_on(async {
        tokio::spawn(async {
            let backend = stub_backend().await;
            let provider = wiremock::MockServer::start().await;
            Mock::given(method("POST"))
                .and(path("/v1/chat/completions"))
                .respond_with(ResponseTemplate::new(200).set_body_json(chat_completion("reply")))
                .mount(&provider)
                .await;
            let sessions = Arc::new(InMemorySessionStores::new());
            let runtime = Runtime::builder()
                .config(offline_config())
                .workspace(Workspace::Ephemeral)
                .session_store(sessions.clone())
                .backend_url(backend.uri())
                .build()
                .await
                .unwrap();
            let agent = runtime
                .agent(
                    AgentSpec::new("attached")
                        .provider(
                            Provider::openai_compatible(
                                format!("{}/v1", provider.uri()),
                                "fixture",
                            )
                            .model("fixture"),
                        )
                        .definition(
                            AgentDefinitionSpec::new()
                                .system_prompt("FROZEN_HOST_PROMPT")
                                .tools(ToolScopeSpec::Named(vec![
                                    "shell".into(),
                                    "tool_search".into(),
                                ])),
                        ),
                )
                .unwrap();
            let original_config = agent.config().clone();
            assert!(agent
                .attach_tools("", Arc::new(|_| HostTurnTools::default()))
                .is_err());
            assert!(agent
                .attach_tools(
                    "builtin-collision",
                    Arc::new(|_| HostTurnTools::advertised(vec![Box::new(Marker("shell"))]))
                )
                .is_err());
            let peer = runtime.agent(AgentSpec::new("peer")).unwrap();
            assert!(!agent.same_agent(&peer));
            assert_eq!(agent.runtime_id(), peer.runtime_id());
            let clone = agent.clone();
            assert!(agent.same_agent(&clone));
            assert_eq!(agent.runtime_id(), clone.runtime_id());
            let factory: HostTools =
                Arc::new(|_| HostTurnTools::advertised(vec![Box::new(Marker("hivemind_message"))]));
            agent.attach_tools("tinyhivemind", factory.clone()).unwrap();
            clone.attach_tools("tinyhivemind", factory).unwrap();
            assert!(clone
                .attach_tools("tinyhivemind", Arc::new(|_| HostTurnTools::default()))
                .is_err());
            assert!(clone
                .attach_tools(
                    "collision",
                    Arc::new(|_| HostTurnTools::advertised(vec![Box::new(Marker(
                        "hivemind_message"
                    ))]))
                )
                .is_err());
            let first = agent
                .turn("first user")
                .session("continuing")
                .send()
                .await
                .unwrap();
            assert_eq!(first.session_id, "continuing");
            clone
                .turn("second user")
                .session("continuing")
                .send()
                .await
                .unwrap();
            let transcripts = sessions.for_agent("attached").transcripts;
            let continuing = SessionRef::scoped("continuing", "attached");
            let generation_zero = continuing.first_generation();
            let frozen_generation_zero = transcripts
                .read_session_transcript(&generation_zero)
                .expect("the first committed prefix has generation zero transcript")
                .read_session()
                .expect("generation zero transcript is readable")
                .expect("generation zero transcript was committed");
            agent
                .attach_tools(
                    "second",
                    Arc::new(|_| {
                        HostTurnTools::advertised(vec![Box::new(Marker("hivemind_list"))])
                    }),
                )
                .unwrap();
            // A resumed session restores the exact tool prefix it committed.
            // The newly attached tool is available to sessions started after
            // this point, while `continuing` keeps the catalogue it began with.
            clone
                .turn("third user")
                .session("after-attach")
                .send()
                .await
                .unwrap();
            clone
                .turn("fourth user")
                .session("after-attach")
                .send()
                .await
                .unwrap();
            assert_eq!(agent.config().action_dir, original_config.action_dir);
            let sealed = transcripts
                .read_session_transcript(&generation_zero)
                .expect("generation zero remains available")
                .read_session()
                .expect("generation zero remains readable")
                .expect("generation zero remains committed");
            assert_eq!(sealed.messages, frozen_generation_zero.messages);
            assert_eq!(sealed.tools, frozen_generation_zero.tools);
            assert_eq!(
                serde_json::to_value(&sealed.meta).unwrap(),
                serde_json::to_value(&frozen_generation_zero.meta).unwrap(),
                "the continuing session must leave its sealed transcript unchanged"
            );
            let successor = SessionRef::scoped("after-attach", "attached").first_generation();
            let durable = transcripts
                .read_session_transcript(&successor)
                .expect("a new session after tool attachment is committed")
                .read_session()
                .expect("new session transcript is readable")
                .expect("new session transcript exists");
            let durable_text = durable
                .messages
                .iter()
                .map(|message| message.content.as_str())
                .collect::<Vec<_>>()
                .join("\n");
            assert!(
                durable_text.contains("openhuman-permanent-tools")
                    && durable
                        .tools
                        .as_ref()
                        .is_some_and(|tools| tools.to_string().contains("hivemind_message")
                            && tools.to_string().contains("hivemind_list")),
                "successor generation must persist the updated permanent-tool catalogue"
            );
            let sealed = serde_json::to_value(&frozen_generation_zero.meta)
                .unwrap()
                .to_string()
                + &frozen_generation_zero
                    .messages
                    .iter()
                    .map(|message| message.content.as_str())
                    .collect::<String>();
            let sealed = sealed + &frozen_generation_zero.tools.unwrap_or_default().to_string();
            assert!(
                sealed.contains("FROZEN_HOST_PROMPT"),
                "sealed prefix: {sealed}"
            );
            assert!(
                sealed.contains("hivemind_message"),
                "sealed catalogue: {sealed}"
            );
            assert!(
                !sealed.contains("hivemind_list"),
                "the original generation cannot contain the later attachment: {sealed}"
            );
            assert!(
                durable_text.contains("FROZEN_HOST_PROMPT"),
                "successor prefix: {durable_text}"
            );
            let requests = chat_requests(&provider).await;
            assert_eq!(requests.len(), 4);
            for (index, request) in requests.iter().enumerate() {
                let body: serde_json::Value = serde_json::from_slice(&request.body).unwrap();
                let messages = body["messages"].as_array().unwrap();
                let system = messages
                    .iter()
                    .filter(|m| m["role"] == "system")
                    .map(|m| m["content"].as_str().unwrap_or(""))
                    .collect::<Vec<_>>()
                    .join("\n");
                assert!(system.contains("FROZEN_HOST_PROMPT"));
                assert_eq!(system.matches("hivemind_message").count(), 1, "{system}");
                let tools = body["tools"].as_array().unwrap();
                assert_eq!(
                    tools
                        .iter()
                        .filter(|t| t["function"]["name"] == "hivemind_message")
                        .count(),
                    1,
                    "request {index}: {body}"
                );
                if index >= 2 {
                    assert_eq!(system.matches("hivemind_list").count(), 1);
                    assert_eq!(
                        tools
                            .iter()
                            .filter(|t| t["function"]["name"] == "hivemind_list")
                            .count(),
                        1
                    );
                }
                if index == 1 {
                    assert!(messages.iter().any(|m| m["role"] == "user"
                        && m["content"].as_str().unwrap_or("").contains("first user")));
                }
                if index == 3 {
                    assert!(messages.iter().any(|m| m["role"] == "user"
                        && m["content"].as_str().unwrap_or("").contains("third user")));
                    assert!(
                        !messages.iter().any(|m| {
                            let content = m["content"].as_str().unwrap_or("");
                            content.contains("first user") || content.contains("second user")
                        }),
                        "a new session must not inherit the continuing session's history"
                    );
                }
                if index == 2 {
                    assert!(
                        !messages.iter().any(|m| {
                            m["content"].as_str().unwrap_or("").contains("first user")
                        }),
                        "a new session must start without the continuing session's history"
                    );
                }
            }
            runtime.remove_agent("attached").await.unwrap();
            runtime.remove_agent("peer").await.unwrap();
        })
        .await
        .unwrap();
    });
}

pub fn attaching_before_first_turn_preserves_and_executes_native_tools() {
    let _runtime = RUNTIME_LOCK
        .lock()
        .unwrap_or_else(std::sync::PoisonError::into_inner);
    runtime().block_on(async {
        tokio::spawn(async {
            struct NativeCall(std::sync::atomic::AtomicUsize);
            impl wiremock::Respond for NativeCall {
                fn respond(&self, _: &wiremock::Request) -> ResponseTemplate {
                    let body = if self.0.fetch_add(1, std::sync::atomic::Ordering::SeqCst) == 0 {
                        serde_json::json!({
                            "id":"fresh-wildcard", "object":"chat.completion", "model":"fixture",
                            "choices":[{"index":0,"finish_reason":"tool_calls","message":{
                                "role":"assistant","content":null,"tool_calls":[{
                                    "id":"native-shell","type":"function","function":{
                                        "name":"shell","arguments":"{\"command\":\"printf native-wildcard-survived\"}"
                                    }
                                }]
                            }}]
                        })
                    } else {
                        chat_completion("native tool completed")
                    };
                    ResponseTemplate::new(200).set_body_json(body)
                }
            }
            let backend = stub_backend().await;
            let provider = wiremock::MockServer::start().await;
            Mock::given(method("POST"))
                .and(path("/v1/chat/completions"))
                .respond_with(NativeCall(std::sync::atomic::AtomicUsize::new(0)))
                .mount(&provider).await;
            let runtime = Runtime::builder()
                .config(offline_config()).workspace(Workspace::Ephemeral)
                .backend_url(backend.uri()).build().await
                .unwrap_or_else(|error| {
                    eprintln!("runtime build failed: {error:?}");
                    panic!("runtime build failed")
                });
            let agent = runtime.agent(AgentSpec::new("fresh-attached")
                .provider(Provider::openai_compatible(format!("{}/v1",provider.uri()),"fixture").model("fixture"))
                .definition(AgentDefinitionSpec::new().system_prompt("ORIGINAL_FRESH_HOST_PROMPT")
                    .tools(ToolScopeSpec::Wildcard))).unwrap();
            let attachment: HostTools = Arc::new(|_| HostTurnTools::advertised(vec![Box::new(Marker("hivemind_message"))]));
            agent.attach_tools("hivemind", attachment).unwrap();
            agent.run("Run the native tool").await.unwrap();
            let requests = chat_requests(&provider).await;
            assert_eq!(requests.len(), 2);
            let first: serde_json::Value = serde_json::from_slice(&requests[0].body).unwrap();
            let names: Vec<_> = first["tools"].as_array().unwrap().iter()
                .filter_map(|tool| tool["function"]["name"].as_str()).collect();
            assert!(names.contains(&"shell"), "native wildcard tool missing: {names:?}");
            assert!(names.contains(&"hivemind_message"));
            let second: serde_json::Value = serde_json::from_slice(&requests[1].body).unwrap();
            assert!(second["messages"].as_array().unwrap().iter().any(|message|
                message["role"] == "tool" && message["content"].as_str().is_some_and(|text|
                    text.contains("native-wildcard-survived") && !text.contains("unknown tool"))),
                "the native executor must actually run: {second}");
            assert!(first["messages"].to_string().contains("ORIGINAL_FRESH_HOST_PROMPT"));
            runtime.remove_agent("fresh-attached").await.unwrap();
            drop(agent);
        }).await.unwrap();
    });
}

pub fn permanent_metadata_requires_a_real_source() {
    let factory = HostTurnTools {
        permanent: std::collections::HashSet::from(["missing_source".into()]),
        ..Default::default()
    };
    assert!(!factory.is_empty(), "metadata must reach source validation");
}