Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

test(inference): add readiness tests for inference module

Steven Enamakeldbb3c2ccd61d
diff --git a/crates/openhuman-core/src/inference/readiness_tests.rs b/crates/openhuman-core/src/inference/readiness_tests.rs
index 4622662ae6..48f4a5952e 100644
--- a/crates/openhuman-core/src/inference/readiness_tests.rs
+++ b/crates/openhuman-core/src/inference/readiness_tests.rs
@@ -23,29 +23,26 @@ async fn cached_probe_serves_definitive_negative_results() {
.expect("seed app-session token");
let hit_count = std::sync::Arc::new(AtomicUsize::new(0));
let counter = hit_count.clone();
- let listener = tokio::net::TcpListener::bind("127.0.0.1:0").await.unwrap();
- let addr = listener.local_addr().unwrap();
- let app = axum::Router::new().route(
- "/openai/v1/chat/completions",
- axum::routing::post(move || {
- let counter = counter.clone();
- async move {
+ // The core owns no hosted provider; the managed backend's readiness probe
+ // is whatever the host registered. Register one that rejects the way the
+ // backend does, and count how often the core actually asks it.
+ let _guard = crate::inference::inference_test_guard_async().await;
+ let _exclusive = crate::inference::provider::factory::test_provider_override::exclusive();
+ let counter = hit_count.clone();
+ let managed = crate::inference::registry::chat_model(
+ crate::inference::provider::factory::PROVIDER_OPENHUMAN,
+ )
+ .expect("the unit-test managed provider is available");
+ crate::inference::registry::register_chat_model(
+ crate::inference::provider::factory::PROVIDER_OPENHUMAN,
+ crate::inference::registry::ChatModelEntry {
+ build: managed.build,
+ probe: Some(std::sync::Arc::new(move |_role, _model, _config| {
counter.fetch_add(1, Ordering::SeqCst);
- use axum::response::IntoResponse;
- (
- axum::http::StatusCode::BAD_REQUEST,
- axum::Json(serde_json::json!({
- "success": false,
- "error": "API key not configured for provider",
- "errorCode": "BAD_REQUEST"
- })),
- )
- .into_response()
- }
- }),
+ Box::pin(async { Err("API key not configured for provider".to_string()) })
+ })),
+ },
);
- tokio::spawn(async move { axum::serve(listener, app).await.unwrap() });
- config.api_url = Some(format!("http://{addr}"));
let first = cached_probe(&DispatchCtx::ambient(), "summarization", &config).await;
assert!(first
@@ -59,4 +56,7 @@ async fn cached_probe_serves_definitive_negative_results() {
.is_err()
);
assert_eq!(hit_count.load(Ordering::SeqCst), 1);
+ crate::inference::registry::unregister_chat_model(
+ crate::inference::provider::factory::PROVIDER_OPENHUMAN,
+ );
}