Skip to content

The fastest, cheapest, most efficient open-source agent harness. Run more than 500 agents on a $10 VPS.

refactor(inference): reorganize provider factory imports

Steven Enamakel2c68de0a2d3e
diff --git a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
index 9e0848b697..0e8e228723 100644
--- a/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/chat_model.rs
@@ -2,21 +2,13 @@
//! default-temperature wrapper, and the unresolved-route error builder.
use super::{
- access_gates::{emit_inference_egress, enforce_local_only_inference, verify_session_active},
- cloud_slug::{
- try_create_cloud_slug_chat_model_for_inspection_with_identity,
- try_create_cloud_slug_chat_model_from_string_with_native_tools_for,
- },
- local_runtime::{
- try_create_local_runtime_chat_model_for_inspection,
- try_create_local_runtime_chat_model_from_string, OptionalChatModelResult,
- },
- managed_backend::{make_openhuman_backend_model_for_thread_in, managed_chat_model_for},
- provider_for_role, OpenHumanMcpEndpoint, CLAUDE_AGENT_SDK_PREFIX,
+ access_gates::{emit_inference_egress, enforce_local_only_inference},
+ cloud_slug::{resolve_cloud_slug_for, resolve_cloud_slug_with_access},
+ credentials::CredentialAccess,
+ provider_for_role, BYOK_INCOMPLETE_SENTINEL, CLAUDE_AGENT_SDK_PREFIX,
CLAUDE_AGENT_SDK_PROVIDER, PROVIDER_OPENHUMAN,
};
use crate::config::ops::resolve_primary_cloud_provider_string;
-use crate::config::schema::cloud_providers::AuthStyle;
use crate::config::Config;
use crate::core::runtime::DispatchCtx;
use crate::security::egress::EgressLedger;
@@ -28,6 +20,7 @@ use tinyinference_llm::model::{
ChatModel, ModelRequestDefaults, ProfileOverrideModel, ResolvedModelRoute,
};
use tinyinference_providers::route::{ProviderRoute, RouteKind};
+use tinyinference_providers::route::split_model_and_temperature;
/// OpenHuman's host policy and construction adapter for a harness turn.
///
diff --git a/crates/openhuman-core/src/inference/provider/factory/cloud_slug.rs b/crates/openhuman-core/src/inference/provider/factory/cloud_slug.rs
index d56b303467..9065e83843 100644
--- a/crates/openhuman-core/src/inference/provider/factory/cloud_slug.rs
+++ b/crates/openhuman-core/src/inference/provider/factory/cloud_slug.rs
@@ -2,11 +2,13 @@
//! abstract-tier remapping, credentials, codex routing) and the crate-native builders.
use super::{
- access_gates::{emit_inference_egress, enforce_local_only_inference},
+ access_gates::enforce_local_only_inference,
+ cloud_spec,
credentials::CredentialAccess,
- openai_bearer_is_oauth, provider_for_role, resolve_codex_routing,
- InspectionOutputBudgetCapability, OptionalChatModelResult, CLAUDE_AGENT_SDK_PREFIX,
- CLAUDE_AGENT_SDK_PROVIDER, PROVIDER_OPENHUMAN,
+ managed_backend::managed_chat_model_for,
+ openai_bearer_is_oauth, provider_for_role, redact_endpoint_origin, resolve_codex_routing,
+ InspectionOutputBudgetCapability, OptionalChatModelResult, BYOK_INCOMPLETE_SENTINEL,
+ CLAUDE_AGENT_SDK_PREFIX, CLAUDE_AGENT_SDK_PROVIDER, PROVIDER_OPENHUMAN,
};
use crate::config::ops::resolve_primary_cloud_provider_string;
use crate::config::schema::cloud_providers::AuthStyle;
@@ -23,6 +25,12 @@ use tinyinference_llm::providers::anthropic::endpoint_is_anthropic_messages;
use tinyinference_llm::providers::registry::{
resolve_slug_model, ProviderBuildOptions, ProviderRegistry,
};
+use tinyinference_llm::providers::openai::codex::{
+ openai_codex_client_version, openai_codex_user_agent, OPENAI_CODEX_ACCOUNT_HEADER,
+ OPENAI_CODEX_ORIGINATOR, OPENAI_CODEX_ORIGINATOR_HEADER,
+};
+use tinyinference_providers::route::split_model_and_temperature;
+use crate::inference::provider::openai_codex::resolve_openai_codex_routing_for_inspection;
type CloudSlugInspectionChatModelResult = Option<
anyhow::Result<(
diff --git a/crates/openhuman-core/src/inference/provider/models/catalog_listing.rs b/crates/openhuman-core/src/inference/provider/models/catalog_listing.rs
index ede00c1954..d4608100bd 100644
--- a/crates/openhuman-core/src/inference/provider/models/catalog_listing.rs
+++ b/crates/openhuman-core/src/inference/provider/models/catalog_listing.rs
@@ -7,7 +7,7 @@ use super::super::factory::resolve_codex_routing;
use super::local_runtime::synthesize_local_runtime_entry;
use std::sync::Arc;
use tinyinference_llm::catalog::{
- endpoint_hosts_models_listing, fetch::list_models, is_openrouter_provider,
+ endpoint_hosts_models_listing, is_openrouter_provider, list_models,
merge_openai_codex_model_hints, validate_openrouter_key, ModelInfo,
};
use tinyinference_llm::model::discover::DiscoveryRequest;