A high-performance inference engine for AI models
use uzu_engine_macros::uzu_config;
#[uzu_config]
pub struct ReasoningConfig {
pub default_reasoning_effort: String,
pub field_name: String,
pub reasoning_effort_to_field_value: serde_json::Map<String, serde_json::Value>,
}
#[uzu_config]
pub struct ResponseFormatConfig {
pub reasoning_pattern: Option<String>,
pub prefixes: Box<[String]>,
turn_pattern: Option<String>,
// TODO: This is not respected, we use our own configs (see
// `hanashi/configs`). It's just here to parse the format. This should be
// unified eventually.
tool_calls: serde_json::Value,
}
#[uzu_config(super::TokenCodecConfig)]
pub struct ChatCodecConfig {
pub prompt_template: String,
pub response_format: Option<ResponseFormatConfig>,
pub system_role_name: String,
pub user_role_name: String,
pub assistant_role_name: String,
pub eos_token: Option<String>,
pub bos_token: Option<String>,
pub default_system_prompt: Option<String>,
#[serde(default)] // TODO: ??? inconsistency in converted models in registry workaround, remove when resolved
pub reasoning_config: Option<ReasoningConfig>,
}