Skip to content

AI media harness for planning, generating, and editing locally

TypeScript
3.0 KB
Raw Blame
use crate::project::ProjectConfig;
pub(super) const AGENT_SYSTEM_PROMPT: &str = concat!(include_str!("../../assets/agent-system.md"), "\n\n", include_str!("../../assets/agent-motion.md"));
pub(super) fn full_agent_system_prompt() -> String {
    system_prompt_for(crate::generation::models::default_model())
}
pub(super) fn system_prompt_for(model: &crate::generation::models::ModelDefinition) -> String {
    let catalog = (model.shot_catalog)();
    format!(
        "{AGENT_SYSTEM_PROMPT}\n\n{}\n\nSupported shot.settings catalog:\n{catalog}",
        model.agent_instructions
    )
}
pub(super) fn context_prompt(config: &ProjectConfig, prompt: &str) -> Result<String, String> {
    let conversation = serde_json::to_string(&config.agent_conversation.messages)
        .map_err(|error| format!("Could not prepare conversation context: {error}"))?;
    let mut project_context = config.clone();
    project_context.provider_settings.clear();
    project_context.agent_conversation.messages.clear();
    let project = serde_json::to_string(&project_context)
        .map_err(|error| format!("Could not prepare project context: {error}"))?;
    // Detailed read contracts travel over stdin for CLI providers. Keeping them
    // out of Claude's system-prompt argument avoids Windows' command-line limit.
    let captures = include_str!("../../assets/agent-capture.md");
    let music = include_str!("../../assets/agent-music.md");
    Ok(format!(
        "Frame inspection API reference:\n{captures}\n\nMusic API reference:\n{music}\n\nPrior conversation JSON:\n<conversation-json>\n{conversation}\n</conversation-json>\n\nComplete current slopus.json data:\n<project-json>\n{project}\n</project-json>\n\nCurrent user reply or request:\n{prompt}"
    ))
}

/// Include only registered model policies used by this project. A new empty
/// project gets the default policy; unknown persisted models remain inert data.
pub(super) fn project_system_prompt(config: &ProjectConfig) -> String {
    if config.generation_type == crate::project::GenerationType::Image {
        return format!(
            "{AGENT_SYSTEM_PROMPT}\n\n{}",
            include_str!("../../assets/agent-image.md")
        );
    }
    let mut ids = std::collections::BTreeSet::new();
    let models: Vec<_> = config
        .generation_jobs
        .iter()
        .filter_map(|job| crate::generation::models::for_scene(job.provider_id.as_deref()))
        .filter(|model| ids.insert(model.defaults.provider_id))
        .collect();
    if models.is_empty() && config.generation_jobs.is_empty() {
        return full_agent_system_prompt();
    }
    let policies = models
        .into_iter()
        .map(|model| {
            format!(
                "Model {}:\n{}\nSupported shot.settings catalog:\n{}",
                model.defaults.provider_id,
                model.agent_instructions,
                (model.shot_catalog)()
            )
        })
        .collect::<Vec<_>>()
        .join("\n\n");
    format!("{AGENT_SYSTEM_PROMPT}\n\n{policies}")
}