Skip to content

Personal AI, On Personal Devices

Python
13.1 KB
Raw Blame
"""Executes user queries through the engine or through an agent."""

from __future__ import annotations

import logging
from typing import TYPE_CHECKING, Any, Dict, List, Optional

from openjarvis.core.types import Message, Role
from openjarvis.tools._stubs import BaseTool

if TYPE_CHECKING:
    from openjarvis.system.protocols import OrchestratorDeps

logger = logging.getLogger(__name__)


class QueryOrchestrator:
    def __init__(self, system: OrchestratorDeps) -> None:
        self._system = system

    def ask(
        self,
        query: str,
        *,
        context: bool = True,
        temperature: Optional[float] = None,
        max_tokens: Optional[int] = None,
        agent: Optional[str] = None,
        tools: Optional[List[str]] = None,
        system_prompt: Optional[str] = None,
        operator_id: Optional[str] = None,
        prior_messages: Optional[List[Message]] = None,
    ) -> Dict[str, Any]:
        """Execute a query through the system and return a result dict."""
        s = self._system
        if temperature is None:
            temperature = s.config.intelligence.temperature
        if max_tokens is None:
            max_tokens = s.config.intelligence.max_tokens

        messages = [Message(role=Role.USER, content=query)]

        if context and s.config.agent.context_from_memory:
            try:
                from openjarvis.memory import load_configured_facts
                from openjarvis.tools.storage.context import (
                    ContextConfig,
                    inject_context,
                )

                ctx_cfg = ContextConfig(
                    top_k=s.config.memory.context_top_k,
                    min_score=s.config.memory.context_min_score,
                    max_context_tokens=s.config.memory.context_max_tokens,
                )
                facts = load_configured_facts(s.config)
                messages = inject_context(
                    query,
                    messages,
                    s.memory_backend,
                    config=ctx_cfg,
                    facts=facts,
                )
            except Exception as exc:
                logger.warning("Failed to inject memory context: %s", exc)

        use_agent = agent or s.agent_name
        if not agent and use_agent != "none":
            detected = self._detect_agent_intent(query)
            if detected:
                use_agent = detected
        if use_agent and use_agent != "none":
            return self._run_agent(
                query,
                messages,
                use_agent,
                tools,
                temperature,
                max_tokens,
                system_prompt=system_prompt,
                operator_id=operator_id,
                prior_messages=prior_messages,
            )

        result = s.engine.generate(
            messages,
            model=s.model,
            temperature=temperature,
            max_tokens=max_tokens,
        )
        return {
            "content": result.get("content", ""),
            "usage": result.get("usage", {}),
            "model": s.model,
            "engine": s.engine_key,
        }

    def _detect_agent_intent(self, query: str) -> Optional[str]:
        """Detect if a query should be routed to a specific agent."""
        import re

        from openjarvis.core.registry import AgentRegistry

        if re.search(
            r"\b(good\s+morning|morning\s+digest|daily\s+briefing|morning\s+briefing)\b",
            query,
            re.IGNORECASE,
        ):
            if AgentRegistry.contains("morning_digest"):
                return "morning_digest"

        return None

    def _run_agent(
        self,
        query,
        messages,
        agent_name,
        tool_names,
        temperature,
        max_tokens,
        *,
        system_prompt=None,
        operator_id=None,
        prior_messages=None,
    ) -> Dict[str, Any]:
        """Run through an agent."""
        from openjarvis.agents._stubs import AgentContext
        from openjarvis.core.events import EventType
        from openjarvis.core.registry import AgentRegistry

        s = self._system

        try:
            agent_cls = AgentRegistry.get(agent_name)
        except KeyError:
            return {"content": f"Unknown agent: {agent_name}", "error": True}

        agent_tools = s.tools
        if tool_names:
            agent_tools = self._build_tools(tool_names)

        ctx = AgentContext()

        if prior_messages:
            for msg in prior_messages:
                ctx.conversation.add(msg)

        if messages and len(messages) > 1:
            for msg in messages[:-1]:
                ctx.conversation.add(msg)

        agent_kwargs: Dict[str, Any] = {
            "bus": s.bus,
            "temperature": temperature,
            "max_tokens": max_tokens,
        }
        if getattr(agent_cls, "accepts_tools", False):
            agent_kwargs["tools"] = agent_tools
            agent_kwargs["max_turns"] = s.config.agent.max_turns
            agent_kwargs["agent_id"] = agent_name
            if s.capability_policy is not None:
                agent_kwargs["capability_policy"] = s.capability_policy
            if getattr(s, "rate_limiter", None) is not None:
                agent_kwargs["rate_limiter"] = s.rate_limiter
            examples = getattr(s, "_skill_few_shot_examples", None)
            if examples:
                agent_kwargs["skill_few_shot_examples"] = examples
        from openjarvis.security.runtime import agent_security_kwargs

        agent_kwargs.update(
            agent_security_kwargs(
                agent_cls,
                capability_policy=s.capability_policy,
                rate_limiter=getattr(s, "rate_limiter", None),
                agent_id=agent_name,
            )
        )
        if system_prompt is not None:
            agent_kwargs["system_prompt"] = system_prompt
        if operator_id is not None:
            agent_kwargs["operator_id"] = operator_id
            agent_kwargs["session_store"] = s.session_store
            agent_kwargs["memory_backend"] = s.memory_backend

        if agent_name == "morning_digest" and hasattr(s.config, "digest"):
            dc = s.config.digest
            section_sources = {}
            for sec in dc.sections:
                sc = getattr(dc, sec, None)
                if sc and hasattr(sc, "sources"):
                    section_sources[sec] = sc.sources
            agent_kwargs.update(
                {
                    "persona": dc.persona,
                    "sections": dc.sections,
                    "section_sources": section_sources,
                    "timezone": dc.timezone,
                    "voice_id": dc.voice_id,
                    "voice_speed": dc.voice_speed,
                    "tts_backend": dc.tts_backend,
                    "honorific": dc.honorific,
                }
            )
            from openjarvis.tools.digest_collect import DigestCollectTool
            from openjarvis.tools.text_to_speech import TextToSpeechTool

            digest_tools = [DigestCollectTool(), TextToSpeechTool()]
            existing = agent_kwargs.get("tools", [])
            agent_kwargs["tools"] = digest_tools + list(existing)

        # Wire the SystemPromptBuilder so SOUL.md / MEMORY.md / USER.md reach the
        # model on channel turns too, like cli/serve.py and sdk.py. Skipped when
        # the caller passed its own system_prompt, which the builder would
        # replace; agents whose __init__ lacks the kwarg opt out.
        import inspect

        if (
            system_prompt is None
            and "prompt_builder" in inspect.signature(agent_cls.__init__).parameters
        ):
            from openjarvis.prompt.builder import SystemPromptBuilder

            agent_kwargs["prompt_builder"] = SystemPromptBuilder(
                agent_template=s.config.agent.default_system_prompt or "",
                memory_files_config=s.config.memory_files,
                system_prompt_config=s.config.system_prompt,
            )

        try:
            ag = agent_cls(s.engine, s.model, **agent_kwargs)
        except TypeError:
            try:
                ag = agent_cls(s.engine, s.model)
            except TypeError:
                ag = agent_cls()

        from openjarvis.security.runtime import wire_agent_security

        wire_agent_security(
            ag,
            bus=s.bus,
            capability_policy=s.capability_policy,
            rate_limiter=getattr(s, "rate_limiter", None),
            agent_id=agent_name,
        )

        telemetry_events: List[Dict[str, Any]] = []

        def _on_inference_end(event: Any) -> None:
            telemetry_events.append(event.data if hasattr(event, "data") else event)

        s.bus.subscribe(EventType.INFERENCE_END, _on_inference_end)

        # Check trace_store (set at build time) instead of config.traces.enabled
        # because the shared config singleton can be mutated by other SystemBuilder
        # instances (e.g. the judge backend).
        try:
            if s.trace_store is not None:
                from openjarvis.traces.collector import TraceCollector

                collector = TraceCollector(
                    ag,
                    store=s.trace_store,
                    bus=s.bus,
                )
                result = collector.run(query, context=ctx)
                s.trace_collector = collector
            else:
                result = ag.run(query, context=ctx)
        finally:
            s.bus.unsubscribe(EventType.INFERENCE_END, _on_inference_end)

        _telemetry: Dict[str, Any] = {}
        if telemetry_events:
            total_energy = sum(e.get("energy_joules", 0.0) for e in telemetry_events)
            total_latency = sum(e.get("latency", 0.0) for e in telemetry_events)
            power_vals = [
                e.get("power_watts", 0.0)
                for e in telemetry_events
                if e.get("power_watts", 0.0) > 0
            ]
            util_vals = [
                e.get("gpu_utilization_pct", 0.0)
                for e in telemetry_events
                if e.get("gpu_utilization_pct", 0.0) > 0
            ]
            throughput_vals = [
                e.get("throughput_tok_per_sec", 0.0)
                for e in telemetry_events
                if e.get("throughput_tok_per_sec", 0.0) > 0
            ]
            _telemetry = {
                "ttft": telemetry_events[0].get("ttft", 0.0),
                "energy_joules": total_energy,
                "power_watts": (
                    sum(power_vals) / len(power_vals) if power_vals else 0.0
                ),
                "gpu_utilization_pct": (
                    sum(util_vals) / len(util_vals) if util_vals else 0.0
                ),
                "throughput_tok_per_sec": (
                    sum(throughput_vals) / len(throughput_vals)
                    if throughput_vals
                    else 0.0
                ),
                "gpu_memory_used_gb": max(
                    (e.get("gpu_memory_used_gb", 0.0) for e in telemetry_events),
                    default=0.0,
                ),
                "gpu_temperature_c": max(
                    (e.get("gpu_temperature_c", 0.0) for e in telemetry_events),
                    default=0.0,
                ),
                "inference_calls": len(telemetry_events),
                "total_inference_latency": total_latency,
            }

        return {
            "content": result.content,
            "usage": getattr(result, "usage", {}),
            "tool_results": [
                {
                    "tool_name": tr.tool_name,
                    "content": tr.content,
                    "success": tr.success,
                    "arguments": tr.metadata.get("arguments", {}),
                }
                for tr in getattr(result, "tool_results", [])
            ],
            "turns": getattr(result, "turns", 1),
            "metadata": getattr(result, "metadata", {}),
            "model": s.model,
            "engine": s.engine_key,
            "_telemetry": _telemetry,
        }

    def _build_tools(self, tool_names: List[str]) -> List[BaseTool]:
        """Build tool instances from tool names."""
        from openjarvis.core.registry import ToolRegistry

        s = self._system
        tools: List[BaseTool] = []
        for name in tool_names:
            try:
                if name == "retrieval" and s.memory_backend:
                    from openjarvis.tools.retrieval import RetrievalTool

                    tools.append(RetrievalTool(s.memory_backend))
                elif name == "llm":
                    from openjarvis.tools.llm_tool import LLMTool

                    tools.append(LLMTool(s.engine, model=s.model))
                elif name in {"file_read", "file_write"} and ToolRegistry.contains(
                    name
                ):
                    from openjarvis.tools._paths import file_tool_kwargs

                    tools.append(
                        ToolRegistry.create(name, **file_tool_kwargs(name, s.config))
                    )
                elif ToolRegistry.contains(name):
                    tools.append(ToolRegistry.create(name))
            except Exception as exc:
                logger.warning("Failed to build tool %r: %s", name, exc)
        return tools