Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
{
"$schema": "https://mintlify.com/docs.json",
"theme": "aspen",
"name": "OpenLIT",
"description": "OpenLIT is the open-source agent harness engineering platform: OpenTelemetry-native agent observability, evals, guardrails, prompt management, and cost and GPU monitoring for AI agents and coding agents. Free to self-host under Apache 2.0.",
"colors": {
"primary": "#F36C06",
"light": "#FF8A3D",
"dark": "#D45A05"
},
"favicon": "favicon.png",
"feedback": {
"thumbsRating": true,
"suggestEdit": true
},
"navigation": {
"global": {
"anchors": [
{
"anchor": "GitHub",
"href": "https://github.com/openlit/openlit",
"icon": "github"
},
{
"anchor": "Community",
"href": "https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ",
"icon": "slack"
},
{
"anchor": "Blog",
"href": "https://openlit.io/blogs",
"icon": "newspaper"
}
]
},
"tabs": [
{
"tab": "OpenLIT",
"groups": [
{
"group": "Getting Started",
"pages": [
"latest/overview",
"latest/openlit/installation",
"latest/openlit/otlp-receiver",
{
"group": "Quickstarts",
"icon": "bolt",
"pages": [
"latest/openlit/quickstart-ai-observability",
"latest/openlit/quickstart-evals",
"latest/openlit/quickstart-guard",
"latest/openlit/quickstart-gpu",
"latest/openlit/quickstart-vectordb-observability",
"latest/openlit/quickstart-mcp-observability"
]
},
"latest/openlit/configuration",
"latest/openlit/oauth",
{
"group": "Organisation",
"icon": "building",
"pages": [
"latest/openlit/organisation/overview",
"latest/openlit/organisation/projects",
"latest/openlit/organisation/environments",
"latest/openlit/organisation/signal-routing",
"latest/openlit/organisation/telemetry-sources",
"latest/openlit/organisation/database-config"
]
},
{
"group": "Connectors",
"icon": "plug",
"pages": [
"latest/openlit/connectors/overview",
"latest/openlit/connectors/datasource",
"latest/openlit/connectors/memory",
"latest/openlit/connectors/scanner",
"latest/openlit/connectors/notification"
]
},
{
"group": "Enterprise",
"icon": "crown",
"pages": [
"latest/openlit/enterprise",
"latest/openlit/rbac",
"latest/openlit/audit-logs",
"latest/openlit/instance-admin",
"latest/openlit/alerts",
"latest/openlit/gpus"
]
}
]
},
{
"group": "Concepts",
"pages": [
"latest/concepts/glossary",
"latest/glossary/what-is-ai-observability",
"latest/glossary/what-is-ai-evaluation",
"latest/glossary/what-is-prompt-engineering"
]
},
{
"group": "Observability",
"pages": [
{
"group": "Telemetry",
"icon": "wave-pulse",
"pages": [
"latest/openlit/observability/telemetry/overview",
"latest/openlit/observability/telemetry/traces",
"latest/openlit/observability/telemetry/ai-analysis",
"latest/openlit/observability/telemetry/trace-governance",
"latest/openlit/observability/telemetry/metrics",
"latest/openlit/observability/telemetry/logs"
]
},
{
"group": "Agents",
"icon": "radar",
"pages": [
"latest/openlit/observability/agents/overview",
"latest/openlit/observability/agents/setup",
"latest/openlit/observability/agents/analytics",
"latest/openlit/observability/agents/monitoring",
"latest/openlit/observability/agents/definition",
"latest/openlit/observability/agents/configuration",
"latest/openlit/observability/agents/versioning"
]
},
{
"group": "Coding Agents",
"icon": "code",
"pages": [
"latest/openlit/coding-agents/overview",
"latest/openlit/coding-agents/setup-and-configure",
"latest/openlit/coding-agents/analytics",
"latest/openlit/coding-agents/sessions",
"latest/openlit/coding-agents/users",
"latest/openlit/coding-agents/privacy-and-governance",
"latest/openlit/coding-agents/troubleshooting"
]
}
]
},
{
"group": "Evaluations",
"pages": [
"latest/openlit/evaluations/overview",
"latest/openlit/evaluations/evaluators",
"latest/openlit/evaluations/configuration",
"latest/openlit/evaluations/analytics",
"latest/openlit/evaluations/manual-feedback",
{
"group": "Evaluation Methods",
"icon": "ruler",
"pages": [
"latest/openlit/evaluations/llm-as-a-judge",
"latest/openlit/evaluations/programmatic-evals"
]
}
]
},
{
"group": "Dashboards",
"pages": [
"latest/openlit/dashboards/overview",
{
"group": "Get started",
"icon": "bolt",
"pages": [
"latest/openlit/dashboards/create-dashboard",
"latest/openlit/dashboards/create-folder",
"latest/openlit/dashboards/import-dashboard"
]
},
{
"group": "Widgets",
"icon": "grip",
"pages": [
"latest/openlit/dashboards/widgets/overview",
"latest/openlit/dashboards/widgets/area-chart-widget",
"latest/openlit/dashboards/widgets/bar-chart-widget",
"latest/openlit/dashboards/widgets/line-chart-widget",
"latest/openlit/dashboards/widgets/pie-chart-widget",
"latest/openlit/dashboards/widgets/stat-widget",
"latest/openlit/dashboards/widgets/table-widget",
"latest/openlit/dashboards/widgets/markdown-widget"
]
},
{
"group": "Manage Dashboards",
"icon": "square-poll-vertical",
"pages": [
"latest/openlit/dashboards/organize-dashboards",
"latest/openlit/dashboards/export-dashboard",
"latest/openlit/dashboards/filters-and-dynamic-bindings",
"latest/openlit/dashboards/auto-refresh-and-time-interval",
"latest/openlit/dashboards/pin-dashboard",
"latest/openlit/dashboards/set-main-dashboard"
]
}
]
},
{
"group": "Otter (AI Copilot)",
"pages": [
"latest/openlit/chat/overview",
"latest/openlit/chat/conversations",
"latest/openlit/chat/settings",
"latest/openlit/chat/usage"
]
},
{
"group": "Pricing & Models",
"pages": [
"latest/openlit/costs/overview",
"latest/openlit/costs/analytics",
"latest/openlit/costs/manage-models/overview",
"latest/openlit/costs/configuration"
]
},
{
"group": "Prompts and Experiments",
"pages": [
{
"group": "Prompt Hub",
"icon": "message",
"pages": [
"latest/openlit/prompts-experiments/prompt-hub/overview",
"latest/openlit/prompts-experiments/prompt-hub/manage-prompts",
"latest/openlit/prompts-experiments/prompt-hub/versioning",
"latest/openlit/prompts-experiments/prompt-hub/retrieve-a-prompt",
"latest/openlit/prompts-experiments/prompt-hub/ai-improvement",
"latest/openlit/prompts-experiments/prompt-hub/rules"
]
},
{
"group": "OpenGround",
"icon": "flask",
"pages": [
"latest/openlit/prompts-experiments/openground/overview",
"latest/openlit/prompts-experiments/openground/run-a-comparison",
"latest/openlit/prompts-experiments/openground/results-and-history"
]
},
{
"group": "Context",
"icon": "books",
"pages": [
"latest/openlit/prompts-experiments/context/overview",
"latest/openlit/prompts-experiments/context/manage-contexts",
"latest/openlit/prompts-experiments/context/retrieve-context",
"latest/openlit/prompts-experiments/context/link-rules"
]
},
{
"group": "Rule Engine",
"icon": "code-branch",
"pages": [
"latest/openlit/prompts-experiments/rule-engine/overview",
"latest/openlit/prompts-experiments/rule-engine/create-and-manage-rules",
"latest/openlit/prompts-experiments/rule-engine/conditions",
"latest/openlit/prompts-experiments/rule-engine/linked-entities",
"latest/openlit/prompts-experiments/rule-engine/preview",
"latest/openlit/prompts-experiments/rule-engine/evaluate-api"
]
}
]
},
{
"group": "Developer Resources",
"pages": [
{
"group": "Vault",
"icon": "key",
"pages": [
"latest/openlit/developer-resources/vault/overview",
"latest/openlit/developer-resources/vault/manage-secrets",
"latest/openlit/developer-resources/vault/retrieve-secrets",
"latest/openlit/developer-resources/vault/security"
]
},
"latest/openlit/developer-resources/local-development",
"latest/openlit/developer-resources/multiple-db",
"latest/openlit/developer-resources/anonymous-telemetry",
{
"group": "API Reference",
"icon": "code",
"pages": [
"latest/openlit/developer-resources/api-reference/introduction",
{
"group": "Prompt Hub",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/prompt-hub/get"
]
},
{
"group": "Vault",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/vault/get"
]
},
{
"group": "Rule Engine",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/rule-engine/evaluate"
]
},
{
"group": "Manage Models",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/manage-models/models",
"latest/openlit/developer-resources/api-reference/endpoint/manage-models/providers",
"latest/openlit/developer-resources/api-reference/endpoint/manage-models/export",
"latest/openlit/developer-resources/api-reference/endpoint/manage-models/import",
"latest/openlit/developer-resources/api-reference/endpoint/manage-models/public-pricing"
]
},
{
"group": "API Keys",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/api-keys/create",
"latest/openlit/developer-resources/api-reference/endpoint/api-keys/get",
"latest/openlit/developer-resources/api-reference/endpoint/api-keys/update",
"latest/openlit/developer-resources/api-reference/endpoint/api-keys/delete"
]
},
{
"group": "Scanner",
"pages": [
"latest/openlit/developer-resources/api-reference/endpoint/scanners/scan",
"latest/openlit/developer-resources/api-reference/endpoint/scanners/list",
"latest/openlit/developer-resources/api-reference/endpoint/scanners/findings"
]
}
]
}
]
}
]
},
{
"tab": "SDK",
"groups": [
{
"group": "Getting Started",
"pages": [
"latest/sdk/overview",
{
"group": "Quickstarts",
"icon": "bolt",
"pages": [
"latest/sdk/quickstart-ai-observability",
"latest/sdk/quickstart-programmatic-evals",
"latest/sdk/quickstart-guard",
"latest/sdk/quickstart-gpu",
"latest/sdk/quickstart-mcp-observability",
"latest/sdk/quickstart-vectordb-observability"
]
},
"latest/sdk/configuration",
"latest/sdk/instrumentation-methods",
"latest/sdk/go-overview"
]
},
{
"group": "Core Features",
"pages": [
"latest/sdk/features/tracing",
"latest/sdk/features/metrics",
"latest/sdk/features/gpu",
"latest/sdk/features/pricing",
"latest/sdk/features/evaluations",
"latest/sdk/features/guardrails",
"latest/sdk/features/rule-engine"
]
},
{
"group": "Integrations",
"pages": [
"latest/sdk/integrations/overview",
{
"group": "LLMs",
"icon": "robot",
"pages": [
"latest/sdk/integrations/openai",
"latest/sdk/integrations/ollama",
"latest/sdk/integrations/llmman",
"latest/sdk/integrations/anthropic",
"latest/sdk/integrations/deepseek",
"latest/sdk/integrations/gpt4all",
"latest/sdk/integrations/cohere",
"latest/sdk/integrations/mistral",
"latest/sdk/integrations/github-models",
"latest/sdk/integrations/vllm",
"latest/sdk/integrations/azure-openai",
"latest/sdk/integrations/azure-ai-inference",
"latest/sdk/integrations/huggingface",
"latest/sdk/integrations/bedrock",
"latest/sdk/integrations/vertexai",
"latest/sdk/integrations/google-ai-studio",
"latest/sdk/integrations/groq",
"latest/sdk/integrations/nvidia-nim",
"latest/sdk/integrations/xai",
"latest/sdk/integrations/elevenlabs",
"latest/sdk/integrations/ai21",
"latest/sdk/integrations/together",
"latest/sdk/integrations/typesafe",
"latest/sdk/integrations/digitalocean",
"latest/sdk/integrations/digitalocean-gradient",
"latest/sdk/integrations/assemblyai",
"latest/sdk/integrations/featherless",
"latest/sdk/integrations/reka",
"latest/sdk/integrations/krutrim",
"latest/sdk/integrations/titan-ml",
"latest/sdk/integrations/sarvam",
"latest/sdk/integrations/premai",
"latest/sdk/integrations/replicate"
]
},
{
"group": "VectorDBs",
"icon": "database",
"pages": [
"latest/sdk/integrations/chromadb",
"latest/sdk/integrations/pinecone",
"latest/sdk/integrations/qdrant",
"latest/sdk/integrations/milvus",
"latest/sdk/integrations/astradb"
]
},
{
"group": "Frameworks",
"icon": "circle-nodes",
"pages": [
"latest/sdk/integrations/langchain",
"latest/sdk/integrations/openai-agents",
"latest/sdk/integrations/litellm",
"latest/sdk/integrations/crewai",
"latest/sdk/integrations/llama-index",
"latest/sdk/integrations/browser-use",
"latest/sdk/integrations/pydantic",
"latest/sdk/integrations/dspy",
"latest/sdk/integrations/ag2",
"latest/sdk/integrations/haystack",
"latest/sdk/integrations/mem0",
"latest/sdk/integrations/guardrails",
"latest/sdk/integrations/phidata",
"latest/sdk/integrations/multion",
"latest/sdk/integrations/julep-ai",
"latest/sdk/integrations/letta",
"latest/sdk/integrations/crawl4ai",
"latest/sdk/integrations/firecrawl",
"latest/sdk/integrations/dynamiq",
"latest/sdk/integrations/controlflow",
"latest/sdk/integrations/swarmzero",
"latest/sdk/integrations/langgraph",
"latest/sdk/integrations/strands",
"latest/sdk/integrations/google-adk",
"latest/sdk/integrations/claude-agent-sdk",
"latest/sdk/integrations/vercel-ai"
]
},
{
"group": "Security Tools",
"icon": "shield-halved",
"pages": [
"latest/sdk/integrations/agent-governance-toolkit"
]
},
{
"group": "GPUs",
"icon": "microchip",
"pages": [
"latest/gpu-collector/gpus/nvidia",
"latest/gpu-collector/gpus/amd",
"latest/gpu-collector/gpus/intel"
]
}
]
},
{
"group": "Destinations",
"pages": [
"latest/sdk/destinations/overview",
{
"group": "Supported Destinations",
"icon": "paper-plane",
"pages": [
"latest/sdk/destinations/openlit",
"latest/sdk/destinations/otelcol",
"latest/sdk/destinations/grafanacloud",
"latest/sdk/destinations/prometheus-tempo",
"latest/sdk/destinations/prometheus-jaeger",
"latest/sdk/destinations/datadog",
"latest/sdk/destinations/dash0",
"latest/sdk/destinations/signoz",
"latest/sdk/destinations/new-relic",
"latest/sdk/destinations/dynatrace",
"latest/sdk/destinations/elastic",
"latest/sdk/destinations/hyperdx",
"latest/sdk/destinations/oneuptime",
"latest/sdk/destinations/parseable",
"latest/sdk/destinations/openobserve",
"latest/sdk/destinations/highlight",
"latest/sdk/destinations/middleware",
"latest/sdk/destinations/siglens",
"latest/sdk/destinations/oodle",
"latest/sdk/destinations/langfuse",
"latest/sdk/destinations/murnitur",
"latest/sdk/destinations/victoriametrics-stack"
]
}
]
}
]
},
{
"tab": "GPU Collector",
"groups": [
{
"group": "Getting Started",
"pages": [
"latest/gpu-collector/overview",
"latest/gpu-collector/quickstart",
"latest/gpu-collector/installation"
]
},
{
"group": "Reference",
"pages": [
"latest/gpu-collector/configuration",
"latest/gpu-collector/modes",
"latest/gpu-collector/metrics",
"latest/gpu-collector/semconv",
"latest/gpu-collector/roadmap"
]
},
{
"group": "GPU Vendors",
"icon": "microchip",
"pages": [
"latest/gpu-collector/gpus/nvidia",
"latest/gpu-collector/gpus/amd",
"latest/gpu-collector/gpus/intel"
]
}
]
}
]
},
"logo": {
"light": "/images/rectangular-light-bg-logo.jpg",
"dark": "/images/rectangular-dark-bg-logo.jpg",
"href": "https://openlit.io"
},
"appearance": {
"default": "dark"
},
"fonts": {
"family": "Inter"
},
"background": {
"color": {
"light": "#FAFAF9",
"dark": "#0C0A09"
}
},
"styling": {
"eyebrows": "breadcrumbs",
"codeblocks": {
"theme": {
"light": "github-light",
"dark": "github-dark"
}
}
},
"navbar": {
"primary": {
"type": "github",
"href": "https://github.com/openlit/openlit"
}
},
"footer": {
"socials": {
"github": "https://github.com/openlit/",
"slack": "https://join.slack.com/t/openlit/shared_invite/zt-2etnfttwg-TjP_7BZXfYg84oAukY8QRQ",
"discord": "https://discord.gg/CQnXwNT3",
"twitter": "https://twitter.com/openlit_io",
"linkedin": "https://www.linkedin.com/company/openlit/"
}
},
"integrations": {
"ga4": {
"measurementId": "G-2BMXWY88E6"
},
"telemetry": {
"enabled": true
}
},
"contextual": {
"options": [
"copy",
"chatgpt",
"claude"
]
},
"redirects": [
{
"source": "/latest/features/evaluations",
"destination": "/latest/openlit/evaluations/overview"
},
{
"source": "/latest/features/guardrails",
"destination": "/latest/sdk/features/guardrails"
},
{
"source": "/latest/features/gpu",
"destination": "/latest/gpu-collector/overview"
},
{
"source": "/latest/features/agent-observability",
"destination": "/latest/openlit/observability/agents/overview"
},
{
"source": "/latest/quickstart",
"destination": "/latest/openlit/quickstart-ai-observability"
},
{
"source": "/latest/destinations/intro",
"destination": "/latest/sdk/destinations/overview"
},
{
"source": "/latest/integrations/nvidia-gpu",
"destination": "/latest/gpu-collector/gpus/nvidia"
},
{
"source": "/latest/integrations/amd-gpu",
"destination": "/latest/gpu-collector/gpus/amd"
},
{
"source": "/latest/integrations/intel-gpu",
"destination": "/latest/gpu-collector/gpus/intel"
},
{
"source": "/latest/integrations/embedchain",
"destination": "/latest/sdk/integrations/overview"
},
{
"source": "/latest/sdk/integrations/embedchain",
"destination": "/latest/sdk/integrations/overview"
},
{
"source": "/latest/integrations/:slug",
"destination": "/latest/sdk/integrations/:slug"
},
{
"source": "/latest/connections/:slug",
"destination": "/latest/sdk/destinations/:slug"
},
{
"source": "/latest/openlit/observability/tracing",
"destination": "/latest/openlit/observability/telemetry/traces"
},
{
"source": "/latest/openlit/observability/metrics",
"destination": "/latest/openlit/observability/telemetry/metrics"
},
{
"source": "/latest/openlit/observability/error",
"destination": "/latest/openlit/observability/telemetry/traces#exceptions"
},
{
"source": "/latest/openlit/coding-agents/onboarding",
"destination": "/latest/openlit/coding-agents/setup-and-configure"
},
{
"source": "/latest/openlit/coding-agents/architecture",
"destination": "/latest/openlit/coding-agents/overview"
},
{
"source": "/latest/openlit/chat",
"destination": "/latest/openlit/chat/overview"
},
{
"source": "/latest/openlit/pricing/manage-models",
"destination": "/latest/openlit/costs/manage-models/overview"
},
{
"source": "/latest/openlit/pricing/cost-recalculation",
"destination": "/latest/openlit/costs/configuration"
},
{
"source": "/latest/openlit/prompts-experiments/prompt-hub",
"destination": "/latest/openlit/prompts-experiments/prompt-hub/overview"
},
{
"source": "/latest/openlit/prompts-experiments/openground",
"destination": "/latest/openlit/prompts-experiments/openground/overview"
},
{
"source": "/latest/openlit/prompts-experiments/context",
"destination": "/latest/openlit/prompts-experiments/context/overview"
},
{
"source": "/latest/openlit/prompts-experiments/rule-engine",
"destination": "/latest/openlit/prompts-experiments/rule-engine/overview"
},
{
"source": "/latest/openlit/developer-resources/vault",
"destination": "/latest/openlit/developer-resources/vault/overview"
},
{
"source": "/latest/sdk/integrations/go-openai",
"destination": "/latest/sdk/integrations/openai"
},
{
"source": "/latest/sdk/integrations/go-anthropic",
"destination": "/latest/sdk/integrations/anthropic"
}
]
}