ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
services:
continue:
# NOTE: Continue.dev has no official server Docker image.
# This service uses nginx:1.27-alpine@sha256:65645c7bb6a0661892a8b03b89d0743208a18dd2f3f17a54ef4b76fb8e2f2a10 to host a templated config.yaml
# that IDE clients (VS Code / JetBrains Continue extension) can fetch
# at http://<ods>:8890/config.yaml to auto-configure against
# the local LLM API. It also exposes /health for ODS's health checks.
#
# To use:
# 1. Install the Continue extension in VS Code or JetBrains
# 2. Set "remoteConfigServerUrl" in ~/.continue/config.yaml to:
# http://<ods-ip>:8890
#
# See: https://docs.continue.dev/reference
image: nginx:1.27-alpine@sha256:65645c7bb6a0661892a8b03b89d0743208a18dd2f3f17a54ef4b76fb8e2f2a10
container_name: ods-continue
restart: unless-stopped
security_opt:
- no-new-privileges:true
environment:
- LLM_API_URL=${LLM_API_URL:-http://ods-llama-server:8080}
- CONTINUE_PORT=${CONTINUE_PORT:-8890}
volumes:
- ./data/continue:/usr/share/nginx/html:rw
- ./config/continue/nginx.conf:/etc/nginx/conf.d/default.conf:ro
- ./config/continue/entrypoint.sh:/docker-entrypoint.d/50-continue-init.sh:ro
ports:
- "127.0.0.1:${CONTINUE_PORT:-8890}:8080"
networks:
- ods-network
healthcheck:
test: ["CMD", "wget", "--spider", "-q", "http://127.0.0.1:8080/health"]
interval: 30s
timeout: 10s
retries: 3
start_period: 10s
deploy:
resources:
limits:
cpus: '0.25'
memory: 128M
reservations:
cpus: '0.05'
memory: 32M
networks:
ods-network:
external: true