ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
# ODS — Apple Silicon Overlay (macOS / Metal)
# Uses llama.cpp server image built for Apple Metal acceleration.
# On macOS, Docker runs in a Linux VM — GPU passthrough to Metal is NOT
# natively supported. This overlay uses a CPU-optimized llama.cpp build.
# For full Metal acceleration, run llama-server on the host (outside Docker)
# and point OLLAMA_PORT at it.
#
# Use with: docker compose -f docker-compose.base.yml -f docker-compose.apple.yml up -d
services:
llama-server:
image: ghcr.io/ggml-org/llama.cpp:server-b9014@sha256:2e7953dfef88f302bf0683bffa7dc1f8d86ef75910380bc41126ec5b8bedaf53
platform: linux/arm64
deploy:
resources:
limits:
cpus: '${LLAMA_CPU_LIMIT:-8.0}'
memory: ${LLAMA_SERVER_MEMORY_LIMIT:-32G}
reservations:
cpus: '${LLAMA_CPU_RESERVATION:-2.0}'
memory: 4G
environment:
# Hint to llama.cpp for ARM NEON optimizations
- LLAMA_NO_METAL=1