ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
{
"id": "amd",
"llm_engine": "llama-server",
"service_name": "llama-server",
"public_api_port": 8080,
"public_health_url": "http://127.0.0.1:8080/health",
"provider_name": "local-llama",
"provider_url": "http://llama-server:8080/v1",
"runtime": {
"llama_server": {
"linux_image": "ghcr.io/ggml-org/llama.cpp:server-vulkan-b9014@sha256:15c30b560d61ead1e08bee837503203a776fd968736118e313240c32157fd973",
"linux_rocm_image": "ghcr.io/ggml-org/llama.cpp:server-rocm-b9014@sha256:68403f82fe496302bb1c681bab2ee569a04cc13da8fcf14456376b485562236d",
"windows": {
"release_tag": "b9014",
"asset": "llama-b9014-bin-win-vulkan-x64.zip",
"sha256": "6cd4bc7a44256e674458b0c5ea2ae3461dca29ee87876c8d410ecc78652a3b0f",
"size": 33541404
}
}
}
}