Skip to content

ServerKit is a lightweight, modern server control panel for managing web applications, databases, and services on your VPS or dedicated server. Built with Python/Flask backend and React frontend.

feat(services): Phase 0 AI/LLM catalog + Prompture Hub anchor

Juan Denisd00d614501ce
diff --git a/.gitignore b/.gitignore
index 7d9c2332..2159cca7 100644
--- a/.gitignore
+++ b/.gitignore
@@ -145,3 +145,4 @@ docs/REMOTE_ACCESS_ROADMAP.md
docs/NOTIFICATIONS_ROADMAP.md
docs/ORCHESTRATION_ROADMAP.md
docs/DNS_ROADMAP.md
+docs/SERVICES_ROADMAP.md
diff --git a/backend/app/services/ai_service.py b/backend/app/services/ai_service.py
index cf53be0b..300d79c2 100644
--- a/backend/app/services/ai_service.py
+++ b/backend/app/services/ai_service.py
@@ -38,7 +38,11 @@ logger = logging.getLogger(__name__)
# Provider catalog (curated; the user may also type a free-form provider/model)
# ---------------------------------------------------------------------------
# Maps provider -> the ProviderEnvironment attribute that carries its API key.
+# `prompture-hub` is a self-hosted, OpenAI-compatible gateway; it reuses Prompture's
+# `cachibot` driver (same dialect) so the panel can call a local hub with a scoped
+# hub key instead of holding raw provider keys.
_KEY_ATTR = {
+ "prompture-hub": "cachibot_api_key",
"openai": "openai_api_key",
"claude": "claude_api_key",
"google": "google_api_key",
@@ -48,11 +52,18 @@ _KEY_ATTR = {
}
# Providers that take a custom endpoint instead of (or alongside) a key.
_ENDPOINT_ATTR = {
+ "prompture-hub": "cachibot_endpoint",
"ollama": "ollama_endpoint",
"lmstudio": "lmstudio_endpoint",
}
+# Curated providers whose model specs resolve through a *different* underlying
+# Prompture driver than their id (e.g. the hub speaks the OpenAI-compatible
+# `cachibot` dialect). Identity for everything else.
+_DRIVER_PROVIDER = {"prompture-hub": "cachibot"}
CURATED_PROVIDERS = [
+ {"id": "prompture-hub", "label": "Prompture Hub (self-hosted)", "needs_key": True, "supports_endpoint": True,
+ "models": []},
{"id": "openai", "label": "OpenAI", "needs_key": True, "supports_endpoint": False,
"models": ["gpt-4o", "gpt-4o-mini", "gpt-4.1", "gpt-4.1-mini", "o4-mini"]},
{"id": "claude", "label": "Anthropic (Claude)", "needs_key": True, "supports_endpoint": False,
@@ -70,6 +81,11 @@ CURATED_PROVIDERS = [
]
_PROVIDER_BY_ID = {p["id"]: p for p in CURATED_PROVIDERS}
+
+def _driver_provider(provider: str) -> str:
+ """Map a curated provider id to the Prompture driver prefix that resolves it."""
+ return _DRIVER_PROVIDER.get((provider or "").strip(), (provider or "").strip())
+
SYSTEM_BASE = (
"You are ServerKit AI, an assistant embedded in the ServerKit server control "
"panel, powered by Prompture. You help operators understand and manage their "
@@ -141,7 +157,7 @@ def is_configured() -> bool:
def current_model_name() -> str:
provider = (_setting("ai_provider", "") or "").strip()
model = (_setting("ai_model", "") or "").strip()
- return f"{provider}/{model}" if provider and model else ""
+ return f"{_driver_provider(provider)}/{model}" if provider and model else ""
def _decrypted_key() -> Optional[str]:
@@ -190,7 +206,7 @@ def list_models(provider: str) -> dict:
fallback = _PROVIDER_BY_ID.get(provider, {}).get("models", [])
try:
from prompture.drivers import get_driver_for_model
- driver = get_driver_for_model(f"{provider}/", env=build_provider_env(provider=provider))
+ driver = get_driver_for_model(f"{_driver_provider(provider)}/", env=build_provider_env(provider=provider))
lister = getattr(driver, "list_models", None)
if callable(lister):
models = lister()
@@ -207,7 +223,7 @@ def test_settings(provider: str, model: str, api_key: Optional[str] = None,
try:
from prompture.drivers import get_driver_for_model
env = build_provider_env(provider=provider, api_key=api_key, endpoint=endpoint)
- driver = get_driver_for_model(f"{provider}/{model}", env=env)
+ driver = get_driver_for_model(f"{_driver_provider(provider)}/{model}", env=env)
lister = getattr(driver, "list_models", None)
if callable(lister):
try:
diff --git a/backend/app/services/settings_service.py b/backend/app/services/settings_service.py
index 901c308d..77f2c252 100644
--- a/backend/app/services/settings_service.py
+++ b/backend/app/services/settings_service.py
@@ -114,10 +114,10 @@ class SettingsService:
# AI assistant (core primitive — powered by Prompture). The API key is
# stored encrypted and is NEVER returned by the settings API (see SECRET_AI_KEYS).
'ai_enabled': {'value': False, 'type': 'boolean', 'description': 'Enable the AI assistant'},
- 'ai_provider': {'value': '', 'type': 'string', 'description': 'Prompture provider (openai/claude/google/groq/openrouter/ollama/lmstudio)'},
+ 'ai_provider': {'value': '', 'type': 'string', 'description': 'Prompture provider (prompture-hub/openai/claude/google/groq/openrouter/ollama/lmstudio)'},
'ai_model': {'value': '', 'type': 'string', 'description': 'Model id for the selected provider'},
'ai_api_key_encrypted': {'value': '', 'type': 'string', 'description': 'Encrypted provider API key (never returned by the API)'},
- 'ai_endpoint': {'value': '', 'type': 'string', 'description': 'Custom endpoint (ollama/lmstudio; reserved for OpenAI-compatible gateways)'},
+ 'ai_endpoint': {'value': '', 'type': 'string', 'description': 'Custom endpoint (ollama/lmstudio/prompture-hub OpenAI-compatible gateway, e.g. http://localhost:1984/v1)'},
'ai_max_cost_usd': {'value': 0.5, 'type': 'string', 'description': 'Per-conversation cost ceiling in USD (budget_policy=degrade)'},
'ai_fallback_models': {'value': [], 'type': 'json', 'description': 'Ordered fallback model ids when the primary is over budget/unavailable'},
'ai_pii_redaction': {'value': True, 'type': 'boolean', 'description': 'Redact PII from AI input and tool output'},
diff --git a/backend/templates/anythingllm.yaml b/backend/templates/anythingllm.yaml
new file mode 100644
index 00000000..57b899d0
--- /dev/null
+++ b/backend/templates/anythingllm.yaml
@@ -0,0 +1,88 @@
+id: anythingllm
+name: AnythingLLM
+version: "1.0"
+description: All-in-one private ChatGPT-style app with built-in RAG, AI agents, and document workspaces.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PHJlY3QgeD0iMyIgeT0iMTEiIHdpZHRoPSIxOCIgaGVpZ2h0PSIxMCIgcng9IjIiLz48Y2lyY2xlIGN4PSIxMiIgY3k9IjUiIHI9IjIiLz48cGF0aCBkPSJNMTIgN3Y0Ii8+PGNpcmNsZSBjeD0iOCIgY3k9IjE2IiByPSIxIi8+PGNpcmNsZSBjeD0iMTYiIGN5PSIxNiIgcj0iMSIvPjwvc3ZnPg==
+website: https://anythingllm.com
+documentation: https://docs.anythingllm.com
+categories:
+ - ai
+ - llm
+ - chat
+ - rag
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the AnythingLLM web UI (auto-assigned)
+ type: port
+ default: "3001"
+ hidden: true
+ - name: JWT_SECRET
+ description: Secret used to sign AnythingLLM session tokens (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: SIG_KEY
+ description: Signing key for AnythingLLM internal payloads (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: SIG_SALT
+ description: Signing salt for AnythingLLM internal payloads (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: AnythingLLM Web UI
+
+requirements:
+ memory: 2GB
+ storage: 5GB
+
+compose:
+ services:
+ anythingllm:
+ image: mintplexlabs/anythingllm:latest
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ cap_add:
+ - SYS_ADMIN
+ ports:
+ - "${HTTP_PORT}:3001"
+ environment:
+ STORAGE_DIR: "/app/server/storage"
+ JWT_SECRET: "${JWT_SECRET}"
+ SIG_KEY: "${SIG_KEY}"
+ SIG_SALT: "${SIG_SALT}"
+ DISABLE_TELEMETRY: "true"
+ volumes:
+ - anythingllm-storage:/app/server/storage
+ healthcheck:
+ test: ["CMD", "curl", "-fsS", "http://127.0.0.1:3001/api/ping"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 30s
+
+ volumes:
+ anythingllm-storage:
+
+post_install: |
+ AnythingLLM is installed and running!
+
+ - Web UI: http://your-server:${HTTP_PORT}
+ - On first launch, create your admin account and pick an LLM provider.
+
+ AnythingLLM does not bundle an LLM. Point it at any provider from the
+ in-app setup wizard (Settings -> LLM Preference):
+
+ - Ollama: set the base URL to http://<your-server>:11434 (or the
+ docker service URL if Ollama runs in the same network).
+ - Prompture Hub / any OpenAI-compatible endpoint: choose the
+ "Generic OpenAI" provider and supply the base URL + API key.
+
+ Uploaded documents and the local vector store live in the
+ anythingllm-storage volume.
diff --git a/backend/templates/chroma.yaml b/backend/templates/chroma.yaml
new file mode 100644
index 00000000..5ec658d9
--- /dev/null
+++ b/backend/templates/chroma.yaml
@@ -0,0 +1,62 @@
+id: chroma
+name: Chroma
+version: "1.0"
+description: Open-source vector database for embeddings and semantic search in AI and RAG applications.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PGNpcmNsZSBjeD0iNiIgY3k9IjciIHI9IjEuNSIvPjxjaXJjbGUgY3g9IjE3IiBjeT0iNiIgcj0iMS41Ii8+PGNpcmNsZSBjeD0iOSIgY3k9IjEzIiByPSIxLjUiLz48Y2lyY2xlIGN4PSIxNSIgY3k9IjE1IiByPSIxLjUiLz48Y2lyY2xlIGN4PSI2IiBjeT0iMTgiIHI9IjEuNSIvPjxjaXJjbGUgY3g9IjE5IiBjeT0iMTciIHI9IjEuNSIvPjwvc3ZnPg==
+website: https://www.trychroma.com
+documentation: https://docs.trychroma.com
+categories:
+ - ai
+ - database
+ - search
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Chroma HTTP API (auto-assigned)
+ type: port
+ default: "8000"
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Chroma HTTP API
+
+requirements:
+ memory: 512MB
+ storage: 2GB
+
+compose:
+ services:
+ chroma:
+ image: chromadb/chroma:1.0.15
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:8000"
+ environment:
+ IS_PERSISTENT: "TRUE"
+ PERSIST_DIRECTORY: "/data"
+ ANONYMIZED_TELEMETRY: "FALSE"
+ volumes:
+ - chroma-data:/data
+ healthcheck:
+ test: ["CMD-SHELL", "bash -c ':> /dev/tcp/127.0.0.1/8000' || exit 1"]
+ interval: 30s
+ timeout: 10s
+ retries: 3
+ start_period: 20s
+
+ volumes:
+ chroma-data:
+
+post_install: |
+ Chroma is installed and running!
+
+ - API endpoint: http://your-server:${HTTP_PORT}
+ - Heartbeat check: http://your-server:${HTTP_PORT}/api/v2/heartbeat
+ - Data is persisted to the chroma-data volume (/data inside the container).
+
+ Use Chroma as the vector store for your RAG apps. It pairs well with
+ retrieval pipelines wired through Prompture Hub as the embeddings and
+ semantic-search backend.
diff --git a/backend/templates/flowise.yaml b/backend/templates/flowise.yaml
new file mode 100644
index 00000000..ce1e84f8
--- /dev/null
+++ b/backend/templates/flowise.yaml
@@ -0,0 +1,80 @@
+id: flowise
+name: Flowise
+version: "1.0"
+description: Low-code drag-and-drop builder for LLM agents and chains.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PHJlY3QgeD0iMyIgeT0iMyIgd2lkdGg9IjYiIGhlaWdodD0iNiIgcng9IjEiLz48cmVjdCB4PSIxNSIgeT0iMTUiIHdpZHRoPSI2IiBoZWlnaHQ9IjYiIHJ4PSIxIi8+PHBhdGggZD0iTTkgNmg2YTIgMiAwIDAgMSAyIDJ2NyIvPjwvc3ZnPg==
+website: https://flowiseai.com
+documentation: https://docs.flowiseai.com
+categories:
+ - ai
+ - llm
+ - workflow
+ - low-code
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Flowise web UI (auto-assigned)
+ type: port
+ default: "3000"
+ hidden: true
+ - name: FLOWISE_USERNAME
+ description: Default admin username
+ type: string
+ default: "admin"
+ - name: FLOWISE_PASSWORD
+ description: Default admin password (auto-generated)
+ type: password
+ length: 24
+ - name: FLOWISE_SECRETKEY_OVERWRITE
+ description: Secret key used to encrypt stored credentials (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Flowise Web UI
+
+requirements:
+ memory: 1GB
+ storage: 2GB
+
+compose:
+ services:
+ flowise:
+ image: flowiseai/flowise:latest
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:3000"
+ environment:
+ PORT: "3000"
+ FLOWISE_USERNAME: "${FLOWISE_USERNAME}"
+ FLOWISE_PASSWORD: "${FLOWISE_PASSWORD}"
+ DATABASE_PATH: /root/.flowise
+ APIKEY_PATH: /root/.flowise
+ SECRETKEY_PATH: /root/.flowise
+ LOG_PATH: /root/.flowise/logs
+ FLOWISE_SECRETKEY_OVERWRITE: "${FLOWISE_SECRETKEY_OVERWRITE}"
+ volumes:
+ - flowise-data:/root/.flowise
+ healthcheck:
+ test: ["CMD-SHELL", "wget -qO- http://127.0.0.1:3000 || exit 1"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 30s
+
+ volumes:
+ flowise-data:
+
+post_install: |
+ Flowise is installed and running!
+
+ - Web UI: http://your-server:${HTTP_PORT}
+ - Username: ${FLOWISE_USERNAME}
+ - Password: ${FLOWISE_PASSWORD}
+
+ Sign in with the credentials above, then start building your first
+ agent or chain from the drag-and-drop canvas.
diff --git a/backend/templates/langflow.yaml b/backend/templates/langflow.yaml
new file mode 100644
index 00000000..94e31dbb
--- /dev/null
+++ b/backend/templates/langflow.yaml
@@ -0,0 +1,104 @@
+id: langflow
+name: Langflow
+version: "1.0"
+description: Visual framework for building multi-agent and RAG applications.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PHJlY3QgeD0iMyIgeT0iMyIgd2lkdGg9IjYiIGhlaWdodD0iNiIgcng9IjEiLz48cmVjdCB4PSIxNSIgeT0iMTUiIHdpZHRoPSI2IiBoZWlnaHQ9IjYiIHJ4PSIxIi8+PHBhdGggZD0iTTkgNmg2YTIgMiAwIDAgMSAyIDJ2NyIvPjwvc3ZnPg==
+website: https://www.langflow.org
+documentation: https://docs.langflow.org
+categories:
+ - ai
+ - llm
+ - workflow
+ - rag
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Langflow web UI (auto-assigned)
+ type: port
+ default: "7860"
+ hidden: true
+ - name: LANGFLOW_SUPERUSER
+ description: Default admin username
+ type: string
+ default: "admin"
+ - name: LANGFLOW_SUPERUSER_PASSWORD
+ description: Default admin password (auto-generated)
+ type: password
+ length: 24
+ - name: LANGFLOW_SECRET_KEY
+ description: Secret key used to encrypt stored credentials (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: DB_PASSWORD
+ description: PostgreSQL password (auto-generated)
+ type: password
+ length: 32
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Langflow Web UI
+
+requirements:
+ memory: 2GB
+ storage: 4GB
+
+compose:
+ services:
+ langflow:
+ image: langflowai/langflow:1.7.2
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:7860"
+ environment:
+ LANGFLOW_DATABASE_URL: "postgresql://langflow:${DB_PASSWORD}@db:5432/langflow"
+ LANGFLOW_CONFIG_DIR: /app/langflow
+ LANGFLOW_SUPERUSER: "${LANGFLOW_SUPERUSER}"
+ LANGFLOW_SUPERUSER_PASSWORD: "${LANGFLOW_SUPERUSER_PASSWORD}"
+ LANGFLOW_SECRET_KEY: "${LANGFLOW_SECRET_KEY}"
+ LANGFLOW_AUTO_LOGIN: "false"
+ LANGFLOW_HOST: 0.0.0.0
+ PORT: "7860"
+ volumes:
+ - langflow-data:/app/langflow
+ depends_on:
+ - db
+ healthcheck:
+ test: ["CMD-SHELL", "curl -f http://127.0.0.1:7860/health || exit 1"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 60s
+
+ db:
+ image: postgres:16-alpine
+ container_name: ${APP_NAME}-db
+ restart: unless-stopped
+ environment:
+ POSTGRES_DB: langflow
+ POSTGRES_USER: langflow
+ POSTGRES_PASSWORD: "${DB_PASSWORD}"
+ volumes:
+ - langflow-db:/var/lib/postgresql/data
+ healthcheck:
+ test: ["CMD-SHELL", "pg_isready -U langflow -d langflow"]
+ interval: 10s
+ timeout: 5s
+ retries: 5
+
+ volumes:
+ langflow-data:
+ langflow-db:
+
+post_install: |
+ Langflow is installed and running!
+
+ - Web UI: http://your-server:${HTTP_PORT}
+ - Username: ${LANGFLOW_SUPERUSER}
+ - Password: ${LANGFLOW_SUPERUSER_PASSWORD}
+
+ Sign in with the credentials above, then start building your first
+ multi-agent or RAG flow on the visual canvas.
diff --git a/backend/templates/librechat.yaml b/backend/templates/librechat.yaml
new file mode 100644
index 00000000..1dc0dced
--- /dev/null
+++ b/backend/templates/librechat.yaml
@@ -0,0 +1,132 @@
+id: librechat
+name: LibreChat
+version: "1.0"
+description: Open-source multi-model chat UI (OpenAI, Anthropic, Google, local) with conversation search.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PHBhdGggZD0iTTIxIDExLjVhOC4zOCA4LjM4IDAgMCAxLS45IDMuOCA4LjUgOC41IDAgMCAxLTcuNiA0LjcgOC4zOCA4LjM4IDAgMCAxLTMuOC0uOUwzIDIxbDEuOS01LjdhOC4zOCA4LjM4IDAgMCAxLS45LTMuOCA4LjUgOC41IDAgMCAxIDQuNy03LjYgOC4zOCA4LjM4IDAgMCAxIDMuOC0uOWguNWE4LjQ4IDguNDggMCAwIDEgOCA4eiIvPjwvc3ZnPg==
+website: https://librechat.ai
+documentation: https://www.librechat.ai/docs
+categories:
+ - ai
+ - llm
+ - chat
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the LibreChat web UI (auto-assigned)
+ type: port
+ default: "3080"
+ hidden: true
+ - name: MEILI_MASTER_KEY
+ description: Master key for the Meilisearch conversation-search backend (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: CREDS_KEY
+ description: 32-byte key used to encrypt stored user credentials (auto-generated)
+ type: random
+ length: 64
+ hidden: true
+ - name: CREDS_IV
+ description: 16-byte initialization vector for credential encryption (auto-generated)
+ type: random
+ length: 32
+ hidden: true
+ - name: JWT_SECRET
+ description: Secret used to sign LibreChat access tokens (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: JWT_REFRESH_SECRET
+ description: Secret used to sign LibreChat refresh tokens (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: LibreChat Web UI
+
+requirements:
+ memory: 2GB
+ storage: 5GB
+
+compose:
+ services:
+ librechat:
+ image: ghcr.io/danny-avila/librechat:latest
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ depends_on:
+ - mongodb
+ - meilisearch
+ ports:
+ - "${HTTP_PORT}:3080"
+ environment:
+ HOST: "0.0.0.0"
+ PORT: "3080"
+ MONGO_URI: "mongodb://mongodb:27017/LibreChat"
+ MEILI_HOST: "http://meilisearch:7700"
+ MEILI_MASTER_KEY: "${MEILI_MASTER_KEY}"
+ CREDS_KEY: "${CREDS_KEY}"
+ CREDS_IV: "${CREDS_IV}"
+ JWT_SECRET: "${JWT_SECRET}"
+ JWT_REFRESH_SECRET: "${JWT_REFRESH_SECRET}"
+ healthcheck:
+ test: ["CMD", "curl", "-fsS", "http://127.0.0.1:3080/health"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 30s
+
+ mongodb:
+ image: mongo:7
+ container_name: ${APP_NAME}-mongodb
+ restart: unless-stopped
+ command: mongod --quiet --logpath /dev/null
+ volumes:
+ - librechat-mongo:/data/db
+ healthcheck:
+ test: ["CMD", "mongosh", "--quiet", "--eval", "db.adminCommand('ping')"]
+ interval: 15s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
+
+ meilisearch:
+ image: getmeili/meilisearch:v1.12
+ container_name: ${APP_NAME}-meilisearch
+ restart: unless-stopped
+ environment:
+ MEILI_MASTER_KEY: "${MEILI_MASTER_KEY}"
+ MEILI_NO_ANALYTICS: "true"
+ volumes:
+ - librechat-meili:/meili_data
+ healthcheck:
+ test: ["CMD", "curl", "-fsS", "http://127.0.0.1:7700/health"]
+ interval: 15s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
+
+ volumes:
+ librechat-mongo:
+ librechat-meili:
+
+post_install: |
+ LibreChat is installed and running!
+
+ - Web UI: http://your-server:${HTTP_PORT}
+ - Open the URL and register an account. The FIRST registered user
+ becomes the owner/admin, so sign up right away.
+
+ LibreChat ships with no API keys configured. Add providers from the
+ UI or by editing the librechat.yaml config:
+
+ - OpenAI, Anthropic, and Google are supported out of the box once you
+ add the corresponding API keys.
+ - Any OpenAI-compatible endpoint works too — point LibreChat at
+ Prompture Hub or a LiteLLM proxy as a custom endpoint.
+
+ Conversation search is powered by Meilisearch; chat history is stored
+ in MongoDB. Both run as helper containers in this stack.
diff --git a/backend/templates/litellm.yaml b/backend/templates/litellm.yaml
new file mode 100644
index 00000000..887d94c1
--- /dev/null
+++ b/backend/templates/litellm.yaml
@@ -0,0 +1,103 @@
+id: litellm
+name: LiteLLM
+version: "1.0"
+description: OpenAI-compatible proxy and gateway that routes requests across 100+ LLM providers.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiIHN0cm9rZS1saW5lY2FwPSJyb3VuZCIgc3Ryb2tlLWxpbmVqb2luPSJyb3VuZCI+PGNpcmNsZSBjeD0iNiIgY3k9IjYiIHI9IjMiLz48Y2lyY2xlIGN4PSIxOCIgY3k9IjYiIHI9IjMiLz48Y2lyY2xlIGN4PSIxMiIgY3k9IjE4IiByPSIzIi8+PHBhdGggZD0iTTYgOXYyYTIgMiAwIDAgMCAyIDJoOGEyIDIgMCAwIDAgMi0yVjlNMTIgMTV2MCIvPjwvc3ZnPg==
+website: https://litellm.ai
+documentation: https://docs.litellm.ai
+categories:
+ - ai
+ - llm
+ - gateway
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the LiteLLM proxy and dashboard (auto-assigned)
+ type: port
+ default: "4000"
+ hidden: true
+ - name: LITELLM_MASTER_KEY
+ description: Master key for authenticating against the LiteLLM proxy (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: UI_USERNAME
+ description: Admin username for the LiteLLM dashboard
+ type: string
+ default: "admin"
+ - name: UI_PASSWORD
+ description: Admin password for the LiteLLM dashboard (auto-generated)
+ type: password
+ length: 24
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: LiteLLM Proxy & Dashboard
+
+requirements:
+ memory: 1GB
+ storage: 1GB
+
+compose:
+ services:
+ litellm:
+ image: ghcr.io/berriai/litellm:main-stable
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:4000"
+ environment:
+ LITELLM_MASTER_KEY: "${LITELLM_MASTER_KEY}"
+ UI_USERNAME: "${UI_USERNAME}"
+ UI_PASSWORD: "${UI_PASSWORD}"
+ command:
+ - "--config"
+ - "/app/config.yaml"
+ - "--port"
+ - "4000"
+ extra_hosts:
+ - "host.docker.internal:host-gateway"
+ volumes:
+ - litellm-data:/app/data
+ healthcheck:
+ test: ["CMD", "python", "-c", "import requests as r; r.get('http://127.0.0.1:4000/health/liveliness').raise_for_status()"]
+ interval: 30s
+ timeout: 10s
+ retries: 5
+ start_period: 20s
+
+ volumes:
+ litellm-data:
+
+files:
+ - path: /app/config.yaml
+ content: |
+ model_list:
+ - model_name: llama3.1
+ litellm_params:
+ model: ollama/llama3.1:8b
+ api_base: http://host.docker.internal:11434
+
+ litellm_settings:
+ drop_params: true
+ telemetry: false
+
+post_install: |
+ LiteLLM is installed and running!
+
+ - Proxy (OpenAI-compatible): http://your-server:${HTTP_PORT}
+ - Admin dashboard: http://your-server:${HTTP_PORT}/ui
+ - Dashboard login: ${UI_USERNAME} / ${UI_PASSWORD}
+ - Master key (save it now): ${LITELLM_MASTER_KEY}
+
+ Call any configured model with the OpenAI SDK:
+ curl http://your-server:${HTTP_PORT}/v1/chat/completions \
+ -H "Authorization: Bearer ${LITELLM_MASTER_KEY}" \
+ -H "Content-Type: application/json" \
+ -d '{"model":"llama3.1","messages":[{"role":"user","content":"Hello"}]}'
+
+ The starter config.yaml points at a local Ollama instance via
+ host.docker.internal. Edit it to add OpenAI, Anthropic, Groq, and other
+ providers. LiteLLM complements Prompture Hub as a drop-in OpenAI-compatible
+ endpoint for your AI apps.
diff --git a/backend/templates/ollama-webui.yaml b/backend/templates/ollama-webui.yaml
new file mode 100644
index 00000000..e0dcd3be
--- /dev/null
+++ b/backend/templates/ollama-webui.yaml
@@ -0,0 +1,75 @@
+id: ollama-webui
+name: Ollama + Open WebUI
+version: "1.0"
+description: Local LLM inference with Ollama and a friendly chat interface (Open WebUI).
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiPjxyZWN0IHg9IjMiIHk9IjMiIHdpZHRoPSIxOCIgaGVpZ2h0PSIxOCIgcng9IjIiLz48cGF0aCBkPSJNOCAxMmg4TTEyIDh2OCIvPjwvc3ZnPg==
+website: https://openwebui.com
+documentation: https://docs.openwebui.com
+categories:
+ - ai
+ - llm
+ - chat
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Open WebUI dashboard (auto-assigned)
+ type: port
+ default: "8080"
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Open WebUI Dashboard
+
+requirements:
+ memory: 2GB
+ storage: 10GB
+
+compose:
+ services:
+ ollama:
+ image: ollama/ollama:latest
+ container_name: ${APP_NAME}-ollama
+ restart: unless-stopped
+ volumes:
+ - ollama-data:/root/.ollama
+ healthcheck:
+ test: ["CMD", "ollama", "list"]
+ interval: 5s
+ timeout: 30s
+ retries: 10
+
+ webui:
+ image: ghcr.io/open-webui/open-webui:main
+ container_name: ${APP_NAME}-webui
+ restart: unless-stopped
+ depends_on:
+ - ollama
+ ports:
+ - "${HTTP_PORT}:8080"
+ environment:
+ OLLAMA_BASE_URL: http://ollama:11434
+ volumes:
+ - open-webui-data:/app/backend/data
+ healthcheck:
+ test: ["CMD", "curl", "-f", "http://127.0.0.1:8080"]
+ interval: 5s
+ timeout: 30s
+ retries: 10
+
+ volumes:
+ ollama-data:
+ open-webui-data:
+
+post_install: |
+ Ollama + Open WebUI is installed and running!
+
+ - Dashboard: http://your-server:${HTTP_PORT}
+ - Ollama API: http://${APP_NAME}-ollama:11434
+
+ Pull your first model:
+ docker exec ${APP_NAME}-ollama ollama pull llama3.1:8b
+
+ To let Prompture Hub proxy to this Ollama instance, set
+ OLLAMA_BASE_URL=http://${APP_NAME}-ollama:11434 in the Prompture Hub environment.
\ No newline at end of file
diff --git a/backend/templates/prompture-hub.yaml b/backend/templates/prompture-hub.yaml
new file mode 100644
index 00000000..e7dd6f18
--- /dev/null
+++ b/backend/templates/prompture-hub.yaml
@@ -0,0 +1,119 @@
+id: prompture-hub
+name: Prompture Hub
+version: "0.0.2"
+description: Self-hosted LLM gateway. Hold real provider keys server-side, issue scoped hub keys, and meter every call. Drop-in OpenAI-compatible API.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiPjxwYXRoIGQ9Ik0xMiAyTDQuNSA2djEybDcuNSA0IDcuNS00VjZ6Ii8+PHBhdGggZD0iTTEyIDIybDcuNS00VjZNMTIgMnYxMCIvPjxjaXJjbGUgY3g9IjEyIiBjeT0iMTIiIHI9IjIiLz48L3N2Zz4=
+website: https://github.com/jhd3197/prompture-hub
+documentation: https://github.com/jhd3197/prompture-hub#readme
+categories:
+ - ai
+ - llm
+ - gateway
+ - prompture
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Prompture Hub dashboard and API (auto-assigned)
+ type: port
+ default: "1984"
+ hidden: true
+ - name: HUB_ADMIN_TOKEN
+ description: Admin token for the hub (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+ - name: HUB_SESSION_SECRET
+ description: Session secret for dashboard login (auto-generated)
+ type: random
+ length: 48
+ hidden: true
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Prompture Hub Dashboard & API
+
+requirements:
+ memory: 512MB
+ storage: 1GB
+
+compose:
+ services:
+ hub:
+ build:
+ context: .
+ dockerfile: Dockerfile
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:1984"
+ environment:
+ HUB_HOST: "0.0.0.0"
+ HUB_PORT: "1984"
+ HUB_DB_PATH: "/data/prompture_hub.db"
+ HUB_ADMIN_TOKEN: "${HUB_ADMIN_TOKEN}"
+ HUB_SESSION_SECRET: "${HUB_SESSION_SECRET}"
+ HUB_BASE_URL: "http://localhost:${HTTP_PORT}"
+ volumes:
+ - hub_data:/data
+ healthcheck:
+ test: ["CMD", "curl", "-fsS", "http://127.0.0.1:1984/health"]
+ interval: 30s
+ timeout: 5s
+ retries: 3
+ start_period: 10s
+
+ volumes:
+ hub_data:
+
+files:
+ - path: Dockerfile
+ content: |
+ FROM python:3.12-slim
+
+ ENV PYTHONDONTWRITEBYTECODE=1 \
+ PYTHONUNBUFFERED=1 \
+ PIP_NO_CACHE_DIR=1 \
+ PIP_DISABLE_PIP_VERSION_CHECK=1
+
+ RUN apt-get update \
+ && apt-get install -y --no-install-recommends curl \
+ && rm -rf /var/lib/apt/lists/*
+
+ RUN pip install --no-cache-dir prompture-hub==0.0.2
+
+ RUN useradd --uid 10001 --create-home --shell /bin/bash hub \
+ && mkdir -p /data \
+ && chown -R hub:hub /data
+
+ USER hub
+
+ ENV HUB_HOST=0.0.0.0 \
+ HUB_PORT=1984 \
+ HUB_DB_PATH=/data/prompture_hub.db
+
+ EXPOSE 1984
+
+ HEALTHCHECK --interval=30s --timeout=5s --start-period=10s --retries=3 \
+ CMD curl -fsS http://127.0.0.1:1984/health || exit 1
+
+ CMD ["python", "-m", "uvicorn", "prompture_hub.main:app", "--host", "0.0.0.0", "--port", "1984"]
+
+post_install: |
+ Prompture Hub is installed and running!
+
+ - Dashboard: http://your-server:${HTTP_PORT}/
+ - OpenAI-compatible API: http://your-server:${HTTP_PORT}/v1/chat/completions
+ - Admin token (save it now): ${HUB_ADMIN_TOKEN}
+
+ Create a scoped hub key:
+ curl -X POST http://your-server:${HTTP_PORT}/admin/keys \
+ -H "Authorization: Bearer ${HUB_ADMIN_TOKEN}" \
+ -H "Content-Type: application/json" \
+ -d '{"name":"serverkit-ai","allowed_models":["ollama/llama3.1:8b"],"daily_spend_cap_usd":1.0}'
+
+ To use with ServerKit's AI features, point the AI provider URL to
+ http://localhost:${HTTP_PORT}/v1 and use a hub key instead of a raw provider key.
+
+ Before enabling OAuth (Google/GitHub), update HUB_BASE_URL in the app's
+ environment to the public domain you attach to this app.
\ No newline at end of file
diff --git a/backend/templates/qdrant.yaml b/backend/templates/qdrant.yaml
new file mode 100644
index 00000000..9943d153
--- /dev/null
+++ b/backend/templates/qdrant.yaml
@@ -0,0 +1,61 @@
+id: qdrant
+name: Qdrant
+version: "1.0"
+description: Vector similarity search engine for AI/LLM and semantic-search applications.
+icon: data:image/svg+xml;base64,PHN2ZyB4bWxucz0iaHR0cDovL3d3dy53My5vcmcvMjAwMC9zdmciIHZpZXdCb3g9IjAgMCAyNCAyNCIgZmlsbD0ibm9uZSIgc3Ryb2tlPSIjZmZmIiBzdHJva2Utd2lkdGg9IjIiPjxjaXJjbGUgY3g9IjEyIiBjeT0iMTIiIHI9IjMiLz48cGF0aCBkPSJNMTIgMXYyMk0xIDloMjJNMSAxNWgyMiIvPjwvc3ZnPg==
+website: https://qdrant.tech
+documentation: https://qdrant.tech/documentation/
+categories:
+ - ai
+ - database
+ - search
+
+variables:
+ - name: HTTP_PORT
+ description: Port for the Qdrant HTTP API (auto-assigned)
+ type: port
+ default: "6333"
+ hidden: true
+ - name: API_KEY
+ description: API key for Qdrant (auto-generated)
+ type: random
+ length: 32
+
+ports:
+ - port: "${HTTP_PORT}"
+ protocol: http
+ description: Qdrant HTTP API
+
+requirements:
+ memory: 256MB
+ storage: 1GB
+
+compose:
+ services:
+ qdrant:
+ image: qdrant/qdrant:latest
+ container_name: ${APP_NAME}
+ restart: unless-stopped
+ ports:
+ - "${HTTP_PORT}:6333"
+ environment:
+ QDRANT__SERVICE__API_KEY: "${API_KEY}"
+ volumes:
+ - qdrant-storage:/qdrant/storage
+ healthcheck:
+ test: ["CMD-SHELL", "bash -c ':> /dev/tcp/127.0.0.1/6333' || exit 1"]
+ interval: 5s
+ timeout: 5s
+ retries: 3
+
+ volumes:
+ qdrant-storage:
+
+post_install: |
+ Qdrant is installed and running!
+
+ - API endpoint: http://your-server:${HTTP_PORT}
+ - API key: ${API_KEY}
+
+ Use it as the vector store for AnythingLLM, Open WebUI, or custom RAG apps
+ connected through Prompture Hub.
\ No newline at end of file
diff --git a/frontend/src/pages/Templates.jsx b/frontend/src/pages/Templates.jsx
index f07e5203..3443da4f 100644
--- a/frontend/src/pages/Templates.jsx
+++ b/frontend/src/pages/Templates.jsx
@@ -16,12 +16,22 @@ import EmptyState from '../components/EmptyState';
// Featured templates (curated list)
const FEATURED_TEMPLATES = [
- 'wordpress', 'nextcloud', 'grafana', 'portainer', 'uptime-kuma',
- 'gitea', 'vaultwarden', 'jellyfin', 'ghost', 'n8n'
+ 'prompture-hub', 'wordpress', 'nextcloud', 'grafana', 'portainer',
+ 'uptime-kuma', 'gitea', 'vaultwarden', 'jellyfin', 'ghost', 'n8n'
];
// Icon mapping for templates
const TEMPLATE_ICONS = {
+ // AI / LLM
+ 'prompture-hub': Cpu,
+ 'ollama-webui': Cpu,
+ 'qdrant': Database,
+ 'chroma': Database,
+ 'litellm': Cpu,
+ 'flowise': Workflow,
+ 'langflow': Workflow,
+ 'anythingllm': Cpu,
+ 'librechat': MessageSquare,
// Monitoring
'uptime-kuma': BarChart3,
'grafana': BarChart3,
@@ -70,6 +80,8 @@ const TEMPLATE_ICONS = {
'outline': FileText,
'excalidraw': FileText,
'n8n': Workflow,
+ // Notifications
+ 'gotify': MessageSquare,
// Security
'vaultwarden': Lock,
'authelia': Shield,