An open-source, self-hostable PaaS alternative to Vercel, Heroku & Netlify that lets you easily deploy static sites, databases, full-stack applications and 360+ one-click services on your own servers.
PHP coolifydatabasesdeploymentdockerdocker-composeinertiajslaravelmariadbmysqlnextjsnodejsphppostgresredisself-hostedself-hostingserverstatic-sitesveltesvelte5
perf(service): tune litellm defaults to lower RAM/CPU usage (#10698)
Tien Nguyen Minhc8caa41c67c0
diff --git a/templates/compose/litellm.yaml b/templates/compose/litellm.yamlindex 9fd0a234b4..43a54b8592 100644--- a/templates/compose/litellm.yaml+++ b/templates/compose/litellm.yaml@@ -40,6 +40,7 @@ services:content: |general_settings:proxy_batch_write_at: 60+ store_prompts_in_spend_logs: falserouter_settings:redis_host: os.environ/REDIS_HOST@@ -50,15 +51,15 @@ services:litellm_settings:set_verbose: falsejson_logs: true- log_raw_request_response: true+ log_raw_request_response: false# turn_off_message_logging: false# redact_user_api_key_info: falseservice_callback: ["prometheus_system"]drop_params: true# max_budget: 100# budget_duration: 30d- num_retries: 3- request_timeout: 600+ num_retries: 1+ request_timeout: 120telemetry: falsecache: truecache_params:@@ -131,17 +132,21 @@ services:- CMD- python- "-c"- - "import requests as r;r.get('http://127.0.0.1:4000/health/liveliness').raise_for_status()"- interval: 5s+ - "import urllib.request;urllib.request.urlopen('http://127.0.0.1:4000/health/liveliness',timeout=5)"+ interval: 30stimeout: 5sretries: 3+ start_period: 30scommand:- "--config"- /app/config.yaml- "--port"- "4000"- "--num_workers"- - "8"+ - "2"+ - "--run_gunicorn"+ - "--max_requests_before_restart"+ - "1000"postgres:image: "postgres:16-alpine"environment: