AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
Spike/infra pooling (#9812)
Nicholas Tindle3e0742f9c518
diff --git a/.github/workflows/platform-autgpt-deploy-prod.yml b/.github/workflows/platform-autgpt-deploy-prod.ymlindex aee6e05056..d0a8210253 100644--- a/.github/workflows/platform-autgpt-deploy-prod.yml+++ b/.github/workflows/platform-autgpt-deploy-prod.yml@@ -34,6 +34,7 @@ jobs:python -m prisma migrate deployenv:DATABASE_URL: ${{ secrets.BACKEND_DATABASE_URL }}+ DIRECT_URL: ${{ secrets.BACKEND_DATABASE_URL }}trigger:diff --git a/.github/workflows/platform-autogpt-deploy-dev.yaml b/.github/workflows/platform-autogpt-deploy-dev.yamlindex 7402bfbfca..44da8641ec 100644--- a/.github/workflows/platform-autogpt-deploy-dev.yaml+++ b/.github/workflows/platform-autogpt-deploy-dev.yaml@@ -36,6 +36,7 @@ jobs:python -m prisma migrate deployenv:DATABASE_URL: ${{ secrets.BACKEND_DATABASE_URL }}+ DIRECT_URL: ${{ secrets.BACKEND_DATABASE_URL }}trigger:needs: migratediff --git a/.github/workflows/platform-backend-ci.yml b/.github/workflows/platform-backend-ci.ymlindex 52a0b568c5..6cc9e157e2 100644--- a/.github/workflows/platform-backend-ci.yml+++ b/.github/workflows/platform-backend-ci.yml@@ -135,6 +135,7 @@ jobs:run: poetry run prisma migrate dev --name updatesenv:DATABASE_URL: ${{ steps.supabase.outputs.DB_URL }}+ DIRECT_URL: ${{ steps.supabase.outputs.DB_URL }}- id: lintname: Run Linter@@ -151,12 +152,13 @@ jobs:env:LOG_LEVEL: ${{ runner.debug && 'DEBUG' || 'INFO' }}DATABASE_URL: ${{ steps.supabase.outputs.DB_URL }}+ DIRECT_URL: ${{ steps.supabase.outputs.DB_URL }}SUPABASE_URL: ${{ steps.supabase.outputs.API_URL }}SUPABASE_SERVICE_ROLE_KEY: ${{ steps.supabase.outputs.SERVICE_ROLE_KEY }}SUPABASE_JWT_SECRET: ${{ steps.supabase.outputs.JWT_SECRET }}- REDIS_HOST: 'localhost'- REDIS_PORT: '6379'- REDIS_PASSWORD: 'testpassword'+ REDIS_HOST: "localhost"+ REDIS_PORT: "6379"+ REDIS_PASSWORD: "testpassword"env:CI: true@@ -169,8 +171,8 @@ jobs:# If you want to replace this, you can do so by making our entire system generate# new credentials for each local user and update the environment variables in# the backend service, docker composes, and examples- RABBITMQ_DEFAULT_USER: 'rabbitmq_user_default'- RABBITMQ_DEFAULT_PASS: 'k0VMxyIJF9S35f3x2uaw5IWAl6Y536O7'+ RABBITMQ_DEFAULT_USER: "rabbitmq_user_default"+ RABBITMQ_DEFAULT_PASS: "k0VMxyIJF9S35f3x2uaw5IWAl6Y536O7"# - name: Upload coverage reports to Codecov# uses: codecov/codecov-action@v4diff --git a/autogpt_platform/backend/.env.example b/autogpt_platform/backend/.env.exampleindex facc17e6dd..386f80a711 100644--- a/autogpt_platform/backend/.env.example+++ b/autogpt_platform/backend/.env.example@@ -8,6 +8,7 @@ DB_CONNECT_TIMEOUT=60DB_POOL_TIMEOUT=300DB_SCHEMA=platformDATABASE_URL="postgresql://${DB_USER}:${DB_PASS}@${DB_HOST}:${DB_PORT}/${DB_NAME}?schema=${DB_SCHEMA}&connect_timeout=${DB_CONNECT_TIMEOUT}"+DIRECT_URL="postgresql://${DB_USER}:${DB_PASS}@${DB_HOST}:${DB_PORT}/${DB_NAME}?schema=${DB_SCHEMA}&connect_timeout=${DB_CONNECT_TIMEOUT}"PRISMA_SCHEMA="postgres/schema.prisma"# EXECUTORdiff --git a/autogpt_platform/backend/Dockerfile b/autogpt_platform/backend/Dockerfileindex 91a1360265..5a0fadf9e4 100644--- a/autogpt_platform/backend/Dockerfile+++ b/autogpt_platform/backend/Dockerfile@@ -73,7 +73,6 @@ FROM server_dependencies AS serverCOPY autogpt_platform/backend /app/autogpt_platform/backendRUN poetry install --no-ansi --only-root-ENV DATABASE_URL=""ENV PORT=8000CMD ["poetry", "run", "rest"]diff --git a/autogpt_platform/backend/backend/data/db.py b/autogpt_platform/backend/backend/data/db.pyindex f962e9d393..ad85aafa62 100644--- a/autogpt_platform/backend/backend/data/db.py+++ b/autogpt_platform/backend/backend/data/db.py@@ -62,10 +62,10 @@ async def connect():# Connection acquired from a pool like Supabase somehow still possibly allows# the db client obtains a connection but still reject query connection afterward.- try:- await prisma.execute_raw("SELECT 1")- except Exception as e:- raise ConnectionError("Failed to connect to Prisma.") from e+ # try:+ # await prisma.execute_raw("SELECT 1")+ # except Exception as e:+ # raise ConnectionError("Failed to connect to Prisma.") from e@conn_retry("Prisma", "Releasing connection")diff --git a/autogpt_platform/backend/backend/executor/scheduler.py b/autogpt_platform/backend/backend/executor/scheduler.pyindex 09a10a56a2..f16c02b126 100644--- a/autogpt_platform/backend/backend/executor/scheduler.py+++ b/autogpt_platform/backend/backend/executor/scheduler.py@@ -166,7 +166,7 @@ class Scheduler(AppService):def run_service(self):load_dotenv()- db_schema, db_url = _extract_schema_from_url(os.getenv("DATABASE_URL"))+ db_schema, db_url = _extract_schema_from_url(os.getenv("DIRECT_URL"))self.scheduler = BlockingScheduler(jobstores={Jobstores.EXECUTION.value: SQLAlchemyJobStore(diff --git a/autogpt_platform/backend/schema.prisma b/autogpt_platform/backend/schema.prismaindex 71ff441e1b..f281c43d03 100644--- a/autogpt_platform/backend/schema.prisma+++ b/autogpt_platform/backend/schema.prisma@@ -1,6 +1,7 @@datasource db {- provider = "postgresql"- url = env("DATABASE_URL")+ provider = "postgresql"+ url = env("DATABASE_URL")+ directUrl = env("DIRECT_URL")}generator client {diff --git a/autogpt_platform/docker-compose.platform.yml b/autogpt_platform/docker-compose.platform.ymlindex 1197b6def0..8a1b7703fb 100644--- a/autogpt_platform/docker-compose.platform.yml+++ b/autogpt_platform/docker-compose.platform.yml@@ -15,6 +15,7 @@ services:condition: service_healthyenvironment:- DATABASE_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform+ - DIRECT_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platformnetworks:- app-networkrestart: on-failure@@ -77,6 +78,7 @@ services:- SUPABASE_JWT_SECRET=your-super-secret-jwt-token-with-at-least-32-characters-long- SUPABASE_SERVICE_ROLE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJzZXJ2aWNlX3JvbGUiLAogICAgImlzcyI6ICJzdXBhYmFzZS1kZW1vIiwKICAgICJpYXQiOiAxNjQxNzY5MjAwLAogICAgImV4cCI6IDE3OTk1MzU2MDAKfQ.DaYlNEoUrrEn2Ig7tqibS-PHK5vgusbcbo7X36XVt4Q- DATABASE_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform+ - DIRECT_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform- REDIS_HOST=redis- REDIS_PORT=6379- RABBITMQ_HOST=rabbitmq@@ -126,6 +128,7 @@ services:- SUPABASE_JWT_SECRET=your-super-secret-jwt-token-with-at-least-32-characters-long- SUPABASE_SERVICE_ROLE_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJzZXJ2aWNlX3JvbGUiLAogICAgImlzcyI6ICJzdXBhYmFzZS1kZW1vIiwKICAgICJpYXQiOiAxNjQxNzY5MjAwLAogICAgImV4cCI6IDE3OTk1MzU2MDAKfQ.DaYlNEoUrrEn2Ig7tqibS-PHK5vgusbcbo7X36XVt4Q- DATABASE_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform+ - DIRECT_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform- REDIS_HOST=redis- REDIS_PORT=6379- REDIS_PASSWORD=password@@ -167,6 +170,7 @@ services:- DATABASEMANAGER_HOST=rest_server- SUPABASE_JWT_SECRET=your-super-secret-jwt-token-with-at-least-32-characters-long- DATABASE_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform+ - DIRECT_URL=postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres?connect_timeout=60&schema=platform- REDIS_HOST=redis- REDIS_PORT=6379- REDIS_PASSWORD=password@@ -201,6 +205,7 @@ services:# - NEXT_PUBLIC_SUPABASE_URL=http://kong:8000# - NEXT_PUBLIC_SUPABASE_ANON_KEY=eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJhbm9uIiwKICAgICJpc3MiOiAic3VwYWJhc2UtZGVtbyIsCiAgICAiaWF0IjogMTY0MTc2OTIwMCwKICAgICJleHAiOiAxNzk5NTM1NjAwCn0.dc_X5iR_VP_qT0zsiyj_I_OZ2T9FtRU2BBNWN8Bu4GE# - DATABASE_URL=postgresql://agpt_user:pass123@postgres:5432/postgres?connect_timeout=60&schema=platform+# - DIRECT_URL=postgresql://agpt_user:pass123@postgres:5432/postgres?connect_timeout=60&schema=platform# - NEXT_PUBLIC_AGPT_SERVER_URL=http://localhost:8006/api# - NEXT_PUBLIC_AGPT_WS_SERVER_URL=ws://localhost:8001/ws# - NEXT_PUBLIC_AGPT_MARKETPLACE_URL=http://localhost:8015/api/v1/market