AutoGPT is the vision of accessible AI for everyone, to use and to build on. Our mission is to provide the tools, so that you can focus on what matters.
dx(backend): halve local test RAM and dependency image footprint (#15230)
Nicholas Tindle76116a494ed7
diff --git a/autogpt_platform/AGENTS.md b/autogpt_platform/AGENTS.mdindex cc1fd2781a..e24876172b 100644--- a/autogpt_platform/AGENTS.md+++ b/autogpt_platform/AGENTS.md@@ -69,7 +69,7 @@ setting to `BLANK_IN_ENV_DEFAULT` too.- All services use hardcoded defaults in docker-compose files (no `${VARIABLE}` substitutions)- The `env_file` directive loads variables INTO containers at runtime- Backend/Frontend services use YAML anchors for consistent configuration-- Supabase services (`db/docker/docker-compose.yml`) follow the same pattern+- PostgreSQL uses the pgvector image; the retired Supabase stack is not used.### Branching Strategydiff --git a/autogpt_platform/backend/TESTING.md b/autogpt_platform/backend/TESTING.mdindex 1b49e22b8a..b9ffffa620 100644--- a/autogpt_platform/backend/TESTING.md+++ b/autogpt_platform/backend/TESTING.md@@ -39,6 +39,20 @@ poetry run pytest -vpoetry run pytest --cov=backend```+The local test stack uses the same PostgreSQL 15 + pgvector image as CI. Its+`test-db-data` volume is separate from the development database.++Tests that need backend services must request the `server` fixture, directly or+through a setup fixture. It starts the services once per session and cleans up+graphs and store listings before stopping them. Pure unit tests do not start+these service processes.++For local runs on platforms with `forkserver`, the service processes share+preloaded code and models instead of importing separate copies. CI retains its+existing process startup. The preload must stay free of+background threads and open database connections; `scripts/test_server_fixture.py`+checks this contract.+## Snapshot TestingSnapshot testing captures the output of your code and compares it against previously saved snapshots. This is particularly useful for testing API responses.diff --git a/autogpt_platform/backend/backend/blocks/__init__.py b/autogpt_platform/backend/backend/blocks/__init__.pyindex 7b49f7c125..f36ed98f36 100644--- a/autogpt_platform/backend/backend/blocks/__init__.py+++ b/autogpt_platform/backend/backend/blocks/__init__.py@@ -26,11 +26,18 @@ def load_all_blocks() -> dict[str, type["AnyBlockSchema"]]:current_dir = Path(__file__).parentmodules = []for f in current_dir.rglob("*.py"):- if not f.is_file() or f.name == "__init__.py" or f.name.startswith("test_"):+ if (+ not f.is_file()+ or f.name in {"__init__.py", "conftest.py"}+ or f.name.startswith("test_")+ or f.name.endswith("_test.py")+ ):continue# Skip examples directory if not enabledrelative_path = f.relative_to(current_dir)+ if {"test", "tests"}.intersection(relative_path.parts[:-1]):+ continueif not load_examples and relative_path.parts[0] == "examples":continuediff --git a/autogpt_platform/backend/backend/blocks/mem0.py b/autogpt_platform/backend/backend/blocks/mem0.pyindex 6e0e3ef4ab..7215751604 100644--- a/autogpt_platform/backend/backend/blocks/mem0.py+++ b/autogpt_platform/backend/backend/blocks/mem0.py@@ -1,6 +1,5 @@-from typing import Any, Literal, Optional, Union+from typing import TYPE_CHECKING, Any, Literal, Optional, Union-from mem0 import MemoryClientfrom pydantic import BaseModel, SecretStrfrom backend.blocks._base import (@@ -18,6 +17,9 @@ from backend.data.model import ()from backend.integrations.providers import ProviderName+if TYPE_CHECKING:+ from mem0 import MemoryClient+TEST_CREDENTIALS = APIKeyCredentials(id="8cc8b2c5-d3e4-4b1c-84ad-e1e9fe2a0122",provider="mem0",@@ -38,8 +40,10 @@ class Mem0Base:"""Base class with shared utilities for Mem0 blocks"""@staticmethod- def _get_client(credentials: APIKeyCredentials) -> MemoryClient:+ def _get_client(credentials: APIKeyCredentials) -> "MemoryClient":"""Get initialized Mem0 client"""+ from mem0 import MemoryClient+return MemoryClient(api_key=credentials.api_key.get_secret_value())diff --git a/autogpt_platform/backend/backend/conftest.py b/autogpt_platform/backend/backend/conftest.pyindex db37229352..ba7eaec3d9 100644--- a/autogpt_platform/backend/backend/conftest.py+++ b/autogpt_platform/backend/backend/conftest.py@@ -1,6 +1,9 @@import inspectimport loggingimport os+from contextlib import asynccontextmanager+from multiprocessing import get_all_start_methods, get_context, set_forkserver_preload+from threading import Threadimport pytestimport pytest_asyncio@@ -14,6 +17,7 @@ load_dotenv()# Set up loggingconfigure_logging()logger = logging.getLogger(__name__)+_preload_started = False# Reduce Prisma log spam unless PRISMA_DEBUG is setif not os.getenv("PRISMA_DEBUG"):@@ -21,12 +25,34 @@ if not os.getenv("PRISMA_DEBUG"):prisma_logger.setLevel(logging.INFO)+def pytest_itemcollected(item: pytest.Function) -> None:+ global _preload_started+ if (+ _preload_started+ or os.getenv("CI")+ or item.config.getoption("collectonly")+ or "server" not in item.fixturenames+ or "forkserver" not in get_all_start_methods()+ ):+ return+ set_forkserver_preload(["scripts.server_preload"])+ Thread(target=_warm_test_forkserver, daemon=True).start()+ _preload_started = True+++def _warm_test_forkserver() -> None:+ process = get_context("forkserver").Process(target=os.getpid)+ process.start()+ process.join()++@pytest_asyncio.fixture(scope="session", loop_scope="session")async def server():from backend.util.test import SpinTestServerasync with SpinTestServer() as server:- yield server+ async with _track_test_graphs(server):+ yield server@pytest.fixture(autouse=True)@@ -76,7 +102,7 @@ async def _create_user_with_loop_retry(user_data: dict) -> None:@pytest.fixture-async def setup_test_user(test_user_id):+async def setup_test_user(server, test_user_id):"""Create test user in database before tests."""user_data = {"sub": test_user_id,@@ -88,7 +114,7 @@ async def setup_test_user(test_user_id):@pytest.fixture-async def setup_admin_user(admin_user_id):+async def setup_admin_user(server, admin_user_id):"""Create admin user in database before tests."""user_data = {"sub": admin_user_id,@@ -99,8 +125,8 @@ async def setup_admin_user(admin_user_id):return admin_user_id-@pytest_asyncio.fixture(scope="session", loop_scope="session", autouse=True)-async def graph_cleanup(server):+@asynccontextmanager+async def _track_test_graphs(server):"""Delete the graphs and store listings that tests created through the testserver, at the end of the session, so they don't pile up in the test DB."""created_graphs: list[tuple[str, str]] = []diff --git a/autogpt_platform/backend/backend/data/credit_integration_test.py b/autogpt_platform/backend/backend/data/credit_integration_test.pyindex 88a7440418..fccb9a9d83 100644--- a/autogpt_platform/backend/backend/data/credit_integration_test.py+++ b/autogpt_platform/backend/backend/data/credit_integration_test.py@@ -22,7 +22,7 @@ from backend.util.json import SafeJson@pytest.fixture-async def cleanup_test_user():+async def cleanup_test_user(server):"""Clean up test user data before and after tests."""import uuiddiff --git a/autogpt_platform/backend/backend/data/credit_metadata_test.py b/autogpt_platform/backend/backend/data/credit_metadata_test.pyindex 1727267b50..ca74aaa107 100644--- a/autogpt_platform/backend/backend/data/credit_metadata_test.py+++ b/autogpt_platform/backend/backend/data/credit_metadata_test.py@@ -24,7 +24,7 @@ from backend.util.json import SafeJson@pytest.fixture-async def setup_test_user():+async def setup_test_user(server):"""Setup test user and cleanup after test."""user_id = DEFAULT_USER_IDdiff --git a/autogpt_platform/backend/backend/data/spending_export_test.py b/autogpt_platform/backend/backend/data/spending_export_test.pyindex 95a2025bf9..c18795e6a8 100644--- a/autogpt_platform/backend/backend/data/spending_export_test.py+++ b/autogpt_platform/backend/backend/data/spending_export_test.py@@ -200,7 +200,7 @@ class TestAdminExportUserHistory:@pytest.mark.asyncioasync def test_rejects_when_fetched_rowset_exceeds_cap(self):- oversize = [_make_tx() for _ in range(CREDIT_EXPORT_MAX_ROWS + 1)]+ oversize = [_make_tx()] * (CREDIT_EXPORT_MAX_ROWS + 1)with patch("backend.data.credit.CreditTransaction") as ct, patch("backend.data.credit.get_user_email_by_id",new_callable=AsyncMock,diff --git a/autogpt_platform/backend/backend/executor/block_usage_cost_test.py b/autogpt_platform/backend/backend/executor/block_usage_cost_test.pyindex 02d443c837..165eb31a31 100644--- a/autogpt_platform/backend/backend/executor/block_usage_cost_test.py+++ b/autogpt_platform/backend/backend/executor/block_usage_cost_test.py@@ -1,6 +1,7 @@"""Tests for the dynamic-pricing branches of block_usage_cost."""import math+from unittest.mock import patchimport pytest@@ -30,6 +31,15 @@ from backend.integrations.credentials_store import (fal_credentials,openai_credentials,)+from backend.sdk.cost_integration import register_provider_costs_for_block+++def registered_exa_costs():+ with patch.dict(BLOCK_COSTS):+ BLOCK_COSTS.pop(ExaSearchBlock, None)+ register_provider_costs_for_block(ExaSearchBlock)+ yield@pytest.fixture(autouse=True)@@ -285,7 +295,7 @@ def test_fal_video_block_bills_fifteen_credits_per_second():assert cost == 0-def test_exa_blocks_bill_cost_usd_via_sdk_config():+def test_exa_blocks_bill_cost_usd_via_sdk_config(registered_exa_costs):"""End-to-end: Exa's ProviderBuilder.with_base_cost(100, COST_USD) is live."""block = ExaSearchBlock()creds = {diff --git a/autogpt_platform/backend/docker-compose.test.yaml b/autogpt_platform/backend/docker-compose.test.yamlindex b9590ab376..fe038ac2ec 100644--- a/autogpt_platform/backend/docker-compose.test.yaml+++ b/autogpt_platform/backend/docker-compose.test.yaml@@ -5,7 +5,7 @@ networks:name: shared-networkvolumes:- supabase-config:+ test-db-data:clamav-data:x-agpt-services:@@ -14,27 +14,25 @@ x-agpt-services:- app-network- shared-network-x-supabase-services:- &supabase-services- networks:- - app-network- - shared-network-services:db:- <<: *supabase-services- extends:- file: ../db/docker/docker-compose.yml- service: db+ <<: *agpt-services+ image: pgvector/pgvector:pg15+ environment:+ POSTGRES_USER: postgres+ POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:?POSTGRES_PASSWORD must be set}+ POSTGRES_DB: agpt_testports:- - ${POSTGRES_PORT}:5432 # We don't use Supavisor locally, so we expose the db directly.-- vector:- <<: *supabase-services- extends:- file: ../db/docker/docker-compose.yml- service: vector+ - ${POSTGRES_PORT:-5432}:5432+ volumes:+ - ../db/init/00-init.sql:/docker-entrypoint-initdb.d/00-init.sql:ro+ - test-db-data:/var/lib/postgresql/data+ healthcheck:+ test: ["CMD", "pg_isready", "-U", "postgres", "-h", "localhost"]+ interval: 5s+ timeout: 5s+ retries: 10# The backend's Redis client is cluster-only (`RedisClient = RedisCluster`),# and every other environment — `backend/.env.default`, the devdiff --git a/autogpt_platform/backend/scripts/run_tests.py b/autogpt_platform/backend/scripts/run_tests.pyindex 2ac0e58aff..df65462290 100644--- a/autogpt_platform/backend/scripts/run_tests.py+++ b/autogpt_platform/backend/scripts/run_tests.py@@ -26,14 +26,7 @@ STACK_WAIT_SECONDS = 30 * 60def wait_for_postgres(max_retries=36, delay=5):- """Block until the `postgres` role can run a query.-- pg_isready isn't enough: on a fresh data directory the Supabase image runs- its init scripts against a temporary server that already accepts- connections, before the `postgres` role exists. Starting on that, or having- the container recreated mid-init, leaves a half-built database that fails- every later run with `role "postgres" does not exist`.- """+ """Block until the test database accepts queries."""for _ in range(max_retries):try:result = subprocess.run(@@ -69,11 +62,9 @@ def wait_for_postgres(max_retries=36, delay=5):time.sleep(delay)print("Failed to connect to PostgreSQL. If `docker compose -f "- "docker-compose.test.yaml logs db` says the `postgres` role does not "- "exist, the database's first start was interrupted. Its data "- "directory, ../db/docker/volumes/db/data, is also your local dev "- "Supabase database: back up anything you need from it, then delete it "- "and run the tests again."+ "docker-compose.test.yaml logs db` reports an initialization failure, "+ "inspect the test-db-data volume. The test database is separate "+ "from your development database.")return False@@ -154,7 +145,17 @@ def tear_down_stack():if owners := other_stack_owners():print(f"Leaving the test stack up for {', '.join(sorted(owners))}.")return- run_command(["docker", "compose", "-f", "docker-compose.test.yaml", "down"])+ run_command(+ [+ "docker",+ "compose",+ "-f",+ "docker-compose.test.yaml",+ "--env-file",+ "../.env",+ "down",+ ]+ )def other_stack_owners():@@ -254,15 +255,8 @@ def test():db_name = os.getenv("POSTGRES_DB", "postgres")db_port = os.getenv("POSTGRES_PORT", "5432")- # Run tests against a DEDICATED DATABASE on the test server. This is- # load-bearing: the "test" db container shares its data directory with- # the dev Supabase database, whose default search_path is- # `"$user", platform, public` — so a schema-less URL points unqualified- # DDL (and `prisma migrate reset --force`!) at the LIVE `platform`- # schema, and a `?schema=` URL breaks migrations that rely on- # extensions installed in Supabase's `extensions` schema (pg_trgm's- # gin_trgm_ops). A separate database gets its own fresh `public`- # schema: extensions install locally, resets stay contained.+ # The compose entrypoint initializes this database with the same legacy+ # auth schema shim used by CI before Prisma applies its migration history.test_db_name = "agpt_test"subprocess.run([diff --git a/autogpt_platform/backend/scripts/run_tests_test.py b/autogpt_platform/backend/scripts/run_tests_test.pyindex f4f09b7e66..fda964a9d8 100644--- a/autogpt_platform/backend/scripts/run_tests_test.py+++ b/autogpt_platform/backend/scripts/run_tests_test.py@@ -87,7 +87,15 @@ def test_tear_down_takes_its_own_stack_down():run_tests.tear_down_stack()run_command.assert_called_once_with(- ["docker", "compose", "-f", "docker-compose.test.yaml", "down"]+ [+ "docker",+ "compose",+ "-f",+ "docker-compose.test.yaml",+ "--env-file",+ "../.env",+ "down",+ ])diff --git a/autogpt_platform/backend/scripts/server_preload.py b/autogpt_platform/backend/scripts/server_preload.pynew file mode 100644index 0000000000..83b227568e--- /dev/null+++ b/autogpt_platform/backend/scripts/server_preload.py@@ -0,0 +1,12 @@+"""Share imported test-service code through the existing forkserver."""++import gc+import importlib++importlib.import_module("pytest")+importlib.import_module("backend.util.test")+importlib.import_module("backend.blocks").load_all_blocks()++# Keep cyclic GC from dirtying inherited objects and defeating copy-on-write.+gc.collect()+gc.freeze()diff --git a/autogpt_platform/backend/scripts/test_block_discovery.py b/autogpt_platform/backend/scripts/test_block_discovery.pynew file mode 100644index 0000000000..2b5a91dc7d--- /dev/null+++ b/autogpt_platform/backend/scripts/test_block_discovery.py@@ -0,0 +1,61 @@+import inspect+import subprocess+import sys+from pathlib import Path+from unittest.mock import patch++from backend.blocks import load_all_blocks+++def test_block_discovery_does_not_import_tests(tmp_path: Path):+ paths = [+ "provider/action.py",+ "provider/_config.py",+ "provider/action_test.py",+ "provider/test_action.py",+ "provider/conftest.py",+ "provider/tests/helpers.py",+ "test/helpers.py",+ "provider/__init__.py",+ ]+ for name in paths:+ path = tmp_path / name+ path.parent.mkdir(parents=True, exist_ok=True)+ path.touch()++ with (+ patch("backend.blocks.__file__", str(tmp_path / "__init__.py")),+ patch("backend.blocks._all_subclasses", return_value=[]),+ patch("backend.blocks.importlib.import_module") as import_module,+ ):+ inspect.unwrap(load_all_blocks)()+ assert {call.args[0] for call in import_module.call_args_list} == {+ ".provider.action",+ ".provider._config",+ }+++def test_mem0_sdk_is_loaded_only_when_creating_a_client():+ subprocess.run(+ [+ sys.executable,+ "-c",+ """+import sys+from types import ModuleType+from unittest.mock import Mock, patch+from backend.blocks.mem0 import Mem0Base, TEST_CREDENTIALS++assert "mem0" not in sys.modules+module = ModuleType("mem0")+module.MemoryClient = Mock()+with patch.dict(sys.modules, {"mem0": module}):+ client = Mem0Base._get_client(TEST_CREDENTIALS)+assert client is module.MemoryClient.return_value+module.MemoryClient.assert_called_once_with(+ api_key=TEST_CREDENTIALS.api_key.get_secret_value()+)+""",+ ],+ check=True,+ )diff --git a/autogpt_platform/backend/scripts/test_server_fixture.py b/autogpt_platform/backend/scripts/test_server_fixture.pynew file mode 100644index 0000000000..02bf0b5882--- /dev/null+++ b/autogpt_platform/backend/scripts/test_server_fixture.py@@ -0,0 +1,172 @@+import subprocess+import sys+from pathlib import Path+from unittest.mock import Mock, patch++import pytest++from backend import conftest as fixtures++pytest_plugins = ["pytester"]+++ "names,ci,collect_only,methods",+ [+ ([], False, False, ["forkserver"]),+ (["server"], True, False, ["forkserver"]),+ (["server"], False, True, ["forkserver"]),+ (["server"], False, False, ["spawn"]),+ ],+)+def test_preload_only_for_local_service_tests(+ monkeypatch, names, ci, collect_only, methods+):+ monkeypatch.delenv("CI", raising=False)+ if ci:+ monkeypatch.setenv("CI", "true")+ item = Mock(spec=pytest.Function)+ item.config = Mock()+ item.fixturenames = names+ item.config.getoption.return_value = collect_only+ with (+ patch.object(fixtures, "_preload_started", False),+ patch.object(fixtures, "get_all_start_methods", return_value=methods),+ patch.object(fixtures, "Thread") as thread,+ ):+ fixtures.pytest_itemcollected(item)+ thread.assert_not_called()+++def test_service_collection_starts_only_one_preload(monkeypatch):+ monkeypatch.delenv("CI", raising=False)+ item = Mock(spec=pytest.Function)+ item.config = Mock()+ item.fixturenames = ["server"]+ item.config.getoption.return_value = False+ with (+ patch.object(fixtures, "_preload_started", False),+ patch.object(fixtures, "get_all_start_methods", return_value=["forkserver"]),+ patch.object(fixtures, "set_forkserver_preload") as configure,+ patch.object(fixtures, "Thread") as thread,+ ):+ fixtures.pytest_itemcollected(item)+ fixtures.pytest_itemcollected(item)+ configure.assert_called_once_with(["scripts.server_preload"])+ thread.return_value.start.assert_called_once_with()++[email protected]("failure", ["configure", "start"])+def test_preload_setup_failure_does_not_mark_it_started(monkeypatch, failure):+ monkeypatch.delenv("CI", raising=False)+ item = Mock(spec=pytest.Function)+ item.config = Mock()+ item.fixturenames = ["server"]+ item.config.getoption.return_value = False+ with (+ patch.object(fixtures, "_preload_started", False),+ patch.object(fixtures, "get_all_start_methods", return_value=["forkserver"]),+ patch.object(fixtures, "set_forkserver_preload") as configure,+ patch.object(fixtures, "Thread") as thread,+ ):+ operation = configure if failure == "configure" else thread.return_value.start+ operation.side_effect = RuntimeError("preload setup failed")+ with pytest.raises(RuntimeError, match="preload setup failed"):+ fixtures.pytest_itemcollected(item)+ assert not fixtures._preload_started+ operation.side_effect = None+ fixtures.pytest_itemcollected(item)+ assert fixtures._preload_started+++def test_server_starts_on_demand_and_cleans_up(pytester: pytest.Pytester):+ events = pytester.path / "events.txt"+ backend_dir = Path(__file__).resolve().parents[1]+ pytester.makeconftest(+ f"""+import sys+from pathlib import Path+from types import ModuleType, SimpleNamespace++sys.path.insert(0, {str(backend_dir)!r})+from backend.conftest import *+import backend.conftest as fixtures++events = Path({str(events)!r})++def record(message):+ with events.open("a") as stream:+ stream.write(message + "\\n")++class FakeServer:+ def __init__(self):+ self.agent_server = self++ async def __aenter__(self):+ record("start")+ return self++ async def __aexit__(self, *args):+ record("stop")++ async def test_create_graph(self, graph, user_id):+ return SimpleNamespace(id="graph", sub_graphs=[])++ async def test_create_store_listing(self):+ return SimpleNamespace(listing_id="listing")++async def cleanup(server, graphs, listings):+ assert graphs == [("graph", "user")]+ assert listings == ["listing"]+ record("cleanup")++module = ModuleType("backend.util.test")+module.SpinTestServer = FakeServer+sys.modules["backend.util.test"] = module+fixtures._delete_test_graphs = cleanup+fixtures._warm_test_forkserver = lambda: None+"""+ )+ pytester.makeini("[pytest]\nasyncio_mode = auto\n")+ pytester.makepyfile(+ f"""+from pathlib import Path++def test_01_pure_unit_test():+ assert not Path({str(events)!r}).exists()++async def test_02_server_test(server):+ await server.agent_server.test_create_graph({{}}, user_id="user")+ await server.agent_server.test_create_store_listing()+"""+ )++ result = pytester.runpytest_subprocess("-q", "-p", "no:syrupy")++ result.assert_outcomes(passed=2)+ assert events.read_text().splitlines() == ["start", "cleanup", "stop"]+++def test_preloaded_services_have_no_background_threads_or_connections():+ subprocess.run(+ [+ sys.executable,+ "-c",+ """+import gc+import os+import sys+import threading++os.environ.pop("PYTEST_CURRENT_TEST", None)+import scripts.server_preload+from backend.data import db++assert "pytest" in sys.modules+assert threading.active_count() == 1, threading.enumerate()+assert not db.is_connected()+assert gc.get_freeze_count() > 0+""",+ ],+ check=True,+ )diff --git a/autogpt_platform/backend/scripts/test_test_stack.py b/autogpt_platform/backend/scripts/test_test_stack.pynew file mode 100644index 0000000000..2f01db133b--- /dev/null+++ b/autogpt_platform/backend/scripts/test_test_stack.py@@ -0,0 +1,20 @@+from pathlib import Path++import yaml++BACKEND_DIR = Path(__file__).resolve().parents[1]+++def test_test_database_matches_ci_without_mounting_development_data():+ compose = yaml.safe_load((BACKEND_DIR / "docker-compose.test.yaml").read_text())+ database = compose["services"]["db"]++ assert database["image"] == "pgvector/pgvector:pg15"+ assert "extends" not in database+ assert database["environment"]["POSTGRES_DB"] == "agpt_test"+ assert database["ports"] == ["${POSTGRES_PORT:-5432}:5432"]+ assert database["volumes"] == [+ "../db/init/00-init.sql:/docker-entrypoint-initdb.d/00-init.sql:ro",+ "test-db-data:/var/lib/postgresql/data",+ ]+ assert "vector" not in compose["services"]diff --git a/autogpt_platform/db/docker/README.md b/autogpt_platform/db/docker/README.mdindex 9ab215b902..e4d43f75f5 100644--- a/autogpt_platform/db/docker/README.md+++ b/autogpt_platform/db/docker/README.md@@ -1,3 +1,8 @@-# Supabase Docker+# Retired Supabase stack-This is a minimal Docker Compose setup for self-hosting Supabase. Follow the steps [here](https://supabase.com/docs/guides/hosting/docker) to get started.+The platform uses PostgreSQL with pgvector and Better Auth. The bundled+Supabase Compose stack has been removed.++Existing database and storage directories remain ignored by Git. Follow the+[upgrade instructions](../../../docs/platform/getting-started.md#upgrading-an-existing-supabase-based-installation)+before moving or deleting historical data.diff --git a/autogpt_platform/db/docker/dev/data.sql b/autogpt_platform/db/docker/dev/data.sqldeleted file mode 100644index 2328004184..0000000000--- a/autogpt_platform/db/docker/dev/data.sql+++ /dev/null@@ -1,48 +0,0 @@-create table profiles (- id uuid references auth.users not null,- updated_at timestamp with time zone,- username text unique,- avatar_url text,- website text,-- primary key (id),- unique(username),- constraint username_length check (char_length(username) >= 3)-);--alter table profiles enable row level security;--create policy "Public profiles are viewable by the owner."- on profiles for select- using ( auth.uid() = id );--create policy "Users can insert their own profile."- on profiles for insert- with check ( auth.uid() = id );--create policy "Users can update own profile."- on profiles for update- using ( auth.uid() = id );---- Set up Realtime-begin;- drop publication if exists supabase_realtime;- create publication supabase_realtime;-commit;-alter publication supabase_realtime add table profiles;---- Set up Storage-insert into storage.buckets (id, name)-values ('avatars', 'avatars');--create policy "Avatar images are publicly accessible."- on storage.objects for select- using ( bucket_id = 'avatars' );--create policy "Anyone can upload an avatar."- on storage.objects for insert- with check ( bucket_id = 'avatars' );--create policy "Anyone can update an avatar."- on storage.objects for update- with check ( bucket_id = 'avatars' );diff --git a/autogpt_platform/db/docker/dev/docker-compose.dev.yml b/autogpt_platform/db/docker/dev/docker-compose.dev.ymldeleted file mode 100644index ca19a0ad78..0000000000--- a/autogpt_platform/db/docker/dev/docker-compose.dev.yml+++ /dev/null@@ -1,34 +0,0 @@-version: "3.8"--services:- studio:- build:- context: ..- dockerfile: studio/Dockerfile- target: dev- ports:- - 8082:8082- mail:- container_name: supabase-mail- image: inbucket/inbucket:3.0.3- ports:- - '2500:2500' # SMTP- - '9000:9000' # web interface- - '1100:1100' # POP3- auth:- environment:- - GOTRUE_SMTP_USER=- - GOTRUE_SMTP_PASS=- meta:- ports:- - 5555:8080- db:- restart: 'no'- volumes:- # Always use a fresh database when developing- - /var/lib/postgresql/data- # Seed data should be inserted last (alphabetical order)- - ./dev/data.sql:/docker-entrypoint-initdb.d/seed.sql- storage:- volumes:- - /var/lib/storagediff --git a/autogpt_platform/db/docker/docker-compose.s3.yml b/autogpt_platform/db/docker/docker-compose.s3.ymldeleted file mode 100644index 043691a607..0000000000--- a/autogpt_platform/db/docker/docker-compose.s3.yml+++ /dev/null@@ -1,94 +0,0 @@-services:-- minio:- image: minio/minio- ports:- - '9000:9000'- - '9001:9001'- environment:- MINIO_ROOT_USER: supa-storage- MINIO_ROOT_PASSWORD: secret1234- command: server --console-address ":9001" /data- healthcheck:- test: [ "CMD", "curl", "-f", "http://minio:9000/minio/health/live" ]- interval: 2s- timeout: 10s- retries: 5- volumes:- - ./volumes/storage:/data:z-- minio-createbucket:- image: minio/mc- depends_on:- minio:- condition: service_healthy- entrypoint: >- /bin/sh -c "- /usr/bin/mc alias set supa-minio http://minio:9000 supa-storage secret1234;- /usr/bin/mc mb supa-minio/stub;- exit 0;- "-- storage:- container_name: supabase-storage- image: supabase/storage-api:v1.11.13- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- rest:- condition: service_started- imgproxy:- condition: service_started- minio:- condition: service_healthy- healthcheck:- test:- [- "CMD",- "wget",- "--no-verbose",- "--tries=1",- "--spider",- "http://localhost:5000/status"- ]- timeout: 5s- interval: 5s- retries: 3- restart: unless-stopped- environment:- ANON_KEY: ${ANON_KEY}- SERVICE_KEY: ${SERVICE_ROLE_KEY}- POSTGREST_URL: http://rest:3000- PGRST_JWT_SECRET: ${JWT_SECRET}- DATABASE_URL: postgres://supabase_storage_admin:${POSTGRES_PASSWORD}@${POSTGRES_HOST}:${POSTGRES_PORT}/${POSTGRES_DB}- FILE_SIZE_LIMIT: 52428800- STORAGE_BACKEND: s3- GLOBAL_S3_BUCKET: stub- GLOBAL_S3_ENDPOINT: http://minio:9000- GLOBAL_S3_PROTOCOL: http- GLOBAL_S3_FORCE_PATH_STYLE: true- AWS_ACCESS_KEY_ID: supa-storage- AWS_SECRET_ACCESS_KEY: secret1234- AWS_DEFAULT_REGION: stub- FILE_STORAGE_BACKEND_PATH: /var/lib/storage- TENANT_ID: stub- # TODO: https://github.com/supabase/storage-api/issues/55- REGION: stub- ENABLE_IMAGE_TRANSFORMATION: "true"- IMGPROXY_URL: http://imgproxy:5001- volumes:- - ./volumes/storage:/var/lib/storage:z-- imgproxy:- container_name: supabase-imgproxy- image: darthsim/imgproxy:v3.8.0- healthcheck:- test: [ "CMD", "imgproxy", "health" ]- timeout: 5s- interval: 5s- retries: 3- environment:- IMGPROXY_BIND: ":5001"- IMGPROXY_USE_ETAG: "true"- IMGPROXY_ENABLE_WEBP_DETECTION: ${IMGPROXY_ENABLE_WEBP_DETECTION}diff --git a/autogpt_platform/db/docker/docker-compose.yml b/autogpt_platform/db/docker/docker-compose.ymldeleted file mode 100644index 59bb765a80..0000000000--- a/autogpt_platform/db/docker/docker-compose.yml+++ /dev/null@@ -1,554 +0,0 @@-# Usage-# Start: docker compose up-# With helpers: docker compose -f docker-compose.yml -f ./dev/docker-compose.dev.yml up-# Stop: docker compose down-# Destroy: docker compose -f docker-compose.yml -f ./dev/docker-compose.dev.yml down -v --remove-orphans-# Reset everything: ./reset.sh--# Environment Variable Loading Order (first → last, later overrides earlier):-# 1. ../../.env.default - Default values for all Supabase settings-# 2. ../../.env - User's custom configuration (if exists)-# 3. ./.env - Local overrides specific to db/docker (if exists)-# 4. environment key - Service-specific overrides defined below-# 5. Shell environment - Variables exported before running docker compose--name: supabase--# Common env_file configuration for all Supabase services-x-supabase-env-files: &supabase-env-files- env_file:- - ../../.env.default # Base defaults from platform root- - path: ../../.env # User overrides from platform root (optional)- required: false- - path: ./.env # Local overrides for db/docker (optional)- required: false--# Common Supabase environment - hardcoded defaults to avoid variable substitution-x-supabase-env: &supabase-env- SUPABASE_ANON_KEY: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJhbm9uIiwKICAgICJpc3MiOiAic3VwYWJhc2UtZGVtbyIsCiAgICAiaWF0IjogMTY0MTc2OTIwMCwKICAgICJleHAiOiAxNzk5NTM1NjAwCn0.dc_X5iR_VP_qT0zsiyj_I_OZ2T9FtRU2BBNWN8Bu4GE- SUPABASE_SERVICE_KEY: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJzZXJ2aWNlX3JvbGUiLAogICAgImlzcyI6ICJzdXBhYmFzZS1kZW1vIiwKICAgICJpYXQiOiAxNjQxNzY5MjAwLAogICAgImV4cCI6IDE3OTk1MzU2MDAKfQ.DaYlNEoUrrEn2Ig7tqibS-PHK5vgusbcbo7X36XVt4Q--services:- studio:- container_name: supabase-studio- image: supabase/studio:20250224-d10db0f- restart: unless-stopped- healthcheck:- test:- [- "CMD",- "node",- "-e",- "fetch('http://studio:3000/api/platform/profile').then((r) => {if (r.status !== 200) throw new Error(r.status)})"- ]- timeout: 10s- interval: 5s- retries: 3- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- STUDIO_PG_META_URL: http://meta:8080- DEFAULT_ORGANIZATION_NAME: Default Organization- DEFAULT_PROJECT_NAME: Default Project- SUPABASE_URL: http://kong:8000- AUTH_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long-- LOGFLARE_API_KEY: your-super-secret-and-long-logflare-key- LOGFLARE_URL: http://analytics:4000- NEXT_PUBLIC_ENABLE_LOGS: true- # Comment to use Big Query backend for analytics- NEXT_ANALYTICS_BACKEND_PROVIDER: postgres- # Uncomment to use Big Query backend for analytics- # NEXT_ANALYTICS_BACKEND_PROVIDER: bigquery-- kong:- container_name: supabase-kong- image: kong:2.8.1- restart: unless-stopped- networks:- - default- - shared-network- ports:- - 8000:8000/tcp- - 8443:8443/tcp- volumes:- # https://github.com/supabase/supabase/issues/12661- - ./volumes/api/kong.yml:/home/kong/temp.yml:ro- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- KONG_DATABASE: "off"- KONG_DECLARATIVE_CONFIG: /home/kong/kong.yml- # https://github.com/supabase/cli/issues/14- KONG_DNS_ORDER: LAST,A,CNAME- KONG_PLUGINS: request-transformer,cors,key-auth,acl,basic-auth- KONG_NGINX_PROXY_PROXY_BUFFER_SIZE: 160k- KONG_NGINX_PROXY_PROXY_BUFFERS: 64 160k- # https://unix.stackexchange.com/a/294837- entrypoint: bash -c 'eval "echo \"$$(cat ~/temp.yml)\"" > ~/kong.yml && /docker-entrypoint.sh kong docker-start'-- auth:- container_name: supabase-auth- image: supabase/gotrue:v2.170.0- restart: unless-stopped- healthcheck:- test:- [- "CMD",- "wget",- "--no-verbose",- "--tries=1",- "--spider",- "http://localhost:9999/health"- ]- timeout: 5s- interval: 5s- retries: 3- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- GOTRUE_API_HOST: 0.0.0.0- GOTRUE_API_PORT: 9999-- GOTRUE_DB_DRIVER: postgres- GOTRUE_DB_DATABASE_URL: postgres://supabase_auth_admin:your-super-secret-and-long-postgres-password@db:5432/postgres-- GOTRUE_SITE_URL: http://localhost:3000- GOTRUE_URI_ALLOW_LIST: ""- GOTRUE_DISABLE_SIGNUP: false-- GOTRUE_JWT_ADMIN_ROLES: service_role- GOTRUE_JWT_AUD: authenticated- GOTRUE_JWT_DEFAULT_GROUP_NAME: authenticated- GOTRUE_JWT_EXP: 3600- GOTRUE_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long-- GOTRUE_EXTERNAL_EMAIL_ENABLED: true- GOTRUE_EXTERNAL_ANONYMOUS_USERS_ENABLED: false- GOTRUE_MAILER_AUTOCONFIRM: false-- # Uncomment to bypass nonce check in ID Token flow. Commonly set to true when using Google Sign In on mobile.- # GOTRUE_EXTERNAL_SKIP_NONCE_CHECK: true-- # GOTRUE_MAILER_SECURE_EMAIL_CHANGE_ENABLED: true- # GOTRUE_SMTP_MAX_FREQUENCY: 1s- GOTRUE_SMTP_ADMIN_EMAIL: [email protected]- GOTRUE_SMTP_HOST: supabase-mail- GOTRUE_SMTP_PORT: 2500- GOTRUE_SMTP_USER: fake_mail_user- GOTRUE_SMTP_PASS: fake_mail_password- GOTRUE_SMTP_SENDER_NAME: fake_sender- GOTRUE_MAILER_URLPATHS_INVITE: /auth/v1/verify- GOTRUE_MAILER_URLPATHS_CONFIRMATION: /auth/v1/verify- GOTRUE_MAILER_URLPATHS_RECOVERY: /auth/v1/verify- GOTRUE_MAILER_URLPATHS_EMAIL_CHANGE: /auth/v1/verify-- GOTRUE_EXTERNAL_PHONE_ENABLED: true- GOTRUE_SMS_AUTOCONFIRM: true- # Uncomment to enable custom access token hook. Please see: https://supabase.com/docs/guides/auth/auth-hooks for full list of hooks and additional details about custom_access_token_hook-- # GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_ENABLED: "true"- # GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_URI: "pg-functions://postgres/public/custom_access_token_hook"- # GOTRUE_HOOK_CUSTOM_ACCESS_TOKEN_SECRETS: "<standard-base64-secret>"-- # GOTRUE_HOOK_MFA_VERIFICATION_ATTEMPT_ENABLED: "true"- # GOTRUE_HOOK_MFA_VERIFICATION_ATTEMPT_URI: "pg-functions://postgres/public/mfa_verification_attempt"-- # GOTRUE_HOOK_PASSWORD_VERIFICATION_ATTEMPT_ENABLED: "true"- # GOTRUE_HOOK_PASSWORD_VERIFICATION_ATTEMPT_URI: "pg-functions://postgres/public/password_verification_attempt"-- # GOTRUE_HOOK_SEND_SMS_ENABLED: "false"- # GOTRUE_HOOK_SEND_SMS_URI: "pg-functions://postgres/public/custom_access_token_hook"- # GOTRUE_HOOK_SEND_SMS_SECRETS: "v1,whsec_VGhpcyBpcyBhbiBleGFtcGxlIG9mIGEgc2hvcnRlciBCYXNlNjQgc3RyaW5n"-- # GOTRUE_HOOK_SEND_EMAIL_ENABLED: "false"- # GOTRUE_HOOK_SEND_EMAIL_URI: "http://host.docker.internal:54321/functions/v1/email_sender"- # GOTRUE_HOOK_SEND_EMAIL_SECRETS: "v1,whsec_VGhpcyBpcyBhbiBleGFtcGxlIG9mIGEgc2hvcnRlciBCYXNlNjQgc3RyaW5n"-- rest:- container_name: supabase-rest- image: postgrest/postgrest:v12.2.8- restart: unless-stopped- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- PGRST_DB_URI: postgres://authenticator:your-super-secret-and-long-postgres-password@db:5432/postgres- PGRST_DB_SCHEMAS: public,storage,graphql_public- PGRST_DB_ANON_ROLE: anon- PGRST_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- PGRST_DB_USE_LEGACY_GUCS: "false"- PGRST_APP_SETTINGS_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- PGRST_APP_SETTINGS_JWT_EXP: 3600- command:- [- "postgrest"- ]-- realtime:- # This container name looks inconsistent but is correct because realtime constructs tenant id by parsing the subdomain- container_name: realtime-dev.supabase-realtime- image: supabase/realtime:v2.34.40- restart: unless-stopped- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- healthcheck:- test:- [- "CMD",- "curl",- "-sSfL",- "--head",- "-o",- "/dev/null",- "-H",- "Authorization: Bearer eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJhbm9uIiwKICAgICJpc3MiOiAic3VwYWJhc2UtZGVtbyIsCiAgICAiaWF0IjogMTY0MTc2OTIwMCwKICAgICJleHAiOiAxNzk5NTM1NjAwCn0.dc_X5iR_VP_qT0zsiyj_I_OZ2T9FtRU2BBNWN8Bu4GE",- "http://localhost:4000/api/tenants/realtime-dev/health"- ]- timeout: 5s- interval: 5s- retries: 3- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- PORT: 4000- DB_HOST: db- DB_PORT: 5432- DB_USER: supabase_admin- DB_PASSWORD: your-super-secret-and-long-postgres-password- DB_NAME: postgres- DB_AFTER_CONNECT_QUERY: 'SET search_path TO _realtime'- DB_ENC_KEY: supabaserealtime- API_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- SECRET_KEY_BASE: UpNVntn3cDxHJpq99YMc1T1AQgQpc8kfYTuRgBiYa15BLrx8etQoXz3gZv1/u2oq- ERL_AFLAGS: -proto_dist inet_tcp- DNS_NODES: "''"- RLIMIT_NOFILE: "10000"- APP_NAME: realtime- SEED_SELF_HOST: true- RUN_JANITOR: true-- # To use S3 backed storage: docker compose -f docker-compose.yml -f docker-compose.s3.yml up- storage:- container_name: supabase-storage- image: supabase/storage-api:v1.19.3- restart: unless-stopped- volumes:- - ./volumes/storage:/var/lib/storage:z- healthcheck:- test:- [- "CMD",- "wget",- "--no-verbose",- "--tries=1",- "--spider",- "http://storage:5000/status"- ]- timeout: 5s- interval: 5s- retries: 3- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- rest:- condition: service_started- imgproxy:- condition: service_started- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- ANON_KEY: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJhbm9uIiwKICAgICJpc3MiOiAic3VwYWJhc2UtZGVtbyIsCiAgICAiaWF0IjogMTY0MTc2OTIwMCwKICAgICJleHAiOiAxNzk5NTM1NjAwCn0.dc_X5iR_VP_qT0zsiyj_I_OZ2T9FtRU2BBNWN8Bu4GE- SERVICE_KEY: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJzZXJ2aWNlX3JvbGUiLAogICAgImlzcyI6ICJzdXBhYmFzZS1kZW1vIiwKICAgICJpYXQiOiAxNjQxNzY5MjAwLAogICAgImV4cCI6IDE3OTk1MzU2MDAKfQ.DaYlNEoUrrEn2Ig7tqibS-PHK5vgusbcbo7X36XVt4Q- POSTGREST_URL: http://rest:3000- PGRST_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- DATABASE_URL: postgres://supabase_storage_admin:your-super-secret-and-long-postgres-password@db:5432/postgres- FILE_SIZE_LIMIT: 52428800- STORAGE_BACKEND: file- FILE_STORAGE_BACKEND_PATH: /var/lib/storage- TENANT_ID: stub- # TODO: https://github.com/supabase/storage-api/issues/55- REGION: stub- GLOBAL_S3_BUCKET: stub- ENABLE_IMAGE_TRANSFORMATION: "true"- IMGPROXY_URL: http://imgproxy:5001-- imgproxy:- container_name: supabase-imgproxy- image: darthsim/imgproxy:v3.8.0- restart: unless-stopped- volumes:- - ./volumes/storage:/var/lib/storage:z- healthcheck:- test:- [- "CMD",- "imgproxy",- "health"- ]- timeout: 5s- interval: 5s- retries: 3- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- IMGPROXY_BIND: ":5001"- IMGPROXY_LOCAL_FILESYSTEM_ROOT: /- IMGPROXY_USE_ETAG: "true"- IMGPROXY_ENABLE_WEBP_DETECTION: true-- meta:- container_name: supabase-meta- image: supabase/postgres-meta:v0.86.1- restart: unless-stopped- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- PG_META_PORT: 8080- PG_META_DB_HOST: db- PG_META_DB_PORT: 5432- PG_META_DB_NAME: postgres- PG_META_DB_USER: supabase_admin- PG_META_DB_PASSWORD: your-super-secret-and-long-postgres-password-- functions:- container_name: supabase-edge-functions- image: supabase/edge-runtime:v1.67.2- restart: unless-stopped- volumes:- - ./volumes/functions:/home/deno/functions:Z- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- SUPABASE_URL: http://kong:8000- SUPABASE_SERVICE_ROLE_KEY: eyJhbGciOiJIUzI1NiIsInR5cCI6IkpXVCJ9.eyAgCiAgICAicm9sZSI6ICJzZXJ2aWNlX3JvbGUiLAogICAgImlzcyI6ICJzdXBhYmFzZS1kZW1vIiwKICAgICJpYXQiOiAxNjQxNzY5MjAwLAogICAgImV4cCI6IDE3OTk1MzU2MDAKfQ.DaYlNEoUrrEn2Ig7tqibS-PHK5vgusbcbo7X36XVt4Q- SUPABASE_DB_URL: postgresql://postgres:your-super-secret-and-long-postgres-password@db:5432/postgres- # TODO: Allow configuring VERIFY_JWT per function. This PR might help: https://github.com/supabase/cli/pull/786- VERIFY_JWT: "false"- command:- [- "start",- "--main-service",- "/home/deno/functions/main"- ]-- analytics:- container_name: supabase-analytics- image: supabase/logflare:1.12.5- restart: unless-stopped- ports:- - 4000:4000- # Uncomment to use Big Query backend for analytics- # volumes:- # - type: bind- # source: ${PWD}/gcloud.json- # target: /opt/app/rel/logflare/bin/gcloud.json- # read_only: true- healthcheck:- test:- [- "CMD",- "curl",- "http://localhost:4000/health"- ]- timeout: 5s- interval: 5s- retries: 10- depends_on:- db:- # Disable this if you are using an external Postgres database- condition: service_healthy- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- LOGFLARE_NODE_HOST: 127.0.0.1- DB_USERNAME: supabase_admin- DB_DATABASE: _supabase- DB_HOSTNAME: db- DB_PORT: 5432- DB_PASSWORD: your-super-secret-and-long-postgres-password- DB_SCHEMA: _analytics- LOGFLARE_API_KEY: your-super-secret-and-long-logflare-key- LOGFLARE_SINGLE_TENANT: true- LOGFLARE_SUPABASE_MODE: true- LOGFLARE_MIN_CLUSTER_SIZE: 1-- # Comment variables to use Big Query backend for analytics- POSTGRES_BACKEND_URL: postgresql://supabase_admin:your-super-secret-and-long-postgres-password@db:5432/_supabase- POSTGRES_BACKEND_SCHEMA: _analytics- LOGFLARE_FEATURE_FLAG_OVERRIDE: multibackend=true- # Uncomment to use Big Query backend for analytics- # GOOGLE_PROJECT_ID: GOOGLE_PROJECT_ID- # GOOGLE_PROJECT_NUMBER: GOOGLE_PROJECT_NUMBER-- # Comment out everything below this point if you are using an external Postgres database- db:- container_name: supabase-db- image: supabase/postgres:15.8.1.049- restart: unless-stopped- networks:- - default- - app-network- volumes:- - ./volumes/db/realtime.sql:/docker-entrypoint-initdb.d/migrations/99-realtime.sql:Z- # Must be superuser to create event trigger- - ./volumes/db/webhooks.sql:/docker-entrypoint-initdb.d/init-scripts/98-webhooks.sql:Z- # Must be superuser to alter reserved role- - ./volumes/db/roles.sql:/docker-entrypoint-initdb.d/init-scripts/99-roles.sql:Z- # Initialize the database settings with JWT_SECRET and JWT_EXP- - ./volumes/db/jwt.sql:/docker-entrypoint-initdb.d/init-scripts/99-jwt.sql:Z- # PGDATA directory is persisted between restarts- - ./volumes/db/data:/var/lib/postgresql/data:Z- # Changes required for internal supabase data such as _analytics- - ./volumes/db/_supabase.sql:/docker-entrypoint-initdb.d/migrations/97-_supabase.sql:Z- # Changes required for Analytics support- - ./volumes/db/logs.sql:/docker-entrypoint-initdb.d/migrations/99-logs.sql:Z- # Changes required for Pooler support- - ./volumes/db/pooler.sql:/docker-entrypoint-initdb.d/migrations/99-pooler.sql:Z- # Use named volume to persist pgsodium decryption key between restarts- - supabase-config:/etc/postgresql-custom- healthcheck:- test:- [- "CMD",- "pg_isready",- "-U",- "postgres",- "-h",- "localhost"- ]- interval: 5s- timeout: 5s- retries: 10- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- POSTGRES_HOST: /var/run/postgresql- PGPORT: 5432- PGPASSWORD: your-super-secret-and-long-postgres-password- PGDATABASE: postgres- JWT_EXP: 3600- command:- [- "postgres",- "-c",- "config_file=/etc/postgresql/postgresql.conf",- "-c",- "log_min_messages=fatal" # prevents Realtime polling queries from appearing in logs- ]-- vector:- container_name: supabase-vector- image: timberio/vector:0.28.1-alpine- restart: unless-stopped- volumes:- - ./volumes/logs/vector.yml:/etc/vector/vector.yml:ro- - /var/run/docker.sock:/var/run/docker.sock:ro- healthcheck:- test:- [- "CMD",- "wget",- "--no-verbose",- "--tries=1",- "--spider",- "http://vector:9001/health"- ]- timeout: 5s- interval: 5s- retries: 3- <<: *supabase-env-files- environment:- <<: *supabase-env- command:- [- "--config",- "/etc/vector/vector.yml"- ]-- # Update the DATABASE_URL if you are using an external Postgres database- supavisor:- container_name: supabase-pooler- image: supabase/supavisor:2.4.12- restart: unless-stopped- ports:- - 5432:5432- - 6543:6543- volumes:- - ./volumes/pooler/pooler.exs:/etc/pooler/pooler.exs:ro- healthcheck:- test:- [- "CMD",- "curl",- "-sSfL",- "--head",- "-o",- "/dev/null",- "http://127.0.0.1:4000/api/health"- ]- interval: 10s- timeout: 5s- retries: 5- depends_on:- db:- condition: service_healthy- analytics:- condition: service_healthy- <<: *supabase-env-files- environment:- <<: *supabase-env- # Keep any existing environment variables specific to that service- PORT: 4000- DATABASE_URL: ecto://supabase_admin:your-super-secret-and-long-postgres-password@db:5432/_supabase- CLUSTER_POSTGRES: true- SECRET_KEY_BASE: UpNVntn3cDxHJpq99YMc1T1AQgQpc8kfYTuRgBiYa15BLrx8etQoXz3gZv1/u2oq- VAULT_ENC_KEY: your-encryption-key-32-chars-min- API_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- METRICS_JWT_SECRET: your-super-secret-jwt-token-with-at-least-32-characters-long- REGION: local- ERL_AFLAGS: -proto_dist inet_tcp- POOLER_TENANT_ID: your-tenant-id- POOLER_DEFAULT_POOL_SIZE: 20- POOLER_MAX_CLIENT_CONN: 100- POOLER_POOL_MODE: transaction- command:- [- "/bin/sh",- "-c",- "/app/bin/migrate && /app/bin/supavisor eval \"$$(cat /etc/pooler/pooler.exs)\" && /app/bin/server"- ]--networks:- shared-network:- name: shared-network- app-network:- name: app-network--volumes:- supabase-config:diff --git a/autogpt_platform/db/docker/reset.sh b/autogpt_platform/db/docker/reset.shdeleted file mode 100755index eb2b3c5798..0000000000--- a/autogpt_platform/db/docker/reset.sh+++ /dev/null@@ -1,50 +0,0 @@-#!/bin/bash--echo "WARNING: This will remove all containers and container data, and will reset the .env file. This action cannot be undone!"-read -p "Are you sure you want to proceed? (y/N) " -n 1 -r-echo # Move to a new line-if [[ ! $REPLY =~ ^[Yy]$ ]]-then- echo "Operation cancelled."- exit 1-fi--echo "Stopping and removing all containers..."-# Use the platform compose to tear everything down so no orphan containers remain-# (the platform compose manages supabase containers via `extends`, using the-# standalone supabase compose here would leave orphans that conflict on next start)-if [ -f "../../docker-compose.yml" ]; then- docker compose -f ../../docker-compose.yml down -v --remove-orphans-fi-docker compose -f docker-compose.yml -f ./dev/docker-compose.dev.yml down -v --remove-orphans--echo "Cleaning up bind-mounted directories..."-BIND_MOUNTS=(- "./volumes/db/data"-)--for DIR in "${BIND_MOUNTS[@]}"; do- if [ -d "$DIR" ]; then- echo "Deleting $DIR..."- rm -rf "$DIR"- else- echo "Directory $DIR does not exist. Skipping bind mount deletion step..."- fi-done--echo "Resetting .env file..."-if [ -f ".env" ]; then- echo "Removing existing .env file..."- rm -f .env-else- echo "No .env file found. Skipping .env removal step..."-fi--if [ -f ".env.default" ]; then- echo "Copying .env.default to .env..."- cp .env.default .env-else- echo ".env.default file not found. Skipping .env reset step..."-fi--echo "Cleanup complete!"\ No newline at end of filediff --git a/autogpt_platform/db/docker/volumes/api/kong.yml b/autogpt_platform/db/docker/volumes/api/kong.ymldeleted file mode 100644index 7abf42534c..0000000000--- a/autogpt_platform/db/docker/volumes/api/kong.yml+++ /dev/null@@ -1,241 +0,0 @@-_format_version: '2.1'-_transform: true--###-### Consumers / Users-###-consumers:- - username: DASHBOARD- - username: anon- keyauth_credentials:- - key: $SUPABASE_ANON_KEY- - username: service_role- keyauth_credentials:- - key: $SUPABASE_SERVICE_KEY--###-### Access Control List-###-acls:- - consumer: anon- group: anon- - consumer: service_role- group: admin--###-### Dashboard credentials-###-basicauth_credentials:- - consumer: DASHBOARD- username: $DASHBOARD_USERNAME- password: $DASHBOARD_PASSWORD--###-### API Routes-###-services:- ## Open Auth routes- - name: auth-v1-open- url: http://auth:9999/verify- routes:- - name: auth-v1-open- strip_path: true- paths:- - /auth/v1/verify- plugins:- - name: cors- - name: auth-v1-open-callback- url: http://auth:9999/callback- routes:- - name: auth-v1-open-callback- strip_path: true- paths:- - /auth/v1/callback- plugins:- - name: cors- - name: auth-v1-open-authorize- url: http://auth:9999/authorize- routes:- - name: auth-v1-open-authorize- strip_path: true- paths:- - /auth/v1/authorize- plugins:- - name: cors-- ## Secure Auth routes- - name: auth-v1- _comment: 'GoTrue: /auth/v1/* -> http://auth:9999/*'- url: http://auth:9999/- routes:- - name: auth-v1-all- strip_path: true- paths:- - /auth/v1/- plugins:- - name: cors- - name: key-auth- config:- hide_credentials: false- - name: acl- config:- hide_groups_header: true- allow:- - admin- - anon-- ## Secure REST routes- - name: rest-v1- _comment: 'PostgREST: /rest/v1/* -> http://rest:3000/*'- url: http://rest:3000/- routes:- - name: rest-v1-all- strip_path: true- paths:- - /rest/v1/- plugins:- - name: cors- - name: key-auth- config:- hide_credentials: true- - name: acl- config:- hide_groups_header: true- allow:- - admin- - anon-- ## Secure GraphQL routes- - name: graphql-v1- _comment: 'PostgREST: /graphql/v1/* -> http://rest:3000/rpc/graphql'- url: http://rest:3000/rpc/graphql- routes:- - name: graphql-v1-all- strip_path: true- paths:- - /graphql/v1- plugins:- - name: cors- - name: key-auth- config:- hide_credentials: true- - name: request-transformer- config:- add:- headers:- - Content-Profile:graphql_public- - name: acl- config:- hide_groups_header: true- allow:- - admin- - anon-- ## Secure Realtime routes- - name: realtime-v1-ws- _comment: 'Realtime: /realtime/v1/* -> ws://realtime:4000/socket/*'- url: http://realtime-dev.supabase-realtime:4000/socket- protocol: ws- routes:- - name: realtime-v1-ws- strip_path: true- paths:- - /realtime/v1/- plugins:- - name: cors- - name: key-auth- config:- hide_credentials: false- - name: acl- config:- hide_groups_header: true- allow:- - admin- - anon- - name: realtime-v1-rest- _comment: 'Realtime: /realtime/v1/* -> ws://realtime:4000/socket/*'- url: http://realtime-dev.supabase-realtime:4000/api- protocol: http- routes:- - name: realtime-v1-rest- strip_path: true- paths:- - /realtime/v1/api- plugins:- - name: cors- - name: key-auth- config:- hide_credentials: false- - name: acl- config:- hide_groups_header: true- allow:- - admin- - anon- ## Storage routes: the storage server manages its own auth- - name: storage-v1- _comment: 'Storage: /storage/v1/* -> http://storage:5000/*'- url: http://storage:5000/- routes:- - name: storage-v1-all- strip_path: true- paths:- - /storage/v1/- plugins:- - name: cors-- ## Edge Functions routes- - name: functions-v1- _comment: 'Edge Functions: /functions/v1/* -> http://functions:9000/*'- url: http://functions:9000/- routes:- - name: functions-v1-all- strip_path: true- paths:- - /functions/v1/- plugins:- - name: cors-- ## Analytics routes- - name: analytics-v1- _comment: 'Analytics: /analytics/v1/* -> http://logflare:4000/*'- url: http://analytics:4000/- routes:- - name: analytics-v1-all- strip_path: true- paths:- - /analytics/v1/-- ## Secure Database routes- - name: meta- _comment: 'pg-meta: /pg/* -> http://pg-meta:8080/*'- url: http://meta:8080/- routes:- - name: meta-all- strip_path: true- paths:- - /pg/- plugins:- - name: key-auth- config:- hide_credentials: false- - name: acl- config:- hide_groups_header: true- allow:- - admin-- ## Protected Dashboard - catch all remaining routes- - name: dashboard- _comment: 'Studio: /* -> http://studio:3000/*'- url: http://studio:3000/- routes:- - name: dashboard-all- strip_path: true- paths:- - /- plugins:- - name: cors- - name: basic-auth- config:- hide_credentials: truediff --git a/autogpt_platform/db/docker/volumes/db/_supabase.sql b/autogpt_platform/db/docker/volumes/db/_supabase.sqldeleted file mode 100644index 6236ae1bcc..0000000000--- a/autogpt_platform/db/docker/volumes/db/_supabase.sql+++ /dev/null@@ -1,3 +0,0 @@-\set pguser `echo "$POSTGRES_USER"`--CREATE DATABASE _supabase WITH OWNER :pguser;diff --git a/autogpt_platform/db/docker/volumes/db/init/data.sql b/autogpt_platform/db/docker/volumes/db/init/data.sqldeleted file mode 100755index e69de29bb2..0000000000diff --git a/autogpt_platform/db/docker/volumes/db/jwt.sql b/autogpt_platform/db/docker/volumes/db/jwt.sqldeleted file mode 100644index cfd3b16028..0000000000--- a/autogpt_platform/db/docker/volumes/db/jwt.sql+++ /dev/null@@ -1,5 +0,0 @@-\set jwt_secret `echo "$JWT_SECRET"`-\set jwt_exp `echo "$JWT_EXP"`--ALTER DATABASE postgres SET "app.settings.jwt_secret" TO :'jwt_secret';-ALTER DATABASE postgres SET "app.settings.jwt_exp" TO :'jwt_exp';diff --git a/autogpt_platform/db/docker/volumes/db/logs.sql b/autogpt_platform/db/docker/volumes/db/logs.sqldeleted file mode 100644index 255c0f407b..0000000000--- a/autogpt_platform/db/docker/volumes/db/logs.sql+++ /dev/null@@ -1,6 +0,0 @@-\set pguser `echo "$POSTGRES_USER"`--\c _supabase-create schema if not exists _analytics;-alter schema _analytics owner to :pguser;-\c postgresdiff --git a/autogpt_platform/db/docker/volumes/db/pooler.sql b/autogpt_platform/db/docker/volumes/db/pooler.sqldeleted file mode 100644index 162c5b96aa..0000000000--- a/autogpt_platform/db/docker/volumes/db/pooler.sql+++ /dev/null@@ -1,6 +0,0 @@-\set pguser `echo "$POSTGRES_USER"`--\c _supabase-create schema if not exists _supavisor;-alter schema _supavisor owner to :pguser;-\c postgresdiff --git a/autogpt_platform/db/docker/volumes/db/realtime.sql b/autogpt_platform/db/docker/volumes/db/realtime.sqldeleted file mode 100644index 4d4b9ffb91..0000000000--- a/autogpt_platform/db/docker/volumes/db/realtime.sql+++ /dev/null@@ -1,4 +0,0 @@-\set pguser `echo "$POSTGRES_USER"`--create schema if not exists _realtime;-alter schema _realtime owner to :pguser;diff --git a/autogpt_platform/db/docker/volumes/db/roles.sql b/autogpt_platform/db/docker/volumes/db/roles.sqldeleted file mode 100644index 8f7161a6db..0000000000--- a/autogpt_platform/db/docker/volumes/db/roles.sql+++ /dev/null@@ -1,8 +0,0 @@--- NOTE: change to your own passwords for production environments-\set pgpass `echo "$POSTGRES_PASSWORD"`--ALTER USER authenticator WITH PASSWORD :'pgpass';-ALTER USER pgbouncer WITH PASSWORD :'pgpass';-ALTER USER supabase_auth_admin WITH PASSWORD :'pgpass';-ALTER USER supabase_functions_admin WITH PASSWORD :'pgpass';-ALTER USER supabase_storage_admin WITH PASSWORD :'pgpass';diff --git a/autogpt_platform/db/docker/volumes/db/webhooks.sql b/autogpt_platform/db/docker/volumes/db/webhooks.sqldeleted file mode 100644index 5837b86188..0000000000--- a/autogpt_platform/db/docker/volumes/db/webhooks.sql+++ /dev/null@@ -1,208 +0,0 @@-BEGIN;- -- Create pg_net extension- CREATE EXTENSION IF NOT EXISTS pg_net SCHEMA extensions;- -- Create supabase_functions schema- CREATE SCHEMA supabase_functions AUTHORIZATION supabase_admin;- GRANT USAGE ON SCHEMA supabase_functions TO postgres, anon, authenticated, service_role;- ALTER DEFAULT PRIVILEGES IN SCHEMA supabase_functions GRANT ALL ON TABLES TO postgres, anon, authenticated, service_role;- ALTER DEFAULT PRIVILEGES IN SCHEMA supabase_functions GRANT ALL ON FUNCTIONS TO postgres, anon, authenticated, service_role;- ALTER DEFAULT PRIVILEGES IN SCHEMA supabase_functions GRANT ALL ON SEQUENCES TO postgres, anon, authenticated, service_role;- -- supabase_functions.migrations definition- CREATE TABLE supabase_functions.migrations (- version text PRIMARY KEY,- inserted_at timestamptz NOT NULL DEFAULT NOW()- );- -- Initial supabase_functions migration- INSERT INTO supabase_functions.migrations (version) VALUES ('initial');- -- supabase_functions.hooks definition- CREATE TABLE supabase_functions.hooks (- id bigserial PRIMARY KEY,- hook_table_id integer NOT NULL,- hook_name text NOT NULL,- created_at timestamptz NOT NULL DEFAULT NOW(),- request_id bigint- );- CREATE INDEX supabase_functions_hooks_request_id_idx ON supabase_functions.hooks USING btree (request_id);- CREATE INDEX supabase_functions_hooks_h_table_id_h_name_idx ON supabase_functions.hooks USING btree (hook_table_id, hook_name);- COMMENT ON TABLE supabase_functions.hooks IS 'Supabase Functions Hooks: Audit trail for triggered hooks.';- CREATE FUNCTION supabase_functions.http_request()- RETURNS trigger- LANGUAGE plpgsql- AS $function$- DECLARE- request_id bigint;- payload jsonb;- url text := TG_ARGV[0]::text;- method text := TG_ARGV[1]::text;- headers jsonb DEFAULT '{}'::jsonb;- params jsonb DEFAULT '{}'::jsonb;- timeout_ms integer DEFAULT 1000;- BEGIN- IF url IS NULL OR url = 'null' THEN- RAISE EXCEPTION 'url argument is missing';- END IF;-- IF method IS NULL OR method = 'null' THEN- RAISE EXCEPTION 'method argument is missing';- END IF;-- IF TG_ARGV[2] IS NULL OR TG_ARGV[2] = 'null' THEN- headers = '{"Content-Type": "application/json"}'::jsonb;- ELSE- headers = TG_ARGV[2]::jsonb;- END IF;-- IF TG_ARGV[3] IS NULL OR TG_ARGV[3] = 'null' THEN- params = '{}'::jsonb;- ELSE- params = TG_ARGV[3]::jsonb;- END IF;-- IF TG_ARGV[4] IS NULL OR TG_ARGV[4] = 'null' THEN- timeout_ms = 1000;- ELSE- timeout_ms = TG_ARGV[4]::integer;- END IF;-- CASE- WHEN method = 'GET' THEN- SELECT http_get INTO request_id FROM net.http_get(- url,- params,- headers,- timeout_ms- );- WHEN method = 'POST' THEN- payload = jsonb_build_object(- 'old_record', OLD,- 'record', NEW,- 'type', TG_OP,- 'table', TG_TABLE_NAME,- 'schema', TG_TABLE_SCHEMA- );-- SELECT http_post INTO request_id FROM net.http_post(- url,- payload,- params,- headers,- timeout_ms- );- ELSE- RAISE EXCEPTION 'method argument % is invalid', method;- END CASE;-- INSERT INTO supabase_functions.hooks- (hook_table_id, hook_name, request_id)- VALUES- (TG_RELID, TG_NAME, request_id);-- RETURN NEW;- END- $function$;- -- Supabase super admin- DO- $$- BEGIN- IF NOT EXISTS (- SELECT 1- FROM pg_roles- WHERE rolname = 'supabase_functions_admin'- )- THEN- CREATE USER supabase_functions_admin NOINHERIT CREATEROLE LOGIN NOREPLICATION;- END IF;- END- $$;- GRANT ALL PRIVILEGES ON SCHEMA supabase_functions TO supabase_functions_admin;- GRANT ALL PRIVILEGES ON ALL TABLES IN SCHEMA supabase_functions TO supabase_functions_admin;- GRANT ALL PRIVILEGES ON ALL SEQUENCES IN SCHEMA supabase_functions TO supabase_functions_admin;- ALTER USER supabase_functions_admin SET search_path = "supabase_functions";- ALTER table "supabase_functions".migrations OWNER TO supabase_functions_admin;- ALTER table "supabase_functions".hooks OWNER TO supabase_functions_admin;- ALTER function "supabase_functions".http_request() OWNER TO supabase_functions_admin;- GRANT supabase_functions_admin TO postgres;- -- Remove unused supabase_pg_net_admin role- DO- $$- BEGIN- IF EXISTS (- SELECT 1- FROM pg_roles- WHERE rolname = 'supabase_pg_net_admin'- )- THEN- REASSIGN OWNED BY supabase_pg_net_admin TO supabase_admin;- DROP OWNED BY supabase_pg_net_admin;- DROP ROLE supabase_pg_net_admin;- END IF;- END- $$;- -- pg_net grants when extension is already enabled- DO- $$- BEGIN- IF EXISTS (- SELECT 1- FROM pg_extension- WHERE extname = 'pg_net'- )- THEN- GRANT USAGE ON SCHEMA net TO supabase_functions_admin, postgres, anon, authenticated, service_role;- ALTER function net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) SECURITY DEFINER;- ALTER function net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) SECURITY DEFINER;- ALTER function net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) SET search_path = net;- ALTER function net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) SET search_path = net;- REVOKE ALL ON FUNCTION net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) FROM PUBLIC;- REVOKE ALL ON FUNCTION net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) FROM PUBLIC;- GRANT EXECUTE ON FUNCTION net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) TO supabase_functions_admin, postgres, anon, authenticated, service_role;- GRANT EXECUTE ON FUNCTION net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) TO supabase_functions_admin, postgres, anon, authenticated, service_role;- END IF;- END- $$;- -- Event trigger for pg_net- CREATE OR REPLACE FUNCTION extensions.grant_pg_net_access()- RETURNS event_trigger- LANGUAGE plpgsql- AS $$- BEGIN- IF EXISTS (- SELECT 1- FROM pg_event_trigger_ddl_commands() AS ev- JOIN pg_extension AS ext- ON ev.objid = ext.oid- WHERE ext.extname = 'pg_net'- )- THEN- GRANT USAGE ON SCHEMA net TO supabase_functions_admin, postgres, anon, authenticated, service_role;- ALTER function net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) SECURITY DEFINER;- ALTER function net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) SECURITY DEFINER;- ALTER function net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) SET search_path = net;- ALTER function net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) SET search_path = net;- REVOKE ALL ON FUNCTION net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) FROM PUBLIC;- REVOKE ALL ON FUNCTION net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) FROM PUBLIC;- GRANT EXECUTE ON FUNCTION net.http_get(url text, params jsonb, headers jsonb, timeout_milliseconds integer) TO supabase_functions_admin, postgres, anon, authenticated, service_role;- GRANT EXECUTE ON FUNCTION net.http_post(url text, body jsonb, params jsonb, headers jsonb, timeout_milliseconds integer) TO supabase_functions_admin, postgres, anon, authenticated, service_role;- END IF;- END;- $$;- COMMENT ON FUNCTION extensions.grant_pg_net_access IS 'Grants access to pg_net';- DO- $$- BEGIN- IF NOT EXISTS (- SELECT 1- FROM pg_event_trigger- WHERE evtname = 'issue_pg_net_access'- ) THEN- CREATE EVENT TRIGGER issue_pg_net_access ON ddl_command_end WHEN TAG IN ('CREATE EXTENSION')- EXECUTE PROCEDURE extensions.grant_pg_net_access();- END IF;- END- $$;- INSERT INTO supabase_functions.migrations (version) VALUES ('20210809183423_update_grants');- ALTER function supabase_functions.http_request() SECURITY DEFINER;- ALTER function supabase_functions.http_request() SET search_path = supabase_functions;- REVOKE ALL ON FUNCTION supabase_functions.http_request() FROM PUBLIC;- GRANT EXECUTE ON FUNCTION supabase_functions.http_request() TO postgres, anon, authenticated, service_role;-COMMIT;diff --git a/autogpt_platform/db/docker/volumes/functions/hello/index.ts b/autogpt_platform/db/docker/volumes/functions/hello/index.tsdeleted file mode 100644index f1e20b90e0..0000000000--- a/autogpt_platform/db/docker/volumes/functions/hello/index.ts+++ /dev/null@@ -1,16 +0,0 @@-// Follow this setup guide to integrate the Deno language server with your editor:-// https://deno.land/manual/getting_started/setup_your_environment-// This enables autocomplete, go to definition, etc.--import { serve } from "https://deno.land/[email protected]/http/server.ts"--serve(async () => {- return new Response(- `"Hello from Edge Functions!"`,- { headers: { "Content-Type": "application/json" } },- )-})--// To invoke:-// curl 'http://localhost:<KONG_HTTP_PORT>/functions/v1/hello' \-// --header 'Authorization: Bearer <anon/service_role API key>'diff --git a/autogpt_platform/db/docker/volumes/functions/main/index.ts b/autogpt_platform/db/docker/volumes/functions/main/index.tsdeleted file mode 100644index a094010b9d..0000000000--- a/autogpt_platform/db/docker/volumes/functions/main/index.ts+++ /dev/null@@ -1,94 +0,0 @@-import { serve } from 'https://deno.land/[email protected]/http/server.ts'-import * as jose from 'https://deno.land/x/[email protected]/index.ts'--console.log('main function started')--const JWT_SECRET = Deno.env.get('JWT_SECRET')-const VERIFY_JWT = Deno.env.get('VERIFY_JWT') === 'true'--function getAuthToken(req: Request) {- const authHeader = req.headers.get('authorization')- if (!authHeader) {- throw new Error('Missing authorization header')- }- const [bearer, token] = authHeader.split(' ')- if (bearer !== 'Bearer') {- throw new Error(`Auth header is not 'Bearer {token}'`)- }- return token-}--async function verifyJWT(jwt: string): Promise<boolean> {- const encoder = new TextEncoder()- const secretKey = encoder.encode(JWT_SECRET)- try {- await jose.jwtVerify(jwt, secretKey)- } catch (err) {- console.error(err)- return false- }- return true-}--serve(async (req: Request) => {- if (req.method !== 'OPTIONS' && VERIFY_JWT) {- try {- const token = getAuthToken(req)- const isValidJWT = await verifyJWT(token)-- if (!isValidJWT) {- return new Response(JSON.stringify({ msg: 'Invalid JWT' }), {- status: 401,- headers: { 'Content-Type': 'application/json' },- })- }- } catch (e) {- console.error(e)- return new Response(JSON.stringify({ msg: e.toString() }), {- status: 401,- headers: { 'Content-Type': 'application/json' },- })- }- }-- const url = new URL(req.url)- const { pathname } = url- const path_parts = pathname.split('/')- const service_name = path_parts[1]-- if (!service_name || service_name === '') {- const error = { msg: 'missing function name in request' }- return new Response(JSON.stringify(error), {- status: 400,- headers: { 'Content-Type': 'application/json' },- })- }-- const servicePath = `/home/deno/functions/${service_name}`- console.error(`serving the request with ${servicePath}`)-- const memoryLimitMb = 150- const workerTimeoutMs = 1 * 60 * 1000- const noModuleCache = false- const importMapPath = null- const envVarsObj = Deno.env.toObject()- const envVars = Object.keys(envVarsObj).map((k) => [k, envVarsObj[k]])-- try {- const worker = await EdgeRuntime.userWorkers.create({- servicePath,- memoryLimitMb,- workerTimeoutMs,- noModuleCache,- importMapPath,- envVars,- })- return await worker.fetch(req)- } catch (e) {- const error = { msg: e.toString() }- return new Response(JSON.stringify(error), {- status: 500,- headers: { 'Content-Type': 'application/json' },- })- }-})diff --git a/autogpt_platform/db/docker/volumes/logs/vector.yml b/autogpt_platform/db/docker/volumes/logs/vector.ymldeleted file mode 100644index cce46df43d..0000000000--- a/autogpt_platform/db/docker/volumes/logs/vector.yml+++ /dev/null@@ -1,232 +0,0 @@-api:- enabled: true- address: 0.0.0.0:9001--sources:- docker_host:- type: docker_logs- exclude_containers:- - supabase-vector--transforms:- project_logs:- type: remap- inputs:- - docker_host- source: |-- .project = "default"- .event_message = del(.message)- .appname = del(.container_name)- del(.container_created_at)- del(.container_id)- del(.source_type)- del(.stream)- del(.label)- del(.image)- del(.host)- del(.stream)- router:- type: route- inputs:- - project_logs- route:- kong: '.appname == "supabase-kong"'- auth: '.appname == "supabase-auth"'- rest: '.appname == "supabase-rest"'- realtime: '.appname == "supabase-realtime"'- storage: '.appname == "supabase-storage"'- functions: '.appname == "supabase-functions"'- db: '.appname == "supabase-db"'- # Ignores non nginx errors since they are related with kong booting up- kong_logs:- type: remap- inputs:- - router.kong- source: |-- req, err = parse_nginx_log(.event_message, "combined")- if err == null {- .timestamp = req.timestamp- .metadata.request.headers.referer = req.referer- .metadata.request.headers.user_agent = req.agent- .metadata.request.headers.cf_connecting_ip = req.client- .metadata.request.method = req.method- .metadata.request.path = req.path- .metadata.request.protocol = req.protocol- .metadata.response.status_code = req.status- }- if err != null {- abort- }- # Ignores non nginx errors since they are related with kong booting up- kong_err:- type: remap- inputs:- - router.kong- source: |-- .metadata.request.method = "GET"- .metadata.response.status_code = 200- parsed, err = parse_nginx_log(.event_message, "error")- if err == null {- .timestamp = parsed.timestamp- .severity = parsed.severity- .metadata.request.host = parsed.host- .metadata.request.headers.cf_connecting_ip = parsed.client- url, err = split(parsed.request, " ")- if err == null {- .metadata.request.method = url[0]- .metadata.request.path = url[1]- .metadata.request.protocol = url[2]- }- }- if err != null {- abort- }- # Gotrue logs are structured json strings which frontend parses directly. But we keep metadata for consistency.- auth_logs:- type: remap- inputs:- - router.auth- source: |-- parsed, err = parse_json(.event_message)- if err == null {- .metadata.timestamp = parsed.time- .metadata = merge!(.metadata, parsed)- }- # PostgREST logs are structured so we separate timestamp from message using regex- rest_logs:- type: remap- inputs:- - router.rest- source: |-- parsed, err = parse_regex(.event_message, r'^(?P<time>.*): (?P<msg>.*)$')- if err == null {- .event_message = parsed.msg- .timestamp = to_timestamp!(parsed.time)- .metadata.host = .project- }- # Realtime logs are structured so we parse the severity level using regex (ignore time because it has no date)- realtime_logs:- type: remap- inputs:- - router.realtime- source: |-- .metadata.project = del(.project)- .metadata.external_id = .metadata.project- parsed, err = parse_regex(.event_message, r'^(?P<time>\d+:\d+:\d+\.\d+) \[(?P<level>\w+)\] (?P<msg>.*)$')- if err == null {- .event_message = parsed.msg- .metadata.level = parsed.level- }- # Storage logs may contain json objects so we parse them for completeness- storage_logs:- type: remap- inputs:- - router.storage- source: |-- .metadata.project = del(.project)- .metadata.tenantId = .metadata.project- parsed, err = parse_json(.event_message)- if err == null {- .event_message = parsed.msg- .metadata.level = parsed.level- .metadata.timestamp = parsed.time- .metadata.context[0].host = parsed.hostname- .metadata.context[0].pid = parsed.pid- }- # Postgres logs some messages to stderr which we map to warning severity level- db_logs:- type: remap- inputs:- - router.db- source: |-- .metadata.host = "db-default"- .metadata.parsed.timestamp = .timestamp-- parsed, err = parse_regex(.event_message, r'.*(?P<level>INFO|NOTICE|WARNING|ERROR|LOG|FATAL|PANIC?):.*', numeric_groups: true)-- if err != null || parsed == null {- .metadata.parsed.error_severity = "info"- }- if parsed != null {- .metadata.parsed.error_severity = parsed.level- }- if .metadata.parsed.error_severity == "info" {- .metadata.parsed.error_severity = "log"- }- .metadata.parsed.error_severity = upcase!(.metadata.parsed.error_severity)--sinks:- logflare_auth:- type: 'http'- inputs:- - auth_logs- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=gotrue.logs.prod&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_realtime:- type: 'http'- inputs:- - realtime_logs- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=realtime.logs.prod&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_rest:- type: 'http'- inputs:- - rest_logs- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=postgREST.logs.prod&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_db:- type: 'http'- inputs:- - db_logs- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- # We must route the sink through kong because ingesting logs before logflare is fully initialised will- # lead to broken queries from studio. This works by the assumption that containers are started in the- # following order: vector > db > logflare > kong- uri: 'http://kong:8000/analytics/v1/api/logs?source_name=postgres.logs&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_functions:- type: 'http'- inputs:- - router.functions- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=deno-relay-logs&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_storage:- type: 'http'- inputs:- - storage_logs- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=storage.logs.prod.2&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'- logflare_kong:- type: 'http'- inputs:- - kong_logs- - kong_err- encoding:- codec: 'json'- method: 'post'- request:- retry_max_duration_secs: 10- uri: 'http://analytics:4000/api/logs?source_name=cloudflare.logs.prod&api_key=${LOGFLARE_API_KEY?LOGFLARE_API_KEY is required}'diff --git a/autogpt_platform/db/docker/volumes/pooler/pooler.exs b/autogpt_platform/db/docker/volumes/pooler/pooler.exsdeleted file mode 100644index 791d61c842..0000000000--- a/autogpt_platform/db/docker/volumes/pooler/pooler.exs+++ /dev/null@@ -1,30 +0,0 @@-{:ok, _} = Application.ensure_all_started(:supavisor)--{:ok, version} =- case Supavisor.Repo.query!("select version()") do- %{rows: [[ver]]} -> Supavisor.Helpers.parse_pg_version(ver)- _ -> nil- end--params = %{- "external_id" => System.get_env("POOLER_TENANT_ID"),- "db_host" => "db",- "db_port" => System.get_env("POSTGRES_PORT"),- "db_database" => System.get_env("POSTGRES_DB"),- "require_user" => false,- "auth_query" => "SELECT * FROM pgbouncer.get_auth($1)",- "default_max_clients" => System.get_env("POOLER_MAX_CLIENT_CONN"),- "default_pool_size" => System.get_env("POOLER_DEFAULT_POOL_SIZE"),- "default_parameter_status" => %{"server_version" => version},- "users" => [%{- "db_user" => "pgbouncer",- "db_password" => System.get_env("POSTGRES_PASSWORD"),- "mode_type" => System.get_env("POOLER_POOL_MODE"),- "pool_size" => System.get_env("POOLER_DEFAULT_POOL_SIZE"),- "is_manager" => true- }]-}--if !Supavisor.Tenants.get_tenant_by_external_id(params["external_id"]) do- {:ok, _} = Supavisor.Tenants.create_tenant(params)-end