Skip to content

Ministack: Free, open-source local AWS emulator - 60+ services, Terraform compatible, real databases. Free forever. MIT licensed.

Fix/compat testcontainers (#464)

Nahuel Nucera6cc01310ecd7
diff --git a/ministack/app.py b/ministack/app.py
index c4fc0d3b..23c9ec75 100644
--- a/ministack/app.py
+++ b/ministack/app.py
@@ -1065,6 +1065,22 @@ async def _handle_lifespan(scope, receive, send):
if message["type"] == "lifespan.startup":
port = _resolve_port()
logger.info(BANNER.format(port=port))
+ # Install a larger default thread-pool executor. Lambda invocations
+ # (warm pool subprocess spawn, RIE HTTP, provided-runtime) all ride
+ # on asyncio.to_thread; Python's default is min(32, cpu+4) which
+ # is only 6 on a 2-core CI runner. Under xdist that queues cold
+ # starts behind other blocking work and test urlopen timeouts fire
+ # before the handler ever runs. 64 is plenty — threads are cheap
+ # and idle. Override with MINISTACK_WORKER_THREADS.
+ import concurrent.futures
+ _max_workers = int(os.environ.get("MINISTACK_WORKER_THREADS", "64"))
+ asyncio.get_running_loop().set_default_executor(
+ concurrent.futures.ThreadPoolExecutor(
+ max_workers=_max_workers,
+ thread_name_prefix="ministack-worker",
+ )
+ )
+ logger.info("Worker thread pool: %d threads", _max_workers)
_run_init_scripts()
if PERSIST_STATE:
_load_persisted_state()
diff --git a/ministack/core/responses.py b/ministack/core/responses.py
index ec636f39..a1217af4 100644
--- a/ministack/core/responses.py
+++ b/ministack/core/responses.py
@@ -258,6 +258,29 @@ def md5_hash(data: bytes) -> str:
return hashlib.md5(data).hexdigest()
+def apply_image_prefix(image: str) -> str:
+ """Prepend ``MINISTACK_IMAGE_PREFIX`` (trailing slash optional) to a Docker
+ image reference so real-infra services route through a private registry.
+
+ Mirrors Testcontainers' ``hub.image.name.prefix`` semantics: when the
+ prefix is set, every nested container image (RDS postgres/mysql/mariadb,
+ ElastiCache redis/memcached, EKS k3s) is rewritten to
+ ``{prefix}/{image}``. Images already prefixed are left alone so repeated
+ application is idempotent.
+
+ Examples (``MINISTACK_IMAGE_PREFIX=proxy.corp.net``):
+ ``postgres:15-alpine`` → ``proxy.corp.net/postgres:15-alpine``
+ ``rancher/k3s:v1.31.4-k3s1`` → ``proxy.corp.net/rancher/k3s:v1.31.4-k3s1``
+ ``proxy.corp.net/postgres:15-alpine`` → unchanged
+ """
+ prefix = os.environ.get("MINISTACK_IMAGE_PREFIX", "").strip().rstrip("/")
+ if not prefix:
+ return image
+ if image.startswith(prefix + "/"):
+ return image
+ return f"{prefix}/{image}"
+
+
def sha256_hash(data: bytes) -> str:
return hashlib.sha256(data).hexdigest()
diff --git a/ministack/services/eks.py b/ministack/services/eks.py
index 03a44606..9beb65ab 100644
--- a/ministack/services/eks.py
+++ b/ministack/services/eks.py
@@ -21,7 +21,7 @@ import re
import threading
import time
-from ministack.core.responses import AccountScopedDict, get_account_id, json_response, error_response_json, new_uuid, get_region
+from ministack.core.responses import AccountScopedDict, apply_image_prefix, get_account_id, json_response, error_response_json, new_uuid, get_region
logger = logging.getLogger("eks")
@@ -260,7 +260,7 @@ def _create_cluster(body):
try:
ms_network = _get_ministack_network(client)
run_kwargs = dict(
- image=EKS_K3S_IMAGE,
+ image=apply_image_prefix(EKS_K3S_IMAGE),
command=["server",
"--disable=traefik,metrics-server,servicelb",
"--tls-san=0.0.0.0",
diff --git a/ministack/services/elasticache.py b/ministack/services/elasticache.py
index 788849e8..10e2ae39 100644
--- a/ministack/services/elasticache.py
+++ b/ministack/services/elasticache.py
@@ -27,7 +27,7 @@ import time
from urllib.parse import parse_qs
from ministack.core.persistence import load_state
-from ministack.core.responses import AccountScopedDict, get_account_id, new_uuid, get_region
+from ministack.core.responses import AccountScopedDict, apply_image_prefix, get_account_id, new_uuid, get_region
logger = logging.getLogger("elasticache")
@@ -240,10 +240,10 @@ def _create_cache_cluster(p):
endpoint_port = host_port
if engine == "redis":
- image = f"redis:{engine_version.split('.')[0]}-alpine"
+ image = apply_image_prefix(f"redis:{engine_version.split('.')[0]}-alpine")
container_port = 6379
else:
- image = f"memcached:{engine_version}-alpine"
+ image = apply_image_prefix(f"memcached:{engine_version}-alpine")
container_port = 11211
try:
diff --git a/ministack/services/lambda_svc.py b/ministack/services/lambda_svc.py
index ab99343c..7e62b928 100644
--- a/ministack/services/lambda_svc.py
+++ b/ministack/services/lambda_svc.py
@@ -44,7 +44,7 @@ from typing import Any
from urllib.parse import unquote
from ministack.core.persistence import load_state, PERSIST_STATE
-from ministack.core.responses import AccountScopedDict, get_account_id, _request_account_id, error_response_json, json_response, new_uuid, get_region
+from ministack.core.responses import AccountScopedDict, apply_image_prefix, get_account_id, _request_account_id, error_response_json, json_response, new_uuid, get_region
from ministack.core.lambda_runtime import get_or_create_worker, invalidate_worker
logger = logging.getLogger("lambda")
@@ -1377,24 +1377,24 @@ _RUNTIME_IMAGE_MAP: dict[str, str] = {
def _docker_image_for_runtime(runtime: str) -> str | None:
if runtime in _RUNTIME_IMAGE_MAP:
- return _RUNTIME_IMAGE_MAP[runtime]
+ return apply_image_prefix(_RUNTIME_IMAGE_MAP[runtime])
if runtime.startswith("python"):
ver = runtime.replace("python", "")
- return f"public.ecr.aws/lambda/python:{ver}"
+ return apply_image_prefix(f"public.ecr.aws/lambda/python:{ver}")
if runtime.startswith("nodejs"):
ver = runtime.replace("nodejs", "").rstrip(".x")
- return f"public.ecr.aws/lambda/nodejs:{ver}"
+ return apply_image_prefix(f"public.ecr.aws/lambda/nodejs:{ver}")
if runtime.startswith("java"):
ver = runtime.replace("java", "")
- return f"public.ecr.aws/lambda/java:{ver}"
+ return apply_image_prefix(f"public.ecr.aws/lambda/java:{ver}")
if runtime.startswith("dotnet"):
ver = runtime.replace("dotnet", "")
- return f"public.ecr.aws/lambda/dotnet:{ver}"
+ return apply_image_prefix(f"public.ecr.aws/lambda/dotnet:{ver}")
if runtime.startswith("ruby"):
ver = runtime.replace("ruby", "")
- return f"public.ecr.aws/lambda/ruby:{ver}"
+ return apply_image_prefix(f"public.ecr.aws/lambda/ruby:{ver}")
if runtime.startswith("provided"):
- return "public.ecr.aws/lambda/provided:al2023"
+ return apply_image_prefix("public.ecr.aws/lambda/provided:al2023")
return None
diff --git a/ministack/services/rds.py b/ministack/services/rds.py
index 7a750198..a8852db9 100644
--- a/ministack/services/rds.py
+++ b/ministack/services/rds.py
@@ -41,7 +41,7 @@ from urllib.parse import parse_qs
from xml.sax.saxutils import escape as _esc
from ministack.core.persistence import load_state
-from ministack.core.responses import AccountScopedDict, get_account_id, new_uuid, get_region
+from ministack.core.responses import AccountScopedDict, apply_image_prefix, get_account_id, new_uuid, get_region
logger = logging.getLogger("rds")
@@ -2559,13 +2559,13 @@ def _docker_image_for_engine(engine, engine_version, user, password, db_name):
if "postgres" in engine or "aurora-postgresql" in engine:
major = engine_version.split(".")[0]
return (
- f"postgres:{major}-alpine",
+ apply_image_prefix(f"postgres:{major}-alpine"),
{"POSTGRES_USER": user, "POSTGRES_PASSWORD": password, "POSTGRES_DB": db_name},
5432,
)
if "mysql" in engine or "aurora-mysql" in engine:
return (
- "mysql:8",
+ apply_image_prefix("mysql:8"),
{"MYSQL_ROOT_PASSWORD": password, "MYSQL_ROOT_HOST": "%",
"MYSQL_DATABASE": db_name,
"MYSQL_USER": user, "MYSQL_PASSWORD": password},
@@ -2573,7 +2573,7 @@ def _docker_image_for_engine(engine, engine_version, user, password, db_name):
)
if "mariadb" in engine:
return (
- "mariadb:latest",
+ apply_image_prefix("mariadb:latest"),
{"MYSQL_ROOT_PASSWORD": password, "MYSQL_ROOT_HOST": "%",
"MYSQL_DATABASE": db_name,
"MYSQL_USER": user, "MYSQL_PASSWORD": password},