Official Crawl4AI Cloud: a hosted web scraping, extraction, and search API for AI agents. Free API key, 1,000 credits a month, no card. Fully open source: this repo is the Apache-2.0 crawler that powers it, and you can self-host it.
Python aiai-agentscrawl4ai-cloudcrawlerdata-extractionllmmarkdownmcpopen-sourceplaywrightpythonragscraperweb-crawlerweb-crawlingweb-scraping
fix(docker): make read-only tmpfs writable
nightcitybladec8aee8cd6767
diff --git a/deploy/docker/tests/test_security_container_posture.py b/deploy/docker/tests/test_security_container_posture.pyindex 46c032db..c0317e9a 100644--- a/deploy/docker/tests/test_security_container_posture.py+++ b/deploy/docker/tests/test_security_container_posture.py@@ -93,6 +93,16 @@ class TestCompose:def test_pids_limit(self, compose):assert "pids_limit" in compose+ def test_read_only_runtime_tmpfs_are_appuser_owned(self, compose):+ assert "/var/lib/redis:uid=999,gid=999,mode=0700" in compose+ assert "/var/lib/crawl4ai/outputs:uid=999,gid=999,mode=0700" in compose+ assert "/home/appuser/.crawl4ai:uid=999,gid=999,mode=0700" in compose+ assert "/home/appuser/.gunicorn:uid=999,gid=999,mode=0700" in compose++ def test_playwright_cache_is_not_shadowed(self, compose):+ assert "/home/appuser/.cache\n" not in compose+ assert "/home/appuser/.cache/url_seeder:uid=999,gid=999,mode=0700" in compose+class TestEntrypoint:def test_entrypoint_exists_and_resolves_bind(self):diff --git a/docker-compose.yml b/docker-compose.ymlindex 1355439f..1cd87ad9 100644--- a/docker-compose.yml+++ b/docker-compose.yml@@ -29,9 +29,12 @@ x-base-config: &base-configread_only: truetmpfs:- /tmp- - /var/lib/redis- - /var/lib/crawl4ai/outputs:mode=0700- - /home/appuser/.cache+ - /var/lib/redis:uid=999,gid=999,mode=0700+ - /var/lib/crawl4ai/outputs:uid=999,gid=999,mode=0700+ - /home/appuser/.crawl4ai:uid=999,gid=999,mode=0700+ # Keep the baked Playwright browser under ~/.cache/ms-playwright visible.+ - /home/appuser/.cache/url_seeder:uid=999,gid=999,mode=0700+ - /home/appuser/.gunicorn:uid=999,gid=999,mode=0700deploy:resources:limits: