A modern platform for visual, flexible, and extensible graph-based investigations. For cybersecurity analysts and investigators.
feat: update deploy
dextmorgn2f5443b07480
diff --git a/Makefile b/Makefileindex 63de11c2..f99f966e 100644--- a/Makefile+++ b/Makefile@@ -1,140 +1,149 @@+# =====================+# Global configuration+# =====================PROJECT_ROOT := $(shell pwd)-.PHONY: install run stop stop-dev stop-prod infra api frontend celery clean dev prod check-env build-dev build-prod open-browser test migrate+# Disable BuildKit for local stability+export DOCKER_BUILDKIT=0+export COMPOSE_PARALLEL_LIMIT=1++.PHONY: \+ dev prod \+ build-dev build-prod \+ up-dev up-prod down \+ api frontend celery \+ test migrate install clean check-env open-browser infra+ENV_DIRS := . flowsint-api flowsint-core flowsint-app+# =====================+# Helpers+# =====================+open-browser:- @echo "⏳ Waiting for frontend to be ready..."+ @echo "Waiting for frontend..."@bash -c 'until curl -s http://localhost:5173 > /dev/null 2>&1; do sleep 1; done'- @echo "🌐 Opening browser..."- @open http://localhost:5173 2>/dev/null || xdg-open http://localhost:5173 2>/dev/null || echo "✅ Flowsint ready at http://localhost:5173"+ @open http://localhost:5173 2>/dev/null || \+ xdg-open http://localhost:5173 2>/dev/null || \+ echo "Frontend ready at http://localhost:5173"++check-env:+ @echo "Checking .env files..."+ @for dir in $(ENV_DIRS); do \+ env_file="$$dir/.env"; \+ env_example="$(PROJECT_ROOT)/.env.example"; \+ if [ ! -f "$$env_file" ]; then \+ cp "$$env_example" "$$env_file"; \+ echo "Created $$env_file"; \+ fi; \+ done++# =====================+# Build targets+# =====================++build-dev:+ @echo "Building DEV images..."+ docker compose -f docker-compose.dev.yml build++build-prod:+ @echo "Building PROD images..."+ docker compose -f docker-compose.prod.yml build++# =====================+# Up / Down+# =====================++up-dev:+ docker compose -f docker-compose.dev.yml up -d --no-build++up-prod:+ docker compose -f docker-compose.prod.yml up -d --no-build++down:+ -docker compose -f docker-compose.dev.yml down+ -docker compose -f docker-compose.prod.yml down+ -docker compose down++# =====================+# Main workflows+# =====================dev:- @echo "🐙 Starting Flowsint in DEVELOPMENT mode..."+ @echo "Starting DEV environment..."$(MAKE) check-env- @echo "🗄️ Starting infrastructure..."- docker compose -f docker-compose.dev.yml up -d --build --wait postgres redis neo4j- @echo "🗄️ Running Neo4j migrations..."- yarn migrate- @echo "🚀 Starting application..."- docker compose -f docker-compose.dev.yml up -d --build+ $(MAKE) migrate+ $(MAKE) build-dev+ $(MAKE) up-dev$(MAKE) open-browserdocker compose -f docker-compose.dev.yml logs -fprod:- @echo "🐙 Starting Flowsint in PRODUCTION mode..."+ @echo "Starting PROD environment..."$(MAKE) check-env- @echo "🗄️ Starting infrastructure..."- docker compose -f docker-compose.prod.yml up -d --build --wait postgres redis neo4j- @echo "🗄️ Running Neo4j migrations..."- yarn migrate- @echo "🚀 Starting application..."- docker compose -f docker-compose.prod.yml up -d --build+ $(MAKE) migrate+ $(MAKE) build-prod+ $(MAKE) up-prod$(MAKE) open-browser-build-dev:- @echo "🔨 Building development images..."- docker compose -f docker-compose.dev.yml build+# =====================+# Local commands+# =====================-build-prod:- @echo "🔨 Building production images..."- docker compose -f docker-compose.prod.yml build+api:+ cd $(PROJECT_ROOT)/flowsint-api && \+ poetry run uvicorn app.main:app --host 0.0.0.0 --port 5001 --reload-check-env:- @echo "🔎 Checking .env files..."- @for dir in $(ENV_DIRS); do \- env_file="$$dir/.env"; \- env_example="$(PROJECT_ROOT)/.env.example"; \- if [ -f "$$env_file" ]; then \- echo "✅ Using existing .env in $$dir"; \- else \- echo "⚠️ .env missing in $$dir, copying from .env.example"; \- cp "$$env_example" "$$env_file"; \- fi; \- done+frontend:+ docker compose up -d flowsint-app+ $(MAKE) open-browser++celery:+ cd $(PROJECT_ROOT)/flowsint-core && \+ poetry run celery -A flowsint_core.core.celery \+ worker --loglevel=info --pool=threads --concurrency=10++# =====================+# Infra / DB+# =====================++infra:+ docker compose up -d postgres redis neo4j++migrate:+ @echo "Running migrations..."+ docker compose up -d --wait neo4j+ yarn migrate+ docker compose stop neo4j++# =====================+# Tests / Install+# =====================test:- @echo "🔎 Running tests..."cd $(PROJECT_ROOT)/flowsint-types && poetry run pytestcd $(PROJECT_ROOT)/flowsint-core && poetry run pytestcd $(PROJECT_ROOT)/flowsint-enrichers && poetry run pytestinstall:- @echo "🐙 Installing Flowsint project modules..."- @if ! command -v poetry >/dev/null 2>&1; then \- echo "⚠️ Poetry is not installed. Please install it:"; \- echo "pipx install poetry"; \- echo "or"; \- echo "curl -sSL https://install.python-poetry.org | python3 -"; \- exit 1; \- fipoetry config virtualenvs.in-project true --localdocker compose up -d postgres redis neo4jpoetry install- cd $(PROJECT_ROOT)/flowsint-core && poetry install- cd $(PROJECT_ROOT)/flowsint-enrichers && poetry install- cd $(PROJECT_ROOT)/flowsint-api && poetry install && poetry run alembic upgrade head- @echo "✅ All modules installed successfully!"+ cd flowsint-core && poetry install+ cd flowsint-enrichers && poetry install+ cd flowsint-api && poetry install && poetry run alembic upgrade head-infra:- docker compose up -d--api:- cd $(PROJECT_ROOT)/flowsint-api && poetry run uvicorn app.main:app --host 0.0.0.0 --port 5001 --reload--frontend:- @echo "🐙 Starting frontend and opening browser..."- @docker compose up -d flowsint-app- @bash -c 'until curl -s http://localhost:5173 > /dev/null 2>&1; do sleep 1; done; open http://localhost:5173 2>/dev/null || xdg-open http://localhost:5173 2>/dev/null || echo "✅ Frontend ready at http://localhost:5173"'--frontend_prod:- cd $(PROJECT_ROOT)/flowsint-app && npm run build--celery:- cd $(PROJECT_ROOT)/flowsint-core && poetry run celery -A flowsint_core.core.celery worker --loglevel=info --pool=threads --concurrency=10--run:- @echo "🐙 Starting all services..."- docker compose up -d- @echo "⏳ Waiting for frontend to be ready..."- @bash -c 'until curl -s http://localhost:5173 > /dev/null 2>&1; do sleep 1; done'- @echo "🌐 Opening browser..."- @open http://localhost:5173 2>/dev/null || xdg-open http://localhost:5173 2>/dev/null || echo "✅ All services ready! Flowsint at http://localhost:5173"- $(MAKE) -j2 api celery--stop:- @echo "🛑 Stopping all services..."- -docker compose -f docker-compose.dev.yml down- -docker compose -f docker-compose.prod.yml down- -docker compose down--stop-dev:- @echo "🛑 Stopping development services..."- docker compose -f docker-compose.dev.yml down--stop-prod:- @echo "🛑 Stopping production services..."- docker compose -f docker-compose.prod.yml down+# =====================+# Cleanup (dangerous)+# =====================clean:- @echo "⚠️ WARNING: This will remove ALL Docker containers, images, volumes, and virtual environments."- @echo "⚠️ ALL DATA in databases and volumes will be permanently deleted!"- @echo ""- @read -p "Are you sure you want to continue? [y/N]: " confirm; \- if [ "$$confirm" != "y" ] && [ "$$confirm" != "Y" ]; then \- echo "❌ Cleanup cancelled."; \- exit 1; \- fi- @echo "🧹 Removing containers, images, volumes and venvs..."+ @echo "This will remove ALL Docker data. Continue? [y/N]"+ @read confirm; \+ if [ "$$confirm" != "y" ]; then exit 1; fi-docker compose -f docker-compose.dev.yml down -v --rmi all --remove-orphans-docker compose -f docker-compose.prod.yml down -v --rmi all --remove-orphans- -docker compose down -v --rmi all --remove-orphans- rm -rf $(PROJECT_ROOT)/flowsint-app/node_modules- rm -rf $(PROJECT_ROOT)/flowsint-core/.venv- rm -rf $(PROJECT_ROOT)/flowsint-enrichers/.venv- rm -rf $(PROJECT_ROOT)/flowsint-api/.venv- @echo "✅ Cleanup complete!"--migrate:- @echo "🗄️ Running Neo4j migrations..."- yarn migrate+ rm -rf flowsint-app/node_modules+ rm -rf flowsint-core/.venv+ rm -rf flowsint-enrichers/.venv+ rm -rf flowsint-api/.venvdiff --git a/docker-compose.dev.yml b/docker-compose.dev.ymlindex c1e6b6fa..9896aa7d 100644--- a/docker-compose.dev.yml+++ b/docker-compose.dev.yml@@ -58,10 +58,10 @@ services:networks:- flowsint_networkhealthcheck:- test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider http://localhost:7474 || exit 1"]- interval: 10s+ test: cypher-shell -u ${NEO4J_USERNAME} -p ${NEO4J_PASSWORD} "RETURN 1"+ interval: 5stimeout: 5s- retries: 5+ retries: 10# FastAPI Backendapi:diff --git a/docker-compose.prod.yml b/docker-compose.prod.ymlindex 8e3e79b1..52c8fc73 100644--- a/docker-compose.prod.yml+++ b/docker-compose.prod.yml@@ -59,10 +59,10 @@ services:networks:- flowsint_networkhealthcheck:- test: ["CMD-SHELL", "wget --no-verbose --tries=1 --spider http://localhost:7474 || exit 1"]- interval: 10s+ test: cypher-shell -u ${NEO4J_USERNAME} -p ${NEO4J_PASSWORD} "RETURN 1"+ interval: 5stimeout: 5s- retries: 5+ retries: 10# FastAPI Backend (Production)api:diff --git a/docker-compose.yml b/docker-compose.ymlindex 7b46fd6d..93602298 100644--- a/docker-compose.yml+++ b/docker-compose.yml@@ -44,6 +44,11 @@ services:- neo4j_logs:/logs- neo4j_import:/var/lib/neo4j/import- neo4j_plugins:/plugins+ healthcheck:+ test: cypher-shell -u ${NEO4J_USERNAME} -p ${NEO4J_PASSWORD} "RETURN 1"+ interval: 5s+ timeout: 5s+ retries: 10restart: unless-stoppednetworks:- flowsint_network