Skip to content

Self-hosted workflows for coding-agent delivery. Orchestrate CodeBuddy, Codex and Claude Code with scripts and human approval gates. Includes Local workflows for coding assistants.

8.6 KB
Raw Blame
#!/usr/bin/env bash
# Runs the live e2e suite against a throwaway AgentFlow built from THIS
# checkout, so unmerged changes can be exercised end to end.
#
#   ./local.sh                     API scenarios (default)
#   ./local.sh api/30-runs.test.mjs api/35-runner-mode.test.mjs
#   ./local.sh all                 API, then UI
#
# It starts its own MySQL container and platform process, seeds a user with an
# API token, the sandboxes the suite expects and a local bare Git repository
# for the repository-bound scenarios, and removes all of it afterwards.
#
# Optional environment:
#   AGENTFLOW_E2E_CODEBUDDY_API_KEY  enables the real-model scenarios
#   AGENTFLOW_E2E_CODEBUDDY_INTERNET CodeBuddy network environment (default
#                                    empty: the international site)
#   AGENTFLOW_E2E_LOCAL_PORT         platform port (default 18090)
#   AGENTFLOW_E2E_LOCAL_MYSQL_PORT   MySQL port (default 33316)
#   AGENTFLOW_E2E_LOCAL_MYSQL_CONTAINER MySQL container name (default
#                                    agentflow-e2e-local-mysql); set it when
#                                    several checkouts run the suite at once
#   AGENTFLOW_E2E_MODEL_SANDBOX      sandbox for model scenarios (default local:
#                                    the seeded Docker image has no CodeBuddy CLI)
#   AGENTFLOW_E2E_KEEP=1             keep the platform, database and files; the
#                                    exports needed to rerun single files against
#                                    it are written to $WORK/env (mode 600)
set -uo pipefail
cd "$(dirname "$0")"
E2E_DIR=$(pwd)
ROOT=$(cd .. && pwd)

PORT=${AGENTFLOW_E2E_LOCAL_PORT:-18090}
MYSQL_PORT=${AGENTFLOW_E2E_LOCAL_MYSQL_PORT:-33316}
MYSQL_CONTAINER=${AGENTFLOW_E2E_LOCAL_MYSQL_CONTAINER:-agentflow-e2e-local-mysql}
WORK=$(mktemp -d /tmp/agentflow-e2e-local.XXXXXX)
BASE=http://127.0.0.1:$PORT
DSN="root:root@tcp(127.0.0.1:$MYSQL_PORT)/agentflow?parseTime=true&charset=utf8mb4"
PID=

teardown() {
  if [ "${AGENTFLOW_E2E_KEEP:-0}" = 1 ]; then
    echo "AGENTFLOW_E2E_KEEP=1: platform $BASE (pid $PID), MySQL $MYSQL_CONTAINER and $WORK left in place; source $WORK/env to rerun"
    return
  fi
  [ -n "$PID" ] && kill "$PID" 2>/dev/null
  # Sandbox containers bind workspaces under $WORK.
  for c in $(docker ps -aq --filter name=agentflow-sbx 2>/dev/null); do
    docker inspect -f '{{range .Mounts}}{{.Source}} {{end}}' "$c" 2>/dev/null | grep -q "$WORK" && docker rm -f "$c" >/dev/null
  done
  docker rm -f "$MYSQL_CONTAINER" >/dev/null 2>&1
  rm -rf "$WORK"
}
trap teardown EXIT

mysql_exec() { docker exec -i "$MYSQL_CONTAINER" mysql -uroot -proot agentflow 2> >(grep -v 'Using a password' >&2); }

if curl -s -o /dev/null --max-time 2 "$BASE/api/health"; then
  echo "port $PORT is already serving something; set AGENTFLOW_E2E_LOCAL_PORT" >&2
  exit 1
fi

echo "== build $ROOT"
(cd "$ROOT" && go build -o "$WORK/agentflow" ./cmd/agentflow && go build -o "$WORK/agentflow-runner" ./cmd/agentflow-runner) || exit 1

echo "== mysql on 127.0.0.1:$MYSQL_PORT"
docker rm -f "$MYSQL_CONTAINER" >/dev/null 2>&1
docker run -d --name "$MYSQL_CONTAINER" -p "127.0.0.1:$MYSQL_PORT:3306" \
  -e MYSQL_ROOT_PASSWORD=root -e MYSQL_DATABASE=agentflow mysql:8.0 >/dev/null || exit 1
# The image first runs a socket-only bootstrap server; wait for the real one on TCP.
until docker exec "$MYSQL_CONTAINER" mysql -uroot -proot -h127.0.0.1 --protocol=tcp -e 'SELECT 1' agentflow >/dev/null 2>&1; do sleep 1; done

echo "== platform on $BASE"
HOST_IP=$(hostname -I 2>/dev/null | awk '{print $1}')
# AGENTFLOW_LOCAL_LOGIN_USER enables the loopback-only acceptance login, so the
# session-only endpoints (personal API tokens, logout) can be exercised.
AGENTFLOW_SESSION_SECRET=$(head -c 32 /dev/urandom | od -An -tx1 | tr -d ' \n') \
AGENTFLOW_AUTH_REQUIRED=true \
AGENTFLOW_LOCAL_LOGIN_USER=e2e-local \
AGENTFLOW_RUNNER_BINARY="$WORK/agentflow-runner" \
AGENTFLOW_PLATFORM_MCP_URL="http://${HOST_IP:-127.0.0.1}:$PORT" \
  "$WORK/agentflow" -addr "0.0.0.0:$PORT" -workspaces "$WORK/workspaces" -mysql-dsn "$DSN" >"$WORK/platform.log" 2>&1 &
PID=$!
for _ in $(seq 60); do curl -sf "$BASE/api/health" >/dev/null && break; sleep 1; done
if ! curl -sf "$BASE/api/health" >/dev/null || ! kill -0 "$PID" 2>/dev/null; then
  tail -30 "$WORK/platform.log"
  exit 1
fi
for _ in $(seq 60); do echo 'SELECT 1 FROM api_tokens LIMIT 1' | mysql_exec >/dev/null 2>&1 && break; sleep 1; done
for _ in $(seq 60); do echo 'SELECT 1 FROM run_telemetry, run_logs LIMIT 1' | mysql_exec >/dev/null 2>&1 && break; sleep 1; done

# Deployments apply migrations/ by hand. AutoMigrate creates every table and
# column except the MySQL generated columns of 001, which the run detail's
# telemetry filter (adapter=live) and the analytics coverage query need.
echo "== migrations/001"
mysql_exec <"$ROOT/migrations/001_run_obs_generated_columns.sql" || exit 1

echo "== seed"
new_token() { echo "afp_$(head -c 32 /dev/urandom | base64 | tr '+/' '-_' | tr -d '=\n')"; }
TOKEN=$(new_token)
HASH=$(printf %s "$TOKEN" | sha256sum | cut -d' ' -f1)
# User B is an ordinary (non-admin) user for the authorization scenarios.
TOKEN_B=$(new_token)
HASH_B=$(printf %s "$TOKEN_B" | sha256sum | cut -d' ' -f1)
mysql_exec <<SQL || exit 1
INSERT INTO users (id, staff_id, login_name, chinese_name, platform_role, created_at, updated_at)
  VALUES (900001, 900001, 'e2e-local', 'E2E 本地', 'admin', NOW(3), NOW(3)),
         (900002, 900002, 'e2e-local-b', 'E2E 本地 B', '', NOW(3), NOW(3));
INSERT INTO api_tokens (id, user_id, name, prefix, token_hash, expires_at, created_at)
  VALUES ('tok-e2e-local', 900001, 'e2e-local', '${TOKEN:0:12}', '$HASH', DATE_ADD(NOW(3), INTERVAL 1 DAY), NOW(3)),
         ('tok-e2e-local-b', 900002, 'e2e-local-b', '${TOKEN_B:0:12}', '$HASH_B', DATE_ADD(NOW(3), INTERVAL 1 DAY), NOW(3));
SQL
if [ -n "${AGENTFLOW_E2E_CODEBUDDY_API_KEY:-}" ]; then
  # Passed through stdin so the key never shows up in a process listing.
  printf "INSERT INTO user_configs (user_id, codebuddy_api_key, codebuddy_internet_environment, created_at, updated_at) VALUES (900001, '%s', '%s', NOW(3), NOW(3));\n" \
    "${AGENTFLOW_E2E_CODEBUDDY_API_KEY//\'/}" "${AGENTFLOW_E2E_CODEBUDDY_INTERNET:-}" | mysql_exec || exit 1
fi

api() {
  local code
  code=$(curl -s -o "$WORK/seed.out" -w '%{http_code}' -H "Authorization: Bearer $TOKEN" -H 'Content-Type: application/json' \
    -X "$1" "$BASE$2" --data-raw "$3")
  case "$code" in 2??) ;; *) echo "seed $1 $2 failed ($code): $(cat "$WORK/seed.out" 2>/dev/null)"; exit 1 ;; esac
}
api POST /api/projects '{"id":"e2e-auto","key":"E2E","name":"E2E 自动化测试(勿用)","color":"#8b5cf6","ownerId":900001}'
api PUT /api/dockerfiles '{"id":"generic-backend","name":"generic backend","projectId":"e2e-auto","content":"FROM python:3.12-slim\nRUN apt-get update && apt-get install -y --no-install-recommends git ca-certificates && rm -rf /var/lib/apt/lists/*\n"}'
api PUT /api/sandboxes '{"id":"generic-docker","name":"Generic Docker","projectId":"e2e-auto","driver":"docker","dockerfileId":"generic-backend","readOnlyRootFS":false}'
api PUT /api/sandboxes '{"id":"local","name":"Local","projectId":"e2e-auto","driver":"local"}'

REPO="$WORK/repo"
mkdir -p "$REPO/src" && git -C "$REPO/src" init -q -b main &&
  echo baseline >"$REPO/src/README.md" &&
  git -C "$REPO/src" -c user.name=e2e -c user.email=e2e@local add README.md &&
  git -C "$REPO/src" -c user.name=e2e -c user.email=e2e@local commit -qm baseline &&
  git clone -q --bare "$REPO/src" "$REPO/remote.git" || exit 1

export AGENTFLOW_E2E_BASE=$BASE AGENTFLOW_E2E_TOKEN=$TOKEN AGENTFLOW_E2E_TOKEN_B=$TOKEN_B
export AGENTFLOW_E2E_REPO_CLONE_URL="$REPO/remote.git" AGENTFLOW_E2E_REPO_BRANCH=main
export AGENTFLOW_E2E_MODEL_SANDBOX=${AGENTFLOW_E2E_MODEL_SANDBOX:-local}
# A fresh database has no data-rich project to tour; tour the e2e project.
export AGENTFLOW_E2E_VIEW_PROJECT=${AGENTFLOW_E2E_VIEW_PROJECT:-e2e-auto}
[ -n "${AGENTFLOW_E2E_CODEBUDDY_API_KEY:-}" ] || export AGENTFLOW_E2E_MODEL=0
unset AGENTFLOW_E2E_CODEBUDDY_API_KEY
if [ "${AGENTFLOW_E2E_KEEP:-0}" = 1 ]; then
  (umask 077 && printf 'export AGENTFLOW_E2E_BASE=%q AGENTFLOW_E2E_TOKEN=%q AGENTFLOW_E2E_TOKEN_B=%q AGENTFLOW_E2E_REPO_CLONE_URL=%q AGENTFLOW_E2E_REPO_BRANCH=main AGENTFLOW_E2E_MODEL_SANDBOX=%q AGENTFLOW_E2E_MODEL=%q AGENTFLOW_E2E_VIEW_PROJECT=%q\n' \
    "$BASE" "$TOKEN" "$TOKEN_B" "$AGENTFLOW_E2E_REPO_CLONE_URL" "$AGENTFLOW_E2E_MODEL_SANDBOX" "${AGENTFLOW_E2E_MODEL:-1}" "$AGENTFLOW_E2E_VIEW_PROJECT" >"$WORK/env")
fi

status=0
run_api() {
  local files=("$@")
  [ ${#files[@]} -gt 0 ] || files=('api/*.test.mjs')
  node --test --test-concurrency=1 --test-reporter=spec "${files[@]}" || status=1
}
case "${1:-api}" in
  api) run_api ;;
  all) run_api; npx playwright test || status=1 ;;
  *) run_api "$@" ;;
esac
exit $status