RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
add Dockerfile docker-compose.yml and modify workflow (#20305)
maoyifengef939fbaff47
diff --git a/.github/workflows/sep-tests.yml b/.github/workflows/sep-tests.ymlindex ef7904c489..a9979b4705 100644--- a/.github/workflows/sep-tests.yml+++ b/.github/workflows/sep-tests.yml@@ -214,7 +214,7 @@ jobs:fiapi_proxy_schemes='["go"]'-+echo "has_go_changes=${has_go}" >> $GITHUB_OUTPUTecho "has_web_changes=${has_web}" >> $GITHUB_OUTPUTecho "has_native_deepdoc_changes=${has_native_deepdoc}" >> $GITHUB_OUTPUT@@ -385,17 +385,17 @@ jobs:BUILD_LOCK_FILE=${RUNNER_WORKSPACE_PREFIX}/artifacts/${GITHUB_REPOSITORY}/docker-build.lockmkdir -p "$(dirname "${BUILD_LOCK_FILE}")"# Pass the Gitee personal access token to the Docker build via --build-arg GITEE_TOKEN.- # Dockerfile_go / Dockerfile_ci read it from ARG GITEE_TOKEN (NOT a BuildKit secret),+ # Dockerfile / Dockerfile_ci read it from ARG GITEE_TOKEN (NOT a BuildKit secret),# so the runner must expose GITEE_TOKEN as an environment variable (e.g. via the# runner's docker-compose `environment:` mapping sourced from its .env file).# Pick the Dockerfile matching the API proxy scheme:- # - go -> Dockerfile_go (Go-native image)+ # - go -> Dockerfile (Go-native image)# - * -> Dockerfile_ci (Python/legacy image)- if [ "${API_PROXY_SCHEME}" = "go" ]; then- DOCKERFILE=Dockerfile_go- else- DOCKERFILE=Dockerfile_ci- fi+ #if [ "${API_PROXY_SCHEME}" = "go" ]; then+ DOCKERFILE=Dockerfile+ #else+ # DOCKERFILE=Dockerfile_ci+ #fi(flock -w 10800 9 || { echo "Timed out waiting for the shared Docker build slot" >&2; exit 1; }echo "Acquired Docker build slot for ${DOC_ENGINE}/${API_PROXY_SCHEME} (dockerfile=${DOCKERFILE})"@@ -614,12 +614,12 @@ jobs:sed -i '/^ES_PORT=/d;/^OS_PORT=/d;/^INFINITY_THRIFT_PORT=/d;/^INFINITY_HTTP_PORT=/d;/^INFINITY_PSQL_PORT=/d;/^EXPOSE_MYSQL_PORT=/d;/^MINIO_PORT=/d;/^MINIO_CONSOLE_PORT=/d;/^REDIS_PORT=/d;/^KVROCKS_PORT=/d;/^EXPOSE_NATS_PORT=/d;/^NATS_MONITORING_PORT=/d;/^TEI_PORT=/d;/^KIBANA_PORT=/d;/^SVR_HTTP_PORT=/d;/^ADMIN_SVR_HTTP_PORT=/d;/^SVR_MCP_PORT=/d;/^SANDBOX_EXECUTOR_MANAGER_PORT=/d;/^SVR_WEB_HTTP_PORT=/d;/^SVR_WEB_HTTPS_PORT=/d;/^EXPOSE_CLICKHOUSE_TCP_PORT=/d;/^CLICKHOUSE_HTTP_PORT=/d;/^COMPOSE_PROFILES=/d;/^TEI_MODEL=/d;/^RAGFLOW_IMAGE=/d;/^DOC_ENGINE=/d;/^API_PROXY_SCHEME=/d' .env# docker-compose-go.yml uses env_file: .env-go for the ragflow-cpu# container, so the Go server process reads COMPOSE_PROFILES and- # TEI_MODEL from .env-go (not .env). Without syncing these two,+ # TEI_MODEL from .env (not .env). Without syncing these two,# the Go server's checkModelAvailable TEI bypass never triggers- # because .env-go's COMPOSE_PROFILES lacks "tei-", causing+ # because .env's COMPOSE_PROFILES lacks "tei-", causing# PATCH /models/default to fail for the Builtin/Local embedding# model and datasets to be created with an empty embedding_model.- sed -i '/^COMPOSE_PROFILES=/d;/^RAGFLOW_DEV_MODE=/d;/^TEI_MODEL=/d' .env-go+ sed -i '/^COMPOSE_PROFILES=/d;/^RAGFLOW_DEV_MODE=/d;/^TEI_MODEL=/d' .env{echo ""echo "ES_PORT=${ES_PORT}"@@ -654,11 +654,11 @@ jobs:echo "DOC_ENGINE=${DOC_ENGINE}"echo "API_PROXY_SCHEME=${API_PROXY_SCHEME}"} >> .env- # Sync COMPOSE_PROFILES and TEI_MODEL into .env-go so the Go- # server container (env_file: .env-go) sees the same TEI bypass+ # Sync COMPOSE_PROFILES and TEI_MODEL into .env so the Go+ # server container (env_file: .env) sees the same TEI bypass# config as the Python container. Only these two affect the# in-process checkModelAvailable logic; other .env keys are- # either yml-interpolation-only or already correct in .env-go.+ # either yml-interpolation-only or already correct in .env.# RAGFLOW_DEV_MODE rides along for the same reason.{echo ""@@ -673,7 +673,7 @@ jobs:# v1.0.0-rc1.dev1 database marker. Without the override the Go# server refuses to boot against the marker it just wrote.echo "RAGFLOW_DEV_MODE=true"- } >> .env-go+ } >> .envif [[ "${API_PROXY_SCHEME}" == "go" ]]; thenRAGFLOW_HTTP_PORT=${SVR_WEB_HTTP_PORT}else@@ -693,11 +693,8 @@ jobs:- name: Start ragflow:nightly for Infinityrun: |- if [ "${API_PROXY_SCHEME}" = "go" ]; then- COMPOSE_FILE=docker/docker-compose-go.yml- else- COMPOSE_FILE=docker/docker-compose.yml- fi+ set -euo pipefail+ COMPOSE_FILE=docker/docker-compose.ymlsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -fsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} up -d@@ -758,11 +755,8 @@ jobs:- name: Stop ragflow:nightly for Infinityif: ${{ always() }}run: |- if [ "${API_PROXY_SCHEME}" = "go" ]; then- COMPOSE_FILE=docker/docker-compose-go.yml- else- COMPOSE_FILE=docker/docker-compose.yml- fi+ set -euo pipefail+ COMPOSE_FILE=docker/docker-compose.yml# Sometimes `docker compose down` fail due to hang container, heavy load etc. Need to remove such containers to release resources(for example, listen ports).sudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -f@@ -958,17 +952,17 @@ jobs:BUILD_LOCK_FILE=${RUNNER_WORKSPACE_PREFIX}/artifacts/${GITHUB_REPOSITORY}/docker-build.lockmkdir -p "$(dirname "${BUILD_LOCK_FILE}")"# Pass the Gitee personal access token to the Docker build via --build-arg GITEE_TOKEN.- # Dockerfile_go / Dockerfile_ci read it from ARG GITEE_TOKEN (NOT a BuildKit secret),+ # Dockerfile / Dockerfile_ci read it from ARG GITEE_TOKEN (NOT a BuildKit secret),# so the runner must expose GITEE_TOKEN as an environment variable (e.g. via the# runner's docker-compose `environment:` mapping sourced from its .env file).# Pick the Dockerfile matching the API proxy scheme:- # - go -> Dockerfile_go (Go-native image)+ # - go -> Dockerfile (Go-native image)# - * -> Dockerfile_ci (Python/legacy image)- if [ "${API_PROXY_SCHEME}" = "go" ]; then- DOCKERFILE=Dockerfile_go- else- DOCKERFILE=Dockerfile_ci- fi+ #if [ "${API_PROXY_SCHEME}" = "go" ]; then+ DOCKERFILE=Dockerfile+ #else+ # DOCKERFILE=Dockerfile_ci+ #fi(flock -w 10800 9 || { echo "Timed out waiting for the shared Docker build slot" >&2; exit 1; }echo "Acquired Docker build slot for ${DOC_ENGINE}/${API_PROXY_SCHEME} (dockerfile=${DOCKERFILE})"@@ -1187,12 +1181,12 @@ jobs:sed -i '/^ES_PORT=/d;/^OS_PORT=/d;/^INFINITY_THRIFT_PORT=/d;/^INFINITY_HTTP_PORT=/d;/^INFINITY_PSQL_PORT=/d;/^EXPOSE_MYSQL_PORT=/d;/^MINIO_PORT=/d;/^MINIO_CONSOLE_PORT=/d;/^REDIS_PORT=/d;/^KVROCKS_PORT=/d;/^EXPOSE_NATS_PORT=/d;/^NATS_MONITORING_PORT=/d;/^TEI_PORT=/d;/^KIBANA_PORT=/d;/^SVR_HTTP_PORT=/d;/^ADMIN_SVR_HTTP_PORT=/d;/^SVR_MCP_PORT=/d;/^SANDBOX_EXECUTOR_MANAGER_PORT=/d;/^SVR_WEB_HTTP_PORT=/d;/^SVR_WEB_HTTPS_PORT=/d;/^EXPOSE_CLICKHOUSE_TCP_PORT=/d;/^CLICKHOUSE_HTTP_PORT=/d;/^COMPOSE_PROFILES=/d;/^TEI_MODEL=/d;/^RAGFLOW_IMAGE=/d;/^DOC_ENGINE=/d;/^API_PROXY_SCHEME=/d' .env# docker-compose-go.yml uses env_file: .env-go for the ragflow-cpu# container, so the Go server process reads COMPOSE_PROFILES and- # TEI_MODEL from .env-go (not .env). Without syncing these two,+ # TEI_MODEL from .env (not .env). Without syncing these two,# the Go server's checkModelAvailable TEI bypass never triggers- # because .env-go's COMPOSE_PROFILES lacks "tei-", causing+ # because .env's COMPOSE_PROFILES lacks "tei-", causing# PATCH /models/default to fail for the Builtin/Local embedding# model and datasets to be created with an empty embedding_model.- sed -i '/^COMPOSE_PROFILES=/d;/^RAGFLOW_DEV_MODE=/d;/^TEI_MODEL=/d' .env-go+ sed -i '/^COMPOSE_PROFILES=/d;/^RAGFLOW_DEV_MODE=/d;/^TEI_MODEL=/d' .env{echo ""echo "ES_PORT=${ES_PORT}"@@ -1227,11 +1221,11 @@ jobs:echo "DOC_ENGINE=${DOC_ENGINE}"echo "API_PROXY_SCHEME=${API_PROXY_SCHEME}"} >> .env- # Sync COMPOSE_PROFILES and TEI_MODEL into .env-go so the Go- # server container (env_file: .env-go) sees the same TEI bypass+ # Sync COMPOSE_PROFILES and TEI_MODEL into .env so the Go+ # server container (env_file: .env) sees the same TEI bypass# config as the Python container. Only these two affect the# in-process checkModelAvailable logic; other .env keys are- # either yml-interpolation-only or already correct in .env-go.+ # either yml-interpolation-only or already correct in .env.# RAGFLOW_DEV_MODE rides along for the same reason.{echo ""@@ -1246,7 +1240,7 @@ jobs:# v1.0.0-rc1.dev1 database marker. Without the override the Go# server refuses to boot against the marker it just wrote.echo "RAGFLOW_DEV_MODE=true"- } >> .env-go+ } >> .envif [[ "${API_PROXY_SCHEME}" == "go" ]]; thenRAGFLOW_HTTP_PORT=${SVR_WEB_HTTP_PORT}else@@ -1266,11 +1260,7 @@ jobs:- name: Start ragflow:nightly for Elasticsearchrun: |- if [ "${API_PROXY_SCHEME}" = "go" ]; then- COMPOSE_FILE=docker/docker-compose-go.yml- else- COMPOSE_FILE=docker/docker-compose.yml- fi+ COMPOSE_FILE=docker/docker-compose.ymlsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -fsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} up -d@@ -1323,11 +1313,8 @@ jobs:- name: Stop ragflow:nightly for Elasticsearchif: ${{ always() }}run: |- if [ "${API_PROXY_SCHEME}" = "go" ]; then- COMPOSE_FILE=docker/docker-compose-go.yml- else- COMPOSE_FILE=docker/docker-compose.yml- fi+ set -euo pipefail+ COMPOSE_FILE=docker/docker-compose.yml# Sometimes `docker compose down` fail due to hang container, heavy load etc. Need to remove such containers to release resources(for example, listen ports).sudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -f@@ -1695,12 +1682,12 @@ jobs:sed -i '/^ES_PORT=/d;/^OS_PORT=/d;/^INFINITY_THRIFT_PORT=/d;/^INFINITY_HTTP_PORT=/d;/^INFINITY_PSQL_PORT=/d;/^EXPOSE_MYSQL_PORT=/d;/^MINIO_PORT=/d;/^MINIO_CONSOLE_PORT=/d;/^REDIS_PORT=/d;/^KVROCKS_PORT=/d;/^EXPOSE_NATS_PORT=/d;/^NATS_MONITORING_PORT=/d;/^TEI_PORT=/d;/^KIBANA_PORT=/d;/^SVR_HTTP_PORT=/d;/^ADMIN_SVR_HTTP_PORT=/d;/^SVR_MCP_PORT=/d;/^SANDBOX_EXECUTOR_MANAGER_PORT=/d;/^SVR_WEB_HTTP_PORT=/d;/^SVR_WEB_HTTPS_PORT=/d;/^EXPOSE_CLICKHOUSE_TCP_PORT=/d;/^CLICKHOUSE_HTTP_PORT=/d;/^COMPOSE_PROFILES=/d;/^TEI_MODEL=/d;/^RAGFLOW_IMAGE=/d;/^DOC_ENGINE=/d;/^API_PROXY_SCHEME=/d' .env# docker-compose-go.yml uses env_file: .env-go for the ragflow-cpu# container, so the Go server process reads COMPOSE_PROFILES and- # TEI_MODEL from .env-go (not .env). Without syncing these two,+ # TEI_MODEL from .env (not .env). Without syncing these two,# the Go server's checkModelAvailable TEI bypass never triggers- # because .env-go's COMPOSE_PROFILES lacks "tei-", causing+ # because .env's COMPOSE_PROFILES lacks "tei-", causing# PATCH /models/default to fail for the Builtin/Local embedding# model and datasets to be created with an empty embedding_model.- sed -i '/^COMPOSE_PROFILES=/d;/^TEI_MODEL=/d' .env-go+ sed -i '/^COMPOSE_PROFILES=/d;/^TEI_MODEL=/d' .env{echo ""echo "ES_PORT=${ES_PORT}"@@ -1741,11 +1728,11 @@ jobs:echo "DOC_ENGINE=${DOC_ENGINE}"echo "API_PROXY_SCHEME=${API_PROXY_SCHEME}"} >> .env- # Sync COMPOSE_PROFILES and TEI_MODEL into .env-go so the Go- # server container (env_file: .env-go) sees the same TEI bypass+ # Sync COMPOSE_PROFILES and TEI_MODEL into .env so the Go+ # server container (env_file: .env) sees the same TEI bypass# config as the Python container. Only these two affect the# in-process checkModelAvailable logic; other .env keys are- # either yml-interpolation-only or already correct in .env-go.+ # either yml-interpolation-only or already correct in .env.{echo ""if [ "${API_PROXY_SCHEME}" = "go" ]; then@@ -1754,7 +1741,7 @@ jobs:echo "COMPOSE_PROFILES=infinity,ragflow-go,tei-cpu,metadata-mysql"fiecho "TEI_MODEL=BAAI/bge-small-en-v1.5"- } >> .env-go+ } >> .envif [[ "${API_PROXY_SCHEME}" == "go" ]]; thenRAGFLOW_HTTP_PORT=${SVR_WEB_HTTP_PORT}else@@ -1787,7 +1774,7 @@ jobs:echo "KVROCKS_PORT missing from docker/.env — compose would fall back to host 6379" >&2exit 1}- COMPOSE_FILE=docker/docker-compose-go.yml+ COMPOSE_FILE=docker/docker-compose.ymlsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -fsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} up -d@@ -1940,7 +1927,7 @@ jobs:if: always()run: |set -euo pipefail- COMPOSE_FILE=docker/docker-compose-go.yml+ COMPOSE_FILE=docker/docker-compose.ymlsudo docker compose -f "${COMPOSE_FILE}" -p ${COMPOSE_PROJECT_NAME} down -v || truesudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -f# Release the per-port docker-network guards reserved by the prepare step.diff --git a/Dockerfile_go b/Dockerfilesimilarity index 99%rename from Dockerfile_gorename to Dockerfileindex 69faf0b8e2..d38befa62e 100644--- a/Dockerfile_go+++ b/Dockerfile@@ -170,7 +170,7 @@ USER rootSHELL ["/bin/bash", "-c"]WORKDIR /ragflow-# Cache Go modules BEFORE copying source (mirrors the Dockerfile_go_ci fix):+# Cache Go modules BEFORE copying source (mirrors the Dockerfile_ci fix):# copy only the manifests, download the full module graph into a persistent# BuildKit cache mount, then bring in source. GOMODCACHE/GOCACHE are pinned to the# mounted paths so `go mod download` and `build.sh --go` share the same cache and@@ -189,7 +189,7 @@ COPY build.sh ./# ORT version pins from these files; without them the --go build fails with# "could not parse the ONNX Runtime version from one of the pinned locations".COPY ragflow_deps/download_go_deps.py ragflow_deps/download_deps.py ./ragflow_deps/-COPY Dockerfile_go ./+COPY Dockerfile ./# ONNX Runtime static archives: build.sh's _seed_from_system looks for the ORT# static libs under ONNXRUNTIME_STATIC_PREFIX (default ~/ragflow-native-libs/onnxruntime).diff --git a/build.sh b/build.shindex 6d7b9905d2..d20d05b5b9 100755--- a/build.sh+++ b/build.sh@@ -227,7 +227,7 @@ check_ort_version_consistency() {env_go="$(grep -m1 -E 'DeepDocORTVersion[[:space:]]*=[[:space:]]*"' "${PROJECT_ROOT}/internal/common/environments.go" | sed -E 's/.*"([^"]+)".*/\1/')"d1="$(grep -m1 -E '^ORT_VERSION[[:space:]]*=[[:space:]]*"' "${PROJECT_ROOT}/ragflow_deps/download_go_deps.py" | sed -E 's/.*"([^"]+)".*/\1/')"d2="$(grep -m1 -E '^ORT_VERSION[[:space:]]*=[[:space:]]*"' "${PROJECT_ROOT}/ragflow_deps/download_deps.py" | sed -E 's/.*"([^"]+)".*/\1/')"- dockerfile="$(grep -m1 -E 'ARG[[:space:]]+ORT_VERSION=' "${PROJECT_ROOT}/Dockerfile_go" | sed -E 's/.*ORT_VERSION=([0-9][^"[:space:]]*).*/\1/')"+ dockerfile="$(grep -m1 -E 'ARG[[:space:]]+ORT_VERSION=' "${PROJECT_ROOT}/Dockerfile" | sed -E 's/.*ORT_VERSION=([0-9][^"[:space:]]*).*/\1/')"if [ -z "$env_go" ] || [ -z "$d1" ] || [ -z "$d2" ] || [ -z "$dockerfile" ]; thenecho -e "${RED}Error: could not parse the ONNX Runtime version from one of the pinned locations${NC}" >&2@@ -239,7 +239,7 @@ check_ort_version_consistency() {printf ' %-10s %s\n' "$env_go" "internal/common/environments.go:DeepDocORTVersion"printf ' %-10s %s\n' "$d1" "ragflow_deps/download_go_deps.py:ORT_VERSION"printf ' %-10s %s\n' "$d2" "ragflow_deps/download_deps.py:ORT_VERSION"- printf ' %-10s %s\n' "$dockerfile" "Dockerfile_go:ARG ORT_VERSION"+ printf ' %-10s %s\n' "$dockerfile" "dockerfile:ARG ORT_VERSION"exit 1fidiff --git a/docker/.env b/docker/.envindex 12b716acb0..15f3f42362 100644--- a/docker/.env+++ b/docker/.env@@ -12,7 +12,12 @@# running code reports a version older than the database migration marker,# which any branch targeting a not-yet-tagged release does. Leave it off in# production, where an older binary must not touch a newer database.-# RAGFLOW_DEV_MODE=false+#+# CI (.github/workflows/sep-tests.yml) appends `true` here on every run: the+# image stamps its own git-describe output into /ragflow/VERSION, so a CI build+# reports v0.27.x against the v1.0.0-rc1.dev1 marker it migrated to moments+# earlier. Do not treat that generated value as the default.+RAGFLOW_DEV_MODE=false# ------------------------------# docker env var for specifying vector db type at startup@@ -44,7 +49,7 @@ DEVICE=${DEVICE:-cpu}# start the in-cluster MySQL service. For external GaussDB, set both# DB_TYPE=gaussdb and METADATA_DB_PROFILE=gaussdb so MySQL stays disabled.METADATA_DB_PROFILE=${METADATA_DB_PROFILE:-mysql}-COMPOSE_PROFILES=${DOC_ENGINE},${DEVICE},metadata-${METADATA_DB_PROFILE}+COMPOSE_PROFILES=${DOC_ENGINE},${DEVICE},metadata-${METADATA_DB_PROFILE},ragflow-go,clickhouse# The version of Elasticsearch.STACK_VERSION=${STACK_VERSION:-8.11.3}@@ -190,17 +195,15 @@ MINIO_USER=rag_flow# When updated, you must revise the `minio.password` entry in service_conf.yaml accordingly.MINIO_PASSWORD=infini_rag_flow-# The hostname where the Redis service is exposed-REDIS_HOST=redis-# The port used to expose the Redis service to the host machine,-# allowing EXTERNAL access to the Redis service running inside the Docker container.-REDIS_PORT=6379-# The password for Redis.-REDIS_PASSWORD=infini_rag_flow-# Host port that maps to the Kvrocks container port 6379. The Go deployment-# disables the Valkey/Redis service, so Kvrocks reuses the conventional 6379.+# The hostname where the Kvrocks service is exposed. Kvrocks is the only+# cache/queue backend the Go services use (Redis-protocol, RocksDB-backed).+# For a host-run Go binary, point this at the published Kvrocks port on localhost.KVROCKS_HOST=kvrocks+# The host port that maps to the Kvrocks container port 6379. The Go deployment+# disables the Valkey/Redis service, so Kvrocks reuses the conventional 6379.KVROCKS_PORT=6379+# The password for Kvrocks (shared with the Valkey service; see kvrocks-entrypoint.sh).+REDIS_PASSWORD=infini_rag_flowNATS_HOST=nats# Port used by RAGFlow's Go services to connect to NATS inside the container network.@@ -258,19 +261,19 @@ SVR_MCP_PORT=9382ADMIN_DEFAULT_PASSWORD=admin# API_PROXY_SCHEME=hybrid # go and python hybrid deploy mode-# API_PROXY_SCHEME=go # use go server deployment-API_PROXY_SCHEME=python # use pure python server deployment+API_PROXY_SCHEME=go # use go server deployment+#API_PROXY_SCHEME=python # use pure python server deployment# Development-only: set to 1 to bypass host safety checks for test_db_connection and allow private/local database hosts.# Do not enable in production.ALLOW_ANY_HOST=0# The RAGFlow Docker image to download. v0.22+ doesn't include embedding models.-RAGFLOW_IMAGE=infiniflow/ragflow:v0.27.2+RAGFLOW_IMAGE=infiniflow/ragflow:v1.0.0# If you cannot download the RAGFlow Docker image:-# RAGFLOW_IMAGE=swr.cn-north-4.myhuaweicloud.com/infiniflow/ragflow:v0.27.2-# RAGFLOW_IMAGE=registry.cn-hangzhou.aliyuncs.com/infiniflow/ragflow:v0.27.2+# RAGFLOW_IMAGE=swr.cn-north-4.myhuaweicloud.com/infiniflow/ragflow:v1.0.0+# RAGFLOW_IMAGE=registry.cn-hangzhou.aliyuncs.com/infiniflow/ragflow:v1.0.0## - For the `nightly` edition, uncomment either of the following:# RAGFLOW_IMAGE=swr.cn-north-4.myhuaweicloud.com/infiniflow/ragflow:nightlydiff --git a/docker/.env-go b/docker/.env-godeleted file mode 100644index 5cec604d42..0000000000--- a/docker/.env-go+++ /dev/null@@ -1,432 +0,0 @@-# ------------------------------------------------------------------------------# SECURITY WARNING: DO NOT DEPLOY WITH DEFAULT PASSWORDS-# For non-local deployments, please change all passwords (ELASTIC_PASSWORD,-# MYSQL_PASSWORD, MINIO_PASSWORD, etc.) to strong, unique values.-# You can generate a random string using: openssl rand -hex 32-# -------------------------------------------------------------------------------# -------------------------------# Development mode-# -------------------------------# Set to `true` only while developing: the server then starts even when the-# running code reports a version older than the database migration marker,-# which any branch targeting a not-yet-tagged release does. Leave it off in-# production, where an older binary must not touch a newer database.-#-# CI (.github/workflows/sep-tests.yml) appends `true` here on every run: the-# image stamps its own git-describe output into /ragflow/VERSION, so a CI build-# reports v0.27.x against the v1.0.0-rc1.dev1 marker it migrated to moments-# earlier. Do not treat that generated value as the default.-RAGFLOW_DEV_MODE=false--# -------------------------------# docker env var for specifying vector db type at startup-# (based on the vector db type, the corresponding docker-# compose profile will be used)-# -------------------------------# The type of doc engine to use.-# Available options:-# - `elasticsearch` (default)-# - `infinity` (https://github.com/infiniflow/infinity)-# - `oceanbase` (https://github.com/oceanbase/oceanbase)-# - `opensearch` (https://github.com/opensearch-project/OpenSearch)-# - `seekdb` (https://github.com/oceanbase/seekdb)-# - `gaussdb` GaussDB Centralized / Distributed DocEngine-DOC_ENGINE=${DOC_ENGINE:-elasticsearch}--# The business metadata database type used by DB_TYPE.-# Available options: mysql (default), postgres, gaussdb, oceanbase.-DB_TYPE=${DB_TYPE:-mysql}--# Device on which deepdoc inference run.-# Available levels:-# - `cpu` (default)-# - `gpu`-DEVICE=${DEVICE:-cpu}--# This controls only the bundled metadata service started by Compose; DB_TYPE-# independently selects the metadata backend used by RAGFlow. Keep `mysql` to-# start the in-cluster MySQL service. For external GaussDB, set both-# DB_TYPE=gaussdb and METADATA_DB_PROFILE=gaussdb so MySQL stays disabled.-METADATA_DB_PROFILE=${METADATA_DB_PROFILE:-mysql}-COMPOSE_PROFILES=${DOC_ENGINE},${DEVICE},metadata-${METADATA_DB_PROFILE},ragflow-go,clickhouse--# The version of Elasticsearch.-STACK_VERSION=${STACK_VERSION:-8.11.3}--# The hostname where the Elasticsearch service is exposed-ES_HOST=es01--# The port used to expose the Elasticsearch service to the host machine,-# allowing EXTERNAL access to the service running inside the Docker container.-ES_PORT=1200--# The password for Elasticsearch.-# WARNING: Change this for production!-ELASTIC_PASSWORD=infini_rag_flow--# the hostname where OpenSearch service is exposed, set it not the same as elasticsearch-OS_PORT=1201--# The hostname where the OpenSearch service is exposed-OS_HOST=opensearch01--# The password for OpenSearch.-# At least one uppercase letter, one lowercase letter, one digit, and one special character-OPENSEARCH_PASSWORD=infini_rag_flow_OS_01--# The port used to expose the Kibana service to the host machine,-# allowing EXTERNAL access to the service running inside the Docker container.-# To enable kibana, you need to:-# 1. Ensure that COMPOSE_PROFILES includes kibana, for example: COMPOSE_PROFILES=${COMPOSE_PROFILES},kibana-# 2. Comment out or delete the following configurations of the es service in docker-compose-base.yml: xpack.security.enabled、xpack.security.http.ssl.enabled、xpack.security.transport.ssl.enabled (for details: https://www.elastic.co/docs/deploy-manage/security/self-auto-setup#stack-existing-settings-detected)-# 3. Adjust the es.hosts in conf/service_config.yaml or docker/service_conf.yaml.template to 'https://localhost:1200'-# 4. After the startup is successful, in the es container, execute the command to generate the kibana token: `bin/elasticsearch-create-enrollment-token -s kibana`, then you can use kibana normally-KIBANA_PORT=6601--# The maximum amount of the memory, in bytes, that a specific Docker container can use while running.-# Update it according to the available memory in the host machine.-MEM_LIMIT=8073741824--# The hostname where the Infinity service is exposed-INFINITY_HOST=infinity--# Port to expose Infinity API to the host-INFINITY_THRIFT_PORT=23817-INFINITY_HTTP_PORT=23820-INFINITY_PSQL_PORT=5432--# The hostname where the SereneDB service is exposed. SereneDB speaks the-# PostgreSQL wire protocol, so DOC_ENGINE=serenedb connects over lib/pq/psycopg2.-SERENEDB_HOST=serenedb-# Port to expose SereneDB to the host-SERENEDB_PORT=7890-# The password for SereneDB (POSTGRES_PASSWORD in the container)-SERENEDB_PASSWORD=infini_rag_flow--# The hostname where the OceanBase service is exposed-OCEANBASE_HOST=oceanbase-# The port used to expose the OceanBase service-OCEANBASE_PORT=2881-# The username for OceanBase-OCEANBASE_USER=root@ragflow-# The password for OceanBase-OCEANBASE_PASSWORD=infini_rag_flow-# The doc database of the OceanBase service to use-OCEANBASE_DOC_DBNAME=ragflow_doc--# GaussDB DocEngine connection. RAGFlow does not start or manage GaussDB;-# configure an existing GaussDB instance here.-# GaussDB host.-GAUSSDB_HOST=-# GaussDB port.-GAUSSDB_PORT=-# GaussDB database name.-GAUSSDB_DATABASE=postgres-# GaussDB login user.-GAUSSDB_USER=-# GaussDB login password.-GAUSSDB_PASSWORD=-# GaussDB schema for RAGFlow DocEngine objects.-GAUSSDB_SCHEMA=--# OceanBase container configuration-OB_CLUSTER_NAME=${OB_CLUSTER_NAME:-ragflow}-OB_TENANT_NAME=${OB_TENANT_NAME:-ragflow}-OB_SYS_PASSWORD=${OCEANBASE_PASSWORD:-infini_rag_flow}-OB_TENANT_PASSWORD=${OCEANBASE_PASSWORD:-infini_rag_flow}-OB_MEMORY_LIMIT=${OB_MEMORY_LIMIT:-10G}-OB_SYSTEM_MEMORY=${OB_SYSTEM_MEMORY:-2G}-OB_DATAFILE_SIZE=${OB_DATAFILE_SIZE:-20G}-OB_LOG_DISK_SIZE=${OB_LOG_DISK_SIZE:-20G}--# The hostname where the SeekDB service is exposed-SEEKDB_HOST=seekdb-# The port used to expose the SeekDB service-SEEKDB_PORT=2881-# The username for SeekDB-SEEKDB_USER=root-# The password for SeekDB-SEEKDB_PASSWORD=infini_rag_flow-# The doc database of the SeekDB service to use-SEEKDB_DOC_DBNAME=ragflow_doc-# SeekDB memory limit-SEEKDB_MEMORY_LIMIT=2G--# The password for MySQL.-# WARNING: Change this for production!-MYSQL_PASSWORD=infini_rag_flow-# The hostname where the MySQL service is exposed-MYSQL_HOST=mysql-# The database of the MySQL service to use-MYSQL_DBNAME=rag_flow-# The port used to connect to MySQL from RAGFlow container.-# Change this if you use external MySQL.-MYSQL_PORT=3306-# The port used to expose the MySQL service to the host machine,-# allowing EXTERNAL access to the MySQL database running inside the Docker container.-EXPOSE_MYSQL_PORT=3306-# The maximum size of communication packets sent to the MySQL server-MYSQL_MAX_PACKET=1073741824--# External GaussDB metadata database settings, used when DB_TYPE=gaussdb.-# These are intentionally separate from the GAUSSDB_* DocEngine settings.-GAUSSDB_METADATA_HOST=-GAUSSDB_METADATA_PORT=-GAUSSDB_METADATA_USER=-GAUSSDB_METADATA_PASSWORD=-GAUSSDB_METADATA_DBNAME=rag_flow-GAUSSDB_METADATA_SCHEMA=public-GAUSSDB_METADATA_MAX_CONNECTIONS=100-GAUSSDB_METADATA_STALE_TIMEOUT=30--# The hostname where the MinIO service is exposed-MINIO_HOST=minio-# The port used to expose the MinIO console interface to the host machine,-# allowing EXTERNAL access to the web-based console running inside the Docker container.-MINIO_CONSOLE_PORT=9001-# The port used to expose the MinIO API service to the host machine,-# allowing EXTERNAL access to the MinIO object storage service running inside the Docker container.-MINIO_PORT=9000-# The username for MinIO.-# When updated, you must revise the `minio.user` entry in service_conf.yaml accordingly.-MINIO_USER=rag_flow-# The password for MinIO.-# When updated, you must revise the `minio.password` entry in service_conf.yaml accordingly.-MINIO_PASSWORD=infini_rag_flow--# The hostname where the Kvrocks service is exposed. Kvrocks is the only-# cache/queue backend the Go services use (Redis-protocol, RocksDB-backed).-# For a host-run Go binary, point this at the published Kvrocks port on localhost.-KVROCKS_HOST=kvrocks-# The host port that maps to the Kvrocks container port 6379. The Go deployment-# disables the Valkey/Redis service, so Kvrocks reuses the conventional 6379.-KVROCKS_PORT=6379-# The password for Kvrocks (shared with the Valkey service; see kvrocks-entrypoint.sh).-REDIS_PASSWORD=infini_rag_flow--NATS_HOST=nats-# Port used by RAGFlow's Go services to connect to NATS inside the container network.-# Do NOT change this unless you also change `nats.port` in conf/service_conf.yaml.template.-NATS_PORT=4222-# Host-side port that maps to the NATS container port 4222. Change this to avoid-# clashing with a port already used on the host machine. This ONLY affects the-# published host port and is never read by RAGFlow's internal services.-EXPOSE_NATS_PORT=4222--# The hostname where the ClickHouse service is exposed-CLICKHOUSE_HOST=clickhouse-# Native TCP port used by RAGFlow's Go services to connect to ClickHouse inside-# the container network. Do NOT change this unless you also change `clickhouse.port`-# in conf/service_conf.yaml.template.-CLICKHOUSE_TCP_PORT=9000-# Host-side port that maps to the ClickHouse container native TCP port 9000. Change-# this to avoid clashing with a port already used on the host machine. This ONLY-# affects the published host port and is never read by RAGFlow's internal services.-EXPOSE_CLICKHOUSE_TCP_PORT=9900-# The port used to expose the ClickHouse HTTP service-CLICKHOUSE_HTTP_PORT=8123-# The username for ClickHouse-CLICKHOUSE_USER=ragflow-# The password for ClickHouse-CLICKHOUSE_PASSWORD=infini_rag_flow-# The database for ClickHouse-CLICKHOUSE_DATABASE=ragflow--# Jaeger (distributed tracing)-# Enable by adding `jaeger` to COMPOSE_PROFILES, e.g.:-# COMPOSE_PROFILES=${COMPOSE_PROFILES},jaeger-# Then update otel.host in service_conf.yaml to "jaeger".-JAEGER_VERSION=2.19.0-JAEGER_OTLP_GRPC_PORT=4317-JAEGER_OTLP_HTTP_PORT=4318-JAEGER_UI_PORT=16686--# The port used to expose RAGFlow's HTTP API service to the host machine,-# allowing EXTERNAL access to the service running inside the Docker container.-SVR_WEB_HTTP_PORT=80-SVR_WEB_HTTPS_PORT=443-SVR_HTTP_PORT=9380-ADMIN_SVR_HTTP_PORT=9381-SVR_MCP_PORT=9382--# API_PROXY_SCHEME=hybrid # go and python hybrid deploy mode-API_PROXY_SCHEME=go # use go server deployment-#API_PROXY_SCHEME=python # use pure python server deployment--# Development-only: set to 1 to bypass host safety checks for test_db_connection and allow private/local database hosts.-# Do not enable in production.-ALLOW_ANY_HOST=0--# The RAGFlow Docker image to download. v0.22+ doesn't include embedding models.-RAGFLOW_IMAGE=infiniflow/ragflow:go-test-1--# If you cannot download the RAGFlow Docker image:-# RAGFLOW_IMAGE=swr.cn-north-4.myhuaweicloud.com/infiniflow/ragflow:v0.27.0-# RAGFLOW_IMAGE=registry.cn-hangzhou.aliyuncs.com/infiniflow/ragflow:v0.27.0-#-# - For the `nightly` edition, uncomment either of the following:-# RAGFLOW_IMAGE=swr.cn-north-4.myhuaweicloud.com/infiniflow/ragflow:nightly-# RAGFLOW_IMAGE=registry.cn-hangzhou.aliyuncs.com/infiniflow/ragflow:nightly--# The embedding service image, model and port.-# Important: To enable the embedding service, you need to uncomment one of the following two lines:-# COMPOSE_PROFILES=${COMPOSE_PROFILES},tei-cpu-# COMPOSE_PROFILES=${COMPOSE_PROFILES},tei-gpu--# The embedding service image:-TEI_IMAGE_CPU=infiniflow/text-embeddings-inference:cpu-1.8-TEI_IMAGE_GPU=infiniflow/text-embeddings-inference:1.8--# The embedding service model:-# Available options:-# - `Qwen/Qwen3-Embedding-0.6B` (default, requires 25GB RAM/vRAM to load)-# - `BAAI/bge-m3` (requires 21GB RAM/vRAM to load)-# - `BAAI/bge-small-en-v1.5` (requires 1.2GB RAM/vRAM to load)-TEI_MODEL=${TEI_MODEL:-Qwen/Qwen3-Embedding-0.6B}--# The embedding service port:-TEI_HOST=tei-# The port used to expose the TEI service to the host machine,-# allowing EXTERNAL access to the service running inside the Docker container.-TEI_PORT=6380--# The local time zone.-TZ=Asia/Shanghai--# Uncomment the following line if you have limited access to huggingface.co:-# HF_ENDPOINT=https://hf-mirror.com--# Optimizations for MacOS-# Uncomment the following line if your operating system is MacOS:-# MACOS=1--# The maximum file size limit (in bytes) for each upload to your dataset or RAGFlow's File system.-# To change the 1GB file size limit, uncomment the line below and update as needed.-# MAX_CONTENT_LENGTH=1073741824-# After updating, ensure `client_max_body_size` in nginx/nginx.conf is updated accordingly.-# Note that neither `MAX_CONTENT_LENGTH` nor `client_max_body_size` sets the maximum size for files uploaded to an agent.-# See https://ragflow.io/docs/dev/begin_component for details.--# Controls how many documents are processed in a single batch.-# Defaults to 4 if DOC_BULK_SIZE is not explicitly set.-DOC_BULK_SIZE=${DOC_BULK_SIZE:-4}--# Defines the number of items to process per batch when generating embeddings.-# Defaults to 16 if EMBEDDING_BATCH_SIZE is not set in the environment.-EMBEDDING_BATCH_SIZE=${EMBEDDING_BATCH_SIZE:-16}--# Log level for the RAGFlow's own and imported packages.-# Available levels:-# - `DEBUG`-# - `INFO` (default)-# - `WARNING`-# - `ERROR`-# For example, the following line changes the log level of `ragflow.es_conn` to `DEBUG`:-# LOG_LEVELS=ragflow.es_conn=DEBUG--# aliyun OSS configuration-# STORAGE_IMPL=OSS-# ACCESS_KEY=xxx-# SECRET_KEY=eee-# ENDPOINT=http://oss-cn-hangzhou.aliyuncs.com-# REGION=cn-hangzhou-# BUCKET=ragflow65536-#--# A user registration switch:-# - Enable registration: 1-# - Disable registration: 0-REGISTER_ENABLED=1-ENABLE_REGISTER=1--# ------------------------------------------------------------------------------# Sandbox-# ------------------------------------------------------------------------------# Sandbox provider type and runtime settings are configured in Admin > Sandbox-# Settings.--# Enable sandbox support.-# SANDBOX_ENABLED=1-# COMPOSE_PROFILES=${COMPOSE_PROFILES},sandbox--# Shared sandbox settings-# The MinIO bucket name for storing sandbox-generated artifacts.-# SANDBOX_ARTIFACT_BUCKET=sandbox-artifacts--# Number of days before sandbox artifacts are automatically deleted.-# SANDBOX_ARTIFACT_EXPIRE_DAYS=7--# Self-managed deployment defaults-# These values are used by the `sandbox` compose profile and shown in Admin as-# deployment defaults for the self-managed provider.-# Pull the required base images before running:-# docker pull infiniflow/sandbox-base-nodejs:latest-# docker pull infiniflow/sandbox-base-python:latest-# Default runtime images include:-# - Node.js base image: axios-# - Python base image: requests, numpy, pandas-# SANDBOX_EXECUTOR_MANAGER_IMAGE=${SANDBOX_EXECUTOR_MANAGER_IMAGE:-infiniflow/sandbox-executor-manager:latest}-# SANDBOX_EXECUTOR_MANAGER_POOL_SIZE=${SANDBOX_EXECUTOR_MANAGER_POOL_SIZE:-3}-# SANDBOX_BASE_PYTHON_IMAGE=${SANDBOX_BASE_PYTHON_IMAGE:-infiniflow/sandbox-base-python:latest}-# SANDBOX_BASE_NODEJS_IMAGE=${SANDBOX_BASE_NODEJS_IMAGE:-infiniflow/sandbox-base-nodejs:latest}-# SANDBOX_EXECUTOR_MANAGER_PORT=${SANDBOX_EXECUTOR_MANAGER_PORT:-9385}-# SANDBOX_ENABLE_SECCOMP=false-# SANDBOX_MAX_MEMORY=256m # b, k, m, g-# SANDBOX_TIMEOUT=10s # s, m, 1m30s--# SSH deployment defaults-# RAGFLOW_SSH_KNOWN_HOSTS=${HOME}/.ssh/known_hosts-# SSH_KNOWN_HOSTS=/etc/ragflow/ssh_known_hosts-# ------------------------------------------------------------------------------# Sandbox End-# -------------------------------------------------------------------------------# Enable DocLing-USE_DOCLING=false--# Enable Mineru-# Uncommenting these lines will automatically add MinerU to the model provider whenever possible.-# More details see https://ragflow.io/docs/faq#how-to-use-mineru-to-parse-pdf-documents.-# MINERU_DELETE_OUTPUT=0 # keep output directory-# MINERU_BACKEND=pipeline # or another backend you prefer--# pptx support-DOTNET_SYSTEM_GLOBALIZATION_INVARIANT=1--# crypto utils-# RAGFLOW_CRYPTO_ENABLED=true-# RAGFLOW_CRYPTO_ALGORITHM=aes-256-cbc # one of aes-256-cbc, aes-128-cbc, sm4-cbc-# RAGFLOW_CRYPTO_KEY=ragflow-crypto-key---# Used for ThreadPoolExecutor-THREAD_POOL_MAX_WORKERS=128--#Option to disable login form for SSO-DISABLE_PASSWORD_LOGIN=false--# ------------------------------------------------------------------------------# DeepDoc OSS Vision Service-# ------------------------------------------------------------------------------# URL for the deepdoc vision API (DLA, OCR, TSR) served by OSS ONNX models.-# The `deepdoc` service defined in docker-compose.yml provides this endpoint.-# When unset, the parser falls back to inline ONNX Runtime inference.--# Comment existing COMPOSE_PROFILES and uncomment below if need deepdoc service.-# COMPOSE_PROFILES=${DOC_ENGINE},${DEVICE},deepdoc--# DEEPDOC_URL=http://deepdoc:9390--# Docker image for the OSS deepdoc service. CPU-only; uses ONNX Runtime.-# DEEPDOC_IMAGE=deepdoc_oss:latest--# ------------------------------------------------------------------------------# Native Go MCP listener settings-# -------------------------------------------------------------------------------# RAGFLOW_MCP_ENABLED=true-# RAGFLOW_MCP_HOST=0.0.0.0-# RAGFLOW_MCP_PORT=9382-# RAGFLOW_MCP_LAUNCH_MODE=self-host-# RAGFLOW_MCP_HOST_API_KEY=diff --git a/docker/docker-compose-go.yml b/docker/docker-compose.ymlsimilarity index 99%rename from docker/docker-compose-go.ymlrename to docker/docker-compose.ymlindex 0833f1d25c..bc12f1a80e 100644--- a/docker/docker-compose-go.yml+++ b/docker/docker-compose.yml@@ -63,7 +63,7 @@ services:- ./service_conf.yaml.template:/ragflow/conf/service_conf.yaml.template- ./entrypoint-go.sh:/ragflow/entrypoint.sh# - ${RAGFLOW_SSH_KNOWN_HOSTS:-${HOME}/.ssh/known_hosts}:${SSH_KNOWN_HOSTS:-/etc/ragflow/ssh_known_hosts}:ro- env_file: .env-go+ env_file: .env# Route the Go services' cache/queue backend to the separate Kvrocks service.# The Python services use the Valkey `redis` service, which the Go deployment# disables (see the `redis` profile override above). KVROCKS_HOST/KVROCKS_PORT@@ -114,7 +114,7 @@ services:- ./service_conf.yaml.template:/ragflow/conf/service_conf.yaml.template- ./entrypoint-go.sh:/ragflow/entrypoint.sh- ${RAGFLOW_SSH_KNOWN_HOSTS:-${HOME}/.ssh/known_hosts}:${SSH_KNOWN_HOSTS:-/etc/ragflow/ssh_known_hosts}:ro- env_file: .env-go+ env_file: .env# Route the Go services' cache/queue backend to the separate Kvrocks service.# The Python services use the Valkey `redis` service, which the Go deployment# disables (see the `redis` profile override above). KVROCKS_HOST/KVROCKS_PORTdiff --git a/ragflow_deps/test_tokenizer_assets.py b/ragflow_deps/test_tokenizer_assets.pyindex 57d1a465df..efdf75018d 100644--- a/ragflow_deps/test_tokenizer_assets.py+++ b/ragflow_deps/test_tokenizer_assets.py@@ -29,7 +29,7 @@ from pathlib import PathHERE = Path(__file__).resolve().parentROOT = HERE.parent-RUNTIME_IMAGES = ("Dockerfile_base", "Dockerfile_go")+RUNTIME_IMAGES = ("Dockerfile_base", "Dockerfile")GO_SOURCES = ("spm.go", "wordpiece.go", "bpe.go")KINDS = ("runtime", "oracle")DOWNLOADER = "download_go_deps.py"