RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
CI : Optimize go cache, optimize runner space growing too quickly. (#20931)
maoyifengfe12d531399a
diff --git a/.github/workflows/sep-tests.yml b/.github/workflows/sep-tests.ymlindex d6994a9992..d16b66e42b 100644--- a/.github/workflows/sep-tests.yml+++ b/.github/workflows/sep-tests.yml@@ -247,6 +247,16 @@ jobs:- name: Build ragflow go serverrun: |set -euo pipefail+ # Keep Go module/build caches OFF the runner container's writable layer.+ # ./build.sh --go runs on the runner itself (not inside the builder+ # container), so it would otherwise use /home/alice/{go/pkg/mod,.cache/go-build}+ # and balloon the layer. Redirect to the host bind mount, matching the+ # unit/integration/native steps and the cleanup job's find paths.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi+BUILDER_CONTAINER=ragflow_build_${GITHUB_RUN_ID}_${DOC_ENGINE}_$(od -An -N4 -tx4 /dev/urandom | tr -d ' ')cleanup_builder() {if [[ -n "${BUILDER_CONTAINER:-}" ]]; then@@ -358,6 +368,15 @@ jobs:echo "tokenizer: infiniflow/ragflow_deps not cached on this runner — non-cl100k counters will skip"fi+ # Keep Go module/build caches OFF the runner container's writable layer+ # (defaults /home/alice/{go/pkg/mod,.cache/go-build} ballooned the runner+ # image to ~15G). RUNNER_WORKSPACE_PREFIX is a host bind mount, so caches+ # land on the host and are shared/reused across the runners on this host.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi+PKGS=$(go list ./... 2>/dev/null \| grep -v '/internal/storage$' \| grep -v '/internal/handler$' || true)@@ -779,6 +798,16 @@ jobs:- name: Build ragflow go serverrun: |set -euo pipefail+ # Keep Go module/build caches OFF the runner container's writable layer.+ # ./build.sh --go runs on the runner itself (not inside the builder+ # container), so it would otherwise use /home/alice/{go/pkg/mod,.cache/go-build}+ # and balloon the layer. Redirect to the host bind mount, matching the+ # unit/integration/native steps and the cleanup job's find paths.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi+BUILDER_CONTAINER=ragflow_build_${GITHUB_RUN_ID}_${DOC_ENGINE}_$(od -An -N4 -tx4 /dev/urandom | tr -d ' ')cleanup_builder() {if [[ -n "${BUILDER_CONTAINER:-}" ]]; then@@ -890,6 +919,15 @@ jobs:echo "tokenizer: infiniflow/ragflow_deps not cached on this runner — non-cl100k counters will skip"fi+ # Keep Go module/build caches OFF the runner container's writable layer+ # (defaults /home/alice/{go/pkg/mod,.cache/go-build} ballooned the runner+ # image to ~15G). RUNNER_WORKSPACE_PREFIX is a host bind mount, so caches+ # land on the host and are shared/reused across the runners on this host.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi+PKGS=$(go list ./... 2>/dev/null \| grep -v '/internal/storage$' \| grep -v '/internal/handler$' || true)@@ -1381,6 +1419,12 @@ jobs:XDG_CACHE_HOME: ${{ github.workspace }}/.cacherun: |set -euo pipefail+ # Keep Go build cache off the runner container layer (same as the other+ # go steps): redirect to the host bind mount when available.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi./build.sh --test-native@@ -1841,6 +1885,13 @@ jobs:# a fully-ready MinIO that this CI stack does not reliably provide# (the compose /live probe passes while the S3 API still 502s), so they# are exercised elsewhere, not here.+ # Keep Go module/build caches off the runner container layer (same reason+ # as the unit-test step): redirect to the host bind mount.+ if [ -n "${RUNNER_WORKSPACE_PREFIX:-}" ]; then+ export GOMODCACHE="${RUNNER_WORKSPACE_PREFIX}/gomodcache"+ export GOCACHE="${RUNNER_WORKSPACE_PREFIX}/gobuild"+ fi+PKGS=$(go list ./... \| grep -v '/test/api' \| grep -v '^ragflow/internal/deepdoc' \@@ -1864,3 +1915,5 @@ jobs:sudo docker ps -a --filter "label=com.docker.compose.project=${COMPOSE_PROJECT_NAME}" -q | xargs -r sudo docker rm -f# Release the per-port docker-network guards reserved by the prepare step.for g in ${PORT_RESERVATION}; do sudo docker network rm "$g" >/dev/null 2>&1 || true; done++diff --git a/Dockerfile b/Dockerfileindex 485ae5332d..d79fbafdbd 100644--- a/Dockerfile+++ b/Dockerfile@@ -91,7 +91,7 @@ RUN --mount=type=cache,id=ragflow_apt,target=/var/cache/apt,sharing=locked \-o /usr/local/share/fonts/truetype/noto/NotoSansCJKsc-VF.ttf \https://github.com/notofonts/noto-cjk/raw/main/Sans/Variable/TTF/NotoSansCJKsc-VF.ttf && \fc-cache -f && \- rm -rf /var/lib/apt/lists/*+ rm -rf /var/lib/apt/lists/* && apt-get clean# Download resource from GitHub to /usr/share/infinity# Ship only the directories required by the runtime tokenizer:@@ -117,7 +117,7 @@ RUN --mount=type=cache,id=ragflow_apt,target=/var/cache/apt,sharing=locked \rm -rf /tmp/resource && \apt-get purge -y git && \apt-get autoremove -y && \- rm -rf /var/lib/apt/lists/*+ rm -rf /var/lib/apt/lists/* && apt-get cleanARG NGINX_VERSION=1.31.3-1~nobleRUN --mount=type=cache,id=ragflow_apt,target=/var/cache/apt,sharing=locked \@@ -131,7 +131,7 @@ RUN --mount=type=cache,id=ragflow_apt,target=/var/cache/apt,sharing=locked \apt-mark hold nginx && \apt-get purge -y gnupg && \apt-get autoremove -y && \- rm -rf /var/lib/apt/lists/*+ rm -rf /var/lib/apt/lists/* && apt-get clean# ── web-builder stage ──