RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
Go: refactor (#19312)
Jin Hai426246f1599e
diff --git a/build.sh b/build.shindex f346c3c815..df75a264e2 100755--- a/build.sh+++ b/build.sh@@ -405,11 +405,11 @@ build_go() {echo "Building RAGFlow binary: $RAGFLOW_CLI_BINARY and $RAGFLOW_SERVER_BINARY"GOPROXY=${GOPROXY:-https://goproxy.cn,https://proxy.golang.org,direct} CGO_ENABLED=1 \- go build -tags cgo,static "${strip_flags[@]}" -o "$RAGFLOW_CLI_BINARY" cmd/ragflow-cli.go+ go build -tags cgo,static,sonic "${strip_flags[@]}" -o "$RAGFLOW_CLI_BINARY" cmd/ragflow-cli.goGOPROXY=${GOPROXY:-https://goproxy.cn,https://proxy.golang.org,direct} CGO_ENABLED=1 \CGO_CFLAGS="$CGO_CFLAGS" CGO_LDFLAGS="$CGO_LDFLAGS" \- go build -tags cgo,static "${strip_flags[@]}" -o "$RAGFLOW_SERVER_BINARY" \+ go build -tags cgo,static,sonic "${strip_flags[@]}" -o "$RAGFLOW_SERVER_BINARY" \cmd/ragflow_server.godiff --git a/go.mod b/go.modindex 53917c5c4f..33ba926ede 100644--- a/go.mod+++ b/go.mod@@ -34,14 +34,12 @@ require (github.com/gin-gonic/gin v1.12.0github.com/glebarez/sqlite v1.11.0github.com/go-sql-driver/mysql v1.7.0- github.com/goccy/go-json v0.10.6github.com/golang-jwt/jwt/v5 v5.3.1github.com/gomarkdown/markdown v0.0.0-20260614204949-e08cff860f76github.com/google/go-cmp v0.7.0github.com/google/uuid v1.6.0github.com/gorilla/websocket v1.5.3github.com/infiniflow/infinity-go-sdk v0.0.0-00010101000000-000000000000- github.com/json-iterator/go v1.1.12github.com/kaptinlin/jsonrepair v0.4.8github.com/larksuite/oapi-sdk-go/v3 v3.9.9github.com/ledongthuc/pdf v0.0.0-20250511090121-5959a4027728@@ -91,7 +89,9 @@ require (github.com/andybalholm/cascadia v1.3.2 // indirectgithub.com/apache/arrow/go/v15 v15.0.2 // indirectgithub.com/emersion/go-sasl v0.0.0-20241020182733-b788ff22d5a6 // indirect+ github.com/goccy/go-json v0.10.5 // indirectgithub.com/google/flatbuffers v23.5.26+incompatible // indirect+ github.com/json-iterator/go v1.1.12 // indirectgithub.com/pierrec/lz4/v4 v4.1.18 // indirectgolang.org/x/mod v0.38.0 // indirectgolang.org/x/telemetry v0.0.0-20260708182218-49f421fb7959 // indirect@@ -135,7 +135,7 @@ require (github.com/bahlo/generic-list-go v0.2.0 // indirectgithub.com/buger/jsonparser v1.1.1 // indirectgithub.com/bytedance/gopkg v0.1.4 // indirect- github.com/bytedance/sonic v1.15.1 // indirect+ github.com/bytedance/sonic v1.15.1github.com/bytedance/sonic/loader v0.5.1 // indirectgithub.com/clbanning/mxj/v2 v2.7.0 // indirectgithub.com/cloudwego/base64x v0.1.7 // indirect@@ -171,6 +171,7 @@ require (github.com/googleapis/gax-go/v2 v2.23.0 // indirectgithub.com/goph/emperror v0.17.2 // indirectgithub.com/hashicorp/hcl v1.0.0 // indirect+ github.com/infiniflow/onnxruntime_go v1.23.1github.com/jackc/pgpassfile v1.0.0 // indirectgithub.com/jackc/pgservicefile v0.0.0-20240606120523-5a60cdf6a761 // indirectgithub.com/jackc/pgx/v5 v5.10.0@@ -227,7 +228,6 @@ require (github.com/wk8/go-ordered-map/v2 v2.1.8 // indirectgithub.com/xuri/efp v0.0.1 // indirectgithub.com/xuri/nfp v0.0.2-0.20250530014748-2ddeb826f9a9 // indirect- github.com/infiniflow/onnxruntime_go v1.23.1github.com/yargevad/filepathx v1.0.0 // indirectgithub.com/yuin/gopher-lua v1.1.1 // indirectgo.mongodb.org/mongo-driver/v2 v2.6.0 // indirectdiff --git a/go.sum b/go.sumindex 47f2d565a2..a59afb9535 100644--- a/go.sum+++ b/go.sum@@ -277,8 +277,8 @@ github.com/go-playground/validator/v10 v10.30.2 h1:JiFIMtSSHb2/XBUbWM4i/MpeQm9ZKgithub.com/go-playground/validator/v10 v10.30.2/go.mod h1:mAf2pIOVXjTEBrwUMGKkCWKKPs9NheYGabeB04txQSc=github.com/go-sql-driver/mysql v1.7.0 h1:ueSltNNllEqE3qcWBTD0iQd3IpL/6U+mJxLkazJ7YPc=github.com/go-sql-driver/mysql v1.7.0/go.mod h1:OXbVy3sEdcQ2Doequ6Z5BW6fXNQTmx+9S1MCJN5yJMI=-github.com/goccy/go-json v0.10.6 h1:p8HrPJzOakx/mn/bQtjgNjdTcN+/S6FcG2CTtQOrHVU=-github.com/goccy/go-json v0.10.6/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=+github.com/goccy/go-json v0.10.5 h1:Fq85nIqj+gXn/S5ahsiTlK3TmC85qgirsdTP/+DeaC4=+github.com/goccy/go-json v0.10.5/go.mod h1:oq7eo15ShAhp70Anwd5lgX2pLfOS3QCiwU/PULtXL6M=github.com/goccy/go-yaml v1.19.2 h1:PmFC1S6h8ljIz6gMRBopkjP1TVT7xuwrButHID66PoM=github.com/goccy/go-yaml v1.19.2/go.mod h1:XBurs7gK8ATbW4ZPGKgcbrY1Br56PdM69F7LkFRi1kA=github.com/gofrs/uuid v3.2.0+incompatible/go.mod h1:b2aQJv3Z4Fp6yNu3cdSllBxTCLRxnplIgP/c0N/04lM=@@ -343,8 +343,6 @@ github.com/hashicorp/hcl v1.0.0/go.mod h1:E5yfLk+7swimpb2L/Alb/PJmXilQ/rhwaUYs4Tgithub.com/hpcloud/tail v1.0.0/go.mod h1:ab1qPbhIpdTxEkNHXyeSf5vhxWSCs/tWer42PpOxQnU=github.com/infiniflow/infinity/go v0.0.0-20260806040857-d755c5ad25d9 h1:mqPwCOTktwl0V1f3tkfCRFonGQ3XrQ43gvH+TOWec6o=github.com/infiniflow/infinity/go v0.0.0-20260806040857-d755c5ad25d9/go.mod h1:hw3z5AwNFsGy1cdrE0Mfjot2y9jqVHTxBufUx9VzZ+0=-github.com/infiniflow/onnxruntime_go v1.23.0 h1:cUhSkGOyMAF7v0mOm97/V4hUhIVi5apJMm6WqKrSTwc=-github.com/infiniflow/onnxruntime_go v1.23.0/go.mod h1:dFFL0KdgeeEDXoE9cjrg/ipQg0wEvD0tkGIg2UH0jdE=github.com/infiniflow/onnxruntime_go v1.23.1 h1:PvhtCkWAmnMwy16QrkohkBKUOH/EOrEZm0LO/QykIo0=github.com/infiniflow/onnxruntime_go v1.23.1/go.mod h1:dFFL0KdgeeEDXoE9cjrg/ipQg0wEvD0tkGIg2UH0jdE=github.com/jackc/pgpassfile v1.0.0 h1:/6Hmqy13Ss2zCq62VdNG8tM1wchn8zjSGOBJ6icpsIM=@@ -586,8 +584,6 @@ github.com/xuri/nfp v0.0.2-0.20250530014748-2ddeb826f9a9 h1:+C0TIdyyYmzadGaL/HBLgithub.com/xuri/nfp v0.0.2-0.20250530014748-2ddeb826f9a9/go.mod h1:WwHg+CVyzlv/TX9xqBFXEZAuxOPxn2k1GNHwG41IIUQ=github.com/yargevad/filepathx v1.0.0 h1:SYcT+N3tYGi+NvazubCNlvgIPbzAk7i7y2dwg3I5FYc=github.com/yargevad/filepathx v1.0.0/go.mod h1:BprfX/gpYNJHJfc35GjRRpVcwWXS89gGulUIU5tK3tA=-github.com/yfedoseev/office_oxide/go v0.1.8 h1:Q6aQrrs0pN/B6fBoWN6PN95QSQ7EKGMb5HExh04mJJc=-github.com/yfedoseev/office_oxide/go v0.1.8/go.mod h1:YLtMlKUkRCp/Q96wsy7D6yoBKDeJnP66UH+c9Bb+E+M=github.com/yfedoseev/office_oxide/go v0.1.9 h1:gvTMCvJDYEZNF4dKd1cdfvU+9SRDSpnbNhCpZJbZOaE=github.com/yfedoseev/office_oxide/go v0.1.9/go.mod h1:YLtMlKUkRCp/Q96wsy7D6yoBKDeJnP66UH+c9Bb+E+M=github.com/yfedoseev/pdf_oxide/go v0.3.73 h1:hRad+X4W0ILW3bCQeCvdUKcoy8yMj2TFS6/XtoMk55I=diff --git a/internal/engine/elasticsearch/chunk.go b/internal/engine/elasticsearch/chunk.goindex 78aea00840..72e571d772 100644--- a/internal/engine/elasticsearch/chunk.go+++ b/internal/engine/elasticsearch/chunk.go@@ -36,13 +36,13 @@ import ("ragflow/internal/engine/types""ragflow/internal/tokenizer"+ "github.com/bytedance/sonic""github.com/elastic/go-elasticsearch/v8/esapi"- jsoniter "github.com/json-iterator/go""go.uber.org/zap")-var jsonIterator = jsoniter.Config{+var jsonIterator = sonic.Config{SortMapKeys: false,}.Froze()diff --git a/internal/entity/models/huaweicloud.go b/internal/entity/models/huaweicloud.goindex 5bc45e6838..139200c679 100644--- a/internal/entity/models/huaweicloud.go+++ b/internal/entity/models/huaweicloud.go@@ -19,13 +19,12 @@ package modelsimport ("bytes""context"+ "encoding/json""fmt""io""net/http""ragflow/internal/common""strings"-- "github.com/goccy/go-json")type HuaweiCloudModel struct {diff --git a/internal/entity/models/qiniu.go b/internal/entity/models/qiniu.goindex c40d8be208..f858100c28 100644--- a/internal/entity/models/qiniu.go+++ b/internal/entity/models/qiniu.go@@ -18,13 +18,12 @@ package modelsimport ("context"+ "encoding/json""fmt""io""net/http""ragflow/internal/common""strings"-- "github.com/goccy/go-json")type QiniuModel struct {