RAGFlow is an agent-native database: a Retrieval-Augmented Generation (RAG) engine that grew into context infrastructure.
Go agent-harnessagent-native-databaseagentic-aiagentic-retrievalagentic-searchaiai-agentscontext-enginecontext-engineeringcontext-managementharness-engineeringknowledge-compilationragretrieval-augmented-generationretrieval-harnesssearch-harness
fix(ingestion): route xlsx QA JSON table items to extractQATable (#19198)
lei_lei62f09abe4e05
diff --git a/internal/ingestion/component/chunker/qa.go b/internal/ingestion/component/chunker/qa.goindex 8f6d02961a..4c4b1b8bd2 100644--- a/internal/ingestion/component/chunker/qa.go+++ b/internal/ingestion/component/chunker/qa.go@@ -19,8 +19,8 @@// Input formats and extraction strategies:// - Text (txt, csv) → delimiter-based Q&A (comma or tab)// - Markdown (md) → heading-based Q&A-// - HTML (xlsx/xls) → table-based Q&A (first two columns)-// - JSON (pdf, docx) → delimiter-based on structured text sections+// - HTML (xls, xlsx) → table-based Q&A (first two columns)+// - JSON (pdf, docx, xlsx) → text sections via delimiter; table items via extractQATable//// Every Q&A pair becomes a single chunk with content_with_weight// formatted as "Question: {q}\tAnswer: {a}".@@ -430,7 +430,16 @@ func extractQAJSON(items []schema.ChunkDoc) []qaPair {if txt == "" {continue}- tmp := extractQAText(txt)+ // XLSX (#18800) emits OutputFormat json with HTML tables in item+ // text and doc_type_kwd=table. Route those through extractQATable+ // so spreadsheet QA keeps working; plain text items stay on the+ // delimiter path used by pdf/docx.+ var tmp []qaPair+ if itemDocType(item) == "table" {+ tmp = extractQATable(txt, false)+ } else {+ tmp = extractQAText(txt)+ }// Preserve the source item's image id and coordinates on each// extracted pairfor _, p := range tmp {diff --git a/internal/ingestion/component/chunker/xlsx_qa_regression_test.go b/internal/ingestion/component/chunker/xlsx_qa_regression_test.gonew file mode 100644index 0000000000..342170853c--- /dev/null+++ b/internal/ingestion/component/chunker/xlsx_qa_regression_test.go@@ -0,0 +1,60 @@+package chunker++import (+ "bytes"+ "context"+ "testing"++ "github.com/xuri/excelize/v2"+ "ragflow/internal/parser/parser"+)++func TestXLSXQARegression(t *testing.T) {+ f := excelize.NewFile()+ sh := f.GetSheetName(0)+ for i, r := range [][]string{+ {"question", "answer"},+ {"What is RAGFlow?", "A RAG engine."},+ {"Where are the docs?", "On the website."},+ } {+ for j, c := range r {+ cell, _ := excelize.CoordinatesToCellName(j+1, i+1)+ _ = f.SetCellValue(sh, cell, c)+ }+ }+ var buf bytes.Buffer+ if err := f.Write(&buf); err != nil {+ t.Fatal(err)+ }++ p, err := parser.NewXLSXParser("")+ if err != nil {+ t.Fatal(err)+ }+ res := p.ParseWithResult(context.Background(), "qa.xlsx", buf.Bytes())+ if res.Err != nil {+ t.Fatal(res.Err)+ }++ inputs := map[string]any{"name": "qa.xlsx", "output_format": res.OutputFormat}+ switch res.OutputFormat {+ case "json":+ inputs["json"] = res.JSON+ case "html":+ inputs["html"] = res.HTML+ }++ comp, err := NewQAChunker(nil)+ if err != nil {+ t.Fatal(err)+ }+ out, err := comp.Invoke(t.Context(), nil, inputs)+ if err != nil {+ t.Fatal(err)+ }+ chunks, _ := out["chunks"].([]map[string]any)+ t.Logf("format=%q QA chunks=%d", res.OutputFormat, len(chunks))+ if len(chunks) != 3 {+ t.Fatalf("expected 3 chunks, got %d", len(chunks))+ }+}