Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

1.1 KB
Raw Blame
//go:build anydoc && cgo

package docparser

import (
	"bytes"
	"context"
	"os"
	"testing"

	"github.com/Tencent/WeKnora/internal/types"
)

func TestAnydocReaderMixedPDFFallsBackThroughRead(t *testing.T) {
	data, err := os.ReadFile("anydoc/testdata/upstream/pdf/handmade-mixed.pdf")
	if err != nil {
		t.Fatal(err)
	}
	fallback := &stubDocReader{result: &types.ReadResult{MarkdownContent: "Both pages including OCR"}}
	req := &types.ReadRequest{FileName: "mixed.pdf", FileType: "pdf", FileContent: data}
	result, err := NewAnydocReader(nil, fallback).Read(context.Background(), req)
	if err != nil {
		t.Fatal(err)
	}
	if fallback.got == nil ||
		!bytes.Equal(fallback.got.FileContent, req.FileContent) ||
		fallback.got.ParserEngine != BuiltinEngineName ||
		result.MarkdownContent != "Both pages including OCR" ||
		result.Metadata["anydoc_fallback"] != "scanned_pdf" {
		t.Fatalf("mixed PDF did not reach fallback intact: %+v", result)
	}
	if result, err := NewAnydocReader(nil, nil).Read(context.Background(), req); err == nil || result != nil {
		t.Fatalf("mixed PDF without OCR returned partial success: result=%+v err=%v", result, err)
	}
}