Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

2.6 KB
Raw Blame
package docparser

import (
	"encoding/json"
	"strings"

	"github.com/Tencent/WeKnora/internal/sourceloc"
	"github.com/Tencent/WeKnora/internal/types"
)

// paddleOCRVLPage is one page of a PaddleOCR-VL layout-parsing result.
type paddleOCRVLPage struct {
	Markdown struct {
		Text   string            `json:"text"`
		Images map[string]string `json:"images"`
	} `json:"markdown"`
	// PrunedResult carries the page's layout blocks; decoded lazily and
	// only for the fields source locators need.
	PrunedResult json.RawMessage `json:"prunedResult"`
}

type paddleOCRVLLayout struct {
	Width          float64 `json:"width"`
	Height         float64 `json:"height"`
	ParsingResList []struct {
		BlockContent string    `json:"block_content"`
		BlockBBox    []float64 `json:"block_bbox"`
	} `json:"parsing_res_list"`
}

// paddleOCRVLPageUnits lists a page's layout blocks, each boxed in page
// fractions, for aligning against the merged markdown. Without layout
// blocks the page's markdown paragraphs are listed with the page alone.
func paddleOCRVLPageUnits(pageNumber int, page paddleOCRVLPage) []sourceloc.Unit {
	pageOnly := types.SourceLocator{Type: types.SourceLocatorPDF, Page: pageNumber}
	var layout paddleOCRVLLayout
	if len(page.PrunedResult) > 0 && json.Unmarshal(page.PrunedResult, &layout) == nil &&
		layout.Width > 0 && layout.Height > 0 && len(layout.ParsingResList) > 0 {
		units := make([]sourceloc.Unit, 0, len(layout.ParsingResList))
		for _, b := range layout.ParsingResList {
			loc := pageOnly
			if len(b.BlockBBox) == 4 && b.BlockBBox[2] > b.BlockBBox[0] && b.BlockBBox[3] > b.BlockBBox[1] {
				loc.BBox = []float64{
					clampUnit(b.BlockBBox[0] / layout.Width), clampUnit(b.BlockBBox[1] / layout.Height),
					clampUnit(b.BlockBBox[2] / layout.Width), clampUnit(b.BlockBBox[3] / layout.Height),
				}
			}
			units = append(units, sourceloc.Unit{
				Text:    minerUHTMLTagRe.ReplaceAllString(b.BlockContent, " "),
				Locator: loc,
			})
		}
		return units
	}
	var units []sourceloc.Unit
	for _, para := range strings.Split(page.Markdown.Text, "\n\n") {
		if strings.TrimSpace(para) != "" {
			units = append(units, sourceloc.Unit{Text: para, Locator: pageOnly})
		}
	}
	return units
}

// paddleOCRVLSourceBlocks aligns layout units against the final markdown
// for file types a viewer shows page by page.
func paddleOCRVLSourceBlocks(markdown string, units []sourceloc.Unit, fileType string) []types.SourceBlock {
	ft := strings.ToLower(strings.TrimPrefix(fileType, "."))
	if ft != "pdf" && !IsImageFormat(ft) {
		return nil
	}
	return sourceloc.Align(markdown, units)
}

func clampUnit(v float64) float64 {
	if v < 0 {
		return 0
	}
	if v > 1 {
		return 1
	}
	return v
}