Skip to content

An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作

8.3 KB
Raw Blame
// SiYuan - https://github.com/siyuan-note/siyuan
// Copyright (c) 2020-present, b3log.org
// SPDX-License-Identifier: AGPL-3.0-or-later

package model

import (
	"sort"

	"github.com/88250/lute"
	"github.com/88250/lute/ast"
	"github.com/88250/lute/parse"
	"github.com/siyuan-note/siyuan/kernel/sql"
	"github.com/siyuan-note/siyuan/kernel/treenode"
	"github.com/siyuan-note/siyuan/kernel/util"
)

type backlinkParentMapping struct {
	parent        *Block
	refBlock      *Block
	coveredRefIDs map[string]bool
	coveredIDs    map[string]bool
}

func buildBacklinkParentMappings(refBlocks []*Block, boxID string) (ret []*backlinkParentMapping) {
	return buildBacklinkParentMappingsWithDocumentGrouping(refBlocks, boxID, true)
}

func buildBacklinkParentMappingsWithDocumentGrouping(refBlocks []*Block, boxID string, groupDocuments bool) (ret []*backlinkParentMapping) {
	parentRefParagraphs := map[string][]*Block{}
	var paragraphParentIDs []string
	for _, refBlock := range refBlocks {
		if nil == refBlock || "NodeParagraph" != refBlock.Type {
			continue
		}

		parentRefParagraphs[refBlock.ParentID] = append(parentRefParagraphs[refBlock.ParentID], refBlock)
		paragraphParentIDs = append(paragraphParentIDs, refBlock.ParentID)
	}
	paragraphParentIDs = uniqueBacklinkStrings(paragraphParentIDs)
	sqlParagraphParents := sql.GetBlocksInBox(paragraphParentIDs, boxID)
	paragraphParents := fromSQLBlocks(&sqlParagraphParents, "", 12)

	luteEngine := util.NewLute()
	treeCache := map[string]*parse.Tree{}
	return buildBacklinkParentMappingsForSources(refBlocks, parentRefParagraphs, paragraphParents, groupDocuments,
		func(parent *Block, refs []*Block) *Block {
			return selectBacklinkParentRef(parent, refs, boxID, luteEngine, treeCache)
		}, func(parent *Block) map[string]bool {
			return backlinkHeadingCoveredIDs(parent, boxID, treeCache)
		})
}

// 查询反链与事务内收集共享归并过程,调用方提供同一快照中的父块和标题覆盖范围。
func buildBacklinkParentMappingsForSources(refBlocks []*Block, parentRefParagraphs map[string][]*Block,
	paragraphParents []*Block, groupDocuments bool, selectRef func(*Block, []*Block) *Block,
	headingCoveredIDsFor func(*Block) map[string]bool) (ret []*backlinkParentMapping) {
	var mappings []*backlinkParentMapping
	for _, parent := range paragraphParents {
		if nil == parent || !groupDocuments && "NodeDocument" == parent.Type {
			continue
		}

		refBlock := selectRef(parent, parentRefParagraphs[parent.ID])
		if nil == refBlock {
			continue
		}

		mappings = append(mappings, &backlinkParentMapping{
			parent:        parent,
			refBlock:      refBlock,
			coveredRefIDs: map[string]bool{},
			coveredIDs:    map[string]bool{parent.ID: true},
		})
	}

	propagatedDocIDs := map[string]bool{}
	for _, mapping := range mappings {
		if "NodeDocument" == mapping.parent.Type {
			propagatedDocIDs[mapping.parent.ID] = true
			for _, refBlock := range refBlocks {
				if nil != refBlock && refBlock.RootID == mapping.parent.ID {
					mapping.coveredRefIDs[refBlock.ID] = true
				}
			}
			ret = append(ret, mapping)
		}
	}

	var headingMappings []*backlinkParentMapping
	for _, mapping := range mappings {
		if "NodeHeading" != mapping.parent.Type || propagatedDocIDs[mapping.parent.RootID] {
			continue
		}

		mapping.coveredIDs = headingCoveredIDsFor(mapping.parent)
		for _, refBlock := range refBlocks {
			if nil != refBlock && mapping.coveredIDs[refBlock.ID] {
				mapping.coveredRefIDs[refBlock.ID] = true
			}
		}
		headingMappings = append(headingMappings, mapping)
	}
	sort.SliceStable(headingMappings, func(i, j int) bool {
		return len(headingMappings[i].coveredIDs) > len(headingMappings[j].coveredIDs)
	})

	headingCoveredIDs := map[string]bool{}
	for _, mapping := range headingMappings {
		if headingCoveredIDs[mapping.parent.ID] {
			continue
		}

		ret = append(ret, mapping)
		for id := range mapping.coveredIDs {
			headingCoveredIDs[id] = true
		}
	}

	for _, mapping := range mappings {
		if "NodeDocument" == mapping.parent.Type || "NodeHeading" == mapping.parent.Type ||
			propagatedDocIDs[mapping.parent.RootID] || headingCoveredIDs[mapping.parent.ID] {
			continue
		}

		for _, refBlock := range parentRefParagraphs[mapping.parent.ID] {
			mapping.coveredRefIDs[refBlock.ID] = true
		}
		ret = append(ret, mapping)
	}
	return
}

func matchBacklinkParentMapping(mapping *backlinkParentMapping, refBlocksByID map[string]*Block, keywords []string,
	boxID string) bool {
	if matchBacklinkKeyword(mapping.parent, keywords) {
		return true
	}
	for refID := range mapping.coveredRefIDs {
		if refBlock := refBlocksByID[refID]; nil != refBlock && matchBacklinkKeyword(refBlock, keywords) {
			return true
		}
	}
	if 0 < len(keywords) && ("NodeDocument" == mapping.parent.Type || "NodeHeading" == mapping.parent.Type) {
		sqlBlocks := sql.GetChildBlocksInBox(mapping.parent.ID, "", -1, boxID)
		for _, block := range fromSQLBlocks(&sqlBlocks, "", 12) {
			if nil != block && matchBacklinkKeyword(block, keywords) {
				return true
			}
		}
	}
	return false
}

func selectBacklinkParentRef(parent *Block, refBlocks []*Block, boxID string, luteEngine *lute.Lute,
	treeCache map[string]*parse.Tree) *Block {
	if "NodeListItem" == parent.Type {
		for _, refBlock := range refBlocks {
			if parent.FContent == refBlock.Content {
				return refBlock
			}
		}
		for _, refBlock := range refBlocks {
			if isPureBlockRefParagraph(refBlock, luteEngine) {
				return refBlock
			}
		}
		return nil
	}

	for _, refBlock := range refBlocks {
		switch parent.Type {
		case "NodeBlockquote", "NodeSuperBlock", "NodeCallout":
			return refBlock
		case "NodeDocument", "NodeHeading":
			if isPureBlockRefParagraph(refBlock, luteEngine) &&
				isFirstBacklinkParentParagraph(refBlock, parent, boxID, treeCache) {
				return refBlock
			}
		}
	}
	return nil
}

func isPureBlockRefParagraph(block *Block, luteEngine *lute.Lute) bool {
	if nil == block || "NodeParagraph" != block.Type {
		return false
	}

	inlineTree := parse.Inline("", []byte(block.Markdown), luteEngine.ParseOptions)
	if nil == inlineTree || nil == inlineTree.Root.FirstChild {
		return false
	}

	return isPureBacklinkReferenceNode(inlineTree.Root.FirstChild)
}

func isFirstBacklinkParentParagraph(refBlock, parent *Block, boxID string, treeCache map[string]*parse.Tree) bool {
	tree := backlinkRefTree(refBlock, boxID, treeCache)
	if nil == tree {
		return false
	}

	node := treenode.GetNodeInTree(tree, refBlock.ID)
	if nil == node {
		return false
	}
	return isFirstBacklinkParentParagraphNode(node, parent)
}

func isFirstBacklinkParentParagraphNode(node *ast.Node, parent *Block) bool {
	previous := treenode.PreviousBlock(node)
	if "NodeDocument" == parent.Type {
		actualParent := treenode.ParentBlock(node)
		return nil != actualParent && actualParent.ID == parent.ID && nil == previous
	}
	return "NodeHeading" == parent.Type && nil != previous && previous.ID == parent.ID
}

func backlinkHeadingCoveredIDs(parent *Block, boxID string, treeCache map[string]*parse.Tree) (ret map[string]bool) {
	ret = map[string]bool{parent.ID: true}
	tree := backlinkRefTree(parent, boxID, treeCache)
	if nil == tree {
		return
	}

	heading := treenode.GetNodeInTree(tree, parent.ID)
	if nil == heading || ast.NodeHeading != heading.Type {
		return
	}

	for _, child := range treenode.HeadingChildren(heading) {
		ast.Walk(child, func(node *ast.Node, entering bool) ast.WalkStatus {
			if entering && "" != node.ID && node.IsBlock() {
				ret[node.ID] = true
			}
			return ast.WalkContinue
		})
	}
	return
}

func backlinkRefTree(block *Block, boxID string, treeCache map[string]*parse.Tree) *parse.Tree {
	if nil == block {
		return nil
	}
	if tree, ok := treeCache[block.RootID]; ok {
		return tree
	}

	tree, _ := loadTreeByBlockIDInBox(block.RootID, boxID)
	treeCache[block.RootID] = tree
	return tree
}

func uniqueBacklinkStrings(values []string) (ret []string) {
	seen := map[string]bool{}
	for _, value := range values {
		if seen[value] {
			continue
		}
		seen[value] = true
		ret = append(ret, value)
	}
	return
}

func mergeBacklinkRefDefs(refDefs []*RefDefs) (ret []*RefDefs) {
	ret = []*RefDefs{}
	merged := map[string]*RefDefs{}
	for _, refDef := range refDefs {
		if nil == refDef {
			continue
		}

		existing := merged[refDef.RefID]
		if nil == existing {
			existing = &RefDefs{RefID: refDef.RefID, DefIDs: []string{}}
			merged[refDef.RefID] = existing
			ret = append(ret, existing)
		}
		existing.DefIDs = uniqueBacklinkStrings(append(existing.DefIDs, refDef.DefIDs...))
	}
	return
}