Skip to content

An open-source, privacy-first, self-hosted knowledge workspace where humans and AI agents work together 开源、隐私优先、自托管的知识工作空间,让人与智能体在此协作

9.3 KB
Raw Blame
// SiYuan - https://github.com/siyuan-note/siyuan
// Copyright (c) 2020-present, b3log.org
// SPDX-License-Identifier: AGPL-3.0-or-later

package sql

import (
	"maps"
	"strings"
	"sync"
	"time"
	"unsafe"

	"github.com/88250/lute/ast"
	"github.com/88250/lute/parse"
	"github.com/dgraph-io/ristretto"
	"github.com/jinzhu/copier"
	gcache "github.com/patrickmn/go-cache"
	"github.com/siyuan-note/logging"
	"github.com/siyuan-note/siyuan/kernel/cache"
	"github.com/siyuan-note/siyuan/kernel/search"
)

var cacheDisabled = true

func enableCache() {
	cacheDisabled = false
}

func disableCache() {
	cacheDisabled = true
}

var blockCache, _ = ristretto.NewCache(&ristretto.Config{
	NumCounters: cache.AdmissionCounters,
	MaxCost:     cache.LookupMaxCostBytes,
	BufferItems: 64,
	OnExit: func(value any) {
		if entry, ok := value.(*blockCacheEntry); ok {
			removeBlockCacheKey(entry.block.ID, entry.key, entry)
		}
	},
})

var blockCacheKeys = map[string]map[string]*blockCacheEntry{}
var blockCacheKeysMu sync.Mutex
var blockCacheSequence uint64

type blockCacheEntry struct {
	key      string
	cacheKey uint64
	block    *Block
}

// blockCacheCost 估算块结构、字符串和失效索引的驻留字节数,内部条目成本由缓存另行计入。
func blockCacheCost(key string, block *Block) int64 {
	cost := int64(unsafe.Sizeof(Block{})+unsafe.Sizeof(blockCacheEntry{})) + 256 + int64(len(key))
	for _, value := range []string{block.ID, block.ParentID, block.RootID, block.Hash, block.Box, block.Path,
		block.HPath, block.Name, block.Alias, block.Memo, block.Tag, block.Content, block.FContent,
		block.Markdown, block.Type, block.SubType, block.IAL, block.Created, block.Updated} {
		cost += int64(len(value))
	}
	return cost
}

func encryptedBoxCacheUnavailable(boxID string) bool {
	return IsEncryptedBoxFn != nil && IsEncryptedBoxFn(boxID) &&
		(IsBoxUnlockedFn == nil || !IsBoxUnlockedFn(boxID))
}

// blockCacheKey 为加密笔记本使用 box 维度缓存键;普通笔记本保持原有全局键,避免影响既有查询路径。
func blockCacheKey(id, boxID string) string {
	if IsEncryptedBoxFn != nil && IsEncryptedBoxFn(boxID) {
		return boxID + "\x00" + id
	}
	return id
}

func ClearCache() {
	clearFTSCountCache()
	blockCache.Clear()
	blockCacheKeysMu.Lock()
	blockCacheKeys = map[string]map[string]*blockCacheEntry{}
	blockCacheKeysMu.Unlock()
	clearRefCache()
}

func putBlockCache(block *Block) {
	if cacheDisabled || encryptedBoxCacheUnavailable(block.Box) {
		return
	}

	cloned := &Block{}
	if err := copier.Copy(cloned, block); err != nil {
		logging.LogErrorf("clone block failed: %v", err)
		return
	}
	cloned.Content = strings.ReplaceAll(cloned.Content, search.SearchMarkLeft, "")
	cloned.Content = strings.ReplaceAll(cloned.Content, search.SearchMarkRight, "")
	key := blockCacheKey(cloned.ID, cloned.Box)
	cost := blockCacheCost(key, cloned)
	if cost >= blockCache.MaxCost() {
		removeBlockCache(cloned.ID)
		return
	}
	entry := &blockCacheEntry{key: key, block: cloned}
	// 每次刷新使用独立准入键,保留字节预算检查,并隔离旧条目的异步删除。
	blockCacheKeysMu.Lock()
	blockCacheSequence++
	entry.cacheKey = blockCacheSequence
	keys := blockCacheKeys[cloned.ID]
	if keys == nil {
		keys = map[string]*blockCacheEntry{}
		blockCacheKeys[cloned.ID] = keys
	}
	previous := keys[key]
	keys[key] = entry
	accepted := blockCache.Set(entry.cacheKey, entry, cost)
	blockCacheKeysMu.Unlock()
	if previous != nil {
		blockCache.Del(previous.cacheKey)
	}
	if !accepted {
		removeBlockCacheKey(cloned.ID, key, entry)
	}
}

func getBlockCache(id string) (ret *Block) {
	return getBlockCacheInBox(id, "")
}

func getBlockCacheInBox(id, boxID string) (ret *Block) {
	if cacheDisabled || encryptedBoxCacheUnavailable(boxID) {
		return
	}

	blockCacheKeysMu.Lock()
	defer blockCacheKeysMu.Unlock()
	entry := blockCacheKeys[id][blockCacheKey(id, boxID)]
	if entry == nil {
		return
	}
	b, _ := blockCache.Get(entry.cacheKey)
	if nil != b {
		if entry, ok := b.(*blockCacheEntry); ok {
			ret = entry.block
		}
	}
	return
}

func removeBlockCache(id string) {
	blockCacheKeysMu.Lock()
	keys := blockCacheKeys[id]
	delete(blockCacheKeys, id)
	blockCacheKeysMu.Unlock()
	for _, entry := range keys {
		blockCache.Del(entry.cacheKey)
	}
	removeRefCacheByDefID(id)
}

func removeBlockCacheKey(id, key string, entry *blockCacheEntry) {
	blockCacheKeysMu.Lock()
	defer blockCacheKeysMu.Unlock()
	if keys := blockCacheKeys[id]; keys != nil {
		// 异步拒绝或淘汰只能移除对应版本的失效索引。
		if keys[key] != entry {
			return
		}
		delete(keys, key)
		if len(keys) == 0 {
			delete(blockCacheKeys, id)
		}
	}
}

var (
	defIDRefsCache           = gcache.New(30*time.Minute, 5*time.Minute)
	refCacheMu               sync.RWMutex
	refCacheGlobalGeneration uint64
	refCacheGenerations      = map[string]uint64{}
)

type refCacheGeneration struct {
	global uint64
	scope  uint64
}

type refCacheEntry struct {
	refs     map[string]*Ref
	complete bool
}

// refCacheScopeBoxID 按加密边界规范化引用缓存范围:普通笔记本共享全局范围,加密笔记本保持独立范围。
func refCacheScopeBoxID(boxID string) string {
	if IsEncryptedBoxFn != nil && IsEncryptedBoxFn(boxID) {
		return boxID
	}
	return ""
}

func refCacheKey(defBlockID, boxID string) string {
	return refCacheScopeBoxID(boxID) + "\x00" + defBlockID
}

func GetRefsCacheByDefID(defID string) (ret []*Ref) {
	return GetRefsCacheByDefIDInBox(defID, "")
}

func GetRefsCacheByDefIDInBox(defID, boxID string) (ret []*Ref) {
	return getRefsCacheByDefIDInBox(defID, boxID, QueryRefsByDefIDInBox)
}

func getRefsCacheByDefIDInBox(defID, boxID string,
	query func(defBlockID string, containChildren bool, boxID string) []*Ref) (ret []*Ref) {
	if encryptedBoxCacheUnavailable(boxID) {
		return
	}
	boxID = refCacheScopeBoxID(boxID)
	key := refCacheKey(defID, boxID)
	refCacheMu.RLock()
	generation := currentRefCacheGeneration(boxID)
	partial := map[string]*Ref{}
	if cached, ok := defIDRefsCache.Get(key); ok {
		if entry, valid := cached.(*refCacheEntry); valid {
			for blockID, ref := range entry.refs {
				ret = append(ret, ref)
				partial[blockID] = ref
			}
			if entry.complete {
				refCacheMu.RUnlock()
				return
			}
		}
	}
	refCacheMu.RUnlock()
	allRefs := query(defID, false, boxID)
	merged := map[string]*Ref{}
	var cacheable []*Ref
	for _, ref := range allRefs {
		// 按 box 过滤:boxID 非空时只选同 box 的 Ref,boxID 为空时全部保留
		if boxID == "" || ref.Box == boxID {
			merged[ref.BlockID] = ref
			cacheable = append(cacheable, ref)
		}
	}
	maps.Copy(merged, partial)
	ret = ret[:0]
	for _, ref := range merged {
		ret = append(ret, ref)
	}
	putRefCacheIfGeneration(defID, boxID, generation, cacheable)
	return
}

func CacheRef(tree *parse.Tree, refNode *ast.Node) {
	ref := buildRef(tree, refNode)
	putRefCache(tree.Box, ref)
}

func putRefCache(boxID string, ref *Ref) {
	if encryptedBoxCacheUnavailable(boxID) {
		return
	}
	refCacheMu.Lock()
	defer refCacheMu.Unlock()
	boxID = refCacheScopeBoxID(boxID)
	refCacheGenerations[boxID]++
	putRefCacheLocked(boxID, ref)
}

func putRefCacheIfGeneration(defID, boxID string, generation refCacheGeneration, refs []*Ref) {
	if encryptedBoxCacheUnavailable(boxID) {
		return
	}
	boxID = refCacheScopeBoxID(boxID)
	refCacheMu.Lock()
	defer refCacheMu.Unlock()
	if generation != currentRefCacheGeneration(boxID) {
		return
	}
	complete := make(map[string]*Ref, len(refs))
	for _, ref := range refs {
		if nil != ref {
			complete[ref.BlockID] = ref
		}
	}
	key := refCacheKey(defID, boxID)
	if cached, ok := defIDRefsCache.Get(key); ok {
		if entry, valid := cached.(*refCacheEntry); valid {
			maps.Copy(complete, entry.refs)
		}
	}
	defIDRefsCache.SetDefault(key, &refCacheEntry{refs: complete, complete: true})
}

func putRefCacheLocked(boxID string, ref *Ref) {
	if nil == ref {
		return
	}
	key := refCacheKey(ref.DefBlockID, boxID)
	entry := &refCacheEntry{refs: map[string]*Ref{}}
	if cached, ok := defIDRefsCache.Get(key); ok {
		if existing, valid := cached.(*refCacheEntry); valid {
			entry = existing
		}
	}
	entry.refs[ref.BlockID] = ref
	entry.complete = false
	defIDRefsCache.SetDefault(key, entry)
}

func removeRefCacheByDefID(defID string) {
	refCacheMu.Lock()
	defer refCacheMu.Unlock()
	refCacheGlobalGeneration++
	suffix := "\x00" + defID
	for key := range defIDRefsCache.Items() {
		if strings.HasSuffix(key, suffix) {
			defIDRefsCache.Delete(key)
		}
	}
}

func removeRefCacheByPath(boxID, path string) {
	refCacheMu.Lock()
	defer refCacheMu.Unlock()
	refCacheGenerations[refCacheScopeBoxID(boxID)]++
	for key, item := range defIDRefsCache.Items() {
		entry, ok := item.Object.(*refCacheEntry)
		if !ok {
			continue
		}
		for _, ref := range entry.refs {
			if nil != ref && ref.Box == boxID && ref.Path == path {
				defIDRefsCache.Delete(key)
				break
			}
		}
	}
}

func clearRefCache() {
	refCacheMu.Lock()
	defer refCacheMu.Unlock()
	refCacheGlobalGeneration++
	refCacheGenerations = map[string]uint64{}
	defIDRefsCache.Flush()
}

func getRefCacheGeneration(boxID string) refCacheGeneration {
	refCacheMu.RLock()
	defer refCacheMu.RUnlock()
	return currentRefCacheGeneration(refCacheScopeBoxID(boxID))
}

// currentRefCacheGeneration 返回当前引用缓存代数,调用方必须持有 refCacheMu。
func currentRefCacheGeneration(boxID string) refCacheGeneration {
	return refCacheGeneration{global: refCacheGlobalGeneration, scope: refCacheGenerations[boxID]}
}