Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.
Go agentagenticaichatbotdsh-pluginembeddingsevaluationgenerative-aigolangknowledge-basellmmulti-tenantollamaopenaiquestion-answeringragrerankingsemantic-searchvector-searchwiki
feat(wiki): 增加跨知识库 Wiki 搜索 POST /wiki-search (#3535)
MercuialCc7601b2d2aaf
diff --git a/internal/agent/tools/wiki_tools.go b/internal/agent/tools/wiki_tools.goindex be1784fd9..fd55d695d 100644--- a/internal/agent/tools/wiki_tools.go+++ b/internal/agent/tools/wiki_tools.go@@ -12,6 +12,7 @@ import ("unicode/utf8""github.com/Tencent/WeKnora/internal/application/repository"+ "github.com/Tencent/WeKnora/internal/searchutil""github.com/Tencent/WeKnora/internal/types""github.com/Tencent/WeKnora/internal/types/interfaces")@@ -955,7 +956,7 @@ func (t *wikiSearchTool) Execute(ctx context.Context, args json.RawMessage) (*tyt.seenSlugs[key] = truet.mu.Unlock()- snippet := extractSnippet(p.Content, pattern)+ snippet := searchutil.ExtractSnippet(p.Content, pattern)snippetTag := ""if snippet != "" {snippetTag = fmt.Sprintf("\n<match_snippet>%s</match_snippet>", snippet)@@ -1050,47 +1051,6 @@ func parseStringOrArray(val any) []string {return nil}-func extractSnippet(content string, query string) string {- if content == "" || query == "" {- return ""- }- re, err := regexp.Compile("(?i)" + query)- if err != nil {- return ""- }- loc := re.FindStringIndex(content)- if loc == nil {- return ""- }-- matchStr := content[loc[0]:loc[1]]- before := content[:loc[0]]- after := content[loc[1]:]-- beforeRunes := []rune(before)- if len(beforeRunes) > 60 {- beforeRunes = beforeRunes[len(beforeRunes)-60:]- }-- afterRunes := []rune(after)- if len(afterRunes) > 60 {- afterRunes = afterRunes[:60]- }-- matchRunes := []rune(matchStr)- if len(matchRunes) > 100 {- matchRunes = append(matchRunes[:100], []rune("...")...)- }-- snippet := string(beforeRunes) + string(matchRunes) + string(afterRunes)- snippet = strings.ReplaceAll(snippet, "\n", " ")- for strings.Contains(snippet, " ") {- snippet = strings.ReplaceAll(snippet, " ", " ")- }-- return "... " + strings.TrimSpace(snippet) + " ..."-}-func truncateRunes(s string, maxRunes int) string {runes := []rune(s)if len(runes) <= maxRunes {diff --git a/internal/application/access/kb_search.go b/internal/application/access/kb_search.gonew file mode 100644index 000000000..ce29cc4a8--- /dev/null+++ b/internal/application/access/kb_search.go@@ -0,0 +1,65 @@+package access++import (+ "context"++ apperrors "github.com/Tencent/WeKnora/internal/errors"+ "github.com/Tencent/WeKnora/internal/logger"+ "github.com/Tencent/WeKnora/internal/types"+)++// AuthorizeKBAccess rejects multi-KB searches whose scope includes a KB+// that the original caller is not entitled to read. Exact upstream grants+// support shared KB/agent execution; other foreign KBs need an organization+// permission check for the caller via KBPermissions, applying the 3-D cap+// (share role + caller's tenant-org role + tenant Viewer cap) introduced+// in Plan 3 of #1303.+//+// Returning NotFound rather than Forbidden avoids leaking the existence+// of unauthorized KB IDs that the caller could not otherwise observe.+// Structured logs record the rejection with the offending kb_id (always+// safe — KB IDs are UUIDs without sensitive content) and the requesting+// tenant for audit.+func AuthorizeKBAccess(+ ctx context.Context,+ shares KBShareLookup,+ kbs []*types.KnowledgeBase,+) error {+ if len(kbs) == 0 {+ return nil+ }++ kbIDs := make([]string, 0, len(kbs))+ for _, kb := range kbs {+ kbIDs = append(kbIDs, kb.ID)+ }+ if err := types.AuthorizeTenantAPIKeyKnowledgeBases(ctx, kbIDs...); err != nil {+ return err+ }++ requestTenantID := types.CallerFromContext(ctx).TenantID+ permissions := NewKBPermissions(ctx, shares)++ for _, kb := range kbs {+ hasPermission, permErr := permissions.Check(kb.ID, kb.TenantID, types.OrgRoleViewer)+ if permErr != nil {+ logger.ErrorWithFields(ctx, permErr, map[string]interface{}{+ "caller_tenant_id": requestTenantID,+ "kb_tenant_id": kb.TenantID,+ "kb_id": kb.ID,+ "reason": "shared-KB permission lookup failed",+ })+ return apperrors.NewInternalServerError("failed to verify knowledge base access")+ }+ if !hasPermission {+ logger.WarnWithFields(ctx, logger.Fields{+ "caller_tenant_id": requestTenantID,+ "kb_tenant_id": kb.TenantID,+ "kb_id": kb.ID,+ "reason": "tenant lacks viewer permission for foreign-tenant KB",+ }, "search scope rejected: unauthorized foreign-tenant KB")+ return apperrors.NewNotFoundError("knowledge base not found")+ }+ }+ return nil+}diff --git a/internal/application/repository/wiki_page.go b/internal/application/repository/wiki_page.goindex a868d9338..28430a72f 100644--- a/internal/application/repository/wiki_page.go+++ b/internal/application/repository/wiki_page.go@@ -1315,8 +1315,9 @@ func escapeLikePattern(s string) string {return replacer.Replace(s)}-// Search performs case-insensitive POSIX regex search on wiki pages within a knowledge base.-// The query is interpreted as a PostgreSQL regular expression (via ~*).+// Search performs full-text search on wiki pages within a knowledge base.+// PostgreSQL interprets the query as a case-insensitive POSIX regex (~*);+// SQLite / Lite matches a literal substring with LIKE (wildcards escaped).//// Results are ranked by where the query hit, highest-relevance first://@@ -1330,7 +1331,53 @@ func escapeLikePattern(s string) string {// see pages like "华为" or "Index" ahead of the actual 王新 page just// because they mention 王新 in their body and were updated more recently.// updated_at stays as the tiebreaker so same-rank ties stay deterministic.-func (r *wikiPageRepository) Search(ctx context.Context, kbID string, query string, limit int) ([]*types.WikiPage, error) {+func (r *wikiPageRepository) Search(+ ctx context.Context, kbID string, query string, limit int,+) ([]*types.WikiPage, error) {+ return r.SearchAcross(ctx, []string{kbID}, query, limit)+}++func wikiSearchPredicate(column, op string, withEscape bool) string {+ if withEscape {+ return column + " " + op + " ? ESCAPE ?"+ }+ return column + " " + op + " ?"+}++func wikiSearchMatchArgs(pattern, escape string, withEscape bool, copies int) []interface{} {+ n := copies+ if withEscape {+ n *= 2+ }+ args := make([]interface{}, 0, n)+ for i := 0; i < copies; i++ {+ args = append(args, pattern)+ if withEscape {+ args = append(args, escape)+ }+ }+ return args+}++func (r *wikiPageRepository) wikiSearchMatchOp() (op string, withEscape bool) {+ // SQLite / Lite (desktop single-binary) has no POSIX ~*; LIKE matches+ // a literal substring. Postgres production keeps ~*.+ if r.wikiDialect() == "sqlite" {+ return "LIKE", true+ }+ return "~*", false+}++// SearchAcross searches wiki pages in the given knowledge bases with the+// same field-priority rank as the single-KB Search path, then truncates+// to a global top-N. SQLite / Lite uses LIKE with an explicit ESCAPE;+// Postgres uses POSIX ~*.+func (r *wikiPageRepository) SearchAcross(+ ctx context.Context, kbIDs []string, query string, limit int,+) ([]*types.WikiPage, error) {+ if len(kbIDs) == 0 {+ return nil, nil+ }if limit <= 0 {limit = 10}@@ -1338,22 +1385,31 @@ func (r *wikiPageRepository) Search(ctx context.Context, kbID string, query strilimit = 50}- // CASE expression is evaluated per-row during SELECT; we order by the- // alias so the DB only computes the rank once. Parameterized four- // times with the same regex to avoid coupling to GORM's positional- // arg rewriting quirks.+ op, withEscape := r.wikiSearchMatchOp()+ pattern := query+ if withEscape {+ pattern = "%" + escapeLikePattern(query) + "%"+ }+ pred := func(column string) string {+ return wikiSearchPredicate(column, op, withEscape)+ }rankExpr := "CASE " +- "WHEN title ~* ? THEN 4 " +- "WHEN slug ~* ? THEN 3 " +- "WHEN summary ~* ? THEN 2 " +- "WHEN content ~* ? THEN 1 " ++ "WHEN " + pred("title") + " THEN 4 " ++ "WHEN " + pred("slug") + " THEN 3 " ++ "WHEN " + pred("summary") + " THEN 2 " ++ "WHEN " + pred("content") + " THEN 1 " +"ELSE 0 END AS match_rank"+ matchClause := "(" + pred("title") + " OR " + pred("content") ++ " OR " + pred("summary") + " OR " + pred("slug") + ")"+ matchArgs := wikiSearchMatchArgs(pattern, likeEscapeChar, withEscape, 4)+ whereArgs := make([]interface{}, 0, 1+len(matchArgs))+ whereArgs = append(whereArgs, kbIDs)+ whereArgs = append(whereArgs, matchArgs...)var pages []*types.WikiPageif err := r.db.WithContext(ctx).- Select("*, "+rankExpr, query, query, query, query).- Where("knowledge_base_id = ? AND (title ~* ? OR content ~* ? OR summary ~* ? OR slug ~* ?)",- kbID, query, query, query, query).+ Select("*, "+rankExpr, matchArgs...).+ Where("knowledge_base_id IN ? AND "+matchClause, whereArgs...).Where("status != ?", "archived").Order("match_rank DESC, updated_at DESC").Limit(limit).diff --git a/internal/application/repository/wiki_page_test.go b/internal/application/repository/wiki_page_test.goindex c2651ed9b..bda1c0783 100644--- a/internal/application/repository/wiki_page_test.go+++ b/internal/application/repository/wiki_page_test.go@@ -783,3 +783,107 @@ func TestUpdateIssueStatus_ScopedToKnowledgeBase(t *testing.T) {// databases count matched rows, and updated_at changes anyway.require.NoError(t, repo.UpdateIssueStatus(context.Background(), "kb-a", "issue-1", "resolved"))}++func TestSearchAcross_RanksTitleAboveContentAndStaysInRequestedKBs(t *testing.T) {+ db := setupWikiPagesTestDB(t)+ repo := NewWikiPageRepository(db)+ ctx := context.Background()++ titleHit := makeWikiPage("kb-b", "entity/wangxin", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ titleHit.Title = "王新"+ titleHit.Content = "unrelated body"+ titleHit.UpdatedAt = time.Now().Add(-time.Hour)++ contentHit := makeWikiPage("kb-a", "entity/huawei", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ contentHit.Title = "华为"+ contentHit.Content = "mentions 王新 in passing"+ contentHit.UpdatedAt = time.Now()++ archived := makeWikiPage("kb-a", "entity/wangxin-old", types.WikiPageTypeEntity, types.WikiPageStatusArchived)+ archived.Title = "王新"++ outside := makeWikiPage("kb-c", "entity/wangxin-other", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ outside.Title = "王新"++ for _, p := range []*types.WikiPage{titleHit, contentHit, archived, outside} {+ require.NoError(t, repo.Create(ctx, p))+ }++ pages, err := repo.SearchAcross(ctx, []string{"kb-a", "kb-b"}, "王新", 10)+ require.NoError(t, err)+ require.Len(t, pages, 2)+ assert.Equal(t, titleHit.ID, pages[0].ID, "title match in another KB must outrank a newer body mention")+ assert.Equal(t, contentHit.ID, pages[1].ID)+}++func TestSearch_UsesSharedAcrossQueryForSingleKB(t *testing.T) {+ db := setupWikiPagesTestDB(t)+ repo := NewWikiPageRepository(db)+ ctx := context.Background()++ hit := makeWikiPage("kb-a", "concept/deploy", types.WikiPageTypeConcept, types.WikiPageStatusPublished)+ hit.Title = "部署"+ miss := makeWikiPage("kb-b", "concept/deploy-other", types.WikiPageTypeConcept, types.WikiPageStatusPublished)+ miss.Title = "部署"+ require.NoError(t, repo.Create(ctx, hit))+ require.NoError(t, repo.Create(ctx, miss))++ pages, err := repo.Search(ctx, "kb-a", "部署", 10)+ require.NoError(t, err)+ require.Len(t, pages, 1)+ assert.Equal(t, hit.ID, pages[0].ID)+}++func TestSearchAcross_ClampsLimit(t *testing.T) {+ db := setupWikiPagesTestDB(t)+ repo := NewWikiPageRepository(db)+ ctx := context.Background()++ for i := 0; i < 3; i++ {+ p := makeWikiPage("kb-a", "entity/p"+strconv.Itoa(i), types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ p.Title = "match-term"+ p.UpdatedAt = time.Now().Add(time.Duration(i) * time.Minute)+ require.NoError(t, repo.Create(ctx, p))+ }++ pages, err := repo.SearchAcross(ctx, []string{"kb-a"}, "match-term", 2)+ require.NoError(t, err)+ require.Len(t, pages, 2)++ empty, err := repo.SearchAcross(ctx, nil, "match-term", 10)+ require.NoError(t, err)+ assert.Empty(t, empty)+}++func TestSearchAcross_SQLiteLikeEscapesWildcards(t *testing.T) {+ db := setupWikiPagesTestDB(t)+ repo := NewWikiPageRepository(db)+ ctx := context.Background()++ literalPct := makeWikiPage("kb-a", "entity/pct", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ literalPct.Title = "100% done"+ other := makeWikiPage("kb-a", "entity/other", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ other.Title = "other page"+ literalUnderscore := makeWikiPage("kb-a", "entity/under", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ literalUnderscore.Title = "a_b"+ plain := makeWikiPage("kb-a", "entity/plain", types.WikiPageTypeEntity, types.WikiPageStatusPublished)+ plain.Title = "axb"+ for _, p := range []*types.WikiPage{literalPct, other, literalUnderscore, plain} {+ require.NoError(t, repo.Create(ctx, p))+ }++ pages, err := repo.SearchAcross(ctx, []string{"kb-a"}, "%", 10)+ require.NoError(t, err)+ require.Len(t, pages, 1)+ assert.Equal(t, literalPct.ID, pages[0].ID)++ pages, err = repo.SearchAcross(ctx, []string{"kb-a"}, "100%", 10)+ require.NoError(t, err)+ require.Len(t, pages, 1)+ assert.Equal(t, literalPct.ID, pages[0].ID)++ pages, err = repo.SearchAcross(ctx, []string{"kb-a"}, "a_b", 10)+ require.NoError(t, err)+ require.Len(t, pages, 1)+ assert.Equal(t, literalUnderscore.ID, pages[0].ID)+}diff --git a/internal/application/service/knowledgebase_search_storegroup.go b/internal/application/service/knowledgebase_search_storegroup.goindex 7f8c724ba..00f5dc694 100644--- a/internal/application/service/knowledgebase_search_storegroup.go+++ b/internal/application/service/knowledgebase_search_storegroup.go@@ -184,59 +184,13 @@ func classifyFactoryError(}}-// authorizeKBAccess rejects multi-KB searches whose scope includes a KB-// that the original caller is not entitled to read. Exact upstream grants-// support shared KB/agent execution; other foreign KBs need an organization-// permission check for the caller via access.KBPermissions,-// applying the 3-D cap (share role + caller's tenant-org role + tenant-// Viewer cap) introduced in Plan 3 of #1303.-//-// Returning NotFound rather than Forbidden avoids leaking the existence-// of unauthorized KB IDs that the caller could not otherwise observe.-// Structured logs record the rejection with the offending kb_id (always-// safe — KB IDs are UUIDs without sensitive content) and the requesting-// tenant for audit.+// authorizeKBAccess is a service wrapper around access.AuthorizeKBAccess+// so HybridSearch and its tests keep calling through knowledgeBaseService.func (s *knowledgeBaseService) authorizeKBAccess(ctx context.Context,kbs []*types.KnowledgeBase,) error {- if len(kbs) == 0 {- return nil- }-- kbIDs := make([]string, 0, len(kbs))- for _, kb := range kbs {- kbIDs = append(kbIDs, kb.ID)- }- if err := types.AuthorizeTenantAPIKeyKnowledgeBases(ctx, kbIDs...); err != nil {- return err- }-- requestTenantID := types.CallerFromContext(ctx).TenantID- permissions := access.NewKBPermissions(ctx, s.kbShareService)-- for _, kb := range kbs {- hasPermission, permErr := permissions.Check(kb.ID, kb.TenantID, types.OrgRoleViewer)- if permErr != nil {- logger.ErrorWithFields(ctx, permErr, map[string]interface{}{- "caller_tenant_id": requestTenantID,- "kb_tenant_id": kb.TenantID,- "kb_id": kb.ID,- "reason": "shared-KB permission lookup failed",- })- return apperrors.NewInternalServerError("failed to verify knowledge base access")- }- if !hasPermission {- logger.WarnWithFields(ctx, logger.Fields{- "caller_tenant_id": requestTenantID,- "kb_tenant_id": kb.TenantID,- "kb_id": kb.ID,- "reason": "tenant lacks viewer permission for foreign-tenant KB",- }, "search scope rejected: unauthorized foreign-tenant KB")- return apperrors.NewNotFoundError("knowledge base not found")- }- }- return nil+ return access.AuthorizeKBAccess(ctx, s.kbShareService, kbs)}// validateSameEmbeddingModel rejects multi-KB searches that span more thandiff --git a/internal/application/service/wiki_page.go b/internal/application/service/wiki_page.goindex 83fb09900..6605ab46c 100644--- a/internal/application/service/wiki_page.go+++ b/internal/application/service/wiki_page.go@@ -11,7 +11,9 @@ import ("strings""time"+ "github.com/Tencent/WeKnora/internal/application/access""github.com/Tencent/WeKnora/internal/application/repository"+ apperrors "github.com/Tencent/WeKnora/internal/errors""github.com/Tencent/WeKnora/internal/logger""github.com/Tencent/WeKnora/internal/types""github.com/Tencent/WeKnora/internal/types/interfaces"@@ -45,10 +47,13 @@ type wikiPageService struct {repo interfaces.WikiPageRepositorychunkRepo interfaces.ChunkRepositorykbService interfaces.KnowledgeBaseService+ kbShareService interfaces.KBShareServicetaskPendingRepo interfaces.TaskPendingOpsRepositoryredisClient *redis.Client}+const maxWikiSearchKnowledgeBases = 32+// NewWikiPageService creates a new wiki page servicefunc NewWikiPageService(repo interfaces.WikiPageRepository,@@ -56,11 +61,13 @@ func NewWikiPageService(kbService interfaces.KnowledgeBaseService,taskPendingRepo interfaces.TaskPendingOpsRepository,redisClient *redis.Client,+ kbShareService interfaces.KBShareService,) interfaces.WikiPageService {return &wikiPageService{repo: repo,chunkRepo: chunkRepo,kbService: kbService,+ kbShareService: kbShareService,taskPendingRepo: taskPendingRepo,redisClient: redisClient,}@@ -1022,6 +1029,109 @@ func (s *wikiPageService) SearchPages(ctx context.Context, kbID string, query streturn s.repo.Search(ctx, kbID, query, limit)}+func (s *wikiPageService) SearchPagesAcross(+ ctx context.Context, kbIDs []string, query string, limit int,+) ([]*types.WikiPage, error) {+ query = strings.TrimSpace(query)+ if query == "" {+ return nil, apperrors.NewBadRequestError("query is required")+ }++ ids := uniqueNonEmptyWikiSearchKBIDs(kbIDs)+ if len(ids) == 0 {+ return nil, apperrors.NewBadRequestError(+ "at least one knowledge_base_id or knowledge_base_ids must be provided")+ }+ if len(ids) > maxWikiSearchKnowledgeBases {+ return nil, apperrors.NewBadRequestError(+ fmt.Sprintf("at most %d knowledge_base_ids are allowed", maxWikiSearchKnowledgeBases))+ }++ if s.kbService == nil {+ return nil, apperrors.NewInternalServerError("knowledge base service is not configured")+ }++ kbs, err := s.kbService.GetKnowledgeBasesByIDsOnly(ctx, ids)+ if err != nil {+ logger.ErrorWithFields(ctx, err, map[string]interface{}{+ "knowledge_base_ids": ids,+ })+ return nil, err+ }++ kbByID := make(map[string]*types.KnowledgeBase, len(kbs))+ for _, kb := range kbs {+ if kb == nil || kb.ID == "" {+ continue+ }+ kbByID[kb.ID] = kb+ }++ authorized := make([]*types.KnowledgeBase, 0, len(ids))+ for _, id := range ids {+ kb, ok := kbByID[id]+ if !ok {+ return nil, apperrors.NewNotFoundError("knowledge base not found")+ }+ authorized = append(authorized, kb)+ }++ if types.CallerFromContext(ctx).TenantID == 0 {+ return nil, apperrors.NewUnauthorizedError("tenant id is required")+ }+ // Authorize before inspecting KB settings so an unauthorized caller gets+ // the same NotFound for a foreign KB regardless of its wiki setting.+ if err := access.AuthorizeKBAccess(ctx, s.kbShareService, authorized); err != nil {+ return nil, err+ }+ for _, kb := range authorized {+ if !kb.IsWikiEnabled() {+ return nil, apperrors.NewBadRequestError("Wiki feature is not enabled for this knowledge base")+ }+ }++ pages, err := s.repo.SearchAcross(ctx, ids, query, limit)+ if err != nil {+ if isInvalidWikiSearchQuery(err) {+ return nil, apperrors.NewBadRequestError("invalid search query")+ }+ return nil, err+ }+ if pages == nil {+ return []*types.WikiPage{}, nil+ }+ return pages, nil+}++func uniqueNonEmptyWikiSearchKBIDs(ids []string) []string {+ if len(ids) == 0 {+ return nil+ }+ seen := make(map[string]struct{}, len(ids))+ out := make([]string, 0, len(ids))+ for _, id := range ids {+ id = strings.TrimSpace(id)+ if id == "" {+ continue+ }+ if _, ok := seen[id]; ok {+ continue+ }+ seen[id] = struct{}{}+ out = append(out, id)+ }+ return out+}++func isInvalidWikiSearchQuery(err error) bool {+ if err == nil {+ return false+ }+ msg := strings.ToLower(err.Error())+ return strings.Contains(msg, "invalid regular expression") ||+ strings.Contains(msg, "invalid regex")+}+// --- Internal helpers ---// parseOutLinks extracts [[wiki-link]] slugs from markdown contentdiff --git a/internal/application/service/wiki_page_revision_test.go b/internal/application/service/wiki_page_revision_test.goindex f351bb03d..8d3a016ba 100644--- a/internal/application/service/wiki_page_revision_test.go+++ b/internal/application/service/wiki_page_revision_test.go@@ -23,7 +23,7 @@ func newWikiRevisionTestService(t *testing.T) (context.Context, wikiRevisionTestrequire.NoError(t, err)require.NoError(t, db.AutoMigrate(&types.WikiFolder{}, &types.WikiPage{}, &types.WikiPageRevision{}))repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)return context.Background(), wikiRevisionTestHarness{svc: svc}, db}diff --git a/internal/application/service/wiki_page_test.go b/internal/application/service/wiki_page_test.goindex 1c315f25c..dd4a55211 100644--- a/internal/application/service/wiki_page_test.go+++ b/internal/application/service/wiki_page_test.go@@ -21,7 +21,7 @@ func TestPruneEmptyFolderChainsDeletesOnlyEmptyCandidateAncestors(t *testing.T)ctx := context.Background()repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)now := time.Now()createFolder := func(id, parentID, name, path string, depth int) {require.NoError(t, repo.CreateFolder(ctx, &types.WikiFolder{@@ -77,7 +77,7 @@ func TestUpdateWikiPagePersistsAndClearsAliases(t *testing.T) {ctx := context.Background()repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)page, err := svc.CreatePage(ctx, &types.WikiPage{TenantID: 1, KnowledgeBaseID: "kb-alias", Slug: "concept/alias",Title: "Alias", Summary: "summary", Content: "content",@@ -180,7 +180,7 @@ func TestRepairContentLinks(t *testing.T) {ctx := context.Background()repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)const kbID = "kb-repair"now := time.Now()@@ -613,7 +613,7 @@ func TestFindPagesByNormalizedTitleMatchesWhitespace(t *testing.T) {ctx := context.Background()repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)now := time.Now()require.NoError(t, repo.Create(ctx, &types.WikiPage{ID: "page-kong", TenantID: 1, KnowledgeBaseID: "kb-id", Slug: "entity/confucius",@@ -671,7 +671,7 @@ func TestMovePageIntoTypeLabelNamedFolderKeepsHierarchy(t *testing.T) {ctx := context.Background()repo := repository.NewWikiPageRepository(db)- svc := NewWikiPageService(repo, nil, nil, nil, nil)+ svc := NewWikiPageService(repo, nil, nil, nil, nil, nil)now := time.Now()folder, err := svc.CreateFolder(ctx, "kb-move", 1, types.WikiFolderRootID, "概念")diff --git a/internal/application/service/wiki_search_test.go b/internal/application/service/wiki_search_test.gonew file mode 100644index 000000000..83b0851ae--- /dev/null+++ b/internal/application/service/wiki_search_test.go@@ -0,0 +1,194 @@+package service++import (+ "context"+ "fmt"+ "testing"+ "time"++ "github.com/Tencent/WeKnora/internal/application/repository"+ apperrors "github.com/Tencent/WeKnora/internal/errors"+ "github.com/Tencent/WeKnora/internal/types"+ "github.com/Tencent/WeKnora/internal/types/interfaces"+ "github.com/stretchr/testify/assert"+ "github.com/stretchr/testify/require"+ "gorm.io/driver/sqlite"+ "gorm.io/gorm"+)++type wikiSearchKBService struct {+ interfaces.KnowledgeBaseService+ byID map[string]*types.KnowledgeBase+}++func (s *wikiSearchKBService) GetKnowledgeBasesByIDsOnly(+ _ context.Context, ids []string,+) ([]*types.KnowledgeBase, error) {+ out := make([]*types.KnowledgeBase, 0, len(ids))+ for _, id := range ids {+ if kb, ok := s.byID[id]; ok {+ out = append(out, kb)+ }+ }+ return out, nil+}++type wikiSearchShareService struct {+ interfaces.KBShareService+ allowed map[string]map[uint64]bool+ err error+}++func (s *wikiSearchShareService) CheckTenantKBPermission(+ _ context.Context, kbID string, callerTenantID uint64, _ types.TenantRole,+) (types.OrgMemberRole, bool, error) {+ if s.err != nil {+ return "", false, s.err+ }+ return types.OrgRoleViewer, s.allowed[kbID][callerTenantID], nil+}++func makeWikiSearchKB(id string, tenantID uint64) *types.KnowledgeBase {+ return &types.KnowledgeBase{+ ID: id,+ TenantID: tenantID,+ IndexingStrategy: types.IndexingStrategy{WikiEnabled: true},+ }+}++func setupWikiSearchService(+ t *testing.T,+ kbs map[string]*types.KnowledgeBase,+ share interfaces.KBShareService,+) (context.Context, interfaces.WikiPageService, interfaces.WikiPageRepository) {+ t.Helper()+ db, err := gorm.Open(sqlite.Open(fmt.Sprintf("file:%s?mode=memory&cache=shared", t.Name())), &gorm.Config{})+ require.NoError(t, err)+ require.NoError(t, db.AutoMigrate(&types.WikiFolder{}, &types.WikiPage{}, &types.WikiPageRevision{}))+ repo := repository.NewWikiPageRepository(db)+ svc := NewWikiPageService(repo, nil, &wikiSearchKBService{byID: kbs}, nil, nil, share)+ ctx := context.WithValue(context.Background(), types.TenantIDContextKey, uint64(1))+ return ctx, svc, repo+}++func TestSearchPagesAcross_RanksAcrossEnabledKBs(t *testing.T) {+ ctx, svc, repo := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-a": makeWikiSearchKB("kb-a", 1),+ "kb-b": makeWikiSearchKB("kb-b", 1),+ }, nil)++ titleHit := &types.WikiPage{+ ID: "p-title", TenantID: 1, KnowledgeBaseID: "kb-b",+ Slug: "entity/wangxin", Title: "王新", PageType: types.WikiPageTypeEntity,+ Status: types.WikiPageStatusPublished, Content: "other", Version: 1,+ CreatedAt: time.Now(), UpdatedAt: time.Now().Add(-time.Hour),+ }+ contentHit := &types.WikiPage{+ ID: "p-body", TenantID: 1, KnowledgeBaseID: "kb-a",+ Slug: "entity/huawei", Title: "华为", PageType: types.WikiPageTypeEntity,+ Status: types.WikiPageStatusPublished, Content: "mentions 王新", Version: 1,+ CreatedAt: time.Now(), UpdatedAt: time.Now(),+ }+ require.NoError(t, repo.Create(ctx, titleHit))+ require.NoError(t, repo.Create(ctx, contentHit))++ pages, err := svc.SearchPagesAcross(ctx, []string{"kb-a", "kb-b"}, "王新", 10)+ require.NoError(t, err)+ require.Len(t, pages, 2)+ assert.Equal(t, "p-title", pages[0].ID)+ assert.Equal(t, "p-body", pages[1].ID)+}++func TestSearchPagesAcross_RejectsNonWikiKB(t *testing.T) {+ ctx, svc, _ := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-wiki": makeWikiSearchKB("kb-wiki", 1),+ "kb-doc": {+ ID: "kb-doc", TenantID: 1,+ IndexingStrategy: types.IndexingStrategy{VectorEnabled: true},+ },+ }, nil)++ _, err := svc.SearchPagesAcross(ctx, []string{"kb-wiki", "kb-doc"}, "q", 10)+ require.Error(t, err)+ app, ok := apperrors.IsAppError(err)+ require.True(t, ok)+ assert.Equal(t, apperrors.ErrBadRequest, app.Code)+}++func TestSearchPagesAcross_MissingKBIsNotFound(t *testing.T) {+ ctx, svc, _ := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-wiki": makeWikiSearchKB("kb-wiki", 1),+ }, nil)++ _, err := svc.SearchPagesAcross(ctx, []string{"kb-wiki", "kb-missing"}, "q", 10)+ require.Error(t, err)+ app, ok := apperrors.IsAppError(err)+ require.True(t, ok)+ assert.Equal(t, apperrors.ErrNotFound, app.Code)+}++func TestSearchPagesAcross_ForeignTenantWithoutShareIsNotFound(t *testing.T) {+ ctx, svc, _ := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-foreign": makeWikiSearchKB("kb-foreign", 99),+ }, &wikiSearchShareService{})++ _, err := svc.SearchPagesAcross(ctx, []string{"kb-foreign"}, "q", 10)+ require.Error(t, err)+ app, ok := apperrors.IsAppError(err)+ require.True(t, ok)+ assert.Equal(t, apperrors.ErrNotFound, app.Code)+}++func TestSearchPagesAcross_ForeignTenantNonWikiWithoutShareIsNotFound(t *testing.T) {+ ctx, svc, _ := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-foreign-doc": {+ ID: "kb-foreign-doc", TenantID: 99,+ IndexingStrategy: types.IndexingStrategy{VectorEnabled: true},+ },+ }, &wikiSearchShareService{})++ _, err := svc.SearchPagesAcross(ctx, []string{"kb-foreign-doc"}, "q", 10)+ require.Error(t, err)+ app, ok := apperrors.IsAppError(err)+ require.True(t, ok)+ assert.Equal(t, apperrors.ErrNotFound, app.Code)+}++func TestSearchPagesAcross_ForeignTenantWithShareOK(t *testing.T) {+ ctx, svc, repo := setupWikiSearchService(t, map[string]*types.KnowledgeBase{+ "kb-foreign": makeWikiSearchKB("kb-foreign", 99),+ }, &wikiSearchShareService{+ allowed: map[string]map[uint64]bool{"kb-foreign": {1: true}},+ })++ page := &types.WikiPage{+ ID: "p-shared", TenantID: 99, KnowledgeBaseID: "kb-foreign",+ Slug: "concept/share", Title: "共享", PageType: types.WikiPageTypeConcept,+ Status: types.WikiPageStatusPublished, Content: "body", Version: 1,+ CreatedAt: time.Now(), UpdatedAt: time.Now(),+ }+ require.NoError(t, repo.Create(ctx, page))++ pages, err := svc.SearchPagesAcross(ctx, []string{"kb-foreign"}, "共享", 10)+ require.NoError(t, err)+ require.Len(t, pages, 1)+ assert.Equal(t, "p-shared", pages[0].ID)+}++func TestSearchPagesAcross_RejectsTooManyKBs(t *testing.T) {+ ids := make([]string, maxWikiSearchKnowledgeBases+1)+ for i := range ids {+ ids[i] = fmt.Sprintf("kb-%d", i)+ }+ ctx, svc, _ := setupWikiSearchService(t, nil, &wikiSearchShareService{})+ _, err := svc.SearchPagesAcross(ctx, ids, "q", 10)+ require.Error(t, err)+ app, ok := apperrors.IsAppError(err)+ require.True(t, ok)+ assert.Equal(t, apperrors.ErrBadRequest, app.Code)+}++func TestIsInvalidWikiSearchQuery(t *testing.T) {+ assert.True(t, isInvalidWikiSearchQuery(fmt.Errorf("pq: invalid regular expression: quantifier operand invalid")))+ assert.False(t, isInvalidWikiSearchQuery(fmt.Errorf("connection refused")))+}diff --git a/internal/handler/knowledge_spans_test.go b/internal/handler/knowledge_spans_test.goindex f7ec49580..2b882a033 100644--- a/internal/handler/knowledge_spans_test.go+++ b/internal/handler/knowledge_spans_test.go@@ -190,9 +190,22 @@ func TestBuildSpanTree_MissingStagesAroundRealFailure(t *testing.T) {now := time.Now()finished := now.Add(2 * time.Second)rows := []types.KnowledgeProcessingSpan{- {KnowledgeID: "kid", Attempt: 1, SpanID: "root", Name: "knowledge_processing", Kind: types.SpanKindRoot, Status: types.SpanStatusFailed, StartedAt: &now, FinishedAt: &finished},- {KnowledgeID: "kid", Attempt: 1, SpanID: "chunk", ParentSpanID: "root", Name: types.StageChunking, Kind: types.SpanKindStage, Status: types.SpanStatusDone, StartedAt: &now, FinishedAt: &finished},- {KnowledgeID: "kid", Attempt: 1, SpanID: "emb", ParentSpanID: "root", Name: types.StageEmbedding, Kind: types.SpanKindStage, Status: types.SpanStatusFailed, ErrorCode: "EMBED_UNREACHABLE", StartedAt: &now, FinishedAt: &finished},+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "root",+ Name: "knowledge_processing", Kind: types.SpanKindRoot,+ Status: types.SpanStatusFailed, StartedAt: &now, FinishedAt: &finished,+ },+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "chunk", ParentSpanID: "root",+ Name: types.StageChunking, Kind: types.SpanKindStage,+ Status: types.SpanStatusDone, StartedAt: &now, FinishedAt: &finished,+ },+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "emb", ParentSpanID: "root",+ Name: types.StageEmbedding, Kind: types.SpanKindStage,+ Status: types.SpanStatusFailed, ErrorCode: "EMBED_UNREACHABLE",+ StartedAt: &now, FinishedAt: &finished,+ },}tree, _, lastFail := buildSpanTree("kid", 1, rows, types.ParseStatusFailed)@@ -226,8 +239,16 @@ func TestBuildSpanTree_MissingStagesAroundRealFailure(t *testing.T) {func TestBuildSpanTree_MissingStagesWithoutFailureKeepFallback(t *testing.T) {now := time.Now()rows := []types.KnowledgeProcessingSpan{- {KnowledgeID: "kid", Attempt: 1, SpanID: "root", Name: "knowledge_processing", Kind: types.SpanKindRoot, Status: types.SpanStatusRunning, StartedAt: &now},- {KnowledgeID: "kid", Attempt: 1, SpanID: "doc", ParentSpanID: "root", Name: types.StageDocReader, Kind: types.SpanKindStage, Status: types.SpanStatusDone, StartedAt: &now},+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "root",+ Name: "knowledge_processing", Kind: types.SpanKindRoot,+ Status: types.SpanStatusRunning, StartedAt: &now,+ },+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "doc", ParentSpanID: "root",+ Name: types.StageDocReader, Kind: types.SpanKindStage,+ Status: types.SpanStatusDone, StartedAt: &now,+ },}tree, _, _ := buildSpanTree("kid", 1, rows, types.ParseStatusProcessing)@@ -255,15 +276,27 @@ func TestBuildSpanTree_CancelledParseRendersCancelled(t *testing.T) {func TestBuildSpanTree_DocReaderFailureCancelsEverythingAfter(t *testing.T) {now := time.Now()rows := []types.KnowledgeProcessingSpan{- {KnowledgeID: "kid", Attempt: 1, SpanID: "root", Name: "knowledge_processing", Kind: types.SpanKindRoot, Status: types.SpanStatusFailed, StartedAt: &now},- {KnowledgeID: "kid", Attempt: 1, SpanID: "doc", ParentSpanID: "root", Name: types.StageDocReader, Kind: types.SpanKindStage, Status: types.SpanStatusFailed, ErrorCode: "DOCREADER_TIMEOUT", StartedAt: &now},+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "root",+ Name: "knowledge_processing", Kind: types.SpanKindRoot,+ Status: types.SpanStatusFailed, StartedAt: &now,+ },+ {+ KnowledgeID: "kid", Attempt: 1, SpanID: "doc", ParentSpanID: "root",+ Name: types.StageDocReader, Kind: types.SpanKindStage,+ Status: types.SpanStatusFailed, ErrorCode: "DOCREADER_TIMEOUT",+ StartedAt: &now,+ },}tree, _, _ := buildSpanTree("kid", 1, rows, types.ParseStatusFailed)got := stageStatuses(t, tree)a := assert.New(t)a.Equal(types.SpanStatusFailed, got[types.StageDocReader])- for _, name := range []string{types.StageChunking, types.StageEmbedding, types.StageMultimodal, types.StagePostProcess} {+ for _, name := range []string{+ types.StageChunking, types.StageEmbedding,+ types.StageMultimodal, types.StagePostProcess,+ } {a.Equal(types.SpanStatusCancelled, got[name],"%s follows the failed docreader and never ran", name)}diff --git a/internal/handler/wiki_page.go b/internal/handler/wiki_page.goindex fb44a9971..fb8e07008 100644--- a/internal/handler/wiki_page.go+++ b/internal/handler/wiki_page.go@@ -12,6 +12,7 @@ import ("github.com/Tencent/WeKnora/internal/application/service""github.com/Tencent/WeKnora/internal/errors""github.com/Tencent/WeKnora/internal/logger"+ "github.com/Tencent/WeKnora/internal/searchutil""github.com/Tencent/WeKnora/internal/types""github.com/Tencent/WeKnora/internal/types/interfaces"secutils "github.com/Tencent/WeKnora/internal/utils"@@ -1019,6 +1020,118 @@ func (h *WikiPageHandler) SearchPages(c *gin.Context) {c.JSON(http.StatusOK, gin.H{"pages": pages})}+// SearchWikiRequest is the body for POST /api/v1/wiki-search.+type SearchWikiRequest struct {+ Query string `json:"query" binding:"required"`+ KnowledgeBaseID string `json:"knowledge_base_id"`+ KnowledgeBaseIDs []string `json:"knowledge_base_ids"`+ Limit int `json:"limit"`+}++// WikiSearchHit is the slim POST /wiki-search hit. Full page body is on+// GET /knowledgebase/:kb_id/wiki/pages/*slug.+type WikiSearchHit struct {+ ID string `json:"id"`+ KnowledgeBaseID string `json:"knowledge_base_id"`+ Slug string `json:"slug"`+ Title string `json:"title"`+ PageType string `json:"page_type"`+ Aliases types.StringArray `json:"aliases"`+ Summary string `json:"summary"`+ MatchSnippet string `json:"match_snippet,omitempty"`+}++// SearchPagesAcross godoc+// @Summary Cross-KB wiki search+// @Description Cross-KB wiki search using the same POSIX regex ranking as single-KB wiki search+// @Tags Wiki+// @Accept json+// @Produce json+// @Param request body SearchWikiRequest true "Wiki search request"+// @Success 200 {object} map[string]interface{}+// @Failure 400 {object} errors.AppError+// @Security Bearer+// @Security ApiKeyAuth+// @Router /wiki-search [post]+func (h *WikiPageHandler) SearchPagesAcross(c *gin.Context) {+ ctx := logger.CloneContext(c.Request.Context())++ var request SearchWikiRequest+ if err := c.ShouldBindJSON(&request); err != nil {+ _ = c.Error(errors.NewBadRequestError(err.Error()))+ return+ }++ kbIDs := mergeWikiSearchKBIDs(request.KnowledgeBaseIDs, request.KnowledgeBaseID)+ if strings.TrimSpace(request.Query) == "" {+ _ = c.Error(errors.NewBadRequestError("query is required"))+ return+ }+ if len(kbIDs) == 0 {+ _ = c.Error(errors.NewBadRequestError(+ "at least one knowledge_base_id or knowledge_base_ids must be provided"))+ return+ }+ if err := types.AuthorizeTenantAPIKeyKnowledgeTargets(ctx, kbIDs, nil); err != nil {+ _ = c.Error(err)+ return+ }++ logger.Infof(ctx, "Wiki search request, knowledge base IDs: %v, query: %s",+ secutils.SanitizeForLogArray(kbIDs), secutils.SanitizeForLog(request.Query))++ pages, err := h.wikiService.SearchPagesAcross(ctx, kbIDs, request.Query, request.Limit)+ if err != nil {+ if _, ok := errors.IsAppError(err); ok {+ _ = c.Error(err)+ return+ }+ logger.ErrorWithFields(ctx, err, nil)+ _ = c.Error(errors.NewInternalServerError(err.Error()))+ return+ }+ c.JSON(http.StatusOK, gin.H{+ "success": true,+ "data": wikiPagesToSearchHits(pages, request.Query),+ })+}++func wikiPagesToSearchHits(pages []*types.WikiPage, query string) []WikiSearchHit {+ hits := make([]WikiSearchHit, 0, len(pages))+ for _, page := range pages {+ if page == nil {+ continue+ }+ hits = append(hits, WikiSearchHit{+ ID: page.ID,+ KnowledgeBaseID: page.KnowledgeBaseID,+ Slug: page.Slug,+ Title: page.Title,+ PageType: page.PageType,+ Aliases: page.Aliases,+ Summary: page.Summary,+ MatchSnippet: searchutil.ExtractSnippet(page.Content, query),+ })+ }+ return hits+}++func mergeWikiSearchKBIDs(ids []string, single string) []string {+ out := make([]string, 0, len(ids)+1)+ appendID := func(id string) {+ id = strings.TrimSpace(id)+ if id == "" {+ return+ }+ out = append(out, id)+ }+ for _, id := range ids {+ appendID(id)+ }+ appendID(single)+ return out+}+// RebuildLinks godoc// @Summary Rebuild wiki links// @Description Re-parse all pages and rebuild bidirectional link referencesdiff --git a/internal/handler/wiki_search_test.go b/internal/handler/wiki_search_test.gonew file mode 100644index 000000000..848ea761a--- /dev/null+++ b/internal/handler/wiki_search_test.go@@ -0,0 +1,191 @@+package handler++import (+ "context"+ "encoding/json"+ "net/http"+ "net/http/httptest"+ "strings"+ "testing"++ "github.com/Tencent/WeKnora/internal/errors"+ "github.com/Tencent/WeKnora/internal/middleware"+ "github.com/Tencent/WeKnora/internal/types"+ "github.com/Tencent/WeKnora/internal/types/interfaces"+ "github.com/gin-gonic/gin"+ "github.com/stretchr/testify/assert"+ "github.com/stretchr/testify/require"+)++type fakeWikiSearchService struct {+ interfaces.WikiPageService+ pages []*types.WikiPage+ err error+ got struct {+ kbIDs []string+ query string+ limit int+ }+}++func (f *fakeWikiSearchService) SearchPagesAcross(+ _ context.Context, kbIDs []string, query string, limit int,+) ([]*types.WikiPage, error) {+ f.got.kbIDs = append([]string(nil), kbIDs...)+ f.got.query = query+ f.got.limit = limit+ if f.err != nil {+ return nil, f.err+ }+ return f.pages, nil+}++func wikiSearchEngine(t *testing.T, h *WikiPageHandler, scope *types.TenantAPIKeyScope) *gin.Engine {+ t.Helper()+ gin.SetMode(gin.TestMode)+ r := gin.New()+ r.Use(middleware.ErrorHandler())+ r.POST("/wiki-search", func(c *gin.Context) {+ ctx := context.WithValue(c.Request.Context(), types.TenantIDContextKey, uint64(1))+ if scope != nil {+ ctx = types.WithTenantAPIKeyScope(ctx, *scope)+ }+ c.Request = c.Request.WithContext(ctx)+ c.Set(types.TenantIDContextKey.String(), uint64(1))+ h.SearchPagesAcross(c)+ })+ return r+}++func postWikiSearch(r *gin.Engine, body string) *httptest.ResponseRecorder {+ req := httptest.NewRequest(http.MethodPost, "/wiki-search", strings.NewReader(body))+ req.Header.Set("Content-Type", "application/json")+ w := httptest.NewRecorder()+ r.ServeHTTP(w, req)+ return w+}++func TestSearchPagesAcross_ReturnsSuccessData(t *testing.T) {+ fake := &fakeWikiSearchService{pages: []*types.WikiPage{+ {ID: "p1", KnowledgeBaseID: "kb-a", Title: "部署"},+ }}+ h := &WikiPageHandler{wikiService: fake}+ w := postWikiSearch(wikiSearchEngine(t, h, nil), `{"query":"部署","knowledge_base_ids":["kb-a","kb-b"]}`)+ require.Equal(t, http.StatusOK, w.Code)++ var got map[string]any+ require.NoError(t, json.Unmarshal(w.Body.Bytes(), &got))+ assert.Equal(t, true, got["success"])+ require.NotNil(t, got["data"])+ assert.Equal(t, []string{"kb-a", "kb-b"}, fake.got.kbIDs)+ assert.Equal(t, "部署", fake.got.query)+}++func TestSearchPagesAcross_ReturnsSlimHitsWithoutContent(t *testing.T) {+ longBody := strings.Repeat("前", 80) + "部署手册正文" + strings.Repeat("后", 80)+ fake := &fakeWikiSearchService{pages: []*types.WikiPage{+ {+ ID: "p1",+ TenantID: 99,+ KnowledgeBaseID: "kb-a",+ Slug: "ops/deploy",+ Title: "部署",+ PageType: "entity",+ Status: "published",+ Content: longBody,+ Summary: "发布步骤",+ Aliases: types.StringArray{"发布"},+ Version: 3,+ InLinks: types.StringArray{"index"},+ OutLinks: types.StringArray{"ops/rollback"},+ WikiPath: "/ops/deploy",+ FolderID: "folder-1",+ SourceRefs: types.StringArray{"doc-1|手册"},+ },+ }}+ h := &WikiPageHandler{wikiService: fake}+ w := postWikiSearch(wikiSearchEngine(t, h, nil), `{"query":"部署","knowledge_base_ids":["kb-a"]}`)+ require.Equal(t, http.StatusOK, w.Code)++ var got struct {+ Success bool `json:"success"`+ Data []map[string]any `json:"data"`+ }+ require.NoError(t, json.Unmarshal(w.Body.Bytes(), &got))+ require.True(t, got.Success)+ require.Len(t, got.Data, 1)++ hit := got.Data[0]+ assert.Equal(t, "p1", hit["id"])+ assert.Equal(t, "kb-a", hit["knowledge_base_id"])+ assert.Equal(t, "ops/deploy", hit["slug"])+ assert.Equal(t, "部署", hit["title"])+ assert.Equal(t, "entity", hit["page_type"])+ assert.Equal(t, "发布步骤", hit["summary"])+ assert.Equal(t, []any{"发布"}, hit["aliases"])++ snippet, ok := hit["match_snippet"].(string)+ require.True(t, ok)+ assert.Contains(t, snippet, "部署")+ assert.NotEqual(t, longBody, snippet)+ assert.Less(t, len([]rune(snippet)), 250)++ for _, dropped := range []string{+ "content", "tenant_id", "status", "version", "in_links", "out_links",+ "folder_id", "wiki_path", "source_refs", "chunk_refs", "page_metadata",+ "created_at", "updated_at",+ } {+ _, exists := hit[dropped]+ assert.False(t, exists, "dropped field %s should be absent", dropped)+ }+}++func TestSearchPagesAcross_MergesSingleKnowledgeBaseID(t *testing.T) {+ fake := &fakeWikiSearchService{pages: []*types.WikiPage{}}+ h := &WikiPageHandler{wikiService: fake}+ body := `{"query":"q","knowledge_base_id":"kb-1","knowledge_base_ids":["kb-2"]}`+ w := postWikiSearch(wikiSearchEngine(t, h, nil), body)+ require.Equal(t, http.StatusOK, w.Code)+ assert.Equal(t, []string{"kb-2", "kb-1"}, fake.got.kbIDs)+}++func TestSearchPagesAcross_RequiresQueryAndKBs(t *testing.T) {+ h := &WikiPageHandler{wikiService: &fakeWikiSearchService{}}+ r := wikiSearchEngine(t, h, nil)++ w := postWikiSearch(r, `{"knowledge_base_ids":["kb-a"]}`)+ assert.Equal(t, http.StatusBadRequest, w.Code)++ w = postWikiSearch(r, `{"query":"q"}`)+ assert.Equal(t, http.StatusBadRequest, w.Code)+}++func TestSearchPagesAcross_APIKeyAllowListForbidden(t *testing.T) {+ fake := &fakeWikiSearchService{}+ h := &WikiPageHandler{wikiService: fake}+ scope := &types.TenantAPIKeyScope{KnowledgeBaseIDs: types.StringArray{"kb-allowed"}}+ w := postWikiSearch(wikiSearchEngine(t, h, scope), `{"query":"q","knowledge_base_ids":["kb-other"]}`)+ assert.Equal(t, http.StatusForbidden, w.Code)+ assert.Nil(t, fake.got.kbIDs)+}++func TestSearchPagesAcross_PropagatesNotFound(t *testing.T) {+ fake := &fakeWikiSearchService{err: errors.NewNotFoundError("knowledge base not found")}+ h := &WikiPageHandler{wikiService: fake}+ w := postWikiSearch(wikiSearchEngine(t, h, nil), `{"query":"q","knowledge_base_ids":["kb-a"]}`)+ assert.Equal(t, http.StatusNotFound, w.Code)+}++func TestSearchPagesAcross_PropagatesNonWikiBadRequest(t *testing.T) {+ fake := &fakeWikiSearchService{+ err: errors.NewBadRequestError("Wiki feature is not enabled for this knowledge base"),+ }+ h := &WikiPageHandler{wikiService: fake}+ w := postWikiSearch(wikiSearchEngine(t, h, nil), `{"query":"q","knowledge_base_ids":["kb-a"]}`)+ assert.Equal(t, http.StatusBadRequest, w.Code)+}++func TestMergeWikiSearchKBIDsMerges(t *testing.T) {+ got := mergeWikiSearchKBIDs([]string{" kb-a ", "kb-b", "kb-a"}, "kb-b")+ assert.Equal(t, []string{"kb-a", "kb-b", "kb-a", "kb-b"}, got)+}diff --git a/internal/router/router_api_key_capabilities_test.go b/internal/router/router_api_key_capabilities_test.goindex 713a0b5d2..9c77eb5d7 100644--- a/internal/router/router_api_key_capabilities_test.go+++ b/internal/router/router_api_key_capabilities_test.go@@ -313,6 +313,7 @@ func TestKnowledgeReadRoutesDeclareRetrieveCapability(t *testing.T) {{http.MethodPost, "/api/v1/knowledge-bases/:id/faq/search"},{http.MethodGet, "/api/v1/knowledge-bases/:id/tags"},{http.MethodPost, "/api/v1/knowledge-search"},+ {http.MethodPost, "/api/v1/wiki-search"},{http.MethodGet, "/api/v1/initialization/config/:kbId"},{http.MethodGet, "/api/v1/knowledgebase/:kb_id/wiki/pages"},}diff --git a/internal/router/routes_knowledge.go b/internal/router/routes_knowledge.goindex c9e9acb64..3e53d505b 100644--- a/internal/router/routes_knowledge.go+++ b/internal/router/routes_knowledge.go@@ -364,4 +364,9 @@ func RegisterWikiPageRoutes(r *gin.RouterGroup, wikiHandler *handler.WikiPageHanwikiRead.GET("/issues", g.Viewer(), g.KBAccessRead("kb_id"), wikiHandler.ListIssues)wiki.PUT("/issues/:issue_id/status", g.OwnedWikiKBOrAdmin(), g.KBAccessWrite("kb_id"), wikiHandler.UpdateIssueStatus)}++ wikiSearch := g.apiKeyGroup(r.Group("/wiki-search", g.Viewer()), apiKeyRetrieve(apiKeyFullAccess()))+ {+ wikiSearch.POST("", wikiHandler.SearchPagesAcross)+ }}diff --git a/internal/searchutil/snippet.go b/internal/searchutil/snippet.gonew file mode 100644index 000000000..bc63309be--- /dev/null+++ b/internal/searchutil/snippet.go@@ -0,0 +1,50 @@+package searchutil++import (+ "regexp"+ "strings"+)++// ExtractSnippet matches Agent wiki_search: ~60 runes of context around the+// first case-insensitive regex hit, match itself capped at 100. Invalid+// patterns return an empty string.+func ExtractSnippet(content string, query string) string {+ if content == "" || query == "" {+ return ""+ }+ re, err := regexp.Compile("(?i)" + query)+ if err != nil {+ return ""+ }+ loc := re.FindStringIndex(content)+ if loc == nil {+ return ""+ }++ matchStr := content[loc[0]:loc[1]]+ before := content[:loc[0]]+ after := content[loc[1]:]++ beforeRunes := []rune(before)+ if len(beforeRunes) > 60 {+ beforeRunes = beforeRunes[len(beforeRunes)-60:]+ }++ afterRunes := []rune(after)+ if len(afterRunes) > 60 {+ afterRunes = afterRunes[:60]+ }++ matchRunes := []rune(matchStr)+ if len(matchRunes) > 100 {+ matchRunes = append(matchRunes[:100], []rune("...")...)+ }++ snippet := string(beforeRunes) + string(matchRunes) + string(afterRunes)+ snippet = strings.ReplaceAll(snippet, "\n", " ")+ for strings.Contains(snippet, " ") {+ snippet = strings.ReplaceAll(snippet, " ", " ")+ }++ return "... " + strings.TrimSpace(snippet) + " ..."+}diff --git a/internal/searchutil/snippet_test.go b/internal/searchutil/snippet_test.gonew file mode 100644index 000000000..d170ef7bf--- /dev/null+++ b/internal/searchutil/snippet_test.go@@ -0,0 +1,26 @@+package searchutil++import (+ "strings"+ "testing"++ "github.com/stretchr/testify/assert"+)++func TestExtractSnippet_AroundHit(t *testing.T) {+ content := strings.Repeat("前", 80) + "部署手册" + strings.Repeat("后", 80)+ got := ExtractSnippet(content, "部署")+ assert.Contains(t, got, "部署")+ assert.True(t, strings.HasPrefix(got, "... "))+ assert.True(t, strings.HasSuffix(got, " ..."))+ assert.Less(t, len([]rune(got)), 250)+}++func TestExtractSnippet_InvalidRegex(t *testing.T) {+ assert.Empty(t, ExtractSnippet("hello world", "("))+}++func TestExtractSnippet_EmptyInputs(t *testing.T) {+ assert.Empty(t, ExtractSnippet("", "q"))+ assert.Empty(t, ExtractSnippet("body", ""))+}diff --git a/internal/types/interfaces/wiki_page.go b/internal/types/interfaces/wiki_page.goindex 7db96261c..789c341e5 100644--- a/internal/types/interfaces/wiki_page.go+++ b/internal/types/interfaces/wiki_page.go@@ -216,6 +216,10 @@ type WikiPageService interface {// SearchPages performs full-text search over wiki pages.SearchPages(ctx context.Context, kbID string, query string, limit int) ([]*types.WikiPage, error)+ // SearchPagesAcross searches wiki pages across multiple knowledge bases+ // with the same ranking as SearchPages, then returns a global top-N.+ SearchPagesAcross(ctx context.Context, kbIDs []string, query string, limit int) ([]*types.WikiPage, error)+// ListRevisions returns the stored historical snapshots for a page// (newest first, content omitted) plus the total snapshot count and the// page's current version. The current version itself has no revision@@ -392,6 +396,10 @@ type WikiPageRepository interface {// Search performs full-text search on wiki pages within a knowledge base.Search(ctx context.Context, kbID string, query string, limit int) ([]*types.WikiPage, error)+ // SearchAcross performs the same full-text search across multiple+ // knowledge bases, then returns a global top-N by match_rank.+ SearchAcross(ctx context.Context, kbIDs []string, query string, limit int) ([]*types.WikiPage, error)+// CountByType returns page counts grouped by type for a knowledge base.CountByType(ctx context.Context, kbID string) (map[string]int64, error)diff --git a/website-docs/04-api/01-api-overview.md b/website-docs/04-api/01-api-overview.mdindex 0af0d6fd3..7653b3b6c 100644--- a/website-docs/04-api/01-api-overview.md+++ b/website-docs/04-api/01-api-overview.md@@ -351,7 +351,7 @@ rerank 模型加载失败或调用出错时,请求不会失败,而是按召| 组织与共享 | [02-api-org.md](./02-api-org.md) | `/organizations`、`/shared-*`、`/knowledge-bases/:id/shares`、`/agents/:id/shares` || 知识库与知识 | [02-api-knowledge.md](./02-api-knowledge.md) | `/knowledge-bases`、`/knowledge`、知识库文件夹 || 分块与标签 | [02-api-chunks.md](./02-api-chunks.md) | `/chunks`、`/knowledge-bases/:id/tags`、`/chunker/preview` |-| FAQ 与 Wiki | [02-api-faq-wiki.md](./02-api-faq-wiki.md) | `/knowledge-bases/:id/faq`、`/faq`、`/knowledgebase/:kb_id/wiki` |+| FAQ 与 Wiki | [02-api-faq-wiki.md](./02-api-faq-wiki.md) | `/knowledge-bases/:id/faq`、`/faq`、`/knowledgebase/:kb_id/wiki`、`/wiki-search` || 会话、消息与聊天 | [02-api-chat.md](./02-api-chat.md) | `/sessions`、`/messages`、`/knowledge-chat`、`/agent-chat`、`/knowledge-search` || 模型与初始化 | [02-api-model-system.md](./02-api-model-system.md) | `/models`、`/initialization`、`/evaluation`、`/weknoracloud` || 系统与平台管理 | [02-api-system.md](./02-api-system.md) | `/system`、`/system/admin` |diff --git a/website-docs/04-api/02-api-faq-wiki.md b/website-docs/04-api/02-api-faq-wiki.mdindex bf3cfa58d..f959ed4de 100644--- a/website-docs/04-api/02-api-faq-wiki.md+++ b/website-docs/04-api/02-api-faq-wiki.md@@ -2,7 +2,7 @@管理知识库中的 FAQ 条目与 Wiki 页面,支持导入、检索、编辑和版本恢复。-两组均为 KB 内容子资源:读为 Viewer+ 且 KB read(API key `retrieve`/full);写为“KB 创建者 OR Admin+”且 KB write(API key `ingest`/full),并受 KB 白名单约束。+两组均为 KB 内容子资源:读为 Viewer+ 且 KB read(API key `retrieve`/full);写为“KB 创建者 OR Admin+”且 KB write(API key `ingest`/full),并受 KB 白名单约束。跨库 Wiki 搜索 `POST /wiki-search` 无路径 KB,Viewer+ 且 API key `retrieve`/full,handler 内校验每个目标库的 allow-list 与共享库 Viewer 权限。## FAQ(/api/v1/knowledge-bases/:id/faq)@@ -400,12 +400,51 @@ curl $BASE/api/v1/knowledgebase/kb-1/wiki/stats -H "Authorization: Bearer $TOKEN用途:页面搜索。查询参数:`q`(必填)、`limit`(默认 10)。+匹配语义随存储方言变化:++- Postgres:`q` 按 POSIX 正则(`~*`,大小写不敏感)匹配。+- SQLite / Lite:按 `LIKE` 字面子串匹配;`%` / `_` 会转义,不当通配符。+响应:200 `{"pages":[WikiPage]}````bashcurl "$BASE/api/v1/knowledgebase/kb-1/wiki/search?q=部署" -H "Authorization: Bearer $TOKEN"```+### POST /api/v1/wiki-search++用途:跨知识库 Wiki 页面搜索(无会话、非混合检索)。Handler: `internal/handler/wiki_page.go` 的 `SearchPagesAcross`。算法与单库 `GET .../wiki/search` 相同(标题 > slug > summary > 正文),对多个库做一次查询后按 `match_rank` 全局截断。API key:`retrieve`/full。++| 字段 | 类型 | 必填 | 说明 |+| --- | --- | --- | --- |+| `query` | string | 是(`binding:"required"`) | 与单库 `q` 相同:Postgres 为 POSIX 正则(大小写不敏感);SQLite / Lite 为字面 `LIKE` 子串 |+| `knowledge_base_ids` | []string | 条件必填 | 多库;与 `knowledge_base_id` 至少提供一个,最多 32 个 |+| `knowledge_base_id` | string | 否 | 单库兼容字段,合并进 ids |+| `limit` | int | 否 | 全局 top-N,默认 10,最大 50 |++任一目标库未开启 wiki → 400。库不存在或无读权限 → 404。API Key 白名单越权 → 403。非法正则(Postgres)→ 400。++响应:200 `{"success":true,"data":[WikiSearchHit]}`。命中只含导航字段 + `match_snippet`,不含正文;全文用 `GET /knowledgebase/:kb_id/wiki/pages/{slug}`。++| 响应字段 | 类型 | 说明 |+| --- | --- | --- |+| `id` | string | 页面 ID |+| `knowledge_base_id` | string | 来源库,跨库时用来拼读页 URL |+| `slug` | string | 页面 slug |+| `title` | string | 标题 |+| `page_type` | string | 页面类型 |+| `aliases` | []string | 别名 |+| `summary` | string | 摘要 |+| `match_snippet` | string | 正文中首次命中附近约 60+命中+60 字;无正文命中时省略。snippet 仍用 Go 正则编译 `query`;SQLite 下 `query` 含正则元字符时库内可命中、snippet 可能为空 |++`content`、树/链接/元数据、时间戳不在搜索结果里。单库 `GET .../wiki/search` 仍返回完整 `WikiPage`。++```bash+curl -X POST $BASE/api/v1/wiki-search -H "X-API-Key: $API_KEY" \+ -H 'Content-Type: application/json' \+ -d '{"query":"部署|发布","knowledge_base_ids":["kb-1","kb-2"],"limit":10}'+```+### POST /api/v1/knowledgebase/:kb_id/wiki/rebuild-links用途:重建页面互链。写权限。无请求体。