Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

7.7 KB
Raw Blame
package handler

import (
	"context"
	"encoding/json"
	"errors"
	"net/http"
	"net/http/httptest"
	"testing"

	"github.com/Tencent/WeKnora/internal/middleware"
	"github.com/Tencent/WeKnora/internal/types"
	"github.com/Tencent/WeKnora/internal/types/interfaces"
	"github.com/gin-gonic/gin"
	"github.com/stretchr/testify/require"
)

type scopedAgentStub struct {
	interfaces.AgentShareService
	agent          *types.CustomAgent
	err            error
	caller, source uint64
}

func (s *scopedAgentStub) GetSharedAgentForTenant(
	_ context.Context,
	caller uint64,
	_ types.TenantRole,
	_ string,
	source ...uint64,
) (*types.CustomAgent, error) {
	s.caller, s.source = caller, source[0]
	return s.agent, s.err
}

type scopedKBStub struct {
	interfaces.KnowledgeBaseService
	calls int
	kbs   []*types.KnowledgeBase
}

func (s *scopedKBStub) ListKnowledgeBasesByTenantID(context.Context, uint64) ([]*types.KnowledgeBase, error) {
	s.calls++
	return s.kbs, nil
}

type scopedKnowledgeStub struct {
	interfaces.KnowledgeService
	batchCalls, searchCalls int
	knowledges              []*types.Knowledge
	batchErr                error
}

func (s *scopedKnowledgeStub) GetKnowledgeBatch(context.Context, uint64, []string) ([]*types.Knowledge, error) {
	s.batchCalls++
	return s.knowledges, s.batchErr
}

func (s *scopedKnowledgeStub) SearchKnowledgeForScopes(
	_ context.Context,
	scopes []types.KnowledgeSearchScope,
	_ string,
	_, _ int,
	_ []string,
) ([]*types.Knowledge, bool, int64, error) {
	s.searchCalls++
	var out []*types.Knowledge
	for _, k := range s.knowledges {
		if k == nil {
			continue
		}
		for _, scope := range scopes {
			if k.TenantID == scope.TenantID && k.KnowledgeBaseID == scope.KBID {
				out = append(out, k)
				break
			}
		}
	}
	return out, false, int64(len(out)), nil
}

func TestSharedAgentScopesAgreeAcrossListSearchAndBatch(t *testing.T) {
	gin.SetMode(gin.TestMode)
	for _, tt := range []struct {
		name, mode string
		ids        []string
		expected   []string
		restricted bool
	}{
		{name: "all", mode: "all", expected: []string{"a", "b"}},
		{name: "selected", mode: "selected", ids: []string{"a"}, expected: []string{"a"}},
		{name: "selected empty", mode: "selected"},
		{name: "selected blank", mode: "selected", ids: []string{""}},
		{name: "none", mode: "none", ids: []string{"a"}},
		{name: "unknown", mode: "invalid", ids: []string{"a"}},
		{name: "API key intersects all", mode: "all", restricted: true, expected: []string{"b"}},
		{name: "API key intersects selection", mode: "selected", ids: []string{"a"}, restricted: true},
	} {
		t.Run(tt.name, func(t *testing.T) {
			agents := &scopedAgentStub{
				agent: &types.CustomAgent{
					ID:       "agent",
					TenantID: 2,
					Config:   types.CustomAgentConfig{KBSelectionMode: tt.mode, KnowledgeBases: tt.ids},
				},
			}
			kbs := &scopedKBStub{kbs: []*types.KnowledgeBase{
				{ID: "a", TenantID: 2, Type: types.KnowledgeBaseTypeDocument},
				{ID: "b", TenantID: 2, Type: types.KnowledgeBaseTypeDocument},
				{ID: "foreign", TenantID: 3, Type: types.KnowledgeBaseTypeDocument},
				nil,
			}}
			knowledges := &scopedKnowledgeStub{knowledges: []*types.Knowledge{
				{ID: "a", TenantID: 2, KnowledgeBaseID: "a"},
				{ID: "b", TenantID: 2, KnowledgeBaseID: "b"},
				{ID: "foreign", TenantID: 3, KnowledgeBaseID: "a"},
				nil,
			}}
			kh := &KnowledgeHandler{kgService: knowledges, kbService: kbs, agentShareService: agents}
			bh := &KnowledgeBaseHandler{service: kbs, agentShareService: agents}
			r := gin.New()
			r.Use(middleware.ErrorHandler(), func(c *gin.Context) {
				c.Set(types.TenantIDContextKey.String(), uint64(1))
				c.Set(types.UserIDContextKey.String(), "user")
				ctx := context.WithValue(c.Request.Context(), types.TenantIDContextKey, uint64(1))
				if tt.restricted {
					ctx = types.WithTenantAPIKeyScope(
						ctx,
						types.TenantAPIKeyScope{KnowledgeBaseIDs: types.StringArray{"b"}},
					)
				}
				c.Request = c.Request.WithContext(ctx)
				c.Next()
			})
			r.GET("/kbs", bh.ListKnowledgeBases)
			r.GET("/search", kh.SearchKnowledge)
			r.GET("/batch", kh.GetKnowledgeBatch)
			for _, path := range []string{"/kbs", "/search", "/batch"} {
				w := httptest.NewRecorder()
				r.ServeHTTP(
					w,
					httptest.NewRequest(
						http.MethodGet,
						path+"?agent_id=agent&agent_source_tenant_id=2&keyword=test&ids=a&ids=b",
						nil,
					),
				)
				require.Equal(t, http.StatusOK, w.Code, "%s: %s", path, w.Body.String())
				var body struct {
					Data []struct {
						ID string `json:"id"`
					} `json:"data"`
				}
				require.NoError(t, json.Unmarshal(w.Body.Bytes(), &body))
				var ids []string
				for _, row := range body.Data {
					ids = append(ids, row.ID)
				}
				require.ElementsMatch(t, tt.expected, ids, path)
			}
			require.Equal(t, uint64(1), agents.caller)
			require.Equal(t, uint64(2), agents.source)
			if types.NewSharedAgentKBScope(agents.agent).IsEmpty() {
				require.Zero(t, kbs.calls)
				require.Zero(t, knowledges.batchCalls)
				require.Zero(t, knowledges.searchCalls)
			}
		})
	}
}

func TestSharedAgentLookupFailuresDoNotReachBatchRetrieval(t *testing.T) {
	for _, tt := range []struct {
		name   string
		agent  *types.CustomAgent
		err    error
		source string
		status int
	}{
		{name: "revoked or missing", status: http.StatusForbidden},
		{name: "source mismatch", agent: &types.CustomAgent{TenantID: 3}, source: "2", status: http.StatusForbidden},
		{name: "invalid source", source: "invalid", status: http.StatusBadRequest},
		{name: "lookup unavailable", err: errors.New("offline"), status: http.StatusInternalServerError},
	} {
		t.Run(tt.name, func(t *testing.T) {
			r := gin.New()
			r.Use(middleware.ErrorHandler(), func(c *gin.Context) {
				c.Set(types.TenantIDContextKey.String(), uint64(1))
				c.Set(types.UserIDContextKey.String(), "user")
				c.Next()
			})
			h := &KnowledgeHandler{agentShareService: &scopedAgentStub{agent: tt.agent, err: tt.err}}
			r.GET("/batch", h.GetKnowledgeBatch)
			w := httptest.NewRecorder()
			r.ServeHTTP(
				w,
				httptest.NewRequest(
					http.MethodGet,
					"/batch?ids=a&agent_id=agent&agent_source_tenant_id="+tt.source,
					nil,
				),
			)
			require.Equal(t, tt.status, w.Code, w.Body.String())
		})
	}
}

func TestSharedAgentCapabilityFilterRetainsExplicitSelection(t *testing.T) {
	kb := &types.KnowledgeBase{ID: "wiki", TenantID: 2, IndexingStrategy: types.IndexingStrategy{WikiEnabled: true}}
	agent := &types.CustomAgent{
		TenantID: 2,
		Config:   types.CustomAgentConfig{AgentMode: "quick-answer", KBSelectionMode: "all"},
	}
	require.Empty(t, filterKnowledgeBasesForSharedAgent([]*types.KnowledgeBase{kb}, agent))
	agent.Config.KBSelectionMode = "selected"
	agent.Config.KnowledgeBases = []string{"wiki"}
	require.Len(t, filterKnowledgeBasesForSharedAgent([]*types.KnowledgeBase{kb}, agent), 1)
}

func TestExplicitKBBatchReadPropagatesRepositoryFailure(t *testing.T) {
	gin.SetMode(gin.TestMode)
	kbs := &scopedBatchKBStub{}
	knowledge := &scopedKnowledgeStub{batchErr: errors.New("storage unavailable")}
	h := &KnowledgeHandler{kgService: knowledge, kbService: kbs}
	r := gin.New()
	r.Use(middleware.ErrorHandler(), func(c *gin.Context) {
		ctx := types.WithExecutionTenant(c.Request.Context(), 1)
		ctx = types.WithCaller(ctx, types.Caller{TenantID: 1, UserID: "user", Role: types.TenantRoleAdmin})
		c.Request = c.Request.WithContext(ctx)
		c.Next()
	})
	r.GET("/batch", h.GetKnowledgeBatch)
	w := httptest.NewRecorder()
	r.ServeHTTP(w, httptest.NewRequest(http.MethodGet, "/batch?kb_id=kb&ids=doc", nil))
	require.Equal(t, http.StatusInternalServerError, w.Code, w.Body.String())
	require.Equal(t, 1, knowledge.batchCalls)
}

type scopedBatchKBStub struct {
	interfaces.KnowledgeBaseService
}

func (*scopedBatchKBStub) GetKnowledgeBaseByID(context.Context, string) (*types.KnowledgeBase, error) {
	return &types.KnowledgeBase{ID: "kb", TenantID: 1}, nil
}