Skip to content

Open-source LLM knowledge platform: turn raw documents into a queryable RAG, an autonomous reasoning agent, and a self-maintaining Wiki.

5.6 KB
Raw Blame
package service

import (
	"context"
	"errors"
	"testing"

	"github.com/Tencent/WeKnora/internal/application/access"
	"github.com/Tencent/WeKnora/internal/types"
	"github.com/Tencent/WeKnora/internal/types/interfaces"
	"github.com/hibiken/asynq"
	"github.com/stretchr/testify/require"
)

type reparseFailureKnowledgeRepo struct {
	interfaces.KnowledgeRepository
	knowledge   *types.Knowledge
	updateCalls int
}

func (r *reparseFailureKnowledgeRepo) GetKnowledgeByID(
	_ context.Context,
	_ uint64,
	_ string,
) (*types.Knowledge, error) {
	return r.knowledge, nil
}

func (r *reparseFailureKnowledgeRepo) UpdateKnowledge(
	_ context.Context,
	_ *types.Knowledge,
) error {
	r.updateCalls++
	return nil
}

func (r *reparseFailureKnowledgeRepo) UpdateKnowledgeColumn(
	_ context.Context,
	_ string,
	_ string,
	_ interface{},
) error {
	return nil
}

type reparseFailureKBService struct {
	interfaces.KnowledgeBaseService
	kb *types.KnowledgeBase
}

func (s *reparseFailureKBService) GetKnowledgeBaseByID(
	_ context.Context,
	_ string,
) (*types.KnowledgeBase, error) {
	return s.kb, nil
}

type failingReparseTaskEnqueuer struct {
	err error
}

func (e failingReparseTaskEnqueuer) Enqueue(
	_ *asynq.Task,
	_ ...asynq.Option,
) (*asynq.TaskInfo, error) {
	return nil, e.err
}

func TestReparseKnowledgeManualEnqueueFailureIsVisible(t *testing.T) {
	enqueueErr := errors.New("queue unavailable")
	knowledge := &types.Knowledge{
		ID:              "knowledge-1",
		TenantID:        7,
		KnowledgeBaseID: "kb-1",
		Type:            types.KnowledgeTypeManual,
		ParseStatus:     types.ParseStatusCompleted,
		EnableStatus:    "enabled",
	}
	require.NoError(t, knowledge.SetManualMetadata(
		types.NewManualKnowledgeMetadata("# content", types.ManualKnowledgeStatusPublish, 1),
	))
	repo := &reparseFailureKnowledgeRepo{knowledge: knowledge}
	svc := &knowledgeService{
		repo:      repo,
		kbService: &reparseFailureKBService{kb: &types.KnowledgeBase{ID: "kb-1", TenantID: 7}},
		task:      failingReparseTaskEnqueuer{err: enqueueErr},
	}
	ctx := context.WithValue(context.Background(), types.TenantIDContextKey, uint64(7))

	ctx, grantErr := access.WithKBTaskWrite(ctx, &types.KnowledgeBase{ID: "kb-1", TenantID: 7}, 7)
	require.NoError(t, grantErr)

	got, err := svc.ReparseKnowledge(ctx, knowledge.ID, nil)

	require.Error(t, err)
	require.NotNil(t, got)
	require.Equal(t, types.ParseStatusFailed, got.ParseStatus)
	require.Equal(t, "disabled", got.EnableStatus)
	require.Equal(t, "Failed to enqueue processing task", got.ErrorMessage)
	require.GreaterOrEqual(t, repo.updateCalls, 2, "pending and failed states must both be persisted")
}

func TestRunKnowledgeListReparseSubmissionsReportsPartialFailure(t *testing.T) {
	firstErr := errors.New("first failed")
	secondErr := errors.New("second failed")
	var attempted []string

	outcome, err := runKnowledgeListReparseSubmissions(
		[]string{"ok-1", "bad-1", "ok-2", "bad-2"},
		func(id string) error {
			attempted = append(attempted, id)
			switch id {
			case "bad-1":
				return firstErr
			case "bad-2":
				return secondErr
			default:
				return nil
			}
		},
	)

	require.Equal(t, []string{"ok-1", "bad-1", "ok-2", "bad-2"}, attempted)
	require.Equal(t, knowledgeListReparseOutcome{Submitted: 2, Failed: 2}, outcome)
	require.ErrorIs(t, err, asynq.SkipRetry)
	require.ErrorIs(t, err, firstErr)
	require.ErrorIs(t, err, secondErr)
	require.ErrorContains(t, err, "knowledge bad-1")
	require.ErrorContains(t, err, "knowledge bad-2")
}

func TestRunKnowledgeListReparseSubmissionsSucceeds(t *testing.T) {
	outcome, err := runKnowledgeListReparseSubmissions(
		[]string{"knowledge-1", "knowledge-2"},
		func(string) error { return nil },
	)

	require.NoError(t, err)
	require.Equal(t, knowledgeListReparseOutcome{Submitted: 2}, outcome)
}

func TestReparseKnowledgePreservesOrChangesSummaryChoice(t *testing.T) {
	for _, tc := range []struct {
		name      string
		overrides *types.KnowledgeProcessOverrides
		want      bool
	}{
		{name: "reuse upload choice"},
		{
			name:      "explicitly keep disabled",
			overrides: &types.KnowledgeProcessOverrides{SummaryEnabled: processConfigBoolPtr(false)},
		},
		{
			name:      "enable on reparse",
			overrides: &types.KnowledgeProcessOverrides{SummaryEnabled: processConfigBoolPtr(true)},
			want:      true,
		},
	} {
		t.Run(tc.name, func(t *testing.T) {
			knowledge := &types.Knowledge{
				ID: "knowledge-1", TenantID: 7, KnowledgeBaseID: "kb-1",
				Type: types.KnowledgeTypeManual, ParseStatus: types.ParseStatusCompleted,
			}
			metadata := types.NewManualKnowledgeMetadata("# content", types.ManualKnowledgeStatusPublish, 1)
			require.NoError(t, knowledge.SetManualMetadata(metadata))
			require.NoError(t, knowledge.SetProcessOverrides(&types.KnowledgeProcessOverrides{
				SummaryEnabled: processConfigBoolPtr(false),
			}))
			kb := &types.KnowledgeBase{ID: "kb-1", TenantID: 7}
			queue := &wikiEnqueueFailureTaskQueue{}
			svc := &knowledgeService{
				repo:      &reparseFailureKnowledgeRepo{knowledge: knowledge},
				kbService: &reparseFailureKBService{kb: kb}, task: queue,
			}
			ctx := context.WithValue(context.Background(), types.TenantIDContextKey, uint64(7))
			ctx, err := access.WithKBTaskWrite(ctx, kb, 7)
			require.NoError(t, err)
			got, err := svc.ReparseKnowledge(ctx, knowledge.ID, tc.overrides)
			require.NoError(t, err)
			require.Equal(t, []string{types.TypeManualProcess}, queue.taskTypes)
			overrides, err := got.ProcessOverrides()
			require.NoError(t, err)
			require.NotNil(t, overrides.SummaryEnabled)
			require.Equal(t, tc.want, *overrides.SummaryEnabled)
			require.Equal(t, tc.want, ResolveProcessConfig(kb, overrides).SummaryEnabled)
		})
	}
}