Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(web-studio): respect task API limits (#4148)
Hao Zhe651f8fa2b5a6
diff --git a/web-studio/src/routes/tasks/-lib/task-list.test.ts b/web-studio/src/routes/tasks/-lib/task-list.test.tsnew file mode 100644index 000000000..1214a7db2--- /dev/null+++ b/web-studio/src/routes/tasks/-lib/task-list.test.ts@@ -0,0 +1,76 @@+import { beforeEach, describe, expect, it, vi } from 'vitest'++import { fetchTasks, MAX_TASKS } from './task-list'++const clientMocks = vi.hoisted(() => ({+ getTasks: vi.fn(),+}))++vi.mock('#/lib/ov-client', () => ({+ getOvResult: async (value: unknown) => value,+ getTasks: clientMocks.getTasks,+}))++beforeEach(() => {+ vi.clearAllMocks()+})++describe('task list requests', () => {+ it('uses the server limit without filtering older tasks locally', async () => {+ clientMocks.getTasks.mockResolvedValue([+ {+ created_at: 2,+ task_id: 'new-task',+ },+ {+ created_at: 1,+ task_id: 'old-task',+ },+ ])++ await expect(fetchTasks('all', 'all')).resolves.toEqual([+ expect.objectContaining({ task_id: 'new-task' }),+ expect.objectContaining({ task_id: 'old-task' }),+ ])+ expect(clientMocks.getTasks).toHaveBeenCalledWith({+ query: { limit: MAX_TASKS },+ })+ expect(MAX_TASKS).toBe(200)+ })++ it('uses the generated client contract for task-type filters', async () => {+ clientMocks.getTasks.mockResolvedValue([])++ await fetchTasks('session_commit', 'all')++ expect(clientMocks.getTasks).toHaveBeenCalledWith({+ query: {+ limit: MAX_TASKS,+ task_type: 'session_commit',+ },+ })+ })++ it('keeps effective status filtering on the client', async () => {+ clientMocks.getTasks.mockResolvedValue(+ Array.from({ length: 9 }, (_, index) => ({+ created_at: index + 1,+ status: 'running',+ task_id: `task-${index + 1}`,+ })),+ )++ await expect(fetchTasks('all', 'pending')).resolves.toEqual([+ expect.objectContaining({ task_id: 'task-9' }),+ ])+ expect(clientMocks.getTasks).toHaveBeenCalledWith({+ query: { limit: MAX_TASKS },+ })+ })++ it('propagates request failures to the query error state', async () => {+ clientMocks.getTasks.mockRejectedValue(new Error('request failed'))++ await expect(fetchTasks('all', 'all')).rejects.toThrow('request failed')+ })+})diff --git a/web-studio/src/routes/tasks/-lib/task-list.ts b/web-studio/src/routes/tasks/-lib/task-list.tsnew file mode 100644index 000000000..d72dbdcc6--- /dev/null+++ b/web-studio/src/routes/tasks/-lib/task-list.ts@@ -0,0 +1,66 @@+import { getOvResult, getTasks } from '#/lib/ov-client'+import {+ normalizeTasks,+ normalizeTaskStatus,+} from '#/routes/tasks/-lib/task-record'+import type { TaskRecord, TaskStatus } from '#/routes/tasks/-lib/task-record'++export type TaskStatusFilter = Exclude<TaskStatus, 'unknown'> | 'all'++export type TaskTypeFilter =+ | 'add_resource'+ | 'add_skill'+ | 'admin_reindex'+ | 'connector_import'+ | 'legacy_cleanup'+ | 'legacy_migration'+ | 'session_commit'+ | 'snapshot_restore_reindex'+ | 'all'++export const MAX_TASKS = 200+const MAX_EFFECTIVE_RUNNING_TASKS = 8++export function getEffectiveTaskStatus(+ taskItem: TaskRecord,+ list: TaskRecord[],+): TaskStatus {+ const rawStatus = normalizeTaskStatus(taskItem.status)+ if (rawStatus !== 'running') {+ return rawStatus+ }+ const runningList = list+ .filter((task) => normalizeTaskStatus(task.status) === 'running')+ .sort(+ (left, right) =>+ Number(left.created_at || 0) - Number(right.created_at || 0),+ )+ const index = runningList.findIndex(+ (task) => task.task_id === taskItem.task_id,+ )+ return index >= MAX_EFFECTIVE_RUNNING_TASKS ? 'pending' : 'running'+}++export async function fetchTasks(+ taskType: TaskTypeFilter,+ status: TaskStatusFilter,+): Promise<TaskRecord[]> {+ const result = await getOvResult<unknown>(+ getTasks({+ query: {+ limit: MAX_TASKS,+ ...(taskType === 'all' ? {} : { task_type: taskType }),+ },+ }),+ )+ const fetched = normalizeTasks(result).sort(+ (left, right) =>+ Number(right.created_at || 0) - Number(left.created_at || 0),+ )+ if (status !== 'all') {+ return fetched.filter(+ (task) => getEffectiveTaskStatus(task, fetched) === status,+ )+ }+ return fetched+}diff --git a/web-studio/src/routes/tasks/route.tsx b/web-studio/src/routes/tasks/route.tsxindex 5fdf1e16f..f9064b758 100644--- a/web-studio/src/routes/tasks/route.tsx+++ b/web-studio/src/routes/tasks/route.tsx@@ -43,39 +43,24 @@ import {TableRow,} from '#/components/ui/table'import { useAppConnection } from '#/hooks/use-app-connection'-import { getOvResult, getTasks, ovClient } from '#/lib/ov-client'+import { ovClient } from '#/lib/ov-client'import { postResources } from '#/gen/ov-client'import { commitSession } from '#/lib/sessions/api'import { cn } from '#/lib/utils'import { QueueStatusCard } from '#/routes/monitoring/-components/queue-status-card'import { TaskDetailSheet } from '#/routes/tasks/-components/task-detail-sheet'-import {- normalizeTasks,- normalizeTaskStatus,-} from '#/routes/tasks/-lib/task-record'-import type { TaskRecord, TaskStatus } from '#/routes/tasks/-lib/task-record'+import { normalizeTaskStatus } from '#/routes/tasks/-lib/task-record'+import type { TaskRecord } from '#/routes/tasks/-lib/task-record'import { formatTaskDuration, getTaskDate } from '#/routes/tasks/-lib/task-time'+import { fetchTasks, getEffectiveTaskStatus, MAX_TASKS } from './-lib/task-list'+import type { TaskStatusFilter, TaskTypeFilter } from './-lib/task-list'import { getTaskPipelineGroups } from './-lib/task-pipeline'export const Route = createFileRoute('/tasks')({component: TasksRoute,})-type TaskStatusFilter = Exclude<TaskStatus, 'unknown'> | 'all'--type TaskTypeFilter =- | 'add_resource'- | 'add_skill'- | 'admin_reindex'- | 'connector_import'- | 'legacy_cleanup'- | 'legacy_migration'- | 'session_commit'- | 'snapshot_restore_reindex'- | 'all'-const DEFAULT_PAGE_SIZE = 20-const MAX_TASKS = 300const PAGE_SIZE_OPTIONS = [20, 50, 100] as constconst TASK_TYPE_OPTIONS: Exclude<TaskTypeFilter, 'all'>[] = ['session_commit',@@ -96,74 +81,6 @@ const TASK_STATUS_OPTIONS: Exclude<TaskStatusFilter, 'all'>[] = ['cancelled',]-// 根据 8 并发物理上限计算任务的物理有效状态 (前 8 个 running, 第 9 个及以后 pending)-export function getEffectiveTaskStatus(taskItem: any, list: any[]): string {- const rawStatus = normalizeTaskStatus(taskItem.status)- if (rawStatus !== 'running') {- return rawStatus- }- const runningList = list- .filter((t) => normalizeTaskStatus(t.status) === 'running')- .sort((a, b) => Number(a.created_at || 0) - Number(b.created_at || 0))- const idx = runningList.findIndex((t) => t.task_id === taskItem.task_id)- return idx >= 8 ? 'pending' : 'running'-}--export type TaskDataScope = '24h' | 'all'--async function fetchTasks(- taskType: TaskTypeFilter,- status: TaskStatusFilter,- dataScope: TaskDataScope = '24h',-): Promise<TaskRecord[]> {- const query = {- limit: dataScope === 'all' ? 10000 : MAX_TASKS,- status: undefined,- task_type: taskType === 'all' ? undefined : taskType,- include_archived: dataScope === 'all' ? true : undefined,- }- try {- const result = await getOvResult<unknown>(- getTasks({- query: query as any,- }),- )- let fetched = normalizeTasks(result).sort(- (a, b) => Number(b.created_at || 0) - Number(a.created_at || 0),- )- if (dataScope === '24h') {- const nowSec = Math.floor(Date.now() / 1000)- fetched = fetched.filter((t) => {- const timeVal = Number(t.created_at || t.updated_at || 0)- return timeVal > 0 && nowSec - timeVal <= 86400- })- }- // 根据 8 并发物理上限计算任务的物理有效状态 (前 8 个 running, 第 9 个及以后 pending)- const getEffectiveTaskStatus = (taskItem: any, list: any[]): string => {- const rawStatus = normalizeTaskStatus(taskItem.status)- if (rawStatus !== 'running') {- return rawStatus- }- const runningList = list- .filter((t) => normalizeTaskStatus(t.status) === 'running')- .sort((a, b) => Number(a.created_at || 0) - Number(b.created_at || 0))- const idx = runningList.findIndex((t) => t.task_id === taskItem.task_id)- return idx >= 8 ? 'pending' : 'running'- }-- if (status !== 'all') {- fetched = fetched.filter((t) => getEffectiveTaskStatus(t, fetched) === status)- }- if (taskType !== 'all') {- fetched = fetched.filter((t) => t.task_type === taskType)- }- return fetched- } catch (err) {- console.warn('[fetchTasks] Backend fetch failed:', err)- return []- }-}-function TasksRoute() {const { i18n, t } = useTranslation('tasksPage')const { identityScopeKey } = useAppConnection()@@ -173,14 +90,13 @@ function TasksRoute() {const [taskType, setTaskType] = React.useState<TaskTypeFilter>('all')const [statusFilter, setStatusFilter] =React.useState<TaskStatusFilter>('all')- const [dataScope, setDataScope] = React.useState<TaskDataScope>('24h')const [dedupByResource, setDedupByResource] = React.useState<boolean>(true)const [selectedTaskId, setSelectedTaskId] = React.useState<string | null>(null,)const tasksQuery = useQuery({- queryFn: () => fetchTasks(taskType, statusFilter, dataScope),- queryKey: ['tasks', identityScopeKey, taskType, statusFilter, dataScope],+ queryFn: () => fetchTasks(taskType, statusFilter),+ queryKey: ['tasks', identityScopeKey, taskType, statusFilter],refetchInterval: 10_000,})const rawTasks = tasksQuery.data ?? []@@ -353,7 +269,7 @@ function TasksRoute() {const effStatus = getEffectiveTaskStatus(task, allTasks)const status = normalizeTaskStatus(effStatus)const pct = getTaskProgressPct(task)- const isRetrying = retryMutation.isPending && retryMutation.variables?.task_id === taskId+ const isRetrying = retryMutation.isPending && retryMutation.variables.task_id === taskIdconst Icon =status === 'completed'? CheckCircle2Icon@@ -471,29 +387,6 @@ function TasksRoute() {)}- const taskStatsQuery = useQuery({- queryFn: async () => {- try {- const resp = await ovClient.instance.get('/api/v1/tasks/stats')- const json = resp.data- if (json.result) {- return json.result as {- total: number- completed: number- pending: number- running: number- failed: number- }- }- } catch {- // Fallback to local counts if endpoint fails- }- return null- },- queryKey: ['taskStats', identityScopeKey],- refetchInterval: 5_000,- })-const queueRows = React.useMemo(() => {const map: Record<string,@@ -711,18 +604,11 @@ function TasksRoute() {type="button"variant="outline"size="sm"- disabled={tasksQuery.isFetching || taskStatsQuery.isFetching}- onClick={() => {- void tasksQuery.refetch()- void taskStatsQuery.refetch()- }}+ disabled={tasksQuery.isFetching}+ onClick={() => void tasksQuery.refetch()}><RefreshCwIcon- className={- tasksQuery.isFetching || taskStatsQuery.isFetching- ? 'animate-spin'- : undefined- }+ className={tasksQuery.isFetching ? 'animate-spin' : undefined}/>{t('refresh')}</Button>@@ -831,29 +717,6 @@ function TasksRoute() {<span className="px-1 text-xs font-medium text-muted-foreground">{t('filters.label')}</span>- <Select- value={dataScope}- onValueChange={(value) => {- setDataScope(value as TaskDataScope)- setPage(1)- }}- >- <SelectTrigger- size="sm"- className="min-w-32 bg-background font-medium"- aria-label={t('filters.scope')}- >- <SelectValue>- {dataScope === '24h'- ? t('filters.scope24h')- : t('filters.scopeAll')}- </SelectValue>- </SelectTrigger>- <SelectContent>- <SelectItem value="24h">{t('filters.scope24h')}</SelectItem>- <SelectItem value="all">{t('filters.scopeAll')}</SelectItem>- </SelectContent>- </Select><Selectvalue={taskType}onValueChange={(value) => {@@ -908,7 +771,7 @@ function TasksRoute() {))}</SelectContent></Select>- {hasActiveFilters || dataScope !== '24h' ? (+ {hasActiveFilters ? (<Buttontype="button"variant="ghost"@@ -917,7 +780,6 @@ function TasksRoute() {onClick={() => {setTaskType('all')setStatusFilter('all')- setDataScope('24h')setPage(1)}}>@@ -935,10 +797,10 @@ function TasksRoute() {{i18n.language.startsWith('zh')? dedupByResource? '按资源收敛 (最新)'- : '全部历史记录'+ : '逐条任务': dedupByResource? 'Latest per Resource'- : 'All History Logs'}+ : 'Individual Tasks'}</Button></div>