Skip to content

OpenRAG is a comprehensive, single package Retrieval-Augmented Generation platform built on Langflow, Docling, and Opensearch.

Python

fix: refresh knowledge items and don't show processing items on filtered files (#1282)

Lucas Oliveiraaafd86bf8deb
diff --git a/frontend/app/knowledge/page.tsx b/frontend/app/knowledge/page.tsx
index 644605d41..710759945 100644
--- a/frontend/app/knowledge/page.tsx
+++ b/frontend/app/knowledge/page.tsx
@@ -200,10 +200,12 @@ function SearchPage() {
const {
data: searchData = [],
- isFetching,
+ isLoading: isSearchLoading,
error,
isError,
- } = useGetSearchQuery(queryOverride, parsedFilterData);
+ } = useGetSearchQuery(queryOverride, parsedFilterData, {
+ refetchInterval: 5000,
+ });
const isOpenragDocsRow = useCallback((file?: File) => {
return (
@@ -296,7 +298,11 @@ function SearchPage() {
lastErrorRef.current = null;
}
}, [isError, error]);
- const fileResults = buildKnowledgeTableRows(searchData as File[], taskFiles);
+ const fileResults = buildKnowledgeTableRows(
+ searchData as File[],
+ taskFiles,
+ !!parsedFilterData,
+ );
const gridRows = fileResults;
const gridRef = useRef<AgGridReact>(null);
@@ -697,7 +703,7 @@ function SearchPage() {
className="w-full overflow-auto"
columnDefs={columnDefs as ColDef<File>[]}
defaultColDef={defaultColDef}
- loading={isFetching}
+ loading={isSearchLoading || deleteDocumentMutation.isPending}
ref={gridRef}
theme={themeQuartz.withParams({ browserColorScheme: "inherit" })}
rowData={gridRows}
diff --git a/frontend/contexts/task-context.tsx b/frontend/contexts/task-context.tsx
index 7eb8b4012..dc31e3155 100644
--- a/frontend/contexts/task-context.tsx
+++ b/frontend/contexts/task-context.tsx
@@ -302,6 +302,32 @@ export function TaskProvider({ children }: { children: React.ReactNode }) {
}
});
}
+
+ if (isTaskInProgress && previousTask?.files) {
+ const currentFileKeys = new Set(Object.keys(currentTask.files ?? {}));
+ const disappearedFilePaths = Object.keys(previousTask.files).filter(
+ (fp) => !currentFileKeys.has(fp),
+ );
+
+ if (disappearedFilePaths.length > 0) {
+ setFiles((prevFiles) => {
+ let changed = false;
+ const updated = prevFiles.map((f) => {
+ if (
+ f.task_id === currentTask.task_id &&
+ f.status === "processing" &&
+ disappearedFilePaths.includes(f.source_url)
+ ) {
+ changed = true;
+ return { ...f, status: "active" as TaskFile["status"] };
+ }
+ return f;
+ });
+ return changed ? updated : prevFiles;
+ });
+ setTimeout(() => refetchSearch(), 500);
+ }
+ }
if (
shouldShowToast &&
previousTask &&
diff --git a/frontend/lib/knowledge-table-state.ts b/frontend/lib/knowledge-table-state.ts
index 6eed1b2e0..74d374217 100644
--- a/frontend/lib/knowledge-table-state.ts
+++ b/frontend/lib/knowledge-table-state.ts
@@ -31,6 +31,7 @@ export function getKnowledgeFileIdentity(file?: {
export function buildKnowledgeTableRows(
searchData: SearchFile[],
taskFiles: TaskFile[],
+ hasActiveFilter = false,
): SearchFile[] {
const taskFilesAsFiles: SearchFile[] = taskFiles.map((taskFile) => {
const normalizedFilename =
@@ -61,7 +62,8 @@ export function buildKnowledgeTableRows(
}
const taskFile = taskFileMap.get(getKnowledgeFileIdentity(file));
if (taskFile) {
- return { ...file, ...taskFile };
+ const backendStatus = file.status ?? "active";
+ return { ...file, ...taskFile, status: backendStatus };
}
return file;
});
@@ -86,6 +88,10 @@ export function buildKnowledgeTableRows(
);
});
+ if (hasActiveFilter) {
+ return backendFiles;
+ }
+
return [...backendFiles, ...filteredTaskFiles];
}