Skip to content

armgit / ente

Public Imported from GitHub
0

πŸ’š End-to-end encrypted cloud for everything.

Fix generation cancellation race

Manav Rathicd39e8784415
diff --git a/web/apps/ensu/src/pages/chat.tsx b/web/apps/ensu/src/pages/chat.tsx
index efeb327c88..956d8036a2 100644
--- a/web/apps/ensu/src/pages/chat.tsx
+++ b/web/apps/ensu/src/pages/chat.tsx
@@ -2817,6 +2817,11 @@ const Page: React.FC = () => {
},
(event: GenerateEvent) => {
if (!isActiveGeneration()) {
+ const jobId =
+ event.type === "text"
+ ? event.job_id
+ : event.summary.job_id;
+ provider.cancelGeneration(jobId);
return;
}
if (event.type === "text") {
diff --git a/web/apps/ensu/src/services/llm/inference.ts b/web/apps/ensu/src/services/llm/inference.ts
index 96b9ef256d..c4c8a7d960 100644
--- a/web/apps/ensu/src/services/llm/inference.ts
+++ b/web/apps/ensu/src/services/llm/inference.ts
@@ -389,6 +389,7 @@ class WasmInference implements InferenceBackend {
const start = Date.now();
const controller = new AbortController();
this.abortControllers.set(jobId, controller);
+ onEvent?.({ type: "text", job_id: jobId, text: "" });
let generatedTokens = 0;
let promptTokens: number | null;