Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

fix(resource): restore queue status for waited imports (#3658)

Qin Haojie09e42aa73972
diff --git a/openviking/storage/queuefs/add_resource_processor.py b/openviking/storage/queuefs/add_resource_processor.py
index 6345a38bd..551ed5991 100644
--- a/openviking/storage/queuefs/add_resource_processor.py
+++ b/openviking/storage/queuefs/add_resource_processor.py
@@ -15,6 +15,7 @@ from openviking.service.task_work_index import bind_task_context, extract_task_m
from openviking.storage.queuefs.add_resource_msg import AddResourceMsg
from openviking.storage.queuefs.named_queue import DequeueHandlerBase
from openviking.telemetry import bind_telemetry, resolve_telemetry, unregister_telemetry
+from openviking.telemetry.request_wait_tracker import get_request_wait_tracker
from openviking.telemetry.resource_summary import record_resource_queue_metrics
from openviking_cli.session.user_id import UserIdentifier
from openviking_cli.utils.logger import get_logger
@@ -130,6 +131,8 @@ class AddResourceProcessor(DequeueHandlerBase):
telemetry = OperationTelemetry(operation="add_resource_job", enabled=False)
if telemetry_id:
telemetry.telemetry_id = telemetry_id
+ request_wait_tracker = get_request_wait_tracker()
+ request_wait_tracker.register_request(telemetry_id)
async def _set_stage(stage: str) -> None:
await tracker.update_stage(
@@ -169,6 +172,7 @@ class AddResourceProcessor(DequeueHandlerBase):
self.report_error("resource processing failed", data)
return None
await tracker.wait_for_descendants(msg.task_id, metadata.work_id)
+ result["queue_status"] = request_wait_tracker.build_queue_status(telemetry_id)
record_resource_queue_metrics(
telemetry=telemetry,
telemetry_id=telemetry_id,
@@ -200,6 +204,7 @@ class AddResourceProcessor(DequeueHandlerBase):
self.report_error(str(exc), data)
return None
finally:
+ request_wait_tracker.cleanup(telemetry_id)
unregister_telemetry(telemetry_id)
with suppress(Exception):
if resource_lock is not None:
diff --git a/tests/parse/test_feishu_parser_api.py b/tests/parse/test_feishu_parser_api.py
index 4bebc818b..7d68f20b5 100644
--- a/tests/parse/test_feishu_parser_api.py
+++ b/tests/parse/test_feishu_parser_api.py
@@ -840,7 +840,24 @@ async def test_add_resource_processor_persists_final_resource_uri(monkeypatch):
)
task_tracker.complete.assert_awaited_once_with(
"task-1",
- {"status": "success", "root_uri": final_uri},
+ {
+ "status": "success",
+ "root_uri": final_uri,
+ "queue_status": {
+ "Semantic": {
+ "processed": 0,
+ "requeue_count": 0,
+ "error_count": 0,
+ "errors": [],
+ },
+ "Embedding": {
+ "processed": 0,
+ "requeue_count": 0,
+ "error_count": 0,
+ "errors": [],
+ },
+ },
+ },
account_id="account-1",
user_id="user-1",
resource_id=final_uri,