Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(vikingdb): normalize all date_time range filters in API key client (#3973)
dingben3cd1d4e9acdf
diff --git a/openviking/storage/vectordb/collection/volcengine_api_key_collection.py b/openviking/storage/vectordb/collection/volcengine_api_key_collection.pyindex 2ca64f069..89ffbdfe4 100644--- a/openviking/storage/vectordb/collection/volcengine_api_key_collection.py+++ b/openviking/storage/vectordb/collection/volcengine_api_key_collection.py@@ -19,6 +19,7 @@ from openviking.storage.vectordb.collection.volcengine_clients import (ClientForDataApi,ClientForDataApiWithApiKey,)+from openviking.utils.search_filters import VALID_TIME_FIELDSfrom openviking_cli.utils.logger import default_logger as logger@@ -150,8 +151,28 @@ class VolcengineApiKeyCollection(ICollection):sanitized_list.append(y)return sanitized_list+ @classmethod+ def _normalize_date_time_filter(cls, obj: Any) -> Any:+ """Rewrite ``range`` nodes on date_time fields to VikingDB ``time_range``.++ OpenViking compiles ``TimeRange`` down to the internal ``range`` DSL, but the+ commercial data-plane expects ``time_range`` for date_time fields and ``range``+ only for numeric fields. Numeric ``range`` nodes are left untouched.+ """+ if isinstance(obj, list):+ return [cls._normalize_date_time_filter(item) for item in obj]+ if not isinstance(obj, dict):+ return obj++ normalized = {key: cls._normalize_date_time_filter(value) for key, value in obj.items()}+ if normalized.get("op") == "range" and normalized.get("field") in VALID_TIME_FIELDS:+ normalized["op"] = "time_range"+ return normalized+def _data_post(self, path: str, data: Dict[str, Any]):safe_data = self._sanitize_payload(data)+ if isinstance(safe_data, dict) and "filter" in safe_data:+ safe_data["filter"] = self._normalize_date_time_filter(safe_data["filter"])response = self.data_client.do_req("POST", path, req_body=safe_data)if response.status_code != 200:raise self._build_response_error(response, path)diff --git a/openviking/storage/vectordb/collection/volcengine_collection.py b/openviking/storage/vectordb/collection/volcengine_collection.pyindex 39e2afe60..20196d2bf 100644--- a/openviking/storage/vectordb/collection/volcengine_collection.py+++ b/openviking/storage/vectordb/collection/volcengine_collection.py@@ -18,6 +18,7 @@ from openviking.storage.vectordb.collection.volcengine_clients import (ClientForConsoleApi,ClientForDataApi,)+from openviking.utils.search_filters import VALID_TIME_FIELDSfrom openviking_cli.utils.logger import default_logger as logger@@ -255,9 +256,29 @@ class VolcengineCollection(ICollection):sanitized_list.append(y)return sanitized_list+ @classmethod+ def _normalize_date_time_filter(cls, obj: Any) -> Any:+ """Rewrite ``range`` nodes on date_time fields to VikingDB ``time_range``.++ OpenViking compiles ``TimeRange`` down to the internal ``range`` DSL, but the+ commercial data-plane expects ``time_range`` for date_time fields and ``range``+ only for numeric fields. Numeric ``range`` nodes are left untouched.+ """+ if isinstance(obj, list):+ return [cls._normalize_date_time_filter(item) for item in obj]+ if not isinstance(obj, dict):+ return obj++ normalized = {key: cls._normalize_date_time_filter(value) for key, value in obj.items()}+ if normalized.get("op") == "range" and normalized.get("field") in VALID_TIME_FIELDS:+ normalized["op"] = "time_range"+ return normalized+def _data_post(self, path: str, data: Dict[str, Any]):# Centralized sanitization at the request exit, covering all data API inputssafe_data = self._sanitize_payload(data)+ if isinstance(safe_data, dict) and "filter" in safe_data:+ safe_data["filter"] = self._normalize_date_time_filter(safe_data["filter"])response = self.data_client.do_req("POST", path, req_body=safe_data)if response.status_code != 200:logger.error(f"Request to {path} failed: {response.text}")diff --git a/tests/storage/test_volcengine_clients.py b/tests/storage/test_volcengine_clients.pyindex 4e53b155b..20d98a0f1 100644--- a/tests/storage/test_volcengine_clients.py+++ b/tests/storage/test_volcengine_clients.py@@ -293,6 +293,115 @@ def test_volcengine_collection_update_data_sanitizes_uri_fields(monkeypatch):}+def test_volcengine_collection_uses_date_time_filter_operator(monkeypatch):+ captured = {}++ class _Response:+ status_code = 200++ @staticmethod+ def json():+ return {"result": {"agg": {"_total": 1}}}++ collection = VolcengineCollection(+ ak="test-ak",+ sk="test-sk",+ region="cn-beijing",+ meta_data={"ProjectName": "default", "CollectionName": "context"},+ )++ def _fake_do_req(method, path=None, req_params=None, req_body=None):+ captured["path"] = path+ captured["req_body"] = req_body+ return _Response()++ monkeypatch.setattr(collection.data_client, "do_req", _fake_do_req)++ # Both date_time fields (created_at, updated_at) must be normalized to+ # time_range, while numeric range nodes are left untouched.+ collection.aggregate_data(+ index_name="default",+ filters={+ "op": "and",+ "conds": [+ {+ "op": "range",+ "field": "created_at",+ "gte": "2026-08-10T00:00:00+00:00",+ "lt": "2026-08-11T00:00:00+00:00",+ },+ {+ "op": "range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ {"op": "range", "field": "level", "gte": 1},+ ],+ },+ )++ assert captured["path"] == "/api/vikingdb/data/agg"+ assert captured["req_body"]["filter"] == {+ "op": "and",+ "conds": [+ {+ "op": "time_range",+ "field": "created_at",+ "gte": "2026-08-10T00:00:00+00:00",+ "lt": "2026-08-11T00:00:00+00:00",+ },+ {+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ {"op": "range", "field": "level", "gte": 1},+ ],+ }+++def test_volcengine_collection_date_time_filter_is_idempotent(monkeypatch):+ captured = {}++ class _Response:+ status_code = 200++ @staticmethod+ def json():+ return {"result": {"data": []}}++ collection = VolcengineCollection(+ ak="test-ak",+ sk="test-sk",+ region="cn-beijing",+ meta_data={"ProjectName": "default", "CollectionName": "context"},+ )++ def _fake_do_req(method, path=None, req_params=None, req_body=None):+ captured["req_body"] = req_body+ return _Response()++ monkeypatch.setattr(collection.data_client, "do_req", _fake_do_req)++ # Filters already emitted as time_range (e.g. from merge_time_filter) must+ # pass through unchanged.+ collection.search_by_scalar(+ index_name="default",+ field="created_at",+ filters={+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ )++ assert captured["req_body"]["filter"] == {+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ }++def test_volcengine_api_key_collection_update_data_posts_to_update_endpoint(monkeypatch):captured = {}@@ -373,6 +482,121 @@ def test_volcengine_api_key_collection_update_data_sanitizes_uri_fields(monkeypa}+def test_volcengine_api_key_collection_uses_date_time_filter_operator(monkeypatch):+ captured = {}++ class _Response:+ status_code = 200++ @staticmethod+ def json():+ return {"result": {"agg": {"_total": 1}}}++ from openviking.storage.vectordb.collection.volcengine_api_key_collection import (+ VolcengineApiKeyCollection,+ )++ collection = VolcengineApiKeyCollection(+ api_key="vk-test-token",+ region="cn-beijing",+ meta_data={"ProjectName": "default", "CollectionName": "context", "IndexName": "default"},+ )++ def _fake_do_req(method, req_path=None, req_params=None, req_body=None):+ captured["path"] = req_path+ captured["req_body"] = req_body+ return _Response()++ monkeypatch.setattr(collection.data_client, "do_req", _fake_do_req)++ # Both date_time fields (created_at, updated_at) must be normalized to+ # time_range, while numeric range nodes are left untouched.+ collection.aggregate_data(+ index_name="default",+ filters={+ "op": "and",+ "conds": [+ {+ "op": "range",+ "field": "created_at",+ "gte": "2026-08-10T00:00:00+00:00",+ "lt": "2026-08-11T00:00:00+00:00",+ },+ {+ "op": "range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ {"op": "range", "field": "level", "gte": 1},+ ],+ },+ )++ assert captured["path"] == "/api/vikingdb/data/agg"+ assert captured["req_body"]["filter"] == {+ "op": "and",+ "conds": [+ {+ "op": "time_range",+ "field": "created_at",+ "gte": "2026-08-10T00:00:00+00:00",+ "lt": "2026-08-11T00:00:00+00:00",+ },+ {+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ {"op": "range", "field": "level", "gte": 1},+ ],+ }+++def test_volcengine_api_key_collection_date_time_filter_is_idempotent(monkeypatch):+ captured = {}++ class _Response:+ status_code = 200++ @staticmethod+ def json():+ return {"result": {"data": []}}++ from openviking.storage.vectordb.collection.volcengine_api_key_collection import (+ VolcengineApiKeyCollection,+ )++ collection = VolcengineApiKeyCollection(+ api_key="vk-test-token",+ region="cn-beijing",+ meta_data={"ProjectName": "default", "CollectionName": "context", "IndexName": "default"},+ )++ def _fake_do_req(method, req_path=None, req_params=None, req_body=None):+ captured["req_body"] = req_body+ return _Response()++ monkeypatch.setattr(collection.data_client, "do_req", _fake_do_req)++ # Filters already emitted as time_range (e.g. from merge_time_filter) must+ # pass through unchanged.+ collection.search_by_scalar(+ index_name="default",+ field="created_at",+ filters={+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ },+ )++ assert captured["req_body"]["filter"] == {+ "op": "time_range",+ "field": "updated_at",+ "gte": "2026-08-10T00:00:00+00:00",+ }++def test_volcengine_adapter_update_data_returns_ids():adapter = VolcengineCollectionAdapter(ak="test-ak",