Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix: resolve Gemini 404, directory collision, and Unicode decoding errors (#314)
Hon Jia Xuanfd82aac99db7
diff --git a/openviking/models/vlm/backends/litellm_vlm.py b/openviking/models/vlm/backends/litellm_vlm.pyindex a537f106f..7a951d732 100644--- a/openviking/models/vlm/backends/litellm_vlm.py+++ b/openviking/models/vlm/backends/litellm_vlm.py@@ -46,7 +46,7 @@ PROVIDER_CONFIGS: Dict[str, Dict[str, Any]] = {"litellm_prefix": "deepseek",},"gemini": {- "keywords": ("gemini",),+ "keywords": ("gemini", "google"),"env_key": "GEMINI_API_KEY","litellm_prefix": "gemini",},@@ -105,23 +105,24 @@ class LiteLLMVLMProvider(VLMBase):if self.api_key:self._setup_env(self.api_key, self.model)- if self.api_base:- litellm.api_base = self.api_base-+ # Configure LiteLLM behavior (these are global but safe to re-set)litellm.suppress_debug_info = Truelitellm.drop_params = Truedef _setup_env(self, api_key: str, model: str | None) -> None:"""Set environment variables based on detected provider."""provider = self._provider_name- if not provider and model:- provider = detect_provider_by_model(model)+ if (not provider or provider == "litellm") and model:+ detected = detect_provider_by_model(model)+ if detected:+ provider = detectedif provider and provider in PROVIDER_CONFIGS:env_key = PROVIDER_CONFIGS[provider]["env_key"]os.environ[env_key] = api_keyself._detected_provider = providerelse:+ # Fallback to OpenAI if provider is unknown or literal litellmos.environ["OPENAI_API_KEY"] = api_keydef _resolve_model(self, model: str) -> str:@@ -202,7 +203,14 @@ class LiteLLMVLMProvider(VLMBase):if self.api_key:kwargs["api_key"] = self.api_keyif self.api_base:- kwargs["api_base"] = self.api_base+ # For Gemini, LiteLLM constructs the URL itself. If user provides a full Google endpoint+ # as api_base, it might break the URL construction in LiteLLM.+ # We only pass api_base if it doesn't look like a standard Google endpoint versioned URL.+ is_google_endpoint = "generativelanguage.googleapis.com" in self.api_base and (+ "/v1" in self.api_base or "/v1beta" in self.api_base+ )+ if not is_google_endpoint:+ kwargs["api_base"] = self.api_baseif self._extra_headers:kwargs["extra_headers"] = self._extra_headersdiff --git a/openviking/parse/parsers/directory.py b/openviking/parse/parsers/directory.pyindex 6fc6d8a62..f1d7abc83 100644--- a/openviking/parse/parsers/directory.py+++ b/openviking/parse/parsers/directory.py@@ -112,7 +112,8 @@ class DirectoryParser(BaseParser):viking_fs = self._get_viking_fs()temp_uri = self._create_temp_uri()target_uri = f"{temp_uri}/{dir_name}"- await viking_fs.mkdir(temp_uri)+ await viking_fs.mkdir(temp_uri, exist_ok=True)+ await viking_fs.mkdir(target_uri, exist_ok=True)await viking_fs.mkdir(target_uri)if not processable_files:diff --git a/openviking/parse/parsers/markdown.py b/openviking/parse/parsers/markdown.pyindex 60ae999b2..7301b3351 100644--- a/openviking/parse/parsers/markdown.py+++ b/openviking/parse/parsers/markdown.py@@ -529,7 +529,7 @@ class MarkdownParser(BaseParser):# Create directory and handle children or splitsection_dir = f"{parent_dir}/{name}"- await viking_fs.mkdir(section_dir)+ await viking_fs.mkdir(section_dir, exist_ok=True)if has_children:await self._process_children(diff --git a/openviking/parse/parsers/media/audio.py b/openviking/parse/parsers/media/audio.pyindex 3caeb44a4..5c57dfc23 100644--- a/openviking/parse/parsers/media/audio.py+++ b/openviking/parse/parsers/media/audio.py@@ -91,7 +91,7 @@ class AudioParser(BaseParser):ext_no_dot = ext[1:] if ext else ""root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")root_dir_uri = f"{temp_uri}/{root_dir_name}"- await viking_fs.mkdir(root_dir_uri)+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)# 1.1 Save original audio with original filename (sanitized)await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", audio_bytes)diff --git a/openviking/parse/parsers/media/image.py b/openviking/parse/parsers/media/image.pyindex 3442f26e8..277f23316 100644--- a/openviking/parse/parsers/media/image.py+++ b/openviking/parse/parsers/media/image.py@@ -106,7 +106,7 @@ class ImageParser(BaseParser):ext_no_dot = ext[1:] if ext else ""root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")root_dir_uri = f"{temp_uri}/{root_dir_name}"- await viking_fs.mkdir(root_dir_uri)+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)# 1.1 Save original image with original filename (sanitized)await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", image_bytes)diff --git a/openviking/parse/parsers/media/video.py b/openviking/parse/parsers/media/video.pyindex a0a07602f..fa98445c6 100644--- a/openviking/parse/parsers/media/video.py+++ b/openviking/parse/parsers/media/video.py@@ -91,7 +91,7 @@ class VideoParser(BaseParser):ext_no_dot = ext[1:] if ext else ""root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")root_dir_uri = f"{temp_uri}/{root_dir_name}"- await viking_fs.mkdir(root_dir_uri)+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)# 1.1 Save original video with original filename (sanitized)await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", video_bytes)diff --git a/openviking/parse/tree_builder.py b/openviking/parse/tree_builder.pyindex 5efbad3a4..11916b572 100644--- a/openviking/parse/tree_builder.py+++ b/openviking/parse/tree_builder.py@@ -248,7 +248,7 @@ class TreeBuilder:# Create parent directory (ignore if already exists)try:- await viking_fs.mkdir(parent_uri, ctx=ctx)+ await viking_fs.mkdir(parent_uri, exist_ok=True, ctx=ctx)logger.debug(f"Created parent directory: {parent_uri}")except Exception as e:# Directory may already exist, ignore errordiff --git a/openviking/storage/queuefs/semantic_processor.py b/openviking/storage/queuefs/semantic_processor.pyindex c5e0a5268..2b06ef120 100644--- a/openviking/storage/queuefs/semantic_processor.py+++ b/openviking/storage/queuefs/semantic_processor.py@@ -318,6 +318,10 @@ class SemanticProcessor(DequeueHandlerBase):# Read file content (limit length)content = await viking_fs.read_file(file_path, ctx=active_ctx)++ # Limit content length (about 10000 tokens)+ max_chars = 30000+ content = await viking_fs.read_file(file_path, ctx=active_ctx)if isinstance(content, bytes):# Try to decode with error handling for text filestry:diff --git a/openviking/storage/viking_fs.py b/openviking/storage/viking_fs.pyindex 2c42bc12f..d4b7ebf80 100644--- a/openviking/storage/viking_fs.py+++ b/openviking/storage/viking_fs.py@@ -958,8 +958,37 @@ class VikingFS:except Exception:return b""+ def _decode_bytes(self, data: bytes) -> str:+ """Robustly decode bytes to string."""+ if not data:+ return ""+ try:+ return data.decode("utf-8")+ except UnicodeDecodeError:+ try:+ # Try common encoding for Windows/legacy files in China+ return data.decode("gbk")+ except UnicodeDecodeError:+ try:+ return data.decode("latin-1")+ except UnicodeDecodeError:+ return data.decode("utf-8", errors="replace")+def _handle_agfs_content(self, result: Union[bytes, Any, None]) -> str:"""Handle AGFSClient content return types consistently."""+ if isinstance(result, bytes):+ return self._decode_bytes(result)+ elif hasattr(result, "content") and result.content is not None:+ return self._decode_bytes(result.content)+ elif result is None:+ return ""+ else:+ # Try to convert to string+ try:+ return str(result)+ except Exception:+ return ""+ """Handle AGFSClient content return types consistently."""if isinstance(result, bytes):return result.decode("utf-8")elif hasattr(result, "content"):@@ -1282,7 +1311,7 @@ class VikingFS:existing = ""try:existing_bytes = self._handle_agfs_read(self.agfs.read(path))- existing = existing_bytes.decode("utf-8")+ existing = self._decode_bytes(existing_bytes)except Exception:pass