Skip to content

Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.

fix: resolve Gemini 404, directory collision, and Unicode decoding errors (#314)

Hon Jia Xuanfd82aac99db7
diff --git a/openviking/models/vlm/backends/litellm_vlm.py b/openviking/models/vlm/backends/litellm_vlm.py
index a537f106f..7a951d732 100644
--- a/openviking/models/vlm/backends/litellm_vlm.py
+++ b/openviking/models/vlm/backends/litellm_vlm.py
@@ -46,7 +46,7 @@ PROVIDER_CONFIGS: Dict[str, Dict[str, Any]] = {
"litellm_prefix": "deepseek",
},
"gemini": {
- "keywords": ("gemini",),
+ "keywords": ("gemini", "google"),
"env_key": "GEMINI_API_KEY",
"litellm_prefix": "gemini",
},
@@ -105,23 +105,24 @@ class LiteLLMVLMProvider(VLMBase):
if self.api_key:
self._setup_env(self.api_key, self.model)
- if self.api_base:
- litellm.api_base = self.api_base
-
+ # Configure LiteLLM behavior (these are global but safe to re-set)
litellm.suppress_debug_info = True
litellm.drop_params = True
def _setup_env(self, api_key: str, model: str | None) -> None:
"""Set environment variables based on detected provider."""
provider = self._provider_name
- if not provider and model:
- provider = detect_provider_by_model(model)
+ if (not provider or provider == "litellm") and model:
+ detected = detect_provider_by_model(model)
+ if detected:
+ provider = detected
if provider and provider in PROVIDER_CONFIGS:
env_key = PROVIDER_CONFIGS[provider]["env_key"]
os.environ[env_key] = api_key
self._detected_provider = provider
else:
+ # Fallback to OpenAI if provider is unknown or literal litellm
os.environ["OPENAI_API_KEY"] = api_key
def _resolve_model(self, model: str) -> str:
@@ -202,7 +203,14 @@ class LiteLLMVLMProvider(VLMBase):
if self.api_key:
kwargs["api_key"] = self.api_key
if self.api_base:
- kwargs["api_base"] = self.api_base
+ # For Gemini, LiteLLM constructs the URL itself. If user provides a full Google endpoint
+ # as api_base, it might break the URL construction in LiteLLM.
+ # We only pass api_base if it doesn't look like a standard Google endpoint versioned URL.
+ is_google_endpoint = "generativelanguage.googleapis.com" in self.api_base and (
+ "/v1" in self.api_base or "/v1beta" in self.api_base
+ )
+ if not is_google_endpoint:
+ kwargs["api_base"] = self.api_base
if self._extra_headers:
kwargs["extra_headers"] = self._extra_headers
diff --git a/openviking/parse/parsers/directory.py b/openviking/parse/parsers/directory.py
index 6fc6d8a62..f1d7abc83 100644
--- a/openviking/parse/parsers/directory.py
+++ b/openviking/parse/parsers/directory.py
@@ -112,7 +112,8 @@ class DirectoryParser(BaseParser):
viking_fs = self._get_viking_fs()
temp_uri = self._create_temp_uri()
target_uri = f"{temp_uri}/{dir_name}"
- await viking_fs.mkdir(temp_uri)
+ await viking_fs.mkdir(temp_uri, exist_ok=True)
+ await viking_fs.mkdir(target_uri, exist_ok=True)
await viking_fs.mkdir(target_uri)
if not processable_files:
diff --git a/openviking/parse/parsers/markdown.py b/openviking/parse/parsers/markdown.py
index 60ae999b2..7301b3351 100644
--- a/openviking/parse/parsers/markdown.py
+++ b/openviking/parse/parsers/markdown.py
@@ -529,7 +529,7 @@ class MarkdownParser(BaseParser):
# Create directory and handle children or split
section_dir = f"{parent_dir}/{name}"
- await viking_fs.mkdir(section_dir)
+ await viking_fs.mkdir(section_dir, exist_ok=True)
if has_children:
await self._process_children(
diff --git a/openviking/parse/parsers/media/audio.py b/openviking/parse/parsers/media/audio.py
index 3caeb44a4..5c57dfc23 100644
--- a/openviking/parse/parsers/media/audio.py
+++ b/openviking/parse/parsers/media/audio.py
@@ -91,7 +91,7 @@ class AudioParser(BaseParser):
ext_no_dot = ext[1:] if ext else ""
root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")
root_dir_uri = f"{temp_uri}/{root_dir_name}"
- await viking_fs.mkdir(root_dir_uri)
+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)
# 1.1 Save original audio with original filename (sanitized)
await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", audio_bytes)
diff --git a/openviking/parse/parsers/media/image.py b/openviking/parse/parsers/media/image.py
index 3442f26e8..277f23316 100644
--- a/openviking/parse/parsers/media/image.py
+++ b/openviking/parse/parsers/media/image.py
@@ -106,7 +106,7 @@ class ImageParser(BaseParser):
ext_no_dot = ext[1:] if ext else ""
root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")
root_dir_uri = f"{temp_uri}/{root_dir_name}"
- await viking_fs.mkdir(root_dir_uri)
+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)
# 1.1 Save original image with original filename (sanitized)
await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", image_bytes)
diff --git a/openviking/parse/parsers/media/video.py b/openviking/parse/parsers/media/video.py
index a0a07602f..fa98445c6 100644
--- a/openviking/parse/parsers/media/video.py
+++ b/openviking/parse/parsers/media/video.py
@@ -91,7 +91,7 @@ class VideoParser(BaseParser):
ext_no_dot = ext[1:] if ext else ""
root_dir_name = VikingURI.sanitize_segment(f"{stem}_{ext_no_dot}")
root_dir_uri = f"{temp_uri}/{root_dir_name}"
- await viking_fs.mkdir(root_dir_uri)
+ await viking_fs.mkdir(root_dir_uri, exist_ok=True)
# 1.1 Save original video with original filename (sanitized)
await viking_fs.write_file_bytes(f"{root_dir_uri}/{original_filename}", video_bytes)
diff --git a/openviking/parse/tree_builder.py b/openviking/parse/tree_builder.py
index 5efbad3a4..11916b572 100644
--- a/openviking/parse/tree_builder.py
+++ b/openviking/parse/tree_builder.py
@@ -248,7 +248,7 @@ class TreeBuilder:
# Create parent directory (ignore if already exists)
try:
- await viking_fs.mkdir(parent_uri, ctx=ctx)
+ await viking_fs.mkdir(parent_uri, exist_ok=True, ctx=ctx)
logger.debug(f"Created parent directory: {parent_uri}")
except Exception as e:
# Directory may already exist, ignore error
diff --git a/openviking/storage/queuefs/semantic_processor.py b/openviking/storage/queuefs/semantic_processor.py
index c5e0a5268..2b06ef120 100644
--- a/openviking/storage/queuefs/semantic_processor.py
+++ b/openviking/storage/queuefs/semantic_processor.py
@@ -318,6 +318,10 @@ class SemanticProcessor(DequeueHandlerBase):
# Read file content (limit length)
content = await viking_fs.read_file(file_path, ctx=active_ctx)
+
+ # Limit content length (about 10000 tokens)
+ max_chars = 30000
+ content = await viking_fs.read_file(file_path, ctx=active_ctx)
if isinstance(content, bytes):
# Try to decode with error handling for text files
try:
diff --git a/openviking/storage/viking_fs.py b/openviking/storage/viking_fs.py
index 2c42bc12f..d4b7ebf80 100644
--- a/openviking/storage/viking_fs.py
+++ b/openviking/storage/viking_fs.py
@@ -958,8 +958,37 @@ class VikingFS:
except Exception:
return b""
+ def _decode_bytes(self, data: bytes) -> str:
+ """Robustly decode bytes to string."""
+ if not data:
+ return ""
+ try:
+ return data.decode("utf-8")
+ except UnicodeDecodeError:
+ try:
+ # Try common encoding for Windows/legacy files in China
+ return data.decode("gbk")
+ except UnicodeDecodeError:
+ try:
+ return data.decode("latin-1")
+ except UnicodeDecodeError:
+ return data.decode("utf-8", errors="replace")
+
def _handle_agfs_content(self, result: Union[bytes, Any, None]) -> str:
"""Handle AGFSClient content return types consistently."""
+ if isinstance(result, bytes):
+ return self._decode_bytes(result)
+ elif hasattr(result, "content") and result.content is not None:
+ return self._decode_bytes(result.content)
+ elif result is None:
+ return ""
+ else:
+ # Try to convert to string
+ try:
+ return str(result)
+ except Exception:
+ return ""
+ """Handle AGFSClient content return types consistently."""
if isinstance(result, bytes):
return result.decode("utf-8")
elif hasattr(result, "content"):
@@ -1282,7 +1311,7 @@ class VikingFS:
existing = ""
try:
existing_bytes = self._handle_agfs_read(self.agfs.read(path))
- existing = existing_bytes.decode("utf-8")
+ existing = self._decode_bytes(existing_bytes)
except Exception:
pass