Self-evolving Context Database for AI Agents. Unify Agent Memory, Knowledge RAG and Skills.
Python agent-contextagent-memoryagent-pluginsagentic-ragcontext-databasedsh-pluginknowledge-basememorymemory-managementself-evolvingvector-database
fix(agfs): enable agfs s3 plugin default (#1408)
chuanbao666fc230cf9c2db
diff --git a/Makefile b/Makefileindex f736e67b5..a8cc3a782 100644--- a/Makefile+++ b/Makefile@@ -100,7 +100,7 @@ build: check-deps check-pipfi; \if [ -n "$$MATURIN_CMD" ]; then \TMPDIR=$$(mktemp -d); \- cd crates/ragfs-python && $$MATURIN_CMD build --release --out "$$TMPDIR" 2>&1; \+ cd crates/ragfs-python && $$MATURIN_CMD build --release --features s3 --out "$$TMPDIR" 2>&1; \cd ../..; \mkdir -p openviking/lib; \echo "import zipfile, glob, shutil, os, sys" > /tmp/extract_ragfs.py; \@@ -136,4 +136,4 @@ clean:done@find . -name "*.pyc" -delete@find . -name "__pycache__" -type d -exec rm -rf {} +- @echo "Cleanup completed."\ No newline at end of file+ @echo "Cleanup completed."diff --git a/crates/ragfs-python/Cargo.toml b/crates/ragfs-python/Cargo.tomlindex 6506f20a3..3f02b271f 100644--- a/crates/ragfs-python/Cargo.toml+++ b/crates/ragfs-python/Cargo.toml@@ -9,6 +9,10 @@ publish = falsename = "ragfs_python"crate-type = ["cdylib"]+[features]+default = ["s3"]+s3 = ["ragfs/s3"]+[dependencies]ragfs = { path = "../ragfs" }pyo3 = { version = "0.27", features = ["extension-module"] }diff --git a/crates/ragfs-python/src/lib.rs b/crates/ragfs-python/src/lib.rsindex 6be96f4ed..249257e33 100644--- a/crates/ragfs-python/src/lib.rs+++ b/crates/ragfs-python/src/lib.rs@@ -12,7 +12,11 @@ use std::sync::Arc;use std::time::UNIX_EPOCH;use ragfs::core::{ConfigValue, FileInfo, FileSystem, MountableFS, PluginConfig, WriteFlag};-use ragfs::plugins::{KVFSPlugin, LocalFSPlugin, MemFSPlugin, QueueFSPlugin, ServerInfoFSPlugin, SQLFSPlugin};+#[cfg(feature = "s3")]+use ragfs::plugins::S3FSPlugin;+use ragfs::plugins::{+ KVFSPlugin, LocalFSPlugin, MemFSPlugin, QueueFSPlugin, SQLFSPlugin, ServerInfoFSPlugin,+};/// Convert a ragfs error into a Python RuntimeErrorfn to_py_err(e: ragfs::core::Error) -> PyErr {@@ -125,6 +129,8 @@ impl RAGFSBindingClient {fs.register_plugin(SQLFSPlugin::new()).await;fs.register_plugin(LocalFSPlugin::new()).await;fs.register_plugin(ServerInfoFSPlugin::new()).await;+ #[cfg(feature = "s3")]+ fs.register_plugin(S3FSPlugin::new()).await;});Ok(Self { fs, rt })@@ -141,9 +147,24 @@ impl RAGFSBindingClient {fn get_capabilities(&self) -> PyResult<HashMap<String, Py<PyAny>>> {Python::attach(|py| {let mut m = HashMap::new();- m.insert("version".to_string(), "ragfs-python".into_pyobject(py)?.into_any().unbind());- let features = vec!["memfs", "kvfs", "queuefs", "sqlfs"];- m.insert("features".to_string(), features.into_pyobject(py)?.into_any().unbind());+ m.insert(+ "version".to_string(),+ "ragfs-python".into_pyobject(py)?.into_any().unbind(),+ );+ let mut features = vec![+ "memfs",+ "kvfs",+ "queuefs",+ "sqlfs",+ "localfs",+ "serverinfofs",+ ];+ #[cfg(feature = "s3")]+ features.push("s3fs");+ m.insert(+ "features".to_string(),+ features.into_pyobject(py)?.into_any().unbind(),+ );Ok(m)})}@@ -154,9 +175,10 @@ impl RAGFSBindingClient {/// name, size, mode, modTime, isDirfn ls(&self, path: String) -> PyResult<Py<PyAny>> {let fs = self.fs.clone();- let entries = self.rt.block_on(async move {- fs.read_dir(&path).await- }).map_err(to_py_err)?;+ let entries = self+ .rt+ .block_on(async move { fs.read_dir(&path).await })+ .map_err(to_py_err)?;Python::attach(|py| {let list = PyList::empty(py);@@ -187,13 +209,12 @@ impl RAGFSBindingClient {let off = if offset < 0 { 0u64 } else { offset as u64 };let sz = if size < 0 { 0u64 } else { size as u64 };- let data = self.rt.block_on(async move {- fs.read(&path, off, sz).await- }).map_err(to_py_err)?;+ let data = self+ .rt+ .block_on(async move { fs.read(&path, off, sz).await })+ .map_err(to_py_err)?;- Python::attach(|py| {- Ok(PyBytes::new(py, &data).into())- })+ Python::attach(|py| Ok(PyBytes::new(py, &data).into()))}/// Read file content (alias for read).@@ -212,9 +233,9 @@ impl RAGFSBindingClient {let _ = max_retries; // not applicable for local bindinglet fs = self.fs.clone();let len = data.len();- self.rt.block_on(async move {- fs.write(&path, &data, 0, WriteFlag::Create).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.write(&path, &data, 0, WriteFlag::Create).await })+ .map_err(to_py_err)?;Ok(format!("Written {} bytes", len))}@@ -222,9 +243,9 @@ impl RAGFSBindingClient {/// Create a new empty file.fn create(&self, path: String) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();- self.rt.block_on(async move {- fs.create(&path).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.create(&path).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "created".to_string());@@ -238,9 +259,9 @@ impl RAGFSBindingClient {.map_err(|e| PyRuntimeError::new_err(format!("Invalid mode '{}': {}", mode, e)))?;let fs = self.fs.clone();- self.rt.block_on(async move {- fs.mkdir(&path, mode_int).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.mkdir(&path, mode_int).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "created".to_string());@@ -251,13 +272,15 @@ impl RAGFSBindingClient {#[pyo3(signature = (path, recursive=false))]fn rm(&self, path: String, recursive: bool) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();- self.rt.block_on(async move {- if recursive {- fs.remove_all(&path).await- } else {- fs.remove(&path).await- }- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move {+ if recursive {+ fs.remove_all(&path).await+ } else {+ fs.remove(&path).await+ }+ })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "deleted".to_string());@@ -267,9 +290,10 @@ impl RAGFSBindingClient {/// Get file/directory information.fn stat(&self, path: String) -> PyResult<Py<PyAny>> {let fs = self.fs.clone();- let info = self.rt.block_on(async move {- fs.stat(&path).await- }).map_err(to_py_err)?;+ let info = self+ .rt+ .block_on(async move { fs.stat(&path).await })+ .map_err(to_py_err)?;Python::attach(|py| {let dict = file_info_to_py_dict(py, &info)?;@@ -280,9 +304,9 @@ impl RAGFSBindingClient {/// Rename/move a file or directory.fn mv(&self, old_path: String, new_path: String) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();- self.rt.block_on(async move {- fs.rename(&old_path, &new_path).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.rename(&old_path, &new_path).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "renamed".to_string());@@ -292,9 +316,9 @@ impl RAGFSBindingClient {/// Change file permissions.fn chmod(&self, path: String, mode: u32) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();- self.rt.block_on(async move {- fs.chmod(&path, mode).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.chmod(&path, mode).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "chmod ok".to_string());@@ -304,16 +328,18 @@ impl RAGFSBindingClient {/// Touch a file (create if not exists, or update timestamp).fn touch(&self, path: String) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();- self.rt.block_on(async move {- // Try create; if already exists, write empty to update mtime- match fs.create(&path).await {- Ok(_) => Ok(()),- Err(_) => {- // File exists, write empty bytes to update timestamp- fs.write(&path, &[], 0, WriteFlag::None).await.map(|_| ())+ self.rt+ .block_on(async move {+ // Try create; if already exists, write empty to update mtime+ match fs.create(&path).await {+ Ok(_) => Ok(()),+ Err(_) => {+ // File exists, write empty bytes to update timestamp+ fs.write(&path, &[], 0, WriteFlag::None).await.map(|_| ())+ }}- }- }).map_err(to_py_err)?;+ })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), "touched".to_string());@@ -323,9 +349,7 @@ impl RAGFSBindingClient {/// List all mounted plugins.fn mounts(&self) -> PyResult<Vec<HashMap<String, String>>> {let fs = self.fs.clone();- let mount_list = self.rt.block_on(async move {- fs.list_mounts().await- });+ let mount_list = self.rt.block_on(async move { fs.list_mounts().await });let result: Vec<HashMap<String, String>> = mount_list.into_iter()@@ -365,9 +389,9 @@ impl RAGFSBindingClient {};let fs = self.fs.clone();- self.rt.block_on(async move {- fs.mount(plugin_config).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.mount(plugin_config).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert(@@ -381,9 +405,9 @@ impl RAGFSBindingClient {fn unmount(&self, path: String) -> PyResult<HashMap<String, String>> {let fs = self.fs.clone();let path_clone = path.clone();- self.rt.block_on(async move {- fs.unmount(&path_clone).await- }).map_err(to_py_err)?;+ self.rt+ .block_on(async move { fs.unmount(&path_clone).await })+ .map_err(to_py_err)?;let mut m = HashMap::new();m.insert("message".to_string(), format!("unmounted {}", path));@@ -393,14 +417,17 @@ impl RAGFSBindingClient {/// List all registered plugin names.fn list_plugins(&self) -> PyResult<Vec<String>> {// Return names of built-in plugins- Ok(vec![+ let mut plugins = vec!["memfs".to_string(),"kvfs".to_string(),"queuefs".to_string(),"sqlfs".to_string(),"localfs".to_string(),"serverinfofs".to_string(),- ])+ ];+ #[cfg(feature = "s3")]+ plugins.push("s3fs".to_string());+ Ok(plugins)}/// Get detailed plugin information.@@ -433,7 +460,14 @@ impl RAGFSBindingClient {stream: bool,node_limit: Option<i32>,) -> PyResult<Py<PyAny>> {- let _ = (path, pattern, recursive, case_insensitive, stream, node_limit);+ let _ = (+ path,+ pattern,+ recursive,+ case_insensitive,+ stream,+ node_limit,+ );Err(PyRuntimeError::new_err("grep not yet implemented in ragfs-python",))diff --git a/setup.py b/setup.pyindex b3aab6960..f90be1f32 100644--- a/setup.py+++ b/setup.py@@ -259,6 +259,8 @@ class OpenVikingBuildExt(build_ext):"maturin","build","--release",+ "--features",+ "s3","--out",tmpdir,]diff --git a/tests/agfs/test_fs_binding.py b/tests/agfs/test_fs_binding.pyindex f2a5554d2..3a5748889 100644--- a/tests/agfs/test_fs_binding.py+++ b/tests/agfs/test_fs_binding.py@@ -18,7 +18,7 @@ from openviking.storage.viking_fs import init_viking_fsfrom openviking_cli.utils.config.agfs_config import AGFSConfig# Direct configuration for testing-AGFS_CONF = AGFSConfig(path="/tmp/ov-test", backend="local", mode="binding-client")+AGFS_CONF = AGFSConfig(path="/tmp/ov-test", backend="local")# clean up test directory if it existsif os.path.exists(AGFS_CONF.path):