Skip to content

Solution for long term memory for agent coding CLIs and to facilitate handoff between different agent vendors

Rust

feat(evals): make the retrieval harness HTTP timeout configurable

AkitaOnRails8b797e084d2b
diff --git a/evals/src/retrieval/mod.rs b/evals/src/retrieval/mod.rs
index c3f6e552..d6b6d985 100644
--- a/evals/src/retrieval/mod.rs
+++ b/evals/src/retrieval/mod.rs
@@ -103,6 +103,12 @@ pub struct RetrievalArgs {
#[arg(long, default_value_t = 8)]
concurrency: usize,
+ /// Per-request HTTP timeout, seconds. Hook batches slow down as the
+ /// store grows, and a timed-out batch cannot be retried safely (the
+ /// server may have applied it), so long full runs need headroom.
+ #[arg(long, default_value_t = 120)]
+ http_timeout_secs: u64,
+
/// Output root; a timestamped run dir is created under it.
#[arg(long, default_value = "evals/runs")]
out: PathBuf,
@@ -613,7 +619,7 @@ async fn run_config(run: &RunContext<'_>, knobs: &Knobs) -> Result<report::Repor
);
let client = reqwest::Client::builder()
- .timeout(std::time::Duration::from_secs(120))
+ .timeout(std::time::Duration::from_secs(args.http_timeout_secs))
.build()?;
let max_k = args.ks.iter().copied().max().unwrap_or(10);
let ks = Arc::new(args.ks.clone());