Skip to content

web search done right

adjust warc download retry times

Mikkel Denker05407ba200e5
diff --git a/core/src/warc.rs b/core/src/warc.rs
index c3a96ead..542f7cc5 100644
--- a/core/src/warc.rs
+++ b/core/src/warc.rs
@@ -97,8 +97,8 @@ impl WarcFile {
buf: &mut W,
) -> Result<()> {
for dur in ExponentialBackoff::from_millis(10)
- .with_limit(Duration::from_secs(100))
- .take(15)
+ .with_limit(Duration::from_secs(30))
+ .take(35)
{
let res = match source.clone() {
WarcSource::HTTP(config) => {