Skip to content

web search done right

control indexing destination when running locally

Mikkel Denker267e57333425
diff --git a/src/entrypoint/indexer.rs b/src/entrypoint/indexer.rs
index 2b40e877..58fc05b1 100644
--- a/src/entrypoint/indexer.rs
+++ b/src/entrypoint/indexer.rs
@@ -254,7 +254,10 @@ impl Indexer {
.map(|warc_paths| Job {
config: job_config.clone(),
warc_paths: warc_paths.collect_vec(),
- base_path: "data/index".to_string(),
+ base_path: config
+ .output_path
+ .clone()
+ .unwrap_or_else(|| "data/index".to_string()),
})
.collect_vec()
.into_par_iter()
diff --git a/src/lib.rs b/src/lib.rs
index 2630bf53..590f8731 100644
--- a/src/lib.rs
+++ b/src/lib.rs
@@ -69,6 +69,7 @@ pub struct IndexingLocalConfig {
warc_source: WarcSource,
batch_size: Option<usize>,
webgraph_path: Option<String>,
+ output_path: Option<String>,
centrality_store_path: String,
}