web search done right
control indexing destination when running locally
Mikkel Denker267e57333425
diff --git a/src/entrypoint/indexer.rs b/src/entrypoint/indexer.rsindex 2b40e877..58fc05b1 100644--- a/src/entrypoint/indexer.rs+++ b/src/entrypoint/indexer.rs@@ -254,7 +254,10 @@ impl Indexer {.map(|warc_paths| Job {config: job_config.clone(),warc_paths: warc_paths.collect_vec(),- base_path: "data/index".to_string(),+ base_path: config+ .output_path+ .clone()+ .unwrap_or_else(|| "data/index".to_string()),}).collect_vec().into_par_iter()diff --git a/src/lib.rs b/src/lib.rsindex 2630bf53..590f8731 100644--- a/src/lib.rs+++ b/src/lib.rs@@ -69,6 +69,7 @@ pub struct IndexingLocalConfig {warc_source: WarcSource,batch_size: Option<usize>,webgraph_path: Option<String>,+ output_path: Option<String>,centrality_store_path: String,}