web search done right
take extra edges to ensure the remote has enough for deduplication
Mikkel Denker534ecd1dfab5
diff --git a/crates/core/src/webgraph/query/collector/top_docs.rs b/crates/core/src/webgraph/query/collector/top_docs.rsindex 7ac7aa7a..8ff42152 100644--- a/crates/core/src/webgraph/query/collector/top_docs.rs+++ b/crates/core/src/webgraph/query/collector/top_docs.rs@@ -302,7 +302,6 @@ impl<S: DocumentScorer + 'static, D: Deduplicator + 'static> Collector for TopDolet mut computer = self.computer();let before_deduplication: Vec<_> = segment_fruits.into_iter().flatten().collect();- dbg!(&before_deduplication.len());let deduplicated = self.deduplicator.deduplicate(before_deduplication);for (score, doc) in deduplicated {@@ -391,7 +390,6 @@ impl<S: DocumentScorer + 'static, D: Deduplicator + 'static> SegmentCollectortype Fruit = Vec<(tantivy::Score, <D as Deduplicator>::Doc)>;fn collect(&mut self, doc: DocId, _: tantivy::Score) {- dbg!(doc);if doc == tantivy::TERMINATED {return;}