Skip to content

web search done right

take extra edges to ensure the remote has enough for deduplication

Mikkel Denker534ecd1dfab5
diff --git a/crates/core/src/webgraph/query/collector/top_docs.rs b/crates/core/src/webgraph/query/collector/top_docs.rs
index 7ac7aa7a..8ff42152 100644
--- a/crates/core/src/webgraph/query/collector/top_docs.rs
+++ b/crates/core/src/webgraph/query/collector/top_docs.rs
@@ -302,7 +302,6 @@ impl<S: DocumentScorer + 'static, D: Deduplicator + 'static> Collector for TopDo
let mut computer = self.computer();
let before_deduplication: Vec<_> = segment_fruits.into_iter().flatten().collect();
- dbg!(&before_deduplication.len());
let deduplicated = self.deduplicator.deduplicate(before_deduplication);
for (score, doc) in deduplicated {
@@ -391,7 +390,6 @@ impl<S: DocumentScorer + 'static, D: Deduplicator + 'static> SegmentCollector
type Fruit = Vec<(tantivy::Score, <D as Deduplicator>::Doc)>;
fn collect(&mut self, doc: DocId, _: tantivy::Score) {
- dbg!(doc);
if doc == tantivy::TERMINATED {
return;
}