web search done right
use xxhash instead of md5 for webgraph nodeids for better performance
Mikkel Denker05b9f43f9d37
diff --git a/crates/core/src/webgraph/node.rs b/crates/core/src/webgraph/node.rsindex 0bb927d0..0a2c8608 100644--- a/crates/core/src/webgraph/node.rs+++ b/crates/core/src/webgraph/node.rs@@ -17,7 +17,7 @@use url::Url;use utoipa::ToSchema;-use crate::{intmap, webpage::url_ext::UrlExt};+use crate::{fast_stable_hash_128, intmap, webpage::url_ext::UrlExt};#[derive(Debug,@@ -133,8 +133,7 @@ impl Node {}pub fn id(&self) -> NodeID {- let digest = md5::compute(self.name.as_bytes());- u128::from_le_bytes(*digest).into()+ fast_stable_hash_128(self.name.as_bytes()).into()}}