Skip to content

web search done right

use xxhash instead of md5 for webgraph nodeids for better performance

Mikkel Denker05b9f43f9d37
diff --git a/crates/core/src/webgraph/node.rs b/crates/core/src/webgraph/node.rs
index 0bb927d0..0a2c8608 100644
--- a/crates/core/src/webgraph/node.rs
+++ b/crates/core/src/webgraph/node.rs
@@ -17,7 +17,7 @@
use url::Url;
use utoipa::ToSchema;
-use crate::{intmap, webpage::url_ext::UrlExt};
+use crate::{fast_stable_hash_128, intmap, webpage::url_ext::UrlExt};
#[derive(
Debug,
@@ -133,8 +133,7 @@ impl Node {
}
pub fn id(&self) -> NodeID {
- let digest = md5::compute(self.name.as_bytes());
- u128::from_le_bytes(*digest).into()
+ fast_stable_hash_128(self.name.as_bytes()).into()
}
}