Skip to content

web search done right

don't lowercase path of url when normalising

Mikkel Denker83d1e7d7e0f2
diff --git a/crates/core/src/webgraph/node.rs b/crates/core/src/webgraph/node.rs
index 69e78dde..19cd6dba 100644
--- a/crates/core/src/webgraph/node.rs
+++ b/crates/core/src/webgraph/node.rs
@@ -199,6 +199,7 @@ pub fn normalize_url(url: &Url) -> String {
let scheme = url.scheme();
if scheme != "http" && scheme != "https" {
+ url.set_query(None);
return url.to_string();
}