Skip to content

web search done right

roll back webgraph writer compression to lz4. zstd was too slow

Mikkel Denker46f5ea4d501e
diff --git a/core/src/webgraph/store.rs b/core/src/webgraph/store.rs
index abf65f35..c877a734 100644
--- a/core/src/webgraph/store.rs
+++ b/core/src/webgraph/store.rs
@@ -317,7 +317,7 @@ impl EdgeStore {
block_options.set_ribbon_filter(10.0);
options.set_block_based_table_factory(&block_options);
- options.set_compression_type(rocksdb::DBCompressionType::Zstd);
+ options.set_compression_type(rocksdb::DBCompressionType::Lz4);
options.optimize_for_point_lookup(512);
let ranges = match rocksdb::DB::open_cf_with_opts(