web search done right
new spell correction is more accurate, so can have lower threshold for suggestions
Mikkel Denker26b1f08ba6df
diff --git a/configs/api.toml b/configs/api.tomlindex 27905bf7..2740dcd7 100644--- a/configs/api.toml+++ b/configs/api.toml@@ -14,7 +14,7 @@ summarizer_path = "data/summarizer"path = "data/web_spell/checker"[spell_check.correction_config]-correction_threshold = 3.0+correction_threshold = 0.0lm_prob_weight = 1.0[thresholds]@@ -23,9 +23,3 @@ stackoverflow = 0.0[widgets]thesaurus_paths = ["data/english-wordnet-2022-subset.ttl"]--[llm]-api_base = "http://localhost:4000/v1"-model = "data/mistral-7b-instruct-v0.2.Q4_K_M.gguf"-# model = "TheBloke/Mistral-7B-Instruct-v0.2-AWQ"-# model = "mistralai/Mixtral-8x7B-Instruct-v0.1"diff --git a/crates/core/src/webgraph/store_writer.rs b/crates/core/src/webgraph/store_writer.rsindex b9cc1ed2..f48e719c 100644--- a/crates/core/src/webgraph/store_writer.rs+++ b/crates/core/src/webgraph/store_writer.rs@@ -380,7 +380,7 @@ impl FinalEdgeStoreWriter {batch.clear();inserts_since_last_flush += batch_len;- if inserts_since_last_flush >= 1_000_000 {+ if inserts_since_last_flush >= 100_000_000 {self.flush();inserts_since_last_flush = 0;}