Skip to content

web search done right

new spell correction is more accurate, so can have lower threshold for suggestions

Mikkel Denker26b1f08ba6df
diff --git a/configs/api.toml b/configs/api.toml
index 27905bf7..2740dcd7 100644
--- a/configs/api.toml
+++ b/configs/api.toml
@@ -14,7 +14,7 @@ summarizer_path = "data/summarizer"
path = "data/web_spell/checker"
[spell_check.correction_config]
-correction_threshold = 3.0
+correction_threshold = 0.0
lm_prob_weight = 1.0
[thresholds]
@@ -23,9 +23,3 @@ stackoverflow = 0.0
[widgets]
thesaurus_paths = ["data/english-wordnet-2022-subset.ttl"]
-
-[llm]
-api_base = "http://localhost:4000/v1"
-model = "data/mistral-7b-instruct-v0.2.Q4_K_M.gguf"
-# model = "TheBloke/Mistral-7B-Instruct-v0.2-AWQ"
-# model = "mistralai/Mixtral-8x7B-Instruct-v0.1"
diff --git a/crates/core/src/webgraph/store_writer.rs b/crates/core/src/webgraph/store_writer.rs
index b9cc1ed2..f48e719c 100644
--- a/crates/core/src/webgraph/store_writer.rs
+++ b/crates/core/src/webgraph/store_writer.rs
@@ -380,7 +380,7 @@ impl FinalEdgeStoreWriter {
batch.clear();
inserts_since_last_flush += batch_len;
- if inserts_since_last_flush >= 1_000_000 {
+ if inserts_since_last_flush >= 100_000_000 {
self.flush();
inserts_since_last_flush = 0;
}