Skip to content

web search done right

Fix small spell correction bug. If the query contained uppercase terms, the word splitter would report false positives. The commit also uploads a new index to lfs.

Mikkel Denkere40b8f020a0c
diff --git a/.gitignore b/.gitignore
index 9b9bc0ae..ba941e4a 100644
--- a/.gitignore
+++ b/.gitignore
@@ -11,9 +11,5 @@ package-lock.json
notes
*.log
/data/**/LOG.old*
-/data/entity/attribute_occurrences/CURRENT
-/data/**/**/LOG
/data/webgraph
/data/warc_files
-/data/**/MANIFEST*
-/data/**/OPTIONS*
diff --git a/data/entity/attribute_occurrences/000009.sst b/data/entity/attribute_occurrences/000009.sst
index 3ef9d8bd..0267052c 100644
--- a/data/entity/attribute_occurrences/000009.sst
+++ b/data/entity/attribute_occurrences/000009.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:93d0b1bd0918f3a4b6f35322966f35efdf8b86127e782602ec70174c099257ec
-size 174871
+oid sha256:4f56c95c5d31f8802c40f599ba4508fb6ef0ffffe6baf5b3e144cce938e4c3bb
+size 174847
diff --git a/data/entity/attribute_occurrences/000011.sst b/data/entity/attribute_occurrences/000011.sst
index 1a55fd9b..ba0a86f0 100644
--- a/data/entity/attribute_occurrences/000011.sst
+++ b/data/entity/attribute_occurrences/000011.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:5223e729c75ce3af908480343a5589ca0801fa7a49a8edc525abd94638e4883a
-size 226923
+oid sha256:65270d2bfbe4aa90f7b5f583dd6755c9a47418a85de33c9eeda11b94e439b1b9
+size 226925
diff --git a/data/entity/attribute_occurrences/000013.sst b/data/entity/attribute_occurrences/000013.sst
index 5d69f9d8..6edb961e 100644
--- a/data/entity/attribute_occurrences/000013.sst
+++ b/data/entity/attribute_occurrences/000013.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:5927b71cf585765b179057180b82edc2470d069b56081cd34b7dda90ecbde793
-size 146571
+oid sha256:83717d6b717dbc2254b7c09130d888f898851e3eec62e1a541aed78da9d24b06
+size 146557
diff --git a/data/entity/attribute_occurrences/IDENTITY b/data/entity/attribute_occurrences/IDENTITY
index a0a6fa45..72599f90 100644
--- a/data/entity/attribute_occurrences/IDENTITY
+++ b/data/entity/attribute_occurrences/IDENTITY
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:2172bffcc38bc1cf01042d4314cad4c512a5582ae9fd6554f2281368c1111774
+oid sha256:138fd3d1d88f180b677bbfc64d80d3c4d96de802d58da72f5f7ac0856a623d71
size 36
diff --git a/data/entity/attribute_occurrences/LOG.old.1660649840272379 b/data/entity/attribute_occurrences/LOG.old.1660649840272379
deleted file mode 100644
index 3037bed5..00000000
--- a/data/entity/attribute_occurrences/LOG.old.1660649840272379
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:2f6885754adf9d895f44afe9cf896d7089a6c7bedcc19b9f3fa833f40418009a
-size 40505
diff --git a/data/entity/attribute_occurrences/LOG.old.1660649960415965 b/data/entity/attribute_occurrences/LOG.old.1660649960415965
deleted file mode 100644
index cd6264de..00000000
--- a/data/entity/attribute_occurrences/LOG.old.1660649960415965
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:c9b236c742940fb6b8b0d2c733ec5837ef300844b6abf89b82398ecf8853b1f3
-size 22974
diff --git a/data/entity/attribute_occurrences/LOG.old.1660650026538486 b/data/entity/attribute_occurrences/LOG.old.1660650026538486
deleted file mode 100644
index 3aa551ed..00000000
--- a/data/entity/attribute_occurrences/LOG.old.1660650026538486
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:552df8e3233d01e1c4703717c07837a6919b9fdc1ba998878453713ab761dbf0
-size 22973
diff --git a/data/entity/attribute_occurrences/LOG.old.1660650103889097 b/data/entity/attribute_occurrences/LOG.old.1660650103889097
deleted file mode 100644
index 66a94c56..00000000
--- a/data/entity/attribute_occurrences/LOG.old.1660650103889097
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:34e5a191b3ddb6d0edeefe1118a6815dfb4571b03fbc3d31eab060a162ef04f1
-size 22973
diff --git a/data/entity/attribute_occurrences/LOG.old.1660651249972740 b/data/entity/attribute_occurrences/LOG.old.1660651249972740
deleted file mode 100644
index 4cfbe8d6..00000000
--- a/data/entity/attribute_occurrences/LOG.old.1660651249972740
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:4c90591eaa6624aebf79f83a9f1fb752d3587142f2231f665fc13d90eeaac462
-size 22975
diff --git a/data/entity/attribute_occurrences/MANIFEST-000057 b/data/entity/attribute_occurrences/MANIFEST-000057
new file mode 100644
index 00000000..18d28e27
--- /dev/null
+++ b/data/entity/attribute_occurrences/MANIFEST-000057
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb818c54efcaf96a16becbe4eed72e4bda32e4f81fb57cb1b5426afe6374ff8b
+size 428
diff --git a/data/entity/attribute_occurrences/OPTIONS-000055 b/data/entity/attribute_occurrences/OPTIONS-000055
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/entity/attribute_occurrences/OPTIONS-000055
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/entity/attribute_occurrences/OPTIONS-000060 b/data/entity/attribute_occurrences/OPTIONS-000060
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/entity/attribute_occurrences/OPTIONS-000060
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/entity/images/000016.sst b/data/entity/images/000016.sst
index 117dec9e..f98d586a 100644
--- a/data/entity/images/000016.sst
+++ b/data/entity/images/000016.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:f67a99070da8d790c4a5ed0c488aab532e83979ae3da5fdda0a809a19b0ca9cf
-size 67212874
+oid sha256:eff6efc0f5d63961e6c67b364bcc00cb9124cf51a889a68560bed3f7d6b0d0d8
+size 67218210
diff --git a/data/entity/images/000017.sst b/data/entity/images/000017.sst
index 553d404b..5b6e39ec 100644
--- a/data/entity/images/000017.sst
+++ b/data/entity/images/000017.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:b6c5eef89c76932ada90d7f87a081298ea7091959d5ce435d3fa1733c63a47cb
-size 67238867
+oid sha256:1f3d794beb951cf3ef2bf560c723e9d354dfffc36cb5499db9e95bdb905d2b73
+size 67310472
diff --git a/data/entity/images/000018.sst b/data/entity/images/000018.sst
index 1b16cdbb..0814d4b4 100644
--- a/data/entity/images/000018.sst
+++ b/data/entity/images/000018.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:c6dc9c3ec42f3bbaf86904c2df0f195b96aa4f0917f517451b31a71aa5f6bd78
-size 67215042
+oid sha256:a74f57be3610ce8b4c223daf1063614d4e576b7001e0c6dad2bf8d598e36e622
+size 67213493
diff --git a/data/entity/images/000019.sst b/data/entity/images/000019.sst
index 4f283ae2..a3bf0d68 100644
--- a/data/entity/images/000019.sst
+++ b/data/entity/images/000019.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:b6bedd05ee347a523c5f44f88d5643d6292e1f4955c4d878125707d02677541c
-size 60141149
+oid sha256:ab1d15dd82ac67c1c8ab3adf097bd06f81ea5207342029ebcc73d6245c379abc
+size 60042860
diff --git a/data/entity/images/000021.sst b/data/entity/images/000021.sst
index f3eeefa1..9cbe93b0 100644
--- a/data/entity/images/000021.sst
+++ b/data/entity/images/000021.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:f7cc3bcea7f2550e030d1a6079a0c52d980a9216bc8af058513372eb60f63e17
-size 65274814
+oid sha256:9a151c8f0d006c1223b76aebc14120212c309daae346b6f0a08d1547ffec7077
+size 65661368
diff --git a/data/entity/images/000023.sst b/data/entity/images/000023.sst
index 0ec2347e..7fb7f067 100644
--- a/data/entity/images/000023.sst
+++ b/data/entity/images/000023.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:bd84ba96189b501b38489097ec20122c93c7e371bace0dac77dd40f871ac3190
-size 65623722
+oid sha256:d480a9623fcb9a4e9115a94bc8643548bd6ec659b395d93dc23edba8d57572f6
+size 61004478
diff --git a/data/entity/images/000025.sst b/data/entity/images/000025.sst
deleted file mode 100644
index 188056f1..00000000
--- a/data/entity/images/000025.sst
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f217eb47fb74ca50146e7fe5166acac5c6cd530e65e0ea1d0ab3da8735fca2df
-size 58367440
diff --git a/data/entity/images/IDENTITY b/data/entity/images/IDENTITY
index 3d9e2d63..1e467612 100644
--- a/data/entity/images/IDENTITY
+++ b/data/entity/images/IDENTITY
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:48da8e513e9b7498b69609a09d4c8de65d010bd90aa049c8e5f3d29bb76572d8
+oid sha256:1689b459ee8a2aea971605f2f99f4742cda84f08e248afe84161e6e6c9500b12
size 36
diff --git a/data/entity/images/LOG.old.1660649840281491 b/data/entity/images/LOG.old.1660649840281491
deleted file mode 100644
index 05717785..00000000
--- a/data/entity/images/LOG.old.1660649840281491
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0fa0c5bbcebe0874e2e589f6ee805c7abf0f58c61556e35546df3a145e526fd7
-size 63894
diff --git a/data/entity/images/LOG.old.1660649960421726 b/data/entity/images/LOG.old.1660649960421726
deleted file mode 100644
index e2ef976e..00000000
--- a/data/entity/images/LOG.old.1660649960421726
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:5c67eaaa33f99b462f0847d61d7f9e4bf274ed3a2e3a41d1c5d6e826f62a2bb5
-size 23165
diff --git a/data/entity/images/LOG.old.1660650026545219 b/data/entity/images/LOG.old.1660650026545219
deleted file mode 100644
index 533b1875..00000000
--- a/data/entity/images/LOG.old.1660650026545219
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b58b11586e47a75f01d9fa5eb584902134834bb706e04cda4d47fe80341ef6d9
-size 23165
diff --git a/data/entity/images/LOG.old.1660650103896437 b/data/entity/images/LOG.old.1660650103896437
deleted file mode 100644
index cf822218..00000000
--- a/data/entity/images/LOG.old.1660650103896437
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d2c8141b836b2a1e559356c1cd30cef7b9d9ae639c70765193b4167ce96bc7f5
-size 23166
diff --git a/data/entity/images/LOG.old.1660651249982464 b/data/entity/images/LOG.old.1660651249982464
deleted file mode 100644
index 2adfaf85..00000000
--- a/data/entity/images/LOG.old.1660651249982464
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1345ec5b71a9fb5d0371465f135e37ab64abed1e111182e005abdb20ec4ef15e
-size 23167
diff --git a/data/entity/images/MANIFEST-000067 b/data/entity/images/MANIFEST-000067
new file mode 100644
index 00000000..d99b90ee
--- /dev/null
+++ b/data/entity/images/MANIFEST-000067
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0429f925c46995a24c552aa3695b00a41634a38fc7e5d4b7ec0f779b7bd5062
+size 775
diff --git a/data/entity/images/OPTIONS-000065 b/data/entity/images/OPTIONS-000065
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/entity/images/OPTIONS-000065
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/entity/images/OPTIONS-000070 b/data/entity/images/OPTIONS-000070
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/entity/images/OPTIONS-000070
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/entity/inverted_index/.managed.json b/data/entity/inverted_index/.managed.json
index 52e1ed5c..9b1db3ae 100644
--- a/data/entity/inverted_index/.managed.json
+++ b/data/entity/inverted_index/.managed.json
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:b552a35bd1fdbc79633a32e224b1fdd21bae85e7c36310c0370691286ca8b96a
+oid sha256:3601da667cad6bb25d5ce6fe19c37d510e815b8c18ffe795e86b94f377035930
size 258
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.fieldnorm b/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.fieldnorm
deleted file mode 100644
index 6c050faa..00000000
--- a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.fieldnorm
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f4c0a0abf125723aafd6ec5aeeb79636e35a9faee51d99fc3fa2198eb82956f6
-size 600121
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.idx b/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.idx
deleted file mode 100644
index e07f15fc..00000000
--- a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:fa03c317cf247809997acfda2eaa6151660dcad8fff493b948ff547cc5453933
-size 26066330
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.pos b/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.pos
deleted file mode 100644
index 421ec441..00000000
--- a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.pos
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:7e8ce13b805470c6cfe3d70989f712a8a230c64080183e6fac1bae72c372bed6
-size 20508857
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.store b/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.store
deleted file mode 100644
index 59f008bd..00000000
--- a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.store
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:23e26718d0ca9d6b0660b9e1a36b152ce5e5e458ce881937e1098a0366facc72
-size 237946772
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.term b/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.term
deleted file mode 100644
index 3cbcb08c..00000000
--- a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.term
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:928986677ac79a9609e4dc3ab94a2c583f1835eb95270e4ec3e13eb661156844
-size 5387555
diff --git a/data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.fast b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.fast
similarity index 100%
rename from data/entity/inverted_index/3b3a0d848ff44c10b429713574dd730d.fast
rename to data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.fast
diff --git a/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.fieldnorm b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.fieldnorm
new file mode 100644
index 00000000..d6a5a497
--- /dev/null
+++ b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.fieldnorm
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b75ed3d24a4a59938e97561c1c2f5613ebeb4fa806022ae1e85708a56640be2
+size 600121
diff --git a/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.idx b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.idx
new file mode 100644
index 00000000..d2a593f8
--- /dev/null
+++ b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.idx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c27203416473e02b21a4b1e38135108d2c8b82a1a83dd3dfd4484afb0a50d388
+size 26057756
diff --git a/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.pos b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.pos
new file mode 100644
index 00000000..cd63e56a
--- /dev/null
+++ b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.pos
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5c550f6cfeb8508ddbde9aa741a1ab225ba1595c36a364b24291dbaa665ad2
+size 20506426
diff --git a/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.store b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.store
new file mode 100644
index 00000000..e5c2c1db
--- /dev/null
+++ b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.store
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f45131394b38d9c917f8b725c98ec80ae1967c60dd1f027b06bc0fda647476c1
+size 237946448
diff --git a/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.term b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.term
new file mode 100644
index 00000000..ca3ea7bd
--- /dev/null
+++ b/data/entity/inverted_index/cb022cd175e04430a93d823af22ffd48.term
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c85d71c7961a3ae4c559661e4920c2bfd0cc97845f4b416f76765034bbeafc0b
+size 5387812
diff --git a/data/entity/inverted_index/meta.json b/data/entity/inverted_index/meta.json
index e1dce2ff..62a38409 100644
--- a/data/entity/inverted_index/meta.json
+++ b/data/entity/inverted_index/meta.json
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:f77691e24f85a52aea6a6c4cb5ecd18552f5c34fb1bb261109999a1c3ff3e58a
+oid sha256:7ae6733e1cb2efe06d6aeb3aea06d1face0ffa32cf835efaf770d91765009763
size 1437
diff --git a/data/index/favicon_store/000009.sst b/data/index/favicon_store/000009.sst
index 62f314de..ffdacd79 100644
--- a/data/index/favicon_store/000009.sst
+++ b/data/index/favicon_store/000009.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:fa3cad28e7129c270895f1f2376ce5e635036e7d3b632106d5109bc59f106be2
-size 133796
+oid sha256:bff70c998a5f6398310c53d1427156c19a0536c99f29696087171182ef991d5d
+size 130482
diff --git a/data/index/favicon_store/IDENTITY b/data/index/favicon_store/IDENTITY
index 0eea3b44..d9615944 100644
--- a/data/index/favicon_store/IDENTITY
+++ b/data/index/favicon_store/IDENTITY
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:d13bef3c0e708ed912ebf554c23fdb705667714a71092dffd659d562875b9729
+oid sha256:e62e2a4e1c3c3514f88e78a47b831d082897ea7bf3dd1d7cd64b292431e3eb3a
size 36
diff --git a/data/index/favicon_store/MANIFEST-000058 b/data/index/favicon_store/MANIFEST-000058
new file mode 100644
index 00000000..f1783b02
--- /dev/null
+++ b/data/index/favicon_store/MANIFEST-000058
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:409accc944bd2c8a32b7796a43192dc10e1b7005580497a65c1315a218a6a3e1
+size 173
diff --git a/data/index/favicon_store/OPTIONS-000056 b/data/index/favicon_store/OPTIONS-000056
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/index/favicon_store/OPTIONS-000056
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/index/favicon_store/OPTIONS-000061 b/data/index/favicon_store/OPTIONS-000061
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/index/favicon_store/OPTIONS-000061
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/index/inverted_index/.managed.json b/data/index/inverted_index/.managed.json
index 1ba9113d..6cc3f9cf 100644
--- a/data/index/inverted_index/.managed.json
+++ b/data/index/inverted_index/.managed.json
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:6fc73ac5556fab2417af3b089d9e51b0475ba3308f99153982fd3eb2c63f9d1e
+oid sha256:8255799db4e3bd16e19fd14bdf9c6612b795f0853aa4ca06634088e2cf8927d6
size 258
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fast b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fast
deleted file mode 100644
index 74692838..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fast
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:55c9745319da0509b16c0cc0d2170b76168ff88b24e1cf64b80073d578734a05
-size 224771
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fieldnorm b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fieldnorm
deleted file mode 100644
index e97b8610..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.fieldnorm
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dfd123ad020d5f2d56a5ee465115aba35ada8d44e26407a37e8da69a2ad171df
-size 318675
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.idx b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.idx
deleted file mode 100644
index 62b2e139..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.idx
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:6151ebd74b0b9f557d6ec30b521aa3c980931c722b2ac93b55280045a162828f
-size 54160567
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.pos b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.pos
deleted file mode 100644
index 568f2c51..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.pos
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:1be7c947556c915dc2eef0a3b78e4767e8b70c8a28b7c940eba157e895c8b1ed
-size 111365445
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.store b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.store
deleted file mode 100644
index 0765e6fe..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.store
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0c9ae983092355587f2993ebefe9bc8c03b8d72e105bdf5d15b579b89cca48f9
-size 108022084
diff --git a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.term b/data/index/inverted_index/8842c700af704f7db01221862b8fee35.term
deleted file mode 100644
index 0066651f..00000000
--- a/data/index/inverted_index/8842c700af704f7db01221862b8fee35.term
+++ /dev/null
@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:28842f363d110638b3673d229576ab0488fcb9c0819af87bf12dc3136a722a46
-size 85271351
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fast b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fast
new file mode 100644
index 00000000..80cbe8b7
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fast
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a15c7a425ed19862955c091f08ca6f2f72c06d52d9c4c6e659b807ee12557159
+size 229028
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fieldnorm b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fieldnorm
new file mode 100644
index 00000000..c875d09c
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.fieldnorm
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c084af14222dba37866f2a51700306bb324efc3243acfa43112544155a506a1
+size 318675
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.idx b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.idx
new file mode 100644
index 00000000..bba4358a
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.idx
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16487669176cb9f4fea8940b9975db018056043b7b1b18787f785f4556b2f4da
+size 54179511
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.pos b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.pos
new file mode 100644
index 00000000..8129de70
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.pos
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2244ce584650ca9fa2ec0e5b524e202eee54aef9ba542d5887b570661fdb5ee
+size 111341261
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.store b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.store
new file mode 100644
index 00000000..1bb0fb7f
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.store
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf74f0db05175948a14bfa75151640a3eecb0f6b14d132fafd42b6ac76cde5fe
+size 108030942
diff --git a/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.term b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.term
new file mode 100644
index 00000000..d28c8a86
--- /dev/null
+++ b/data/index/inverted_index/fdf92d284e0f45efbc14a89da3693e6f.term
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdb1ab4a316df8f03330b45c860fb5885572924c6e67f77a05900180e29f3959
+size 85272549
diff --git a/data/index/inverted_index/meta.json b/data/index/inverted_index/meta.json
index cce3f738..af0b804b 100644
--- a/data/index/inverted_index/meta.json
+++ b/data/index/inverted_index/meta.json
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:3c2c0ad7e61da59eddc5a42053bca7f84e85ae8f600cde7b10046c2f3c7d7e54
+oid sha256:f1e90f4610f7a4b67e128a704b3526865bb6e40647b18b2ec8b9a00701bdd74a
size 4541
diff --git a/data/index/primary_image_store/000009.sst b/data/index/primary_image_store/000009.sst
index eefd8bd9..40bd0ec5 100644
--- a/data/index/primary_image_store/000009.sst
+++ b/data/index/primary_image_store/000009.sst
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:a846b78278d422997fd1e9cc7849f10d2bdf4d3dc320436f8064d0c78921d778
-size 26538187
+oid sha256:72de98db67475e1c827a002cd6a088b1384991f7d8251210d9d76d36ea7e8de2
+size 26418284
diff --git a/data/index/primary_image_store/IDENTITY b/data/index/primary_image_store/IDENTITY
index 4095860a..b40de693 100644
--- a/data/index/primary_image_store/IDENTITY
+++ b/data/index/primary_image_store/IDENTITY
@@ -1,3 +1,3 @@
version https://git-lfs.github.com/spec/v1
-oid sha256:766cac6c9a3d17b8a1d67c1b5da99318619dfa21c3aca032c01fcdb3d4547463
+oid sha256:682cb9d331739607356ef4da3af8fce9f8322b8a3db036dd9b7d678bae8968ac
size 36
diff --git a/data/index/primary_image_store/MANIFEST-000058 b/data/index/primary_image_store/MANIFEST-000058
new file mode 100644
index 00000000..03fafbf4
--- /dev/null
+++ b/data/index/primary_image_store/MANIFEST-000058
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e47f4d4510e56853a0ab3e3dbedbb88219ac20a5f6a13ee22ef8574d6151166b
+size 202
diff --git a/data/index/primary_image_store/OPTIONS-000056 b/data/index/primary_image_store/OPTIONS-000056
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/index/primary_image_store/OPTIONS-000056
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/data/index/primary_image_store/OPTIONS-000061 b/data/index/primary_image_store/OPTIONS-000061
new file mode 100644
index 00000000..9f62adb9
--- /dev/null
+++ b/data/index/primary_image_store/OPTIONS-000061
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d110b3864bbce0573ace88015c3b8da37878518c24f398ba98390ffe012efdc
+size 6535
diff --git a/src/index.rs b/src/index.rs
index ecc9bcae..9785dd7e 100644
--- a/src/index.rs
+++ b/src/index.rs
@@ -203,7 +203,7 @@ impl Index {
let t = term.to_ascii_lowercase();
let split = splitter.split(t.as_str());
if split.is_empty() {
- corrections.push(term.clone());
+ corrections.push(t);
} else {
for s in split {
corrections.push(s.to_string())
@@ -213,7 +213,7 @@ impl Index {
if corrections
.iter()
- .cloned()
+ .map(|s| s.to_ascii_lowercase())
.zip(terms.iter().map(|term| term.to_ascii_lowercase()))
.all(|(correction, term)| correction == term)
{
diff --git a/src/spell/spell_checker.rs b/src/spell/spell_checker.rs
index dfd55d78..389ac72a 100644
--- a/src/spell/spell_checker.rs
+++ b/src/spell/spell_checker.rs
@@ -59,7 +59,7 @@ impl<'a, T: EditStrategy, const DICT_N: usize> SpellChecker<'a, T, DICT_N> {
pub fn correct(&self, term: &str) -> Option<String> {
if let Some(correction) = self.correct_top(term, 1).into_iter().next() {
- if correction == term {
+ if correction.to_ascii_lowercase() == term.to_ascii_lowercase() {
None
} else {
Some(correction)