Skip to content

A modern and easy to use dashboard. 80+ integrations. 20K+ icons built in. Authentication out of the box. No YAML, drag and drop configuration.

fix(docs): update Algolia crawler config with exclusion patterns and ignoreCanonicalTo

Thomas Camlong31288dcbfe46
diff --git a/apps/docs/docsearch.config.js b/apps/docs/docsearch.config.js
index 0af932a97..2cf493485 100644
--- a/apps/docs/docsearch.config.js
+++ b/apps/docs/docsearch.config.js
@@ -1,18 +1,25 @@
// Algolia DocSearch crawler for homarr.dev
// Crawler ID: cd77a285-2756-4557-bf21-ee703748df15
-// DocSearch-managed crawlers: paste this in the Algolia crawler editor or send to DocSearch support.
-// Template: https://docsearch.algolia.com/docs/templates/#docusaurus-v3-template
-// Markdown indexing: https://www.algolia.com/doc/guides/algolia-ai/askai/guides/markdown-indexing
+// Paste this in the Algolia crawler editor.
new Crawler({
appId: "N69WSPZTID",
apiKey: "YOUR_CRAWLER_ADMIN_API_KEY",
- rateLimit: 8,
- maxDepth: 10,
+ indexPrefix: "",
+ rateLimit: 32,
+ maxDepth: 4,
startUrls: ["https://homarr.dev/"],
sitemaps: ["https://homarr.dev/sitemap.xml"],
ignoreCanonicalTo: true,
discoveryPatterns: ["https://homarr.dev/**"],
+ exclusionPatterns: [
+ "https://homarr.dev/docs/tags/**",
+ "https://homarr.dev/blog/tags/**",
+ "https://homarr.dev/blog/authors/**",
+ "https://homarr.dev/blog/archive/**",
+ "https://homarr.dev/search/**",
+ "https://homarr.dev/docs/category/**",
+ ],
actions: [
{
indexName: "Docusaurus",
@@ -105,7 +112,6 @@ new Crawler({
advancedSyntax: true,
attributeCriteriaComputedByMinProximity: true,
removeWordsIfNoResults: "allOptional",
- separatorsToIndex: "_",
},
markdown: {
attributesForFaceting: ["lang", "language", "version", "docusaurus_tag"],
@@ -119,4 +125,10 @@ new Crawler({
advancedSyntax: false,
},
},
+ apiKey: "YOUR_CRAWLER_ADMIN_API_KEY",
+ schedule: "on saturday",
+ renderJavaScript: false,
+ maxUrls: null,
+ cache: { enabled: false },
+ safetyChecks: { beforeIndexPublishing: { maxLostRecordsPercentage: 99 } },
});