web search done right
disallow bots from /search in robots.txt
Mikkel Denker110f4cdffd68
diff --git a/frontend/static/robots.txt b/frontend/static/robots.txtindex edf77350..96e2c5be 100644--- a/frontend/static/robots.txt+++ b/frontend/static/robots.txt@@ -17,4 +17,7 @@ User-agent: rogerbotDisallow: /User-agent: exabot-Disallow: /\ No newline at end of file+Disallow: /++User-agent: *+Disallow: /search