Skip to content

Apache Lucene open-source search software

remove now-unnecessary snowball mojibake hack (#13231)

Robert Muir355376946331
diff --git a/gradle/generation/snowball/snowball.sh b/gradle/generation/snowball/snowball.sh
index 4cabbf81493..c5c1472ad38 100644
--- a/gradle/generation/snowball/snowball.sh
+++ b/gradle/generation/snowball/snowball.sh
@@ -66,14 +66,6 @@ for file in ${WWWSRCDIR}/algorithms/*/stop.txt; do
|
| NOTE: To use this file with StopFilterFactory, you must specify format="snowball"
EOF
- case "$language" in
- danish)
- # clear up some slight mojibake on the website. TODO: fix this file!
- cat $file | sed 's/Ã¥/å/g' | sed 's/æ/æ/g' >> ${WWWDSTDIR}/${language}_stop.txt
- ;;
- *)
- # try to confirm its really UTF-8
- iconv -f UTF-8 -t UTF-8 $file >> ${WWWDSTDIR}/${language}_stop.txt
- ;;
- esac
+# try to confirm its really UTF-8
+iconv -f UTF-8 -t UTF-8 $file >> ${WWWDSTDIR}/${language}_stop.txt
done