Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Only lowercase, don't substitute latin chars to ASCII.

Kishore Nallanc0d7e57c6204
diff --git a/src/string_utils.cpp b/src/string_utils.cpp
index 80e9a76d..b416bcee 100644
--- a/src/string_utils.cpp
+++ b/src/string_utils.cpp
@@ -7,7 +7,6 @@ void StringUtils::unicode_normalize(std::string& str) const {
}), str.end());
icu::UnicodeString u_str = icu::UnicodeString::fromUTF8(str);
- transliterator->transliterate(u_str);
str.clear();
u_str.toLower().toUTF8String(str);
}
\ No newline at end of file
diff --git a/test/string_utils_test.cpp b/test/string_utils_test.cpp
index 25b244a1..aa140e62 100644
--- a/test/string_utils_test.cpp
+++ b/test/string_utils_test.cpp
@@ -16,10 +16,9 @@ TEST(StringUtilsTest, ShouldNormalizeString) {
string_utils.unicode_normalize(alphanum_specialchars);
ASSERT_STREQ("aa12zzwr", alphanum_specialchars.c_str());
- // transliterate unicode characters and should also lower case them
std::string alphanum_unicodechars = "abcÅà123";
string_utils.unicode_normalize(alphanum_unicodechars);
- ASSERT_STREQ("abcaa123", alphanum_unicodechars.c_str());
+ ASSERT_STREQ("abcåà123", alphanum_unicodechars.c_str());
std::string tamil_unicodechars = "தமிழ் நாடு";
string_utils.unicode_normalize(tamil_unicodechars);