Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch β‘ π β¨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences
C++ algoliadatastoreelasticsearchenterprise-searchfacetingfull-text-searchfuzzy-searchgeosearchin-memoryinstantsearchmerchandisingpineconesearchsearch-enginesemantic-searchsimilarity-searchsite-searchsynonymstypo-tolerancevector-search
Fix test.
Kishore Nalland17d3356d12a
diff --git a/test/tokenizer_test.cpp b/test/tokenizer_test.cppindex 25515f83..8d1f787b 100644--- a/test/tokenizer_test.cpp+++ b/test/tokenizer_test.cpp@@ -278,7 +278,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {// japanesetokens.clear();- Tokenizer("ιε±", false, false, "ja").tokenize(tokens);+ Tokenizer("ιε±", true, false, "ja").tokenize(tokens);ASSERT_EQ(2, tokens.size());ASSERT_EQ("γ", tokens[0]);ASSERT_EQ("γγγ€", tokens[1]);@@ -292,7 +292,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {ASSERT_EQ(6, tokens.size());tokens.clear();- Tokenizer("γ’ιε±γ§γ", false, false, "ja").tokenize(tokens);+ Tokenizer("γ’ιε±γ§γ", true, false, "ja").tokenize(tokens);ASSERT_EQ(5, tokens.size());ASSERT_EQ("γ", tokens[0]);ASSERT_EQ("γ", tokens[1]);@@ -301,7 +301,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {ASSERT_EQ("γ", tokens[4]);tokens.clear();- Tokenizer("ζ ζ°γͺη¬", false, false, "ja").tokenize(tokens);+ Tokenizer("ζ ζ°γͺη¬", true, false, "ja").tokenize(tokens);ASSERT_EQ(4, tokens.size());ASSERT_EQ("γγ", tokens[0]);ASSERT_EQ("γ ", tokens[1]);@@ -309,7 +309,7 @@ TEST(TokenizerTest, ShouldTokenizeLocaleText) {ASSERT_EQ("γγ¬", tokens[3]);tokens.clear();- Tokenizer("δ»γΆγζζ²»γ«γ", false, false, "ja").tokenize(tokens);+ Tokenizer("δ»γΆγζζ²»γ«γ", true, false, "ja").tokenize(tokens);ASSERT_EQ(9, tokens.size());ASSERT_EQ("γγΎ", tokens[0]);ASSERT_EQ("γΆγ", tokens[1]);