Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Fix symbols not being supported in synonyms.

Kishore Nallan2e3bbca1b8f4
diff --git a/include/collection.h b/include/collection.h
index ed2fadc2..dbcd554a 100644
--- a/include/collection.h
+++ b/include/collection.h
@@ -379,7 +379,7 @@ public:
bool get_synonym(const std::string& id, synonym_t& synonym);
- Option<bool> add_synonym(const synonym_t& synonym);
+ Option<bool> add_synonym(const nlohmann::json& syn_json);
Option<bool> remove_synonym(const std::string & id);
diff --git a/include/synonym_index.h b/include/synonym_index.h
index d3b35f1b..4b978e90 100644
--- a/include/synonym_index.h
+++ b/include/synonym_index.h
@@ -21,22 +21,6 @@ struct synonym_t {
}
- explicit synonym_t(const nlohmann::json& synonym) {
- id = synonym["id"].get<std::string>();
- if(synonym.count("root") != 0) {
- root = synonym["root"].get<std::vector<std::string>>();
- }
- synonyms = synonym["synonyms"].get<std::vector<std::vector<std::string>>>();
- }
-
- nlohmann::json to_json() const {
- nlohmann::json obj;
- obj["id"] = id;
- obj["root"] = root;
- obj["synonyms"] = synonyms;
- return obj;
- }
-
nlohmann::json to_view_json() const {
nlohmann::json obj;
obj["id"] = id;
@@ -74,13 +58,19 @@ struct synonym_t {
}
std::vector<std::string> tokens;
- Tokenizer(synonym, true).tokenize(tokens);
+ StringUtils::split(synonym, tokens, " ");
+ for(auto& token: tokens) {
+ StringUtils::tolowercase(token);
+ }
syn.synonyms.push_back(tokens);
}
if(synonym_json.count("root") != 0) {
std::vector<std::string> tokens;
- Tokenizer(synonym_json["root"], true).tokenize(tokens);
+ StringUtils::split(synonym_json["root"], tokens, " ");
+ for(auto& token: tokens) {
+ StringUtils::tolowercase(token);
+ }
syn.root = tokens;
}
diff --git a/src/collection.cpp b/src/collection.cpp
index b4cae9b3..67140cd6 100644
--- a/src/collection.cpp
+++ b/src/collection.cpp
@@ -2580,8 +2580,15 @@ Option<bool> Collection::parse_pinned_hits(const std::string& pinned_hits_str,
return Option<bool>(true);
}
-Option<bool> Collection::add_synonym(const synonym_t& synonym) {
+Option<bool> Collection::add_synonym(const nlohmann::json& syn_json) {
std::shared_lock lock(mutex);
+ synonym_t synonym;
+ Option<bool> syn_op = synonym_t::parse(syn_json, synonym);
+
+ if(!syn_op.ok()) {
+ return syn_op;
+ }
+
return synonym_index->add_synonym(name, synonym);
}
diff --git a/src/collection_manager.cpp b/src/collection_manager.cpp
index 5f56f66c..48011ed2 100644
--- a/src/collection_manager.cpp
+++ b/src/collection_manager.cpp
@@ -1134,8 +1134,7 @@ Option<bool> CollectionManager::load_collection(const nlohmann::json &collection
for(const auto & collection_synonym_json: collection_synonym_jsons) {
nlohmann::json collection_synonym = nlohmann::json::parse(collection_synonym_json);
- synonym_t synonym(collection_synonym);
- collection->add_synonym(synonym);
+ collection->add_synonym(collection_synonym);
}
// Fetch records from the store and re-create memory index
diff --git a/src/core_api.cpp b/src/core_api.cpp
index 547c64b9..e30ca6ec 100644
--- a/src/core_api.cpp
+++ b/src/core_api.cpp
@@ -1578,16 +1578,7 @@ bool put_synonym(const std::shared_ptr<http_req>& req, const std::shared_ptr<htt
}
syn_json["id"] = synonym_id;
-
- synonym_t synonym;
- Option<bool> syn_op = synonym_t::parse(syn_json, synonym);
-
- if(!syn_op.ok()) {
- res->set(syn_op.code(), syn_op.error());
- return false;
- }
-
- Option<bool> upsert_op = collection->add_synonym(synonym);
+ Option<bool> upsert_op = collection->add_synonym(syn_json);
if(!upsert_op.ok()) {
res->set(upsert_op.code(), upsert_op.error());
diff --git a/src/synonym_index.cpp b/src/synonym_index.cpp
index 3d4ccc16..24b96f4e 100644
--- a/src/synonym_index.cpp
+++ b/src/synonym_index.cpp
@@ -129,7 +129,7 @@ Option<bool> SynonymIndex::add_synonym(const std::string & collection_name, cons
write_lock.unlock();
- bool inserted = store->insert(get_synonym_key(collection_name, synonym.id), synonym.to_json().dump());
+ bool inserted = store->insert(get_synonym_key(collection_name, synonym.id), synonym.to_view_json().dump());
if(!inserted) {
return Option<bool>(500, "Error while storing the synonym on disk.");
}
diff --git a/test/collection_manager_test.cpp b/test/collection_manager_test.cpp
index 6b997430..06cd86e2 100644
--- a/test/collection_manager_test.cpp
+++ b/test/collection_manager_test.cpp
@@ -246,9 +246,9 @@ TEST_F(CollectionManagerTest, RestoreRecordsOnRestart) {
synonym_t synonym2("id2", {"mobile", "phone"}, {{"samsung", "phone"}});
synonym_t synonym3("id3", {}, {{"football"}, {"foot", "ball"}});
- collection1->add_synonym(synonym1);
- collection1->add_synonym(synonym2);
- collection1->add_synonym(synonym3);
+ ASSERT_TRUE(collection1->add_synonym(synonym1.to_view_json()).ok());
+ ASSERT_TRUE(collection1->add_synonym(synonym2.to_view_json()).ok());
+ ASSERT_TRUE(collection1->add_synonym(synonym3.to_view_json()).ok());
collection1->remove_synonym("id2");
diff --git a/test/collection_override_test.cpp b/test/collection_override_test.cpp
index c3401ab2..e7ba8bb3 100644
--- a/test/collection_override_test.cpp
+++ b/test/collection_override_test.cpp
@@ -1832,9 +1832,9 @@ TEST_F(CollectionOverrideTest, DynamicFilteringWithSynonyms) {
synonym_t synonym1{"sneakers-shoes", {"sneakers"}, {{"shoes"}} };
synonym_t synonym2{"boots-shoes", {"boots"}, {{"shoes"}} };
synonym_t synonym3{"exciting-amazing", {"exciting"}, {{"amazing"}} };
- coll1->add_synonym(synonym1);
- coll1->add_synonym(synonym2);
- coll1->add_synonym(synonym3);
+ coll1->add_synonym(synonym1.to_view_json());
+ coll1->add_synonym(synonym2.to_view_json());
+ coll1->add_synonym(synonym3.to_view_json());
std::vector<sort_by> sort_fields = { sort_by("_text_match", "DESC"), sort_by("points", "DESC") };
@@ -2007,7 +2007,7 @@ TEST_F(CollectionOverrideTest, StaticFiltering) {
// with synonym for expensive: should NOT match as synonyms are resolved after override substitution
synonym_t synonym1{"costly-expensive", {"costly"}, {{"expensive"}} };
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
results = coll1->search("costly", {"name"}, "",
{}, sort_fields, {2}, 10, 1, FREQUENCY, {true}, 0).get();
@@ -2280,7 +2280,7 @@ TEST_F(CollectionOverrideTest, SynonymsAppliedToOverridenQuery) {
coll1->add_override(override_contains);
synonym_t synonym1{"shoes-sneakers", {"shoes"}, {{"sneakers"}} };
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
auto results = coll1->search("expensive shoes", {"name"}, "",
{}, sort_fields, {2}, 10, 1, FREQUENCY, {true}, 0).get();
diff --git a/test/collection_specific_test.cpp b/test/collection_specific_test.cpp
index ad916f83..37acffe2 100644
--- a/test/collection_specific_test.cpp
+++ b/test/collection_specific_test.cpp
@@ -657,7 +657,7 @@ TEST_F(CollectionSpecificTest, DeleteOverridesAndSynonymsOnDiskDuringCollDrop) {
// add synonym
synonym_t synonym1{"ipod-synonyms", {}, {{"ipod"}, {"i", "pod"}, {"pod"}} };
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
collectionManager.drop_collection("coll1");
diff --git a/test/collection_synonyms_test.cpp b/test/collection_synonyms_test.cpp
index db83f288..50086f2d 100644
--- a/test/collection_synonyms_test.cpp
+++ b/test/collection_synonyms_test.cpp
@@ -79,6 +79,22 @@ TEST_F(CollectionSynonymsTest, SynonymParsingFromJson) {
syn_op = synonym_t::parse(syn_json_without_root, synonym);
ASSERT_TRUE(syn_op.ok());
+ // should preserve symbols
+ nlohmann::json syn_plus_json = {
+ {"id", "syn-plus"},
+ {"root", "+"},
+ {"synonyms", {"plus", "#"} }
+ };
+
+ synonym_t synonym_plus;
+ syn_op = synonym_t::parse(syn_plus_json, synonym_plus);
+ ASSERT_TRUE(syn_op.ok());
+
+ ASSERT_STREQ("syn-plus", synonym_plus.id.c_str());
+ ASSERT_STREQ("+", synonym_plus.root[0].c_str());
+ ASSERT_STREQ("plus", synonym_plus.synonyms[0][0].c_str());
+ ASSERT_STREQ("#", synonym_plus.synonyms[1][0].c_str());
+
// when `id` is not given
nlohmann::json syn_json_without_id = {
{"root", "Ocean"},
@@ -158,7 +174,12 @@ TEST_F(CollectionSynonymsTest, SynonymParsingFromJson) {
TEST_F(CollectionSynonymsTest, SynonymReductionOneWay) {
std::vector<std::vector<std::string>> results;
- synonym_t synonym1{"nyc-expansion", {"nyc"}, {{"new", "york"}} };
+ nlohmann::json synonym1 = R"({
+ "id": "nyc-expansion",
+ "root": "nyc",
+ "synonyms": ["new york"]
+ })"_json;
+
coll_mul_fields->add_synonym(synonym1);
results.clear();
@@ -181,7 +202,11 @@ TEST_F(CollectionSynonymsTest, SynonymReductionOneWay) {
// compression and also ensure that it does not revert back to expansion rule
results.clear();
- synonym_t synonym2{"new-york-compression", {"new", "york"}, {{"nyc"}} };
+ nlohmann::json synonym2 = R"({
+ "id": "new-york-compression",
+ "root": "new york",
+ "synonyms": ["nyc"]
+ })"_json;
coll_mul_fields->add_synonym(synonym2);
coll_mul_fields->synonym_reduction({"red", "new", "york", "tshirt"}, results);
@@ -196,7 +221,11 @@ TEST_F(CollectionSynonymsTest, SynonymReductionOneWay) {
// replace two synonyms with the same length
results.clear();
- synonym_t synonym3{"t-shirt-compression", {"t", "shirt"}, {{"tshirt"}} };
+ nlohmann::json synonym3 = R"({
+ "id": "t-shirt-compression",
+ "root": "t shirt",
+ "synonyms": ["tshirt"]
+ })"_json;
coll_mul_fields->add_synonym(synonym3);
coll_mul_fields->synonym_reduction({"new", "york", "t", "shirt"}, results);
@@ -211,7 +240,11 @@ TEST_F(CollectionSynonymsTest, SynonymReductionOneWay) {
// replace two synonyms with different lengths
results.clear();
- synonym_t synonym4{"red-crimson", {"red"}, {{"crimson"}} };
+ nlohmann::json synonym4 = R"({
+ "id": "red-crimson",
+ "root": "red",
+ "synonyms": ["crimson"]
+ })"_json;
coll_mul_fields->add_synonym(synonym4);
coll_mul_fields->synonym_reduction({"red", "new", "york", "cap"}, results);
@@ -226,8 +259,12 @@ TEST_F(CollectionSynonymsTest, SynonymReductionOneWay) {
}
TEST_F(CollectionSynonymsTest, SynonymReductionMultiWay) {
- synonym_t synonym1{"ipod-synonyms", {}, {{"ipod"}, {"i", "pod"}, {"pod"}} };
- coll_mul_fields->add_synonym(synonym1);
+ nlohmann::json synonym1 = R"({
+ "id": "ipod-synonyms",
+ "synonyms": ["ipod", "i pod", "pod"]
+ })"_json;
+
+ auto op = coll_mul_fields->add_synonym(synonym1);
std::vector<std::vector<std::string>> results;
coll_mul_fields->synonym_reduction({"ipod"}, results);
@@ -255,8 +292,10 @@ TEST_F(CollectionSynonymsTest, SynonymReductionMultiWay) {
ASSERT_STREQ("pod", results[1][0].c_str());
// multi-token synonym + multi-token synonym definitions
- synonym_t synonym2{"usa-synonyms", {}, {{"usa"}, {"united", "states"}, {"us"},
- {"united", "states", "of", "america"}, {"states"}}};
+ nlohmann::json synonym2 = R"({
+ "id": "usa-synonyms",
+ "synonyms": ["usa", "united states", "us", "united states of america", "states"]
+ })"_json;
coll_mul_fields->add_synonym(synonym2);
results.clear();
@@ -280,8 +319,16 @@ TEST_F(CollectionSynonymsTest, SynonymReductionMultiWay) {
}
TEST_F(CollectionSynonymsTest, SynonymBelongingToMultipleSets) {
- synonym_t synonym1{"iphone-synonyms", {}, {{"i", "phone"}, {"smart", "phone"}}};
- synonym_t synonym2{"samsung-synonyms", {}, {{"smart", "phone"}, {"galaxy", "phone"}, {"samsung", "phone"}}};
+ nlohmann::json synonym1 = R"({
+ "id": "iphone-synonyms",
+ "synonyms": ["i phone", "smart phone"]
+ })"_json;
+
+ nlohmann::json synonym2 = R"({
+ "id": "samsung-synonyms",
+ "synonyms": ["smart phone", "galaxy phone", "samsung phone"]
+ })"_json;
+
coll_mul_fields->add_synonym(synonym1);
coll_mul_fields->add_synonym(synonym2);
@@ -321,8 +368,7 @@ TEST_F(CollectionSynonymsTest, OneWaySynonym) {
ASSERT_EQ(0, res["found"].get<uint32_t>());
// add synonym and redo search
-
- coll_mul_fields->add_synonym(synonym);
+ ASSERT_TRUE(coll_mul_fields->add_synonym(synonym.to_view_json()).ok());
res = coll_mul_fields->search("ocean", {"title"}, "", {}, {}, {0}, 10).get();
ASSERT_EQ(1, res["hits"].size());
@@ -345,7 +391,7 @@ TEST_F(CollectionSynonymsTest, SynonymQueryVariantWithDropTokens) {
synonym_t synonym;
auto syn_op = synonym_t::parse(syn_json, synonym);
ASSERT_TRUE(syn_op.ok());
- coll1->add_synonym(synonym);
+ coll1->add_synonym(synonym.to_view_json());
nlohmann::json doc1;
doc1["id"] = "0";
@@ -398,7 +444,7 @@ TEST_F(CollectionSynonymsTest, SynonymsTextMatchSameAsRootQuery) {
synonym_t synonym;
auto syn_op = synonym_t::parse(syn_json, synonym);
ASSERT_TRUE(syn_op.ok());
- coll1->add_synonym(synonym);
+ coll1->add_synonym(synonym.to_view_json());
nlohmann::json doc1;
doc1["id"] = "0";
@@ -442,7 +488,7 @@ TEST_F(CollectionSynonymsTest, MultiWaySynonym) {
ASSERT_EQ(0, res["hits"].size());
ASSERT_EQ(0, res["found"].get<uint32_t>());
- coll_mul_fields->add_synonym(synonym);
+ coll_mul_fields->add_synonym(synonym.to_view_json());
res = coll_mul_fields->search("homǝland", {"title"}, "", {}, {}, {0}, 10).get();
@@ -455,21 +501,17 @@ TEST_F(CollectionSynonymsTest, MultiWaySynonym) {
{"synonyms", {"Samuel L. Jackson", "Sam Jackson", "Leroy"}}
};
- synonym_t synonym2;
- syn_op = synonym_t::parse(syn_json2, synonym2);
- ASSERT_TRUE(syn_op.ok());
-
res = coll_mul_fields->search("samuel leroy jackson", {"starring"}, "", {}, {}, {0}, 10, 1, FREQUENCY, {false}, 0).get();
ASSERT_EQ(0, res["hits"].size());
- coll_mul_fields->add_synonym(synonym2);
+ coll_mul_fields->add_synonym(syn_json2);
res = coll_mul_fields->search("samuel leroy jackson", {"starring"}, "", {}, {}, {0}, 10).get();
ASSERT_EQ(2, res["hits"].size());
ASSERT_EQ(2, res["found"].get<uint32_t>());
- ASSERT_STREQ("<mark>Samuel</mark> <mark>L</mark>. <mark>Jackson</mark>", res["hits"][0]["highlights"][0]["snippet"].get<std::string>().c_str());
- ASSERT_STREQ("<mark>Samuel</mark> <mark>L</mark>. <mark>Jackson</mark>", res["hits"][1]["highlights"][0]["snippet"].get<std::string>().c_str());
+ ASSERT_STREQ("<mark>Samuel</mark> L. <mark>Jackson</mark>", res["hits"][0]["highlights"][0]["snippet"].get<std::string>().c_str());
+ ASSERT_STREQ("<mark>Samuel</mark> L. <mark>Jackson</mark>", res["hits"][1]["highlights"][0]["snippet"].get<std::string>().c_str());
// for now we don't support synonyms on ANY prefix
@@ -517,7 +559,7 @@ TEST_F(CollectionSynonymsTest, ExactMatchRankedSameAsSynonymMatch) {
auto syn_op = synonym_t::parse(syn_json, synonym);
ASSERT_TRUE(syn_op.ok());
- coll1->add_synonym(synonym);
+ coll1->add_synonym(synonym.to_view_json());
auto res = coll1->search("laughing", {"title"}, "", {}, {}, {0}, 10, 1, FREQUENCY, {false}, 0).get();
@@ -569,7 +611,7 @@ TEST_F(CollectionSynonymsTest, ExactMatchVsSynonymMatchCrossFields) {
auto syn_op = synonym_t::parse(syn_json, synonym);
ASSERT_TRUE(syn_op.ok());
- coll1->add_synonym(synonym);
+ coll1->add_synonym(synonym.to_view_json());
auto res = coll1->search("cmo", {"title", "description"}, "", {}, {},
{0}, 10, 1, FREQUENCY, {false}, 0).get();
@@ -622,7 +664,7 @@ TEST_F(CollectionSynonymsTest, SynonymFieldOrdering) {
auto syn_op = synonym_t::parse(syn_json, synonym);
ASSERT_TRUE(syn_op.ok());
- coll1->add_synonym(synonym);
+ coll1->add_synonym(synonym.to_view_json());
auto res = coll1->search("laughing", {"title", "description"}, "", {}, {}, {0}, 10, 1, FREQUENCY, {false}, 0).get();
@@ -638,8 +680,8 @@ TEST_F(CollectionSynonymsTest, SynonymFieldOrdering) {
TEST_F(CollectionSynonymsTest, DeleteAndUpsertDuplicationOfSynonms) {
synonym_t synonym1{"ipod-synonyms", {}, {{"ipod"}, {"i", "pod"}, {"pod"}}};
synonym_t synonym2{"samsung-synonyms", {}, {{"s3"}, {"s3", "phone"}, {"samsung"}}};
- coll_mul_fields->add_synonym(synonym1);
- coll_mul_fields->add_synonym(synonym2);
+ coll_mul_fields->add_synonym(synonym1.to_view_json());
+ coll_mul_fields->add_synonym(synonym2.to_view_json());
ASSERT_EQ(2, coll_mul_fields->get_synonyms().size());
coll_mul_fields->remove_synonym("ipod-synonyms");
@@ -650,7 +692,7 @@ TEST_F(CollectionSynonymsTest, DeleteAndUpsertDuplicationOfSynonms) {
// try to upsert synonym with same ID
synonym2.root = {"s3", "smartphone"};
- auto upsert_op = coll_mul_fields->add_synonym(synonym2);
+ auto upsert_op = coll_mul_fields->add_synonym(synonym2.to_view_json());
ASSERT_TRUE(upsert_op.ok());
ASSERT_EQ(1, coll_mul_fields->get_synonyms().size());
@@ -707,7 +749,7 @@ TEST_F(CollectionSynonymsTest, SynonymSingleTokenExactMatch) {
}
synonym_t synonym1{"syn-1", {"lulu", "lemon"}, {{"lululemon"}}};
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
auto res = coll1->search("lulu lemon", {"title"}, "", {}, {}, {2}, 10, 1, FREQUENCY, {true}, 0).get();
@@ -747,7 +789,7 @@ TEST_F(CollectionSynonymsTest, SynonymExpansionAndCompressionRanking) {
}
synonym_t synonym1{"syn-1", {"lululemon"}, {{"lulu", "lemon"}}};
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
auto res = coll1->search("lululemon", {"title"}, "", {}, {}, {2}, 10, 1, FREQUENCY, {true}, 0).get();
ASSERT_EQ(2, res["hits"].size());
@@ -763,7 +805,7 @@ TEST_F(CollectionSynonymsTest, SynonymExpansionAndCompressionRanking) {
// now with compression synonym
synonym1.root = {"lulu", "lemon"};
synonym1.synonyms = {{"lululemon"}};
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
res = coll1->search("lulu lemon", {"title"}, "", {}, {}, {2}, 10, 1, FREQUENCY, {true}, 0).get();
ASSERT_EQ(2, res["hits"].size());
@@ -805,7 +847,7 @@ TEST_F(CollectionSynonymsTest, SynonymQueriesMustHavePrefixEnabled) {
}
synonym_t synonym1{"syn-1", {"ns"}, {{"nonstick"}}};
- coll1->add_synonym(synonym1);
+ coll1->add_synonym(synonym1.to_view_json());
auto res = coll1->search("ns cook", {"title"}, "", {}, {}, {2}, 10, 1, FREQUENCY, {true}, 0).get();
ASSERT_EQ(1, res["hits"].size());
@@ -815,4 +857,83 @@ TEST_F(CollectionSynonymsTest, SynonymQueriesMustHavePrefixEnabled) {
ASSERT_EQ(0, res["hits"].size());
collectionManager.drop_collection("coll1");
+}
+
+TEST_F(CollectionSynonymsTest, HandleSpecialSymbols) {
+ Collection *coll1;
+
+ std::vector<field> fields = {field("title", field_types::STRING, false),
+ field("points", field_types::INT32, false),};
+
+ coll1 = collectionManager.get_collection("coll1").get();
+ if(coll1 == nullptr) {
+ coll1 = collectionManager.create_collection("coll1", 1, fields, "points",
+ 0, "", {"+"}, {"."}).get();
+ }
+
+ std::vector<std::vector<std::string>> records = {
+ {"+", "100"},
+ {"example.com", "100"},
+ };
+
+ for(size_t i=0; i<records.size(); i++) {
+ nlohmann::json doc;
+
+ doc["id"] = std::to_string(i);
+ doc["title"] = records[i][0];
+ doc["points"] = std::stoi(records[i][1]);
+
+ ASSERT_TRUE(coll1->add(doc.dump()).ok());
+ }
+
+ nlohmann::json syn_plus_json = {
+ {"id", "syn-1"},
+ {"root", "plus"},
+ {"synonyms", {"+"} }
+ };
+
+ ASSERT_TRUE(coll1->add_synonym(syn_plus_json).ok());
+
+ auto res = coll1->search("plus", {"title"}, "", {}, {}, {0}, 10, 1, FREQUENCY, {true}, 0).get();
+ ASSERT_EQ(1, res["hits"].size());
+ ASSERT_EQ("0", res["hits"][0]["document"]["id"].get<std::string>());
+}
+
+TEST_F(CollectionSynonymsTest, SynonymForNonAsciiLanguage) {
+ Collection *coll1;
+
+ std::vector<field> fields = {field("title", field_types::STRING, false),
+ field("points", field_types::INT32, false),};
+
+ coll1 = collectionManager.get_collection("coll1").get();
+ if(coll1 == nullptr) {
+ coll1 = collectionManager.create_collection("coll1", 1, fields, "points",
+ 0, "", {"+"}, {"."}).get();
+ }
+
+ std::vector<std::vector<std::string>> records = {
+ {"அனைவருக்கும் வணக்கம்", "100"},
+ };
+
+ for(size_t i=0; i<records.size(); i++) {
+ nlohmann::json doc;
+
+ doc["id"] = std::to_string(i);
+ doc["title"] = records[i][0];
+ doc["points"] = std::stoi(records[i][1]);
+
+ ASSERT_TRUE(coll1->add(doc.dump()).ok());
+ }
+
+ nlohmann::json syn_plus_json = {
+ {"id", "syn-1"},
+ {"root", "எல்லோருக்கும்"},
+ {"synonyms", {"அனைவருக்கும்"} }
+ };
+
+ ASSERT_TRUE(coll1->add_synonym(syn_plus_json).ok());
+
+ auto res = coll1->search("எல்லோருக்கும்", {"title"}, "", {}, {}, {0}, 10, 1, FREQUENCY, {true}, 0).get();
+ ASSERT_EQ(1, res["hits"].size());
+ ASSERT_EQ("0", res["hits"][0]["document"]["id"].get<std::string>());
}
\ No newline at end of file