Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Temp fix for text embedding prefixes

ozanarmagan38eab6251bdc
diff --git a/src/collection.cpp b/src/collection.cpp
index a4e1a2d7..59b81ea3 100644
--- a/src/collection.cpp
+++ b/src/collection.cpp
@@ -1186,7 +1186,9 @@ Option<nlohmann::json> Collection::search(std::string raw_query,
TextEmbedderManager& embedder_manager = TextEmbedderManager::get_instance();
auto embedder = embedder_manager.get_text_embedder(search_field.model_name.size() > 0 ? search_field.model_name : TextEmbedderManager::DEFAULT_MODEL_NAME);
- std::vector<float> embedding = embedder->Embed(raw_query);
+ std::string embed_query = "query: " + raw_query;
+
+ std::vector<float> embedding = embedder->Embed(embed_query);
vector_query._reset();
vector_query.values = embedding;
vector_query.field_name = field_name;
diff --git a/src/index.cpp b/src/index.cpp
index 97accb7a..6e99d0d0 100644
--- a/src/index.cpp
+++ b/src/index.cpp
@@ -6337,7 +6337,7 @@ Option<bool> Index::embed_fields(nlohmann::json& document,
const tsl::htrie_map<char, field>& embedding_fields,
const tsl::htrie_map<char, field> & search_schema) {
for(const auto& field : embedding_fields) {
- std::string text_to_embed;
+ std::string text_to_embed = "passage: ";
for(const auto& field_name : field.embed_from) {
auto field_it = search_schema.find(field_name);
if(field_it.value().type == field_types::STRING) {