Skip to content

Open Source alternative to Algolia + Pinecone and an Easier-to-Use alternative to ElasticSearch ⚡ 🔍 ✨ Fast, typo tolerant, in-memory fuzzy Search Engine for building delightful search experiences

Fix batch size

ozanarmaganeb6e5fd33b28
diff --git a/src/text_embedder.cpp b/src/text_embedder.cpp
index 0e34069f..9e168424 100644
--- a/src/text_embedder.cpp
+++ b/src/text_embedder.cpp
@@ -136,8 +136,8 @@ Option<std::vector<float>> TextEmbedder::Embed(const std::string& text) {
Option<std::vector<std::vector<float>>> TextEmbedder::batch_embed(const std::vector<std::string>& inputs) {
std::vector<std::vector<float>> outputs;
if(!is_remote()) {
- for(int i = 0; i < inputs.size(); i += 16) {
- auto input_batch = std::vector<std::string>(inputs.begin() + i, inputs.begin() + std::min(i + 16, static_cast<int>(inputs.size())));
+ for(int i = 0; i < inputs.size(); i += 8) {
+ auto input_batch = std::vector<std::string>(inputs.begin() + i, inputs.begin() + std::min(i + 8, static_cast<int>(inputs.size())));
auto encoded_inputs = batch_encode(input_batch);
// create input tensor object from data values