Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Add a Cohere vectorizer

Aidan Gomez2b45a9bf3037
diff --git a/dsp/modules/sentence_vectorizer.py b/dsp/modules/sentence_vectorizer.py
index 5666efe22..21471552d 100644
--- a/dsp/modules/sentence_vectorizer.py
+++ b/dsp/modules/sentence_vectorizer.py
@@ -1,6 +1,7 @@
import abc
from typing import List, Optional
+import cohere
import numpy as np
import openai
@@ -109,6 +110,48 @@ class NaiveGetFieldVectorizer(BaseSentenceVectorizer):
return embeddings
+class CohereVectorizer(BaseSentenceVectorizer):
+ '''
+ This vectorizer uses the Cohere API to convert texts to embeddings.
+ More about the available models: https://docs.cohere.com/reference/embed
+ `api_key` should be passed as an argument and can be retrieved
+ from https://dashboard.cohere.com/api-keys
+ '''
+ def __init__(
+ self,
+ api_key: str,
+ model: str = 'embed-english-v3.0',
+ embed_batch_size: int = 96,
+ embedding_type: str = 'search_document' # for details check Cohere embed docs
+ ):
+ self.model = model
+ self.embed_batch_size = embed_batch_size
+ self.embedding_type = embedding_type
+ self.client = cohere.Client(api_key)
+
+ def __call__(self, inp_examples: List["Example"]) -> np.ndarray:
+ text_to_vectorize = self._extract_text_from_examples(inp_examples)
+
+ embeddings_list = []
+
+ n_batches = (len(text_to_vectorize) - 1) // self.embed_batch_size + 1
+ for cur_batch_idx in range(n_batches):
+ start_idx = cur_batch_idx * self.embed_batch_size
+ end_idx = (cur_batch_idx + 1) * self.embed_batch_size
+ cur_batch = text_to_vectorize[start_idx: end_idx]
+
+ response = self.client.embed(
+ texts=cur_batch,
+ model=self.model,
+ input_type=self.embedding_type
+ )
+
+ embeddings_list.extend(response.embeddings)
+
+ embeddings = np.array(embeddings_list, dtype=np.float32)
+ return embeddings
+
+
try:
OPENAI_LEGACY = int(openai.version.__version__[0]) == 0
except Exception:
@@ -158,4 +201,4 @@ class OpenAIVectorizer(BaseSentenceVectorizer):
embeddings_list.extend(cur_batch_embeddings)
embeddings = np.array(embeddings_list, dtype=np.float32)
- return embeddings
\ No newline at end of file
+ return embeddings