Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

support TEI

xiayouranc4752a3ec955
diff --git a/dsp/modules/sentence_vectorizer.py b/dsp/modules/sentence_vectorizer.py
index 59c25982d..84be68420 100644
--- a/dsp/modules/sentence_vectorizer.py
+++ b/dsp/modules/sentence_vectorizer.py
@@ -3,6 +3,8 @@ from typing import List, Optional
import numpy as np
import openai
+import math
+import requests
class BaseSentenceVectorizer(abc.ABC):
@@ -306,3 +308,54 @@ class PremAIVectorizer(BaseSentenceVectorizer):
embeddings = np.array(embedding_list, dtype=np.float32)
return embeddings
+
+
+class TEIVectorizer(BaseSentenceVectorizer):
+ """The TEIVectorizer class utilizes the TEI(Text Embeddings Inference) Embeddings API to
+ convert text into embeddings.
+
+ For detailed information on the supported models, visit: https://github.com/huggingface/text-embeddings-inference.
+
+ `model` is embedding model name.
+ `embed_batch_size` is the maximum batch size for a single request.
+ `api_key` request authorization.
+ `api_url` custom inference endpoint url.
+
+ To learn more about getting started with TEI, visit: https://github.com/huggingface/text-embeddings-inference.
+ """
+
+ def __init__(
+ self,
+ model: Optional[str] = "bge-base-en-v1.5",
+ embed_batch_size: int = 256,
+ api_key: Optional[str] = None,
+ api_url: str = "",
+ ):
+ self.model = model
+ self.embed_batch_size = embed_batch_size
+ self.api_key = api_key
+ self.api_url = api_url
+
+ @property
+ def _headers(self) -> dict:
+ return {"Authorization": f"Bearer {self.api_key}"}
+
+ def __call__(self, inp_examples: List["Example"]) -> np.ndarray:
+ text_to_vectorize = self._extract_text_from_examples(inp_examples)
+ embeddings_list = []
+
+ n = math.ceil(len(text_to_vectorize) / self.embed_batch_size)
+ for i in range(n):
+ response = requests.post(
+ self.api_url,
+ headers=self._headers,
+ json={
+ "inputs": text_to_vectorize[i * self.embed_batch_size:(i + 1) * self.embed_batch_size],
+ "normalize": True,
+ "truncate": True
+ },
+ )
+ embeddings_list.extend(response.json())
+
+ embeddings = np.array(embeddings_list, dtype=np.float32)
+ return embeddings