The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
community: Add Baichuan Embeddings batch size (#22942)
maang-hc6b7db6587c5
diff --git a/libs/community/langchain_community/embeddings/baichuan.py b/libs/community/langchain_community/embeddings/baichuan.pyindex d0f54fff0d..21175fb901 100644--- a/libs/community/langchain_community/embeddings/baichuan.py+++ b/libs/community/langchain_community/embeddings/baichuan.py@@ -2,7 +2,7 @@ from typing import Any, Dict, List, Optionalimport requestsfrom langchain_core.embeddings import Embeddings-from langchain_core.pydantic_v1 import BaseModel, SecretStr, root_validator+from langchain_core.pydantic_v1 import BaseModel, Field, SecretStr, root_validatorfrom langchain_core.utils import convert_to_secret_str, get_from_dict_or_envfrom requests import RequestException@@ -37,9 +37,16 @@ class BaichuanTextEmbeddings(BaseModel, Embeddings):"""session: Any #: :meta private:- model_name: str = "Baichuan-Text-Embedding"- baichuan_api_key: Optional[SecretStr] = None+ model_name: str = Field(default="Baichuan-Text-Embedding", alias="model")+ baichuan_api_key: Optional[SecretStr] = Field(default=None, alias="api_key")"""Automatically inferred from env var `BAICHUAN_API_KEY` if not provided."""+ chunk_size: int = 16+ """Chunk size when multiple texts are input"""++ class Config:+ """Configuration for this pydantic object."""++ allow_population_by_field_name = True@root_validator(allow_reuse=True)def validate_environment(cls, values: Dict) -> Dict:@@ -78,26 +85,35 @@ class BaichuanTextEmbeddings(BaseModel, Embeddings):A list of list of floats representing the embeddings, or None if anerror occurs."""- response = self.session.post(- BAICHUAN_API_URL, json={"input": texts, "model": self.model_name}- )- # Raise exception if response status code from 400 to 600- response.raise_for_status()- # Check if the response status code indicates success- if response.status_code == 200:- resp = response.json()- embeddings = resp.get("data", [])- # Sort resulting embeddings by index- sorted_embeddings = sorted(embeddings, key=lambda e: e.get("index", 0))- # Return just the embeddings- return [result.get("embedding", []) for result in sorted_embeddings]- else:- # Log error or handle unsuccessful response appropriately- # Handle 100 <= status_code < 400, not include 200- raise RequestException(- f"Error: Received status code {response.status_code} from "- "`BaichuanEmbedding` API"+ chunk_texts = [+ texts[i : i + self.chunk_size]+ for i in range(0, len(texts), self.chunk_size)+ ]+ embed_results = []+ for chunk in chunk_texts:+ response = self.session.post(+ BAICHUAN_API_URL, json={"input": chunk, "model": self.model_name})+ # Raise exception if response status code from 400 to 600+ response.raise_for_status()+ # Check if the response status code indicates success+ if response.status_code == 200:+ resp = response.json()+ embeddings = resp.get("data", [])+ # Sort resulting embeddings by index+ sorted_embeddings = sorted(embeddings, key=lambda e: e.get("index", 0))+ # Return just the embeddings+ embed_results.extend(+ [result.get("embedding", []) for result in sorted_embeddings]+ )+ else:+ # Log error or handle unsuccessful response appropriately+ # Handle 100 <= status_code < 400, not include 200+ raise RequestException(+ f"Error: Received status code {response.status_code} from "+ "`BaichuanEmbedding` API"+ )+ return embed_resultsdef embed_documents(self, texts: List[str]) -> Optional[List[List[float]]]: # type: ignore[override]"""Public method to get embeddings for a list of documents.diff --git a/libs/community/tests/integration_tests/embeddings/test_baichuan.py b/libs/community/tests/integration_tests/embeddings/test_baichuan.pyindex b8f8e68bff..fd5921642f 100644--- a/libs/community/tests/integration_tests/embeddings/test_baichuan.py+++ b/libs/community/tests/integration_tests/embeddings/test_baichuan.py@@ -17,3 +17,13 @@ def test_baichuan_embedding_query() -> None:embedding = BaichuanTextEmbeddings() # type: ignore[call-arg]output = embedding.embed_query(document)assert len(output) == 1024 # type: ignore[arg-type]+++def test_baichuan_embeddings_multi_documents() -> None:+ """Test Baichuan Text Embedding for documents with multi texts."""+ document = "午餐吃了螺蛳粉"+ doc_amount = 35+ embeddings = BaichuanTextEmbeddings() # type: ignore[call-arg]+ output = embeddings.embed_documents([document] * doc_amount)+ assert len(output) == doc_amount # type: ignore[arg-type]+ assert len(output[0]) == 1024 # type: ignore[index]diff --git a/libs/community/tests/unit_tests/embeddings/test_baichuan.py b/libs/community/tests/unit_tests/embeddings/test_baichuan.pynew file mode 100644index 0000000000..10513948f9--- /dev/null+++ b/libs/community/tests/unit_tests/embeddings/test_baichuan.py@@ -0,0 +1,18 @@+from typing import cast++from langchain_core.pydantic_v1 import SecretStr++from langchain_community.embeddings import BaichuanTextEmbeddings+++def test_sparkllm_initialization_by_alias() -> None:+ # Effective initialization+ embeddings = BaichuanTextEmbeddings( # type: ignore[call-arg]+ model="embedding_model", # type: ignore[arg-type]+ api_key="your-api-key", # type: ignore[arg-type]+ )+ assert embeddings.model_name == "embedding_model"+ assert (+ cast(SecretStr, embeddings.baichuan_api_key).get_secret_value()+ == "your-api-key"+ )