The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
huggingface; fix huggingface_endpoint.py (initialize clients only with supported kwargs) (#26378)
Lucaina2023a1e9690
diff --git a/libs/partners/huggingface/langchain_huggingface/llms/huggingface_endpoint.py b/libs/partners/huggingface/langchain_huggingface/llms/huggingface_endpoint.pyindex b270a99304..076cafd4de 100644--- a/libs/partners/huggingface/langchain_huggingface/llms/huggingface_endpoint.py+++ b/libs/partners/huggingface/langchain_huggingface/llms/huggingface_endpoint.py@@ -1,3 +1,4 @@+import inspectimport json # type: ignore[import-not-found]import loggingimport os@@ -212,18 +213,41 @@ class HuggingFaceEndpoint(LLM):from huggingface_hub import AsyncInferenceClient, InferenceClient+ # Instantiate clients with supported kwargs+ sync_supported_kwargs = set(inspect.signature(InferenceClient).parameters)self.client = InferenceClient(model=self.model,timeout=self.timeout,token=huggingfacehub_api_token,- **self.server_kwargs,+ **{+ key: value+ for key, value in self.server_kwargs.items()+ if key in sync_supported_kwargs+ },)++ async_supported_kwargs = set(inspect.signature(AsyncInferenceClient).parameters)self.async_client = AsyncInferenceClient(model=self.model,timeout=self.timeout,token=huggingfacehub_api_token,- **self.server_kwargs,+ **{+ key: value+ for key, value in self.server_kwargs.items()+ if key in async_supported_kwargs+ },+ )++ ignored_kwargs = (+ set(self.server_kwargs.keys())+ - sync_supported_kwargs+ - async_supported_kwargs)+ if len(ignored_kwargs) > 0:+ logger.warning(+ f"Ignoring following parameters as they are not supported by the "+ f"InferenceClient or AsyncInferenceClient: {ignored_kwargs}."+ )return self