The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
community: Fixed the procedure of initializing pad_token_id (#29434)
Teruaki Ishizaki3fce78994ebb
diff --git a/libs/community/langchain_community/llms/huggingface_pipeline.py b/libs/community/langchain_community/llms/huggingface_pipeline.pyindex 44b4558d2d..185405645e 100644--- a/libs/community/langchain_community/llms/huggingface_pipeline.py+++ b/libs/community/langchain_community/llms/huggingface_pipeline.py@@ -169,7 +169,16 @@ class HuggingFacePipeline(BaseLLM):) from eif tokenizer.pad_token is None:- tokenizer.pad_token_id = model.config.eos_token_id+ if model.config.pad_token_id is not None:+ tokenizer.pad_token_id = model.config.pad_token_id+ elif model.config.eos_token_id is not None and isinstance(+ model.config.eos_token_id, int+ ):+ tokenizer.pad_token_id = model.config.eos_token_id+ elif tokenizer.eos_token_id is not None:+ tokenizer.pad_token_id = tokenizer.eos_token_id+ else:+ tokenizer.add_special_tokens({"pad_token": "[PAD]"})if ((