Skip to content

The agent engineering platform.

community: Fixed the procedure of initializing pad_token_id (#29434)

Teruaki Ishizaki3fce78994ebb
diff --git a/libs/community/langchain_community/llms/huggingface_pipeline.py b/libs/community/langchain_community/llms/huggingface_pipeline.py
index 44b4558d2d..185405645e 100644
--- a/libs/community/langchain_community/llms/huggingface_pipeline.py
+++ b/libs/community/langchain_community/llms/huggingface_pipeline.py
@@ -169,7 +169,16 @@ class HuggingFacePipeline(BaseLLM):
) from e
if tokenizer.pad_token is None:
- tokenizer.pad_token_id = model.config.eos_token_id
+ if model.config.pad_token_id is not None:
+ tokenizer.pad_token_id = model.config.pad_token_id
+ elif model.config.eos_token_id is not None and isinstance(
+ model.config.eos_token_id, int
+ ):
+ tokenizer.pad_token_id = model.config.eos_token_id
+ elif tokenizer.eos_token_id is not None:
+ tokenizer.pad_token_id = tokenizer.eos_token_id
+ else:
+ tokenizer.add_special_tokens({"pad_token": "[PAD]"})
if (
(