Skip to content

The agent engineering platform.

fix(langchain-classic): fix init_chat_model for HuggingFace models (#33943)

Georgey16c984ef0aad
diff --git a/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py b/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py
index cedb1327ef..31cfb85f1c 100644
--- a/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py
+++ b/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py
@@ -627,8 +627,54 @@ class ChatHuggingFace(BaseChatModel):
HuggingFacePipeline,
)
+ task = task if task is not None else "text-generation"
+
+ # Separate pipeline-specific kwargs from ChatHuggingFace kwargs
+ # Parameters that should go to HuggingFacePipeline.from_model_id
+ pipeline_specific_kwargs = {}
+
+ # Extract pipeline-specific parameters
+ pipeline_keys = [
+ "backend",
+ "device",
+ "device_map",
+ "model_kwargs",
+ "pipeline_kwargs",
+ "batch_size",
+ ]
+ for key in pipeline_keys:
+ if key in kwargs:
+ pipeline_specific_kwargs[key] = kwargs.pop(key)
+
+ # Remaining kwargs (temperature, max_tokens, etc.) should go to
+ # pipeline_kwargs for generation parameters, which ChatHuggingFace
+ # will inherit from the LLM
+ if "pipeline_kwargs" not in pipeline_specific_kwargs:
+ pipeline_specific_kwargs["pipeline_kwargs"] = {}
+
+ # Add generation parameters to pipeline_kwargs
+ # Map max_tokens to max_new_tokens for HuggingFace pipeline
+ generation_params = {}
+ for k, v in list(kwargs.items()):
+ if k == "max_tokens":
+ generation_params["max_new_tokens"] = v
+ kwargs.pop(k)
+ elif k in (
+ "temperature",
+ "max_new_tokens",
+ "top_p",
+ "top_k",
+ "repetition_penalty",
+ "do_sample",
+ ):
+ generation_params[k] = v
+ kwargs.pop(k)
+
+ pipeline_specific_kwargs["pipeline_kwargs"].update(generation_params)
+
+ # Create the HuggingFacePipeline
llm = HuggingFacePipeline.from_model_id(
- model_id=model_id, task=cast(str, task), **kwargs
+ model_id=model_id, task=task, **pipeline_specific_kwargs
)
elif backend == "endpoint":
from langchain_huggingface.llms.huggingface_endpoint import (
diff --git a/libs/partners/huggingface/pyproject.toml b/libs/partners/huggingface/pyproject.toml
index b426f26d78..25b80353bd 100644
--- a/libs/partners/huggingface/pyproject.toml
+++ b/libs/partners/huggingface/pyproject.toml
@@ -46,6 +46,7 @@ test = [
"langchain-core",
"langchain-tests",
"langchain-community",
+ "langchain",
]
lint = ["ruff>=0.13.1,<0.14.0"]
dev = [
@@ -61,6 +62,7 @@ typing = [
[tool.uv.sources]
langchain-core = { path = "../../core", editable = true }
langchain-tests = { path = "../../standard-tests", editable = true }
+langchain = { path = "../../langchain_v1", editable = true }
[tool.mypy]
disallow_untyped_defs = "True"
diff --git a/libs/partners/huggingface/tests/unit_tests/test_chat_models.py b/libs/partners/huggingface/tests/unit_tests/test_chat_models.py
index 4b9982986d..1a0ea24c10 100644
--- a/libs/partners/huggingface/tests/unit_tests/test_chat_models.py
+++ b/libs/partners/huggingface/tests/unit_tests/test_chat_models.py
@@ -337,3 +337,55 @@ def test_profile() -> None:
llm=empty_llm,
)
assert model.profile
+
+
+def test_init_chat_model_huggingface() -> None:
+ """Test that init_chat_model works with HuggingFace models.
+
+ This test verifies that the fix for issue #28226 works correctly.
+ The issue was that init_chat_model didn't properly handle HuggingFace
+ model initialization, particularly the required 'task' parameter and
+ parameter separation between HuggingFacePipeline and ChatHuggingFace.
+ """
+ from langchain.chat_models.base import init_chat_model
+
+ # Test basic initialization with default task
+ # Note: This test may skip in CI if model download fails, but it verifies
+ # that the initialization code path works correctly
+ try:
+ llm = init_chat_model(
+ model="microsoft/Phi-3-mini-4k-instruct",
+ model_provider="huggingface",
+ temperature=0,
+ max_tokens=1024,
+ )
+
+ # Verify that ChatHuggingFace was created successfully
+ assert llm is not None
+ from langchain_huggingface import ChatHuggingFace
+
+ assert isinstance(llm, ChatHuggingFace)
+
+ # Verify that the llm attribute is set (this was the bug - it was missing)
+ assert hasattr(llm, "llm")
+ assert llm.llm is not None
+
+ # Test with explicit task parameter
+ llm2 = init_chat_model(
+ model="microsoft/Phi-3-mini-4k-instruct",
+ model_provider="huggingface",
+ task="text-generation",
+ temperature=0.5,
+ )
+ assert isinstance(llm2, ChatHuggingFace)
+ assert llm2.llm is not None
+ except (
+ ImportError,
+ OSError,
+ RuntimeError,
+ ValueError,
+ ) as e:
+ # If model download fails in CI, skip the test rather than failing
+ # The important part is that the code path doesn't raise ValidationError
+ # about missing 'llm' field, which was the original bug
+ pytest.skip(f"Skipping test due to model download/initialization error: {e}")
diff --git a/libs/partners/huggingface/uv.lock b/libs/partners/huggingface/uv.lock
index 0b3203cc4e..fc1966da08 100644
--- a/libs/partners/huggingface/uv.lock
+++ b/libs/partners/huggingface/uv.lock
@@ -875,17 +875,64 @@ wheels = [
[[package]]
name = "langchain"
-version = "1.0.0a9"
-source = { registry = "https://pypi.org/simple" }
+version = "1.1.3"
+source = { editable = "../../langchain_v1" }
dependencies = [
{ name = "langchain-core" },
- { name = "langchain-text-splitters" },
{ name = "langgraph" },
{ name = "pydantic" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/b0/30/3feeaf04077079c48d09fc77e3469ea4b090ced9c4d47f136dd255f82559/langchain-1.0.0a9.tar.gz", hash = "sha256:22f3695337502daed7b35de4b3591c6427f8fc7dc99d343f6fb3620a4e4016a5", size = 107622, upload-time = "2025-09-24T21:06:01.95Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/49/90/a826ccb05598eaca38f61bcd67575c18bc169c1f07e9c25c88a979611da9/langchain-1.0.0a9-py3-none-any.whl", hash = "sha256:915db2fb7f7547937ae37a1e9c13177db683be6298395089f8d6cc49c11c69dc", size = 71486, upload-time = "2025-09-24T21:06:00.503Z" },
+
+[package.metadata]
+requires-dist = [
+ { name = "langchain-anthropic", marker = "extra == 'anthropic'" },
+ { name = "langchain-aws", marker = "extra == 'aws'" },
+ { name = "langchain-azure-ai", marker = "extra == 'azure-ai'" },
+ { name = "langchain-community", marker = "extra == 'community'" },
+ { name = "langchain-core", editable = "../../core" },
+ { name = "langchain-deepseek", marker = "extra == 'deepseek'" },
+ { name = "langchain-fireworks", marker = "extra == 'fireworks'" },
+ { name = "langchain-google-genai", marker = "extra == 'google-genai'" },
+ { name = "langchain-google-vertexai", marker = "extra == 'google-vertexai'" },
+ { name = "langchain-groq", marker = "extra == 'groq'" },
+ { name = "langchain-huggingface", marker = "extra == 'huggingface'" },
+ { name = "langchain-mistralai", marker = "extra == 'mistralai'" },
+ { name = "langchain-ollama", marker = "extra == 'ollama'" },
+ { name = "langchain-openai", marker = "extra == 'openai'", editable = "../openai" },
+ { name = "langchain-perplexity", marker = "extra == 'perplexity'" },
+ { name = "langchain-together", marker = "extra == 'together'" },
+ { name = "langchain-xai", marker = "extra == 'xai'" },
+ { name = "langgraph", specifier = ">=1.0.2,<1.1.0" },
+ { name = "pydantic", specifier = ">=2.7.4,<3.0.0" },
+]
+provides-extras = ["community", "anthropic", "openai", "azure-ai", "google-vertexai", "google-genai", "fireworks", "ollama", "together", "mistralai", "huggingface", "groq", "aws", "deepseek", "xai", "perplexity"]
+
+[package.metadata.requires-dev]
+lint = [{ name = "ruff", specifier = ">=0.14.2,<0.15.0" }]
+test = [
+ { name = "langchain-openai", editable = "../openai" },
+ { name = "langchain-tests", editable = "../../standard-tests" },
+ { name = "pytest", specifier = ">=8.0.0,<9.0.0" },
+ { name = "pytest-asyncio", specifier = ">=0.23.2,<2.0.0" },
+ { name = "pytest-cov", specifier = ">=4.0.0,<8.0.0" },
+ { name = "pytest-mock" },
+ { name = "pytest-socket", specifier = ">=0.6.0,<1.0.0" },
+ { name = "pytest-watcher", specifier = ">=0.2.6,<1.0.0" },
+ { name = "pytest-xdist", specifier = ">=3.6.1,<4.0.0" },
+ { name = "syrupy", specifier = ">=4.0.2,<5.0.0" },
+ { name = "toml", specifier = ">=0.10.2,<1.0.0" },
+]
+test-integration = [
+ { name = "langchain-core", editable = "../../core" },
+ { name = "langchain-text-splitters", editable = "../../text-splitters" },
+ { name = "langchainhub", specifier = ">=0.1.16,<1.0.0" },
+ { name = "python-dotenv", specifier = ">=1.0.0,<2.0.0" },
+ { name = "vcrpy", specifier = ">=7.0.0,<8.0.0" },
+ { name = "wrapt", specifier = ">=1.15.0,<2.0.0" },
+]
+typing = [
+ { name = "mypy", specifier = ">=1.18.1,<1.19.0" },
+ { name = "types-toml", specifier = ">=0.10.8.20240310,<1.0.0.0" },
]
[[package]]
@@ -914,7 +961,7 @@ wheels = [
[[package]]
name = "langchain-core"
-version = "1.1.1"
+version = "1.1.3"
source = { editable = "../../core" }
dependencies = [
{ name = "jsonpatch" },
@@ -997,6 +1044,7 @@ lint = [
{ name = "ruff" },
]
test = [
+ { name = "langchain" },
{ name = "langchain-community" },
{ name = "langchain-core" },
{ name = "langchain-tests" },
@@ -1031,6 +1079,7 @@ dev = [
]
lint = [{ name = "ruff", specifier = ">=0.13.1,<0.14.0" }]
test = [
+ { name = "langchain", editable = "../../langchain_v1" },
{ name = "langchain-community" },
{ name = "langchain-core", editable = "../../core" },
{ name = "langchain-tests", editable = "../../standard-tests" },
@@ -1095,21 +1144,9 @@ typing = [
{ name = "types-pyyaml", specifier = ">=6.0.12.2,<7.0.0.0" },
]
-[[package]]
-name = "langchain-text-splitters"
-version = "0.3.11"
-source = { registry = "https://pypi.org/simple" }
-dependencies = [
- { name = "langchain-core" },
-]
-sdist = { url = "https://files.pythonhosted.org/packages/11/43/dcda8fd25f0b19cb2835f2f6bb67f26ad58634f04ac2d8eae00526b0fa55/langchain_text_splitters-0.3.11.tar.gz", hash = "sha256:7a50a04ada9a133bbabb80731df7f6ddac51bc9f1b9cab7fa09304d71d38a6cc", size = 46458, upload-time = "2025-08-31T23:02:58.316Z" }
-wheels = [
- { url = "https://files.pythonhosted.org/packages/58/0d/41a51b40d24ff0384ec4f7ab8dd3dcea8353c05c973836b5e289f1465d4f/langchain_text_splitters-0.3.11-py3-none-any.whl", hash = "sha256:cf079131166a487f1372c8ab5d0bfaa6c0a4291733d9c43a34a16ac9bcd6a393", size = 33845, upload-time = "2025-08-31T23:02:57.195Z" },
-]
-
[[package]]
name = "langgraph"
-version = "1.0.0a3"
+version = "1.0.4"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "langchain-core" },
@@ -1119,9 +1156,9 @@ dependencies = [
{ name = "pydantic" },
{ name = "xxhash" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/c6/ab/f35fffeec9dc378568edb69699df6df3f24c737a3db7f6ed2c2abfac2099/langgraph-1.0.0a3.tar.gz", hash = "sha256:e4d394e1a1e9094e1f2c0f82f70fa243424d57492cfc0372ae018e1343a20ce8", size = 441957, upload-time = "2025-09-07T17:06:22.358Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/d6/3c/af87902d300c1f467165558c8966d8b1e1f896dace271d3f35a410a5c26a/langgraph-1.0.4.tar.gz", hash = "sha256:86d08e25d7244340f59c5200fa69fdd11066aa999b3164b531e2a20036fac156", size = 484397, upload-time = "2025-11-25T20:31:48.608Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/05/22/b31d12806f0d26b192152edd01d4f3751fec29ccc15a2e0ad7f9ed7659cc/langgraph-1.0.0a3-py3-none-any.whl", hash = "sha256:07db66d689fcebba7032f2cefc4dfc0d3c977bafeb94895b164beda81a28d870", size = 153348, upload-time = "2025-09-07T17:06:20.738Z" },
+ { url = "https://files.pythonhosted.org/packages/14/52/4eb25a3f60399da34ba34adff1b3e324cf0d87eb7a08cebf1882a9b5e0d5/langgraph-1.0.4-py3-none-any.whl", hash = "sha256:b1a835ceb0a8d69b9db48075e1939e28b1ad70ee23fa3fa8f90149904778bacf", size = 157271, upload-time = "2025-11-25T20:31:47.518Z" },
]
[[package]]
@@ -1139,15 +1176,15 @@ wheels = [
[[package]]
name = "langgraph-prebuilt"
-version = "0.7.0a2"
+version = "1.0.5"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "langchain-core" },
{ name = "langgraph-checkpoint" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/ce/a2/8c82bad7400328a10953e52355933a9e79778fbb7bc3389be6240be541af/langgraph_prebuilt-0.7.0a2.tar.gz", hash = "sha256:ecf154a68be5eb3316544c2df47a19e4cc0e2ce1e2bbd971ba28533695fa9ddc", size = 113658, upload-time = "2025-09-02T17:07:02.547Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/46/f9/54f8891b32159e4542236817aea2ee83de0de18bce28e9bdba08c7f93001/langgraph_prebuilt-1.0.5.tar.gz", hash = "sha256:85802675ad778cc7240fd02d47db1e0b59c0c86d8369447d77ce47623845db2d", size = 144453, upload-time = "2025-11-20T16:47:39.23Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/f0/b9/e59ecfa7cac69fdcfa1274a7a575de64ba0351da30cf35be9dcb7f3b33c7/langgraph_prebuilt-0.7.0a2-py3-none-any.whl", hash = "sha256:757b93a3e44802ba18623bdca46384fae109736758496a83b043ce4b5074bc47", size = 28398, upload-time = "2025-09-02T17:07:01.633Z" },
+ { url = "https://files.pythonhosted.org/packages/87/5e/aeba4a5b39fe6e874e0dd003a82da71c7153e671312671a8dacc5cb7c1af/langgraph_prebuilt-1.0.5-py3-none-any.whl", hash = "sha256:22369563e1848862ace53fbc11b027c28dd04a9ac39314633bb95f2a7e258496", size = 35072, upload-time = "2025-11-20T16:47:38.187Z" },
]
[[package]]