The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
fix(langchain-classic): fix init_chat_model for HuggingFace models (#33943)
Georgey16c984ef0aad
diff --git a/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py b/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.pyindex cedb1327ef..31cfb85f1c 100644--- a/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py+++ b/libs/partners/huggingface/langchain_huggingface/chat_models/huggingface.py@@ -627,8 +627,54 @@ class ChatHuggingFace(BaseChatModel):HuggingFacePipeline,)+ task = task if task is not None else "text-generation"++ # Separate pipeline-specific kwargs from ChatHuggingFace kwargs+ # Parameters that should go to HuggingFacePipeline.from_model_id+ pipeline_specific_kwargs = {}++ # Extract pipeline-specific parameters+ pipeline_keys = [+ "backend",+ "device",+ "device_map",+ "model_kwargs",+ "pipeline_kwargs",+ "batch_size",+ ]+ for key in pipeline_keys:+ if key in kwargs:+ pipeline_specific_kwargs[key] = kwargs.pop(key)++ # Remaining kwargs (temperature, max_tokens, etc.) should go to+ # pipeline_kwargs for generation parameters, which ChatHuggingFace+ # will inherit from the LLM+ if "pipeline_kwargs" not in pipeline_specific_kwargs:+ pipeline_specific_kwargs["pipeline_kwargs"] = {}++ # Add generation parameters to pipeline_kwargs+ # Map max_tokens to max_new_tokens for HuggingFace pipeline+ generation_params = {}+ for k, v in list(kwargs.items()):+ if k == "max_tokens":+ generation_params["max_new_tokens"] = v+ kwargs.pop(k)+ elif k in (+ "temperature",+ "max_new_tokens",+ "top_p",+ "top_k",+ "repetition_penalty",+ "do_sample",+ ):+ generation_params[k] = v+ kwargs.pop(k)++ pipeline_specific_kwargs["pipeline_kwargs"].update(generation_params)++ # Create the HuggingFacePipelinellm = HuggingFacePipeline.from_model_id(- model_id=model_id, task=cast(str, task), **kwargs+ model_id=model_id, task=task, **pipeline_specific_kwargs)elif backend == "endpoint":from langchain_huggingface.llms.huggingface_endpoint import (diff --git a/libs/partners/huggingface/pyproject.toml b/libs/partners/huggingface/pyproject.tomlindex b426f26d78..25b80353bd 100644--- a/libs/partners/huggingface/pyproject.toml+++ b/libs/partners/huggingface/pyproject.toml@@ -46,6 +46,7 @@ test = ["langchain-core","langchain-tests","langchain-community",+ "langchain",]lint = ["ruff>=0.13.1,<0.14.0"]dev = [@@ -61,6 +62,7 @@ typing = [[tool.uv.sources]langchain-core = { path = "../../core", editable = true }langchain-tests = { path = "../../standard-tests", editable = true }+langchain = { path = "../../langchain_v1", editable = true }[tool.mypy]disallow_untyped_defs = "True"diff --git a/libs/partners/huggingface/tests/unit_tests/test_chat_models.py b/libs/partners/huggingface/tests/unit_tests/test_chat_models.pyindex 4b9982986d..1a0ea24c10 100644--- a/libs/partners/huggingface/tests/unit_tests/test_chat_models.py+++ b/libs/partners/huggingface/tests/unit_tests/test_chat_models.py@@ -337,3 +337,55 @@ def test_profile() -> None:llm=empty_llm,)assert model.profile+++def test_init_chat_model_huggingface() -> None:+ """Test that init_chat_model works with HuggingFace models.++ This test verifies that the fix for issue #28226 works correctly.+ The issue was that init_chat_model didn't properly handle HuggingFace+ model initialization, particularly the required 'task' parameter and+ parameter separation between HuggingFacePipeline and ChatHuggingFace.+ """+ from langchain.chat_models.base import init_chat_model++ # Test basic initialization with default task+ # Note: This test may skip in CI if model download fails, but it verifies+ # that the initialization code path works correctly+ try:+ llm = init_chat_model(+ model="microsoft/Phi-3-mini-4k-instruct",+ model_provider="huggingface",+ temperature=0,+ max_tokens=1024,+ )++ # Verify that ChatHuggingFace was created successfully+ assert llm is not None+ from langchain_huggingface import ChatHuggingFace++ assert isinstance(llm, ChatHuggingFace)++ # Verify that the llm attribute is set (this was the bug - it was missing)+ assert hasattr(llm, "llm")+ assert llm.llm is not None++ # Test with explicit task parameter+ llm2 = init_chat_model(+ model="microsoft/Phi-3-mini-4k-instruct",+ model_provider="huggingface",+ task="text-generation",+ temperature=0.5,+ )+ assert isinstance(llm2, ChatHuggingFace)+ assert llm2.llm is not None+ except (+ ImportError,+ OSError,+ RuntimeError,+ ValueError,+ ) as e:+ # If model download fails in CI, skip the test rather than failing+ # The important part is that the code path doesn't raise ValidationError+ # about missing 'llm' field, which was the original bug+ pytest.skip(f"Skipping test due to model download/initialization error: {e}")diff --git a/libs/partners/huggingface/uv.lock b/libs/partners/huggingface/uv.lockindex 0b3203cc4e..fc1966da08 100644--- a/libs/partners/huggingface/uv.lock+++ b/libs/partners/huggingface/uv.lock@@ -875,17 +875,64 @@ wheels = [[[package]]name = "langchain"-version = "1.0.0a9"-source = { registry = "https://pypi.org/simple" }+version = "1.1.3"+source = { editable = "../../langchain_v1" }dependencies = [{ name = "langchain-core" },- { name = "langchain-text-splitters" },{ name = "langgraph" },{ name = "pydantic" },]-sdist = { url = "https://files.pythonhosted.org/packages/b0/30/3feeaf04077079c48d09fc77e3469ea4b090ced9c4d47f136dd255f82559/langchain-1.0.0a9.tar.gz", hash = "sha256:22f3695337502daed7b35de4b3591c6427f8fc7dc99d343f6fb3620a4e4016a5", size = 107622, upload-time = "2025-09-24T21:06:01.95Z" }-wheels = [- { url = "https://files.pythonhosted.org/packages/49/90/a826ccb05598eaca38f61bcd67575c18bc169c1f07e9c25c88a979611da9/langchain-1.0.0a9-py3-none-any.whl", hash = "sha256:915db2fb7f7547937ae37a1e9c13177db683be6298395089f8d6cc49c11c69dc", size = 71486, upload-time = "2025-09-24T21:06:00.503Z" },++[package.metadata]+requires-dist = [+ { name = "langchain-anthropic", marker = "extra == 'anthropic'" },+ { name = "langchain-aws", marker = "extra == 'aws'" },+ { name = "langchain-azure-ai", marker = "extra == 'azure-ai'" },+ { name = "langchain-community", marker = "extra == 'community'" },+ { name = "langchain-core", editable = "../../core" },+ { name = "langchain-deepseek", marker = "extra == 'deepseek'" },+ { name = "langchain-fireworks", marker = "extra == 'fireworks'" },+ { name = "langchain-google-genai", marker = "extra == 'google-genai'" },+ { name = "langchain-google-vertexai", marker = "extra == 'google-vertexai'" },+ { name = "langchain-groq", marker = "extra == 'groq'" },+ { name = "langchain-huggingface", marker = "extra == 'huggingface'" },+ { name = "langchain-mistralai", marker = "extra == 'mistralai'" },+ { name = "langchain-ollama", marker = "extra == 'ollama'" },+ { name = "langchain-openai", marker = "extra == 'openai'", editable = "../openai" },+ { name = "langchain-perplexity", marker = "extra == 'perplexity'" },+ { name = "langchain-together", marker = "extra == 'together'" },+ { name = "langchain-xai", marker = "extra == 'xai'" },+ { name = "langgraph", specifier = ">=1.0.2,<1.1.0" },+ { name = "pydantic", specifier = ">=2.7.4,<3.0.0" },+]+provides-extras = ["community", "anthropic", "openai", "azure-ai", "google-vertexai", "google-genai", "fireworks", "ollama", "together", "mistralai", "huggingface", "groq", "aws", "deepseek", "xai", "perplexity"]++[package.metadata.requires-dev]+lint = [{ name = "ruff", specifier = ">=0.14.2,<0.15.0" }]+test = [+ { name = "langchain-openai", editable = "../openai" },+ { name = "langchain-tests", editable = "../../standard-tests" },+ { name = "pytest", specifier = ">=8.0.0,<9.0.0" },+ { name = "pytest-asyncio", specifier = ">=0.23.2,<2.0.0" },+ { name = "pytest-cov", specifier = ">=4.0.0,<8.0.0" },+ { name = "pytest-mock" },+ { name = "pytest-socket", specifier = ">=0.6.0,<1.0.0" },+ { name = "pytest-watcher", specifier = ">=0.2.6,<1.0.0" },+ { name = "pytest-xdist", specifier = ">=3.6.1,<4.0.0" },+ { name = "syrupy", specifier = ">=4.0.2,<5.0.0" },+ { name = "toml", specifier = ">=0.10.2,<1.0.0" },+]+test-integration = [+ { name = "langchain-core", editable = "../../core" },+ { name = "langchain-text-splitters", editable = "../../text-splitters" },+ { name = "langchainhub", specifier = ">=0.1.16,<1.0.0" },+ { name = "python-dotenv", specifier = ">=1.0.0,<2.0.0" },+ { name = "vcrpy", specifier = ">=7.0.0,<8.0.0" },+ { name = "wrapt", specifier = ">=1.15.0,<2.0.0" },+]+typing = [+ { name = "mypy", specifier = ">=1.18.1,<1.19.0" },+ { name = "types-toml", specifier = ">=0.10.8.20240310,<1.0.0.0" },][[package]]@@ -914,7 +961,7 @@ wheels = [[[package]]name = "langchain-core"-version = "1.1.1"+version = "1.1.3"source = { editable = "../../core" }dependencies = [{ name = "jsonpatch" },@@ -997,6 +1044,7 @@ lint = [{ name = "ruff" },]test = [+ { name = "langchain" },{ name = "langchain-community" },{ name = "langchain-core" },{ name = "langchain-tests" },@@ -1031,6 +1079,7 @@ dev = []lint = [{ name = "ruff", specifier = ">=0.13.1,<0.14.0" }]test = [+ { name = "langchain", editable = "../../langchain_v1" },{ name = "langchain-community" },{ name = "langchain-core", editable = "../../core" },{ name = "langchain-tests", editable = "../../standard-tests" },@@ -1095,21 +1144,9 @@ typing = [{ name = "types-pyyaml", specifier = ">=6.0.12.2,<7.0.0.0" },]-[[package]]-name = "langchain-text-splitters"-version = "0.3.11"-source = { registry = "https://pypi.org/simple" }-dependencies = [- { name = "langchain-core" },-]-sdist = { url = "https://files.pythonhosted.org/packages/11/43/dcda8fd25f0b19cb2835f2f6bb67f26ad58634f04ac2d8eae00526b0fa55/langchain_text_splitters-0.3.11.tar.gz", hash = "sha256:7a50a04ada9a133bbabb80731df7f6ddac51bc9f1b9cab7fa09304d71d38a6cc", size = 46458, upload-time = "2025-08-31T23:02:58.316Z" }-wheels = [- { url = "https://files.pythonhosted.org/packages/58/0d/41a51b40d24ff0384ec4f7ab8dd3dcea8353c05c973836b5e289f1465d4f/langchain_text_splitters-0.3.11-py3-none-any.whl", hash = "sha256:cf079131166a487f1372c8ab5d0bfaa6c0a4291733d9c43a34a16ac9bcd6a393", size = 33845, upload-time = "2025-08-31T23:02:57.195Z" },-]-[[package]]name = "langgraph"-version = "1.0.0a3"+version = "1.0.4"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "langchain-core" },@@ -1119,9 +1156,9 @@ dependencies = [{ name = "pydantic" },{ name = "xxhash" },]-sdist = { url = "https://files.pythonhosted.org/packages/c6/ab/f35fffeec9dc378568edb69699df6df3f24c737a3db7f6ed2c2abfac2099/langgraph-1.0.0a3.tar.gz", hash = "sha256:e4d394e1a1e9094e1f2c0f82f70fa243424d57492cfc0372ae018e1343a20ce8", size = 441957, upload-time = "2025-09-07T17:06:22.358Z" }+sdist = { url = "https://files.pythonhosted.org/packages/d6/3c/af87902d300c1f467165558c8966d8b1e1f896dace271d3f35a410a5c26a/langgraph-1.0.4.tar.gz", hash = "sha256:86d08e25d7244340f59c5200fa69fdd11066aa999b3164b531e2a20036fac156", size = 484397, upload-time = "2025-11-25T20:31:48.608Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/05/22/b31d12806f0d26b192152edd01d4f3751fec29ccc15a2e0ad7f9ed7659cc/langgraph-1.0.0a3-py3-none-any.whl", hash = "sha256:07db66d689fcebba7032f2cefc4dfc0d3c977bafeb94895b164beda81a28d870", size = 153348, upload-time = "2025-09-07T17:06:20.738Z" },+ { url = "https://files.pythonhosted.org/packages/14/52/4eb25a3f60399da34ba34adff1b3e324cf0d87eb7a08cebf1882a9b5e0d5/langgraph-1.0.4-py3-none-any.whl", hash = "sha256:b1a835ceb0a8d69b9db48075e1939e28b1ad70ee23fa3fa8f90149904778bacf", size = 157271, upload-time = "2025-11-25T20:31:47.518Z" },][[package]]@@ -1139,15 +1176,15 @@ wheels = [[[package]]name = "langgraph-prebuilt"-version = "0.7.0a2"+version = "1.0.5"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "langchain-core" },{ name = "langgraph-checkpoint" },]-sdist = { url = "https://files.pythonhosted.org/packages/ce/a2/8c82bad7400328a10953e52355933a9e79778fbb7bc3389be6240be541af/langgraph_prebuilt-0.7.0a2.tar.gz", hash = "sha256:ecf154a68be5eb3316544c2df47a19e4cc0e2ce1e2bbd971ba28533695fa9ddc", size = 113658, upload-time = "2025-09-02T17:07:02.547Z" }+sdist = { url = "https://files.pythonhosted.org/packages/46/f9/54f8891b32159e4542236817aea2ee83de0de18bce28e9bdba08c7f93001/langgraph_prebuilt-1.0.5.tar.gz", hash = "sha256:85802675ad778cc7240fd02d47db1e0b59c0c86d8369447d77ce47623845db2d", size = 144453, upload-time = "2025-11-20T16:47:39.23Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/f0/b9/e59ecfa7cac69fdcfa1274a7a575de64ba0351da30cf35be9dcb7f3b33c7/langgraph_prebuilt-0.7.0a2-py3-none-any.whl", hash = "sha256:757b93a3e44802ba18623bdca46384fae109736758496a83b043ce4b5074bc47", size = 28398, upload-time = "2025-09-02T17:07:01.633Z" },+ { url = "https://files.pythonhosted.org/packages/87/5e/aeba4a5b39fe6e874e0dd003a82da71c7153e671312671a8dacc5cb7c1af/langgraph_prebuilt-1.0.5-py3-none-any.whl", hash = "sha256:22369563e1848862ace53fbc11b027c28dd04a9ac39314633bb95f2a7e258496", size = 35072, upload-time = "2025-11-20T16:47:38.187Z" },][[package]]