Skip to content

The agent engineering platform.

core[patch]: exclude model cache from ser (#27086)

Bagatur87fc5ce688d0
diff --git a/libs/core/langchain_core/language_models/base.py b/libs/core/langchain_core/language_models/base.py
index 2df436f780..93ebe523d8 100644
--- a/libs/core/langchain_core/language_models/base.py
+++ b/libs/core/langchain_core/language_models/base.py
@@ -98,7 +98,7 @@ class BaseLanguageModel(
All language model wrappers inherited from BaseLanguageModel.
"""
- cache: Union[BaseCache, bool, None] = None
+ cache: Union[BaseCache, bool, None] = Field(default=None, exclude=True)
"""Whether to cache the response.
* If true, will use the global cache.
diff --git a/libs/core/tests/unit_tests/language_models/chat_models/test_cache.py b/libs/core/tests/unit_tests/language_models/chat_models/test_cache.py
index 3992420621..d2455f7a61 100644
--- a/libs/core/tests/unit_tests/language_models/chat_models/test_cache.py
+++ b/libs/core/tests/unit_tests/language_models/chat_models/test_cache.py
@@ -303,9 +303,7 @@ def test_llm_representation_for_serializable() -> None:
chat = CustomChat(cache=cache, messages=iter([]))
assert chat._get_llm_string() == (
'{"id": ["tests", "unit_tests", "language_models", "chat_models", '
- '"test_cache", "CustomChat"], "kwargs": {"cache": {"id": ["tests", '
- '"unit_tests", "language_models", "chat_models", "test_cache", '
- '"InMemoryCache"], "lc": 1, "type": "not_implemented"}, "messages": {"id": '
+ '"test_cache", "CustomChat"], "kwargs": {"messages": {"id": '
'["builtins", "list_iterator"], "lc": 1, "type": "not_implemented"}}, "lc": '
'1, "name": "CustomChat", "type": "constructor"}---[(\'stop\', None)]'
)
@@ -324,20 +322,6 @@ def test_cleanup_serialized() -> None:
"CustomChat",
],
"kwargs": {
- "cache": {
- "lc": 1,
- "type": "not_implemented",
- "id": [
- "tests",
- "unit_tests",
- "language_models",
- "chat_models",
- "test_cache",
- "InMemoryCache",
- ],
- "repr": "<tests.unit_tests.language_models.chat_models."
- "test_cache.InMemoryCache object at 0x79ff437fe7d0>",
- },
"messages": {
"lc": 1,
"type": "not_implemented",
@@ -380,18 +364,6 @@ def test_cleanup_serialized() -> None:
"CustomChat",
],
"kwargs": {
- "cache": {
- "id": [
- "tests",
- "unit_tests",
- "language_models",
- "chat_models",
- "test_cache",
- "InMemoryCache",
- ],
- "lc": 1,
- "type": "not_implemented",
- },
"messages": {
"id": ["builtins", "list_iterator"],
"lc": 1,
diff --git a/libs/langchain/tests/unit_tests/chat_models/test_base.py b/libs/langchain/tests/unit_tests/chat_models/test_base.py
index b82dead309..8b7f644569 100644
--- a/libs/langchain/tests/unit_tests/chat_models/test_base.py
+++ b/libs/langchain/tests/unit_tests/chat_models/test_base.py
@@ -101,7 +101,6 @@ def test_configurable() -> None:
"name": None,
"bound": {
"name": None,
- "cache": None,
"disable_streaming": False,
"disabled_params": None,
"model_name": "gpt-4o",
@@ -189,7 +188,6 @@ def test_configurable_with_default() -> None:
"name": None,
"bound": {
"name": None,
- "cache": None,
"disable_streaming": False,
"model": "claude-3-sonnet-20240229",
"max_tokens": 1024,