Skip to content

The agent engineering platform.

langchain-tests: allow subclasses to add addition, non-standard tests (#30204)

Matthew Farrellee1985aaf09500
diff --git a/libs/standard-tests/langchain_tests/base.py b/libs/standard-tests/langchain_tests/base.py
index df99a39b71..1f138ebc54 100644
--- a/libs/standard-tests/langchain_tests/base.py
+++ b/libs/standard-tests/langchain_tests/base.py
@@ -41,14 +41,12 @@ class BaseStandardTests(ABC):
base_tests = set(
[method for method in dir(comparison_class) if method.startswith("test_")]
)
- non_standard_tests = running_tests - base_tests
- assert not non_standard_tests, f"Non-standard tests found: {non_standard_tests}"
deleted_tests = base_tests - running_tests
assert not deleted_tests, f"Standard tests deleted: {deleted_tests}"
overridden_tests = [
method
- for method in running_tests
+ for method in base_tests
if getattr(self.__class__, method) is not getattr(comparison_class, method)
]