The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
[Evaluation] Pass in seed directly (#24403)
William FH0ee6ed76ca50
diff --git a/libs/langchain/langchain/evaluation/loading.py b/libs/langchain/langchain/evaluation/loading.pyindex 756235f056..a9a576911b 100644--- a/libs/langchain/langchain/evaluation/loading.py+++ b/libs/langchain/langchain/evaluation/loading.py@@ -146,7 +146,7 @@ def load_evaluator()llm = llm or ChatOpenAI( # type: ignore[call-arg]- model="gpt-4", model_kwargs={"seed": 42}, temperature=0+ model="gpt-4", seed=42, temperature=0)except Exception as e:raise ValueError(diff --git a/libs/langchain/tests/unit_tests/evaluation/qa/test_eval_chain.py b/libs/langchain/tests/unit_tests/evaluation/qa/test_eval_chain.pyindex 451c5c6cd9..69f95b7575 100644--- a/libs/langchain/tests/unit_tests/evaluation/qa/test_eval_chain.py+++ b/libs/langchain/tests/unit_tests/evaluation/qa/test_eval_chain.py@@ -1,11 +1,14 @@"""Test LLM Bash functionality."""+import osimport sysfrom typing import Type+from unittest.mock import patchimport pytestfrom langchain.chains.llm import LLMChain+from langchain.evaluation.loading import load_evaluatorfrom langchain.evaluation.qa.eval_chain import (ContextQAEvalChain,CotQAEvalChain,@@ -50,6 +53,18 @@ def test_context_eval_chain(chain_cls: Type[ContextQAEvalChain]) -> None:assert outputs[0]["text"] == "foo"+def test_load_criteria_evaluator() -> None:+ """Test loading a criteria evaluator."""+ try:+ from langchain_openai import ChatOpenAI # noqa: F401+ except ImportError:+ pytest.skip("langchain-openai not installed")+ # Patch the env with an openai-api-key+ with patch.dict(os.environ, {"OPENAI_API_KEY": "foo"}):+ # Check it can load using a string arg (even if that's not how it's typed)+ load_evaluator("criteria") # type: ignore++@pytest.mark.parametrize("chain_cls", [QAEvalChain, ContextQAEvalChain, CotQAEvalChain])def test_implements_string_evaluator_protocol(chain_cls: Type[LLMChain],