The agent engineering platform.
Python agentsaiai-agentsanthropicchatgptdeepagentsenterpriseframeworkgeminigenerative-ailangchainlanggraphllmmultiagentopen-sourceopenaipydanticpythonragtypescript
community[patch]: Force opt-in for WebResearchRetriever (CVE-2024-3095) (#24451)
Eugene Yurtsev604dfe2d9924
diff --git a/libs/community/langchain_community/retrievers/web_research.py b/libs/community/langchain_community/retrievers/web_research.pyindex 2541d21c4e..2187225f38 100644--- a/libs/community/langchain_community/retrievers/web_research.py+++ b/libs/community/langchain_community/retrievers/web_research.py@@ -1,6 +1,6 @@import loggingimport re-from typing import List, Optional+from typing import Any, List, Optionalfrom langchain.chains import LLMChainfrom langchain.chains.prompt_selector import ConditionalPromptSelector@@ -81,6 +81,35 @@ class WebResearchRetriever(BaseRetriever):"check .netrc for proxy configuration",)+ allow_dangerous_requests: bool = False+ """A flag to force users to acknowledge the risks of SSRF attacks when using+ this retriever.++ Users should set this flag to `True` if they have taken the necessary precautions+ to prevent SSRF attacks when using this retriever.++ For example, users can run the requests through a properly configured+ proxy and prevent the crawler from accidentally crawling internal resources.+ """++ def __init__(self, **kwargs: Any) -> None:+ """Initialize the retriever."""+ allow_dangerous_requests = kwargs.get("allow_dangerous_requests", False)+ if not allow_dangerous_requests:+ raise ValueError(+ "WebResearchRetriever crawls URLs surfaced through "+ "the provided search engine. It is possible that some of those URLs "+ "will end up pointing to machines residing on an internal network, "+ "leading"+ "to an SSRF (Server-Side Request Forgery) attack. "+ "To protect yourself against that risk, you can run the requests "+ "through a proxy and prevent the crawler from accidentally crawling "+ "internal resources."+ "If've taken the necessary precautions, you can set "+ "`allow_dangerous_requests` to `True`."+ )+ super().__init__(**kwargs)+@classmethoddef from_llm(cls,