An LLM-powered knowledge curation system that researches a topic and generates a full-length report with citations.
Python agentic-ragdeep-researchemnlp2024knowledge-curationlarge-language-modelsnaaclnlpreport-generationretrieval-augmented-generation
support brave search
Kevin Jiang457ed9ef2fcc
diff --git a/examples/run_storm_wiki_claude.py b/examples/run_storm_wiki_claude.pyindex 2eed68a..a3d3727 100644--- a/examples/run_storm_wiki_claude.py+++ b/examples/run_storm_wiki_claude.py@@ -21,7 +21,7 @@ from argparse import ArgumentParserfrom knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom knowledge_storm.lm import ClaudeModel-from knowledge_storm.rm import YouRM, BingSearch+from knowledge_storm.rm import YouRM, BingSearch, BraveRMfrom knowledge_storm.utils import load_api_key@@ -65,6 +65,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)runner = STORMWikiRunner(engine_args, lm_configs, rm)diff --git a/examples/run_storm_wiki_deepseek.py b/examples/run_storm_wiki_deepseek.pyindex 194f247..340935d 100644--- a/examples/run_storm_wiki_deepseek.py+++ b/examples/run_storm_wiki_deepseek.py@@ -25,7 +25,7 @@ from argparse import ArgumentParserfrom knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom knowledge_storm.lm import DeepSeekModel-from knowledge_storm.rm import YouRM, BingSearch+from knowledge_storm.rm import YouRM, BingSearch, BraveRMfrom knowledge_storm.utils import load_api_key@@ -90,6 +90,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)else:raise ValueError(f"Invalid retriever: {args.retriever}. Choose either 'bing' or 'you'.")diff --git a/examples/run_storm_wiki_gemini.py b/examples/run_storm_wiki_gemini.pyindex edee64f..dac20cb 100644--- a/examples/run_storm_wiki_gemini.py+++ b/examples/run_storm_wiki_gemini.py@@ -21,7 +21,7 @@ from argparse import ArgumentParserfrom knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom knowledge_storm.lm import GoogleModel-from knowledge_storm.rm import YouRM, BingSearch+from knowledge_storm.rm import YouRM, BingSearch, BraveRMfrom knowledge_storm.utils import load_api_key@@ -67,6 +67,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)runner = STORMWikiRunner(engine_args, lm_configs, rm)diff --git a/examples/run_storm_wiki_gpt.py b/examples/run_storm_wiki_gpt.pyindex 998b0df..bc0b904 100644--- a/examples/run_storm_wiki_gpt.py+++ b/examples/run_storm_wiki_gpt.py@@ -24,7 +24,7 @@ from argparse import ArgumentParserfrom knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom knowledge_storm.lm import OpenAIModel, AzureOpenAIModel-from knowledge_storm.rm import YouRM, BingSearch+from knowledge_storm.rm import YouRM, BingSearch, BraveRMfrom knowledge_storm.utils import load_api_key@@ -77,6 +77,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)runner = STORMWikiRunner(engine_args, lm_configs, rm)diff --git a/examples/run_storm_wiki_mistral.py b/examples/run_storm_wiki_mistral.pyindex ff9684c..7a2ecf8 100644--- a/examples/run_storm_wiki_mistral.py+++ b/examples/run_storm_wiki_mistral.py@@ -22,7 +22,7 @@ from dspy import Examplefrom knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom knowledge_storm.lm import VLLMClient-from knowledge_storm.rm import YouRM, BingSearch+from knowledge_storm.rm import YouRM, BingSearch, BraveRMfrom knowledge_storm.utils import load_api_key@@ -63,6 +63,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)runner = STORMWikiRunner(engine_args, lm_configs, rm)diff --git a/examples/run_storm_wiki_ollama.py b/examples/run_storm_wiki_ollama.pyindex c21ea48..c526f1e 100644--- a/examples/run_storm_wiki_ollama.py+++ b/examples/run_storm_wiki_ollama.py@@ -23,7 +23,7 @@ from dspy import Examplesys.path.append('./src')from lm import OllamaClient-from rm import YouRM, BingSearch+from rm import YouRM, BingSearch, BraveRMfrom storm_wiki.engine import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigsfrom utils import load_api_key@@ -65,6 +65,8 @@ def main(args):rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)elif args.retriever == 'you':rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)+ elif args.retriever == 'brave':+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)runner = STORMWikiRunner(engine_args, lm_configs, rm)diff --git a/knowledge_storm/rm.py b/knowledge_storm/rm.pyindex b69926d..ce71d01 100644--- a/knowledge_storm/rm.py+++ b/knowledge_storm/rm.py@@ -498,7 +498,7 @@ class BraveRM(dspy.Retrieve):results = response.get('web', {}).get('results', [])for result in results:- collected_results.extend(+ collected_results.append({'snippets': result.get('extra_snippets', []),'title': result.get('title'),