Skip to content

armgit / storm

Public Imported from GitHub
0

An LLM-powered knowledge curation system that researches a topic and generates a full-length report with citations.

support brave search

Kevin Jiang457ed9ef2fcc
diff --git a/examples/run_storm_wiki_claude.py b/examples/run_storm_wiki_claude.py
index 2eed68a..a3d3727 100644
--- a/examples/run_storm_wiki_claude.py
+++ b/examples/run_storm_wiki_claude.py
@@ -21,7 +21,7 @@ from argparse import ArgumentParser
from knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from knowledge_storm.lm import ClaudeModel
-from knowledge_storm.rm import YouRM, BingSearch
+from knowledge_storm.rm import YouRM, BingSearch, BraveRM
from knowledge_storm.utils import load_api_key
@@ -65,6 +65,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
runner = STORMWikiRunner(engine_args, lm_configs, rm)
diff --git a/examples/run_storm_wiki_deepseek.py b/examples/run_storm_wiki_deepseek.py
index 194f247..340935d 100644
--- a/examples/run_storm_wiki_deepseek.py
+++ b/examples/run_storm_wiki_deepseek.py
@@ -25,7 +25,7 @@ from argparse import ArgumentParser
from knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from knowledge_storm.lm import DeepSeekModel
-from knowledge_storm.rm import YouRM, BingSearch
+from knowledge_storm.rm import YouRM, BingSearch, BraveRM
from knowledge_storm.utils import load_api_key
@@ -90,6 +90,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
else:
raise ValueError(f"Invalid retriever: {args.retriever}. Choose either 'bing' or 'you'.")
diff --git a/examples/run_storm_wiki_gemini.py b/examples/run_storm_wiki_gemini.py
index edee64f..dac20cb 100644
--- a/examples/run_storm_wiki_gemini.py
+++ b/examples/run_storm_wiki_gemini.py
@@ -21,7 +21,7 @@ from argparse import ArgumentParser
from knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from knowledge_storm.lm import GoogleModel
-from knowledge_storm.rm import YouRM, BingSearch
+from knowledge_storm.rm import YouRM, BingSearch, BraveRM
from knowledge_storm.utils import load_api_key
@@ -67,6 +67,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
runner = STORMWikiRunner(engine_args, lm_configs, rm)
diff --git a/examples/run_storm_wiki_gpt.py b/examples/run_storm_wiki_gpt.py
index 998b0df..bc0b904 100644
--- a/examples/run_storm_wiki_gpt.py
+++ b/examples/run_storm_wiki_gpt.py
@@ -24,7 +24,7 @@ from argparse import ArgumentParser
from knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from knowledge_storm.lm import OpenAIModel, AzureOpenAIModel
-from knowledge_storm.rm import YouRM, BingSearch
+from knowledge_storm.rm import YouRM, BingSearch, BraveRM
from knowledge_storm.utils import load_api_key
@@ -77,6 +77,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
runner = STORMWikiRunner(engine_args, lm_configs, rm)
diff --git a/examples/run_storm_wiki_mistral.py b/examples/run_storm_wiki_mistral.py
index ff9684c..7a2ecf8 100644
--- a/examples/run_storm_wiki_mistral.py
+++ b/examples/run_storm_wiki_mistral.py
@@ -22,7 +22,7 @@ from dspy import Example
from knowledge_storm import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from knowledge_storm.lm import VLLMClient
-from knowledge_storm.rm import YouRM, BingSearch
+from knowledge_storm.rm import YouRM, BingSearch, BraveRM
from knowledge_storm.utils import load_api_key
@@ -63,6 +63,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
runner = STORMWikiRunner(engine_args, lm_configs, rm)
diff --git a/examples/run_storm_wiki_ollama.py b/examples/run_storm_wiki_ollama.py
index c21ea48..c526f1e 100644
--- a/examples/run_storm_wiki_ollama.py
+++ b/examples/run_storm_wiki_ollama.py
@@ -23,7 +23,7 @@ from dspy import Example
sys.path.append('./src')
from lm import OllamaClient
-from rm import YouRM, BingSearch
+from rm import YouRM, BingSearch, BraveRM
from storm_wiki.engine import STORMWikiRunnerArguments, STORMWikiRunner, STORMWikiLMConfigs
from utils import load_api_key
@@ -65,6 +65,8 @@ def main(args):
rm = BingSearch(bing_search_api=os.getenv('BING_SEARCH_API_KEY'), k=engine_args.search_top_k)
elif args.retriever == 'you':
rm = YouRM(ydc_api_key=os.getenv('YDC_API_KEY'), k=engine_args.search_top_k)
+ elif args.retriever == 'brave':
+ rm = BraveRM(brave_search_api_key=os.getenv('BRAVE_API_KEY'), k=engine_args.search_top_k)
runner = STORMWikiRunner(engine_args, lm_configs, rm)
diff --git a/knowledge_storm/rm.py b/knowledge_storm/rm.py
index b69926d..ce71d01 100644
--- a/knowledge_storm/rm.py
+++ b/knowledge_storm/rm.py
@@ -498,7 +498,7 @@ class BraveRM(dspy.Retrieve):
results = response.get('web', {}).get('results', [])
for result in results:
- collected_results.extend(
+ collected_results.append(
{
'snippets': result.get('extra_snippets', []),
'title': result.get('title'),