Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

feat: add retry mechanism with exponential backoff for API requests

thiswillbeyourgithub (aider)562a4fec9454
diff --git a/mwmbl/crawl.py b/mwmbl/crawl.py
index 460f997..83b798a 100644
--- a/mwmbl/crawl.py
+++ b/mwmbl/crawl.py
@@ -212,7 +212,9 @@ def run_indexing():
score=doc.score, term=doc.term, state=doc.state) for doc in new_items]
results = Results(api_key=API_KEY, results=result_items)
logger.info(f"Posting {len(result_items)} results")
- response = requests.post("https://mwmbl.org/api/v1/crawler/results", json=results.dict())
+ response = requests.post(
+ "https://mwmbl.org/api/v1/crawler/results", json=results.dict()
+ )
logger.info(f"Response: {response.text}")
response.raise_for_status()