Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

Reinstate background tasks

Daoud Clarkea86e172bf3b9
diff --git a/mwmbl/background.py b/mwmbl/background.py
index f686bee..f1c1695 100644
--- a/mwmbl/background.py
+++ b/mwmbl/background.py
@@ -24,7 +24,7 @@ def run(data_path: str, url_queue: Queue):
url_db.create_tables()
initialize_url_queue(url_queue)
- # historical.run()
+ historical.run()
index_path = Path(data_path) / INDEX_NAME
batch_cache = BatchCache(Path(data_path) / BATCH_DIR_NAME)
@@ -33,7 +33,6 @@ def run(data_path: str, url_queue: Queue):
update_url_queue(url_queue)
except Exception:
logger.exception("Error updating URL queue")
- return
try:
batch_cache.retrieve_batches(num_batches=10000)
except Exception: