An open source, non-profit web search engine
minor: more compact log line for crawling
thiswillbeyourgithub8259226aeca9
diff --git a/mwmbl/crawler/retrieve.py b/mwmbl/crawler/retrieve.pyindex 5ff014b..dc8ca08 100644--- a/mwmbl/crawler/retrieve.py+++ b/mwmbl/crawler/retrieve.py@@ -144,7 +144,7 @@ def get_new_links(paragraphs: list[Paragraph], current_url):def crawl_url(url):- logger.info(f"Crawling URL {url}")+ logger.info(url)js_timestamp = int(time.time() * 1000)allowed = robots_allowed(url)if not allowed: