Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

minor: more compact log line for crawling

thiswillbeyourgithub8259226aeca9
diff --git a/mwmbl/crawler/retrieve.py b/mwmbl/crawler/retrieve.py
index 5ff014b..dc8ca08 100644
--- a/mwmbl/crawler/retrieve.py
+++ b/mwmbl/crawler/retrieve.py
@@ -144,7 +144,7 @@ def get_new_links(paragraphs: list[Paragraph], current_url):
def crawl_url(url):
- logger.info(f"Crawling URL {url}")
+ logger.info(url)
js_timestamp = int(time.time() * 1000)
allowed = robots_allowed(url)
if not allowed: