Skip to content

armgit / mwmbl

Public Imported from GitHub
0

An open source, non-profit web search engine

Check we have domain scores

Daoud Clarkec9ac03213174
diff --git a/mwmbl/redis_url_queue.py b/mwmbl/redis_url_queue.py
index 2f3c500..ddcf8be 100644
--- a/mwmbl/redis_url_queue.py
+++ b/mwmbl/redis_url_queue.py
@@ -83,7 +83,8 @@ class RedisURLQueue:
domain_score = link_db.get_domain_score(domain) + url_score
domain_scores[domain] = max(domain_score, domain_scores.get(domain, 0.0))
- self.redis.zadd(DOMAIN_SCORE_KEY, domain_scores, gt=True)
+ if len(domain_scores) > 0:
+ self.redis.zadd(DOMAIN_SCORE_KEY, domain_scores, gt=True)
for domain in domain_scores.keys():
self.redis.zadd(DOMAIN_URLS_KEY.format(domain=domain), dict(url_scores[domain]))