Distributed Peer-to-Peer Web Search Engine and Intranet Search Appliance
Java decentralizedintranet-searchintranet-search-enginep2pp2p-networkprivacyprivacy-protectionsearch-enginesearchenginewebweb-search-enginewebsearchwebseearch-engine
check the document protocol & host values before proceeding to form final url.
zutto5268ae2ce93c
diff --git a/source/net/yacy/crawler/data/CrawlQueues.java b/source/net/yacy/crawler/data/CrawlQueues.javaindex 30a5ea93a..38c8e8a2c 100644--- a/source/net/yacy/crawler/data/CrawlQueues.java+++ b/source/net/yacy/crawler/data/CrawlQueues.java@@ -617,6 +617,10 @@ public class CrawlQueues {deep = true;}DigestURL url;+ if (doc.getFieldValue("url_protocol_s") == null || doc.getFieldValue("host_s") == null) {+ //Skip this document if either of these values is null.+ continue;+ }final String u = doc.getFieldValue("url_protocol_s").toString() + "://" + doc.getFieldValue("host_s").toString();try {url = new DigestURL(u);