Skip to content

Distributed Peer-to-Peer Web Search Engine and Intranet Search Appliance

add HostNavigator plugin

reger0758c868c93f
diff --git a/source/net/yacy/search/navigator/HostNavigator.java b/source/net/yacy/search/navigator/HostNavigator.java
new file mode 100644
index 000000000..361831710
--- /dev/null
+++ b/source/net/yacy/search/navigator/HostNavigator.java
@@ -0,0 +1,104 @@
+/**
+ * HostNavigator.java
+ * (C) 2016 by reger24; https://github.com/reger24
+ *
+ * This is a part of YaCy, a peer-to-peer based web search engine
+ *
+ * LICENSE
+ *
+ * This program is free software; you can redistribute it and/or modify
+ * it under the terms of the GNU General Public License as published by
+ * the Free Software Foundation; either version 2 of the License, or
+ * (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+ * GNU General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public License
+ * along with this program.
+ * If not, see <http://www.gnu.org/licenses/>.
+ */
+package net.yacy.search.navigator;
+
+import java.util.Collection;
+import java.util.Map;
+import net.yacy.cora.sorting.ReversibleScoreMap;
+import net.yacy.kelondro.data.meta.URIMetadataNode;
+import net.yacy.search.query.QueryModifier;
+import net.yacy.search.schema.CollectionSchema;
+
+/**
+ * Navigator for (internet) host names, removing www. part of url and counting
+ * www.host.org and host.org as same url
+ */
+public class HostNavigator extends StringNavigator implements Navigator {
+
+ public HostNavigator(String title, CollectionSchema field) {
+ super(title, field);
+ }
+
+ @Override
+ public void incFacet(Map<String, ReversibleScoreMap<String>> facets) {
+ if (field != null && facets != null && !facets.isEmpty()) {
+ ReversibleScoreMap<String> fcts = facets.get(field.getSolrFieldName());
+ if (fcts != null) {
+ for (String host : fcts) {
+ int hc = fcts.get(host);
+ if (hc == 0) {
+ continue;
+ }
+ if (host.startsWith("www.")) {
+ host = host.substring(4);
+ }
+ this.inc(host, hc);
+ }
+ }
+ }
+ }
+
+ @Override
+ public void incDoc(URIMetadataNode doc) {
+ if (field != null) {
+ Object val = doc.getFieldValue(field.getSolrFieldName());
+ if (val != null) {
+ if (val instanceof Collection) {
+ Collection<String> ll = (Collection) val;
+ for (String s : ll) {
+ if (s.startsWith("www.")) {
+ s = s.substring(4);
+ }
+ this.inc(s);
+ }
+ } else {
+ String host = (String) val;
+ if (host.startsWith("www.")) {
+ host = host.substring(4);
+ }
+ this.inc(host);
+ }
+ }
+ }
+ }
+
+ @Override
+ public String getQueryModifier(final String key) {
+ return "site:" + key;
+ }
+
+ /**
+ * Checks the query modifier.sitehost string
+ *
+ * @param modifier
+ * @param name host name
+ * @return true if contained in modifier.sitehost
+ */
+ @Override
+ public boolean modifieractive(QueryModifier modifier, String name) {
+ if (modifier.sitehost != null) {
+ return modifier.sitehost.contains(name);
+ }
+ return false;
+ }
+}