Apache Nutch is an extensible and scalable web crawler
NUTCH-3201 Fetcher launches only a single reduce task, ignoring the configuration
Sebastian Nagel9bfb979f5ba7
diff --git a/src/java/org/apache/nutch/fetcher/Fetcher.java b/src/java/org/apache/nutch/fetcher/Fetcher.javaindex acf8a5728..387707118 100644--- a/src/java/org/apache/nutch/fetcher/Fetcher.java+++ b/src/java/org/apache/nutch/fetcher/Fetcher.java@@ -631,7 +631,6 @@ public class Fetcher extends NutchTool implements Tool {job.setJarByClass(Fetcher.class);job.setMapperClass(Fetcher.FetcherRun.class);job.setReducerClass(Fetcher.FetcherReducer.class);- job.setNumReduceTasks(1);FileOutputFormat.setOutputPath(job, segment);job.setOutputFormatClass(FetcherOutputFormat.class);