Skip to content

armgit / nutch

Public Imported from GitHub
0

Apache Nutch is an extensible and scalable web crawler

NUTCH-3201 Fetcher launches only a single reduce task, ignoring the configuration

Sebastian Nagel9bfb979f5ba7
diff --git a/src/java/org/apache/nutch/fetcher/Fetcher.java b/src/java/org/apache/nutch/fetcher/Fetcher.java
index acf8a5728..387707118 100644
--- a/src/java/org/apache/nutch/fetcher/Fetcher.java
+++ b/src/java/org/apache/nutch/fetcher/Fetcher.java
@@ -631,7 +631,6 @@ public class Fetcher extends NutchTool implements Tool {
job.setJarByClass(Fetcher.class);
job.setMapperClass(Fetcher.FetcherRun.class);
job.setReducerClass(Fetcher.FetcherReducer.class);
- job.setNumReduceTasks(1);
FileOutputFormat.setOutputPath(job, segment);
job.setOutputFormatClass(FetcherOutputFormat.class);