Disable speculative execution, since input format has side effects.

git-svn-id: https://svn.apache.org/repos/asf/lucene/nutch/trunk@382579 13f79535-47bb-0310-9956-ffa450edef68
wodo2008 · Mar 3, 2006 · d2397b1 · d2397b1
1 parent 063a250
commit d2397b1
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/src/java/org/apache/nutch/indexer/DeleteDuplicates.java b/src/java/org/apache/nutch/indexer/DeleteDuplicates.java
@@ -307,6 +307,7 @@ public void dedup(File[] indexDirs)
     job.setInputKeyClass(HashScore.class);
     job.setInputValueClass(IndexDoc.class);
     job.setInputFormat(InputFormat.class);
+    job.setBoolean("mapred.speculative.execution", false);
 
     job.setPartitionerClass(HashPartitioner.class);
     job.setReducerClass(HashReducer.class);