LIHADOOP-20626 Ignore slow start for considering reducer delay

jeesim2 · Jun 7, 2016 · 4e5114d · 4e5114d
1 parent b77fb61
commit 4e5114d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/app/com/linkedin/drelephant/mapreduce/MapReduceMetricsAggregator.java b/app/com/linkedin/drelephant/mapreduce/MapReduceMetricsAggregator.java
@@ -53,6 +53,10 @@ public void aggregate(HadoopApplicationData hadoopData) {
     int reduceTaskSlowStartPercentage =
         (int) (Double.parseDouble(data.getConf().getProperty(REDUCER_SLOW_START_CONFIG)) * 100);
 
+
+    //overwrite reduceTaskSlowStartPercentage to 100%. TODO: make use of the slow start percent
+    reduceTaskSlowStartPercentage = 100;
+
     mapTasks = new TaskLevelAggregatedMetrics(data.getMapperData(), mapTaskContainerSize, data.getSubmitTime());
 
     long reduceIdealStartTime = mapTasks.getNthPercentileFinishTime(reduceTaskSlowStartPercentage);