make it configurable to retrieve reducer task reports in JobWarnings

Netflix · Jul 5, 2014 · bbeed2d · bbeed2d
1 parent 6668301
commit bbeed2d
Showing 1 changed file with 10 additions and 6 deletions.
diff --git a/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java b/lipstick-console/src/main/java/com/netflix/lipstick/warnings/JobWarnings.java
@@ -159,13 +159,17 @@ public List<String> findSkewedReducers(List<ReducerDuration> reducerTimes) {
     }
 
     public List<ReducerDuration> enumerateReducerRunTimesAccending(JobClient jobClient, String jobId) {
-        try {
-            TaskReport[] reduceTasks = jobClient.getReduceTaskReports(jobId);
-            return enumerateReducerRunTimesAccending(reduceTasks);
-        } catch (IOException e) {
-            log.error("Error getting reduce task reports, continuing", e);
-            return Lists.newArrayList();
+        if (!jobClient.getConf().getBoolean("pig.stats.notaskreport", false)) {
+            try {
+                TaskReport[] reduceTasks = jobClient.getReduceTaskReports(jobId);
+                return enumerateReducerRunTimesAccending(reduceTasks);
+            } catch (IOException e) {
+                log.error("Error getting reduce task reports, continuing", e);
+            }
+        } else {
+            log.info("Skipping reduce task reports for job " + jobId);
         }
+        return Lists.newArrayList();
     }
 
     /* Extract all running or completed reducer tasks for the job, their runtime and sort them