Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

SummarizedJob Class Improvment

This commit is contained in:
zhangyubiao 2014-09-18 17:23:31 +08:00
parent 47e5e19831
commit bfcf11dbec
1 changed files with 21 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/main/java/org/apache/hadoop/mapreduce/jobhistory/HistoryViewer.java
View File

@ -602,7 +602,7 @@ public class HistoryViewer {
for (JobHistoryParser.TaskAttemptInfo attempt : attempts.values()) { for (JobHistoryParser.TaskAttemptInfo attempt : attempts.values()) {
long startTime = attempt.getStartTime(); long startTime = attempt.getStartTime();
long finishTime = attempt.getFinishTime(); long finishTime = attempt.getFinishTime();
if (attempt.getTaskType().equals(TaskType.MAP)) { if (TaskType.MAP.equals(attempt.getTaskType())) {
if (mapStarted== 0 || mapStarted > startTime) { if (mapStarted== 0 || mapStarted > startTime) {
mapStarted = startTime; mapStarted = startTime;
} }
@ -610,14 +610,13 @@ public class HistoryViewer {
mapFinished = finishTime; mapFinished = finishTime;
} }
totalMaps++; totalMaps++;
if (attempt.getTaskStatus().equals if (TaskStatus.State.FAILED.toString().equals(attempt.getTaskStatus())) {
(TaskStatus.State.FAILED.toString())) {
numFailedMaps++; numFailedMaps++;
} else if (attempt.getTaskStatus().equals } else if (attempt.getTaskStatus().equals
(TaskStatus.State.KILLED.toString())) { (TaskStatus.State.KILLED.toString())) {
numKilledMaps++; numKilledMaps++;
} }
} else if (attempt.getTaskType().equals(TaskType.REDUCE)) { } else if (TaskType.REDUCE.equals(attempt.getTaskType())) {
if (reduceStarted==0||reduceStarted > startTime) { if (reduceStarted==0||reduceStarted > startTime) {
reduceStarted = startTime; reduceStarted = startTime;
} }
@ -625,14 +624,14 @@ public class HistoryViewer {
reduceFinished = finishTime; reduceFinished = finishTime;
} }
totalReduces++; totalReduces++;
if (attempt.getTaskStatus().equals if (TaskStatus.State.FAILED.toString().equals
(TaskStatus.State.FAILED.toString())) { (attempt.getTaskStatus())) {
numFailedReduces++; numFailedReduces++;
} else if (attempt.getTaskStatus().equals } else if (TaskStatus.State.KILLED.toString().equals
(TaskStatus.State.KILLED.toString())) { (attempt.getTaskStatus())) {
numKilledReduces++; numKilledReduces++;
} }
} else if (attempt.getTaskType().equals(TaskType.JOB_CLEANUP)) { } else if (TaskType.JOB_CLEANUP.equals(attempt.getTaskType())) {
if (cleanupStarted==0||cleanupStarted > startTime) { if (cleanupStarted==0||cleanupStarted > startTime) {
cleanupStarted = startTime; cleanupStarted = startTime;
} }
@ -640,17 +639,17 @@ public class HistoryViewer {
cleanupFinished = finishTime; cleanupFinished = finishTime;
} }
totalCleanups++; totalCleanups++;
if (attempt.getTaskStatus().equals if (TaskStatus.State.SUCCEEDED.toString().equals
(TaskStatus.State.SUCCEEDED.toString())) { (attempt.getTaskStatus())) {
numFinishedCleanups++; numFinishedCleanups++;
} else if (attempt.getTaskStatus().equals } else if (TaskStatus.State.FAILED.toString().equals
(TaskStatus.State.FAILED.toString())) { (attempt.getTaskStatus())) {
numFailedCleanups++; numFailedCleanups++;
} else if (attempt.getTaskStatus().equals } else if (TaskStatus.State.KILLED.toString().equals
(TaskStatus.State.KILLED.toString())) { (attempt.getTaskStatus())) {
numKilledCleanups++; numKilledCleanups++;
} }
} else if (attempt.getTaskType().equals(TaskType.JOB_SETUP)) { } else if (TaskType.JOB_SETUP.equals(attempt.getTaskType())) {
if (setupStarted==0||setupStarted > startTime) { if (setupStarted==0||setupStarted > startTime) {
setupStarted = startTime; setupStarted = startTime;
} }
@ -658,14 +657,14 @@ public class HistoryViewer {
setupFinished = finishTime; setupFinished = finishTime;
} }
totalSetups++; totalSetups++;
if (attempt.getTaskStatus().equals if (TaskStatus.State.SUCCEEDED.toString().equals
(TaskStatus.State.SUCCEEDED.toString())) { (attempt.getTaskStatus())) {
numFinishedSetups++; numFinishedSetups++;
} else if (attempt.getTaskStatus().equals } else if (TaskStatus.State.FAILED.toString().equals
(TaskStatus.State.FAILED.toString())) { (attempt.getTaskStatus())) {
numFailedSetups++; numFailedSetups++;
} else if (attempt.getTaskStatus().equals } else if (TaskStatus.State.KILLED.toString().equals
(TaskStatus.State.KILLED.toString())) { (attempt.getTaskStatus())) {
numKilledSetups++; numKilledSetups++;
} }
} }