Apache/hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-5262. Optimize sending RMNodeFinishedContainersPulledByAMEvent for every AM heartbeat. Contributed by Rohith Sharma K S

Browse Source 
(cherry picked from commit 26b5e6116f392b6be91dca57968259f87554ce33)
This commit is contained in:
Jason Lowe 2016-08-09 22:18:24 +00:00
parent 4feb17ea28
commit 2dc43a2054
3 changed files with 16 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
hadoop-yarn-project/CHANGES.txt
View File

@ -13,6 +13,9 @@ Release 2.6.5 - UNRELEASED
YARN-4690. Skip object allocation in FSAppAttempt#getResourceUsage when YARN-4690. Skip object allocation in FSAppAttempt#getResourceUsage when
possible (Ming Ma via sjlee) possible (Ming Ma via sjlee)
YARN-5262. Optimize sending RMNodeFinishedContainersPulledByAMEvent for
every AM heartbeat (Rohith Sharma K S via jlowe)
BUG FIXES BUG FIXES
YARN-2046. Out of band heartbeats are sent only on container kill and YARN-2046. Out of band heartbeats are sent only on container kill and

9
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/RMAppAttemptImpl.java
View File

@ -712,9 +712,11 @@ public List<ContainerStatus> pullJustFinishedContainers() {
} }
} }
finishedContainersSentToAM.putIfAbsent(nodeId, new ArrayList if (!finishedContainers.isEmpty()) {
<ContainerStatus>()); finishedContainersSentToAM.putIfAbsent(nodeId,
finishedContainersSentToAM.get(nodeId).addAll(finishedContainers); new ArrayList<ContainerStatus>());
finishedContainersSentToAM.get(nodeId).addAll(finishedContainers);
}
} }
return returnList; return returnList;
@ -1629,6 +1631,7 @@ private void sendFinishedContainersToNM() {
eventHandler.handle(new RMNodeFinishedContainersPulledByAMEvent(nodeId, eventHandler.handle(new RMNodeFinishedContainersPulledByAMEvent(nodeId,
containerIdList)); containerIdList));
} }
this.finishedContainersSentToAM.clear();
} }
// Add am container to the list so that am container instance will be // Add am container to the list so that am container instance will be

7
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/rmapp/attempt/TestRMAppAttemptTransitions.java
View File

@ -1317,6 +1317,13 @@ public void testFinishedContainer() {
Assert.assertTrue(applicationAttempt.getJustFinishedContainers().isEmpty()); Assert.assertTrue(applicationAttempt.getJustFinishedContainers().isEmpty());
Assert.assertEquals(0, getFinishedContainersSentToAM(applicationAttempt) Assert.assertEquals(0, getFinishedContainersSentToAM(applicationAttempt)
.size()); .size());
// verify if no containers to acknowledge to NM then event should not be
// triggered. Number of times event invoked is 1 i.e on second pull
containerStatuses = applicationAttempt.pullJustFinishedContainers();
Assert.assertEquals(0, containerStatuses.size());
Mockito.verify(rmnodeEventHandler, times(1))
.handle(Mockito.any(RMNodeEvent.class));
} }
private static List<ContainerStatus> getFinishedContainersSentToAM( private static List<ContainerStatus> getFinishedContainersSentToAM(