YARN-8421: when moving app, activeUsers is increased, even though app does not have outstanding request. Contributed by Kyungwan Nam
This commit is contained in:
parent
5074ca93af
commit
937ef39b3f
|
@ -578,7 +578,9 @@ public class AppSchedulingInfo {
|
||||||
newMetrics.moveAppTo(this);
|
newMetrics.moveAppTo(this);
|
||||||
abstractUsersManager.deactivateApplication(user, applicationId);
|
abstractUsersManager.deactivateApplication(user, applicationId);
|
||||||
abstractUsersManager = newQueue.getAbstractUsersManager();
|
abstractUsersManager = newQueue.getAbstractUsersManager();
|
||||||
abstractUsersManager.activateApplication(user, applicationId);
|
if (!schedulerKeys.isEmpty()) {
|
||||||
|
abstractUsersManager.activateApplication(user, applicationId);
|
||||||
|
}
|
||||||
this.queue = newQueue;
|
this.queue = newQueue;
|
||||||
} finally {
|
} finally {
|
||||||
this.writeLock.unlock();
|
this.writeLock.unlock();
|
||||||
|
|
|
@ -59,6 +59,50 @@ public class TestSchedulerApplicationAttempt {
|
||||||
DefaultMetricsSystem.shutdown();
|
DefaultMetricsSystem.shutdown();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testActiveUsersWhenMove() {
|
||||||
|
final String user = "user1";
|
||||||
|
Queue parentQueue = createQueue("parent", null);
|
||||||
|
Queue queue1 = createQueue("queue1", parentQueue);
|
||||||
|
Queue queue2 = createQueue("queue2", parentQueue);
|
||||||
|
Queue queue3 = createQueue("queue3", parentQueue);
|
||||||
|
|
||||||
|
ApplicationAttemptId appAttId = createAppAttemptId(0, 0);
|
||||||
|
RMContext rmContext = mock(RMContext.class);
|
||||||
|
when(rmContext.getEpoch()).thenReturn(3L);
|
||||||
|
SchedulerApplicationAttempt app = new SchedulerApplicationAttempt(appAttId,
|
||||||
|
user, queue1, queue1.getAbstractUsersManager(), rmContext);
|
||||||
|
|
||||||
|
// Resource request
|
||||||
|
Resource requestedResource = Resource.newInstance(1536, 2);
|
||||||
|
Priority requestedPriority = Priority.newInstance(2);
|
||||||
|
ResourceRequest request = ResourceRequest.newInstance(requestedPriority,
|
||||||
|
ResourceRequest.ANY, requestedResource, 1);
|
||||||
|
app.updateResourceRequests(Arrays.asList(request));
|
||||||
|
|
||||||
|
assertEquals(1, queue1.getAbstractUsersManager().getNumActiveUsers());
|
||||||
|
// move app from queue1 to queue2
|
||||||
|
app.move(queue2);
|
||||||
|
// Active user count has to decrease from queue1
|
||||||
|
assertEquals(0, queue1.getAbstractUsersManager().getNumActiveUsers());
|
||||||
|
// Increase the active user count in queue2 if the moved app has pending requests
|
||||||
|
assertEquals(1, queue2.getAbstractUsersManager().getNumActiveUsers());
|
||||||
|
|
||||||
|
// Allocated container
|
||||||
|
RMContainer container1 = createRMContainer(appAttId, 1, requestedResource);
|
||||||
|
app.liveContainers.put(container1.getContainerId(), container1);
|
||||||
|
SchedulerNode node = createNode();
|
||||||
|
app.appSchedulingInfo.allocate(NodeType.OFF_SWITCH, node,
|
||||||
|
toSchedulerKey(requestedPriority), container1.getContainer());
|
||||||
|
|
||||||
|
// Active user count has to decrease from queue2 due to app has NO pending requests
|
||||||
|
assertEquals(0, queue2.getAbstractUsersManager().getNumActiveUsers());
|
||||||
|
// move app from queue2 to queue3
|
||||||
|
app.move(queue3);
|
||||||
|
// Active user count in queue3 stays same if the moved app has NO pending requests
|
||||||
|
assertEquals(0, queue3.getAbstractUsersManager().getNumActiveUsers());
|
||||||
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testMove() {
|
public void testMove() {
|
||||||
final String user = "user1";
|
final String user = "user1";
|
||||||
|
|
Loading…
Reference in New Issue