YARN-7691. Add Unit Tests for ContainersLauncher. (Sampada Dehankar via asuresh)
This commit is contained in:
Arun Suresh
parent
7f515f57ed
commit
c0c7cce81d
|
|
@ -0,0 +1,275 @@
|
||||||
|
/* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
* <p>
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* <p>
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher;
|
||||||
|
|
||||||
|
import org.apache.hadoop.conf.Configuration;
|
||||||
|
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
|
||||||
|
import org.apache.hadoop.yarn.api.records.ApplicationId;
|
||||||
|
import org.apache.hadoop.yarn.api.records.ContainerId;
|
||||||
|
import org.apache.hadoop.yarn.api.records.SignalContainerCommand;
|
||||||
|
import org.apache.hadoop.yarn.event.AsyncDispatcher;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.ContainerExecutor;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.NodeManager;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.Application;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl;
|
||||||
|
import org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl;
|
||||||
|
import org.junit.Before;
|
||||||
|
import org.junit.Test;
|
||||||
|
import org.mockito.InjectMocks;
|
||||||
|
import org.mockito.Mock;
|
||||||
|
import org.mockito.Mockito;
|
||||||
|
import org.mockito.MockitoAnnotations;
|
||||||
|
import org.mockito.internal.util.reflection.Whitebox;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.HashMap;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.concurrent.ConcurrentHashMap;
|
||||||
|
import java.util.concurrent.ConcurrentMap;
|
||||||
|
import java.util.concurrent.ExecutorService;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
import static org.mockito.Mockito.*;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Tests to verify all the Container's Launcher Events in
|
||||||
|
* {@link ContainersLauncher} are handled as expected.
|
||||||
|
*/
|
||||||
|
public class TestContainersLauncher {
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ApplicationImpl app1;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainerImpl container;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ApplicationId appId;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ApplicationAttemptId appAttemptId;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainerId containerId;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainersLauncherEvent event;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private NodeManager.NMContext context;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private AsyncDispatcher dispatcher;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainerExecutor exec;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private LocalDirsHandlerService dirsHandler;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainerManagerImpl containerManager;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ExecutorService containerLauncher;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private Configuration conf;
|
||||||
|
|
||||||
|
@Mock
|
||||||
|
private ContainerLaunch containerLaunch;
|
||||||
|
|
||||||
|
@InjectMocks
|
||||||
|
private ContainersLauncher tempContainersLauncher = new ContainersLauncher(
|
||||||
|
context, dispatcher, exec, dirsHandler, containerManager);
|
||||||
|
|
||||||
|
private ContainersLauncher spy;
|
||||||
|
|
||||||
|
@Before
|
||||||
|
public void setup() throws IllegalArgumentException, IllegalAccessException {
|
||||||
|
MockitoAnnotations.initMocks(this);
|
||||||
|
ConcurrentMap<ApplicationId, Application> applications =
|
||||||
|
new ConcurrentHashMap<>();
|
||||||
|
applications.put(appId, app1);
|
||||||
|
spy = spy(tempContainersLauncher);
|
||||||
|
conf = doReturn(conf).when(spy).getConfig();
|
||||||
|
when(event.getContainer()).thenReturn(container);
|
||||||
|
when(container.getContainerId()).thenReturn(containerId);
|
||||||
|
when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
|
||||||
|
when(containerId.getApplicationAttemptId().getApplicationId())
|
||||||
|
.thenReturn(appId);
|
||||||
|
when(context.getApplications()).thenReturn(applications);
|
||||||
|
}
|
||||||
|
|
||||||
|
@SuppressWarnings("unchecked")
|
||||||
|
@Test
|
||||||
|
public void testLaunchContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||||
|
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||||
|
"running");
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.LAUNCH_CONTAINER);
|
||||||
|
assertEquals(0, dummyMap.size());
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||||
|
.submit(Mockito.any(ContainerLaunch.class));
|
||||||
|
}
|
||||||
|
|
||||||
|
@SuppressWarnings("unchecked")
|
||||||
|
@Test
|
||||||
|
public void testRelaunchContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||||
|
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||||
|
"running");
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.RELAUNCH_CONTAINER);
|
||||||
|
assertEquals(0, dummyMap.size());
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||||
|
.submit(Mockito.any(ContainerRelaunch.class));
|
||||||
|
for (ContainerId cid : dummyMap.keySet()) {
|
||||||
|
Object o = dummyMap.get(cid);
|
||||||
|
assertEquals(true, (o instanceof ContainerRelaunch));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@SuppressWarnings("unchecked")
|
||||||
|
@Test
|
||||||
|
public void testRecoverContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||||
|
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||||
|
"running");
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.RECOVER_CONTAINER);
|
||||||
|
assertEquals(0, dummyMap.size());
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||||
|
.submit(Mockito.any(RecoveredContainerLaunch.class));
|
||||||
|
for (ContainerId cid : dummyMap.keySet()) {
|
||||||
|
Object o = dummyMap.get(cid);
|
||||||
|
assertEquals(true, (o instanceof RecoveredContainerLaunch));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testRecoverPausedContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException {
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.RECOVER_PAUSED_CONTAINER);
|
||||||
|
spy.handle(event);
|
||||||
|
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||||
|
.submit(Mockito.any(RecoverPausedContainerLaunch.class));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testCleanupContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||||
|
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||||
|
dummyMap.put(containerId, containerLaunch);
|
||||||
|
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER);
|
||||||
|
doNothing().when(containerLaunch).cleanupContainer();
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(0, dummyMap.size());
|
||||||
|
Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testCleanupContainerForReINITEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||||
|
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||||
|
dummyMap.put(containerId, containerLaunch);
|
||||||
|
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER_FOR_REINIT);
|
||||||
|
doNothing().when(containerLaunch).cleanupContainer();
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(0, dummyMap.size());
|
||||||
|
Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testSignalContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||||
|
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||||
|
dummyMap.put(containerId, containerLaunch);
|
||||||
|
|
||||||
|
SignalContainersLauncherEvent dummyEvent =
|
||||||
|
mock(SignalContainersLauncherEvent.class);
|
||||||
|
when(dummyEvent.getContainer()).thenReturn(container);
|
||||||
|
when(container.getContainerId()).thenReturn(containerId);
|
||||||
|
when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
|
||||||
|
when(containerId.getApplicationAttemptId().getApplicationId())
|
||||||
|
.thenReturn(appId);
|
||||||
|
|
||||||
|
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||||
|
when(dummyEvent.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.SIGNAL_CONTAINER);
|
||||||
|
when(dummyEvent.getCommand())
|
||||||
|
.thenReturn(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||||
|
doNothing().when(containerLaunch)
|
||||||
|
.signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||||
|
spy.handle(dummyEvent);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLaunch, Mockito.times(1))
|
||||||
|
.signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testPauseContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||||
|
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||||
|
dummyMap.put(containerId, containerLaunch);
|
||||||
|
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.PAUSE_CONTAINER);
|
||||||
|
doNothing().when(containerLaunch).pauseContainer();
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLaunch, Mockito.times(1)).pauseContainer();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testResumeContainerEvent()
|
||||||
|
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||||
|
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||||
|
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||||
|
dummyMap.put(containerId, containerLaunch);
|
||||||
|
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||||
|
when(event.getType())
|
||||||
|
.thenReturn(ContainersLauncherEventType.RESUME_CONTAINER);
|
||||||
|
doNothing().when(containerLaunch).resumeContainer();
|
||||||
|
spy.handle(event);
|
||||||
|
assertEquals(1, dummyMap.size());
|
||||||
|
Mockito.verify(containerLaunch, Mockito.times(1)).resumeContainer();
|
||||||
|
}
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue