YARN-7691. Add Unit Tests for ContainersLauncher. (Sampada Dehankar via asuresh)
(cherry picked from commit c0c7cce81d)
This commit is contained in:
Arun Suresh
parent
e4df9ef10a
commit
7854745c5f
|
|
@ -0,0 +1,275 @@
|
|||
/* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
* <p>
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* <p>
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher;
|
||||
|
||||
import org.apache.hadoop.conf.Configuration;
|
||||
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
|
||||
import org.apache.hadoop.yarn.api.records.ApplicationId;
|
||||
import org.apache.hadoop.yarn.api.records.ContainerId;
|
||||
import org.apache.hadoop.yarn.api.records.SignalContainerCommand;
|
||||
import org.apache.hadoop.yarn.event.AsyncDispatcher;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.ContainerExecutor;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.LocalDirsHandlerService;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.NodeManager;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.Application;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationImpl;
|
||||
import org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerImpl;
|
||||
import org.junit.Before;
|
||||
import org.junit.Test;
|
||||
import org.mockito.InjectMocks;
|
||||
import org.mockito.Mock;
|
||||
import org.mockito.Mockito;
|
||||
import org.mockito.MockitoAnnotations;
|
||||
import org.mockito.internal.util.reflection.Whitebox;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.util.Collections;
|
||||
import java.util.HashMap;
|
||||
import java.util.Map;
|
||||
import java.util.concurrent.ConcurrentHashMap;
|
||||
import java.util.concurrent.ConcurrentMap;
|
||||
import java.util.concurrent.ExecutorService;
|
||||
|
||||
import static org.junit.Assert.assertEquals;
|
||||
import static org.mockito.Mockito.*;
|
||||
|
||||
/**
|
||||
* Tests to verify all the Container's Launcher Events in
|
||||
* {@link ContainersLauncher} are handled as expected.
|
||||
*/
|
||||
public class TestContainersLauncher {
|
||||
|
||||
@Mock
|
||||
private ApplicationImpl app1;
|
||||
|
||||
@Mock
|
||||
private ContainerImpl container;
|
||||
|
||||
@Mock
|
||||
private ApplicationId appId;
|
||||
|
||||
@Mock
|
||||
private ApplicationAttemptId appAttemptId;
|
||||
|
||||
@Mock
|
||||
private ContainerId containerId;
|
||||
|
||||
@Mock
|
||||
private ContainersLauncherEvent event;
|
||||
|
||||
@Mock
|
||||
private NodeManager.NMContext context;
|
||||
|
||||
@Mock
|
||||
private AsyncDispatcher dispatcher;
|
||||
|
||||
@Mock
|
||||
private ContainerExecutor exec;
|
||||
|
||||
@Mock
|
||||
private LocalDirsHandlerService dirsHandler;
|
||||
|
||||
@Mock
|
||||
private ContainerManagerImpl containerManager;
|
||||
|
||||
@Mock
|
||||
private ExecutorService containerLauncher;
|
||||
|
||||
@Mock
|
||||
private Configuration conf;
|
||||
|
||||
@Mock
|
||||
private ContainerLaunch containerLaunch;
|
||||
|
||||
@InjectMocks
|
||||
private ContainersLauncher tempContainersLauncher = new ContainersLauncher(
|
||||
context, dispatcher, exec, dirsHandler, containerManager);
|
||||
|
||||
private ContainersLauncher spy;
|
||||
|
||||
@Before
|
||||
public void setup() throws IllegalArgumentException, IllegalAccessException {
|
||||
MockitoAnnotations.initMocks(this);
|
||||
ConcurrentMap<ApplicationId, Application> applications =
|
||||
new ConcurrentHashMap<>();
|
||||
applications.put(appId, app1);
|
||||
spy = spy(tempContainersLauncher);
|
||||
conf = doReturn(conf).when(spy).getConfig();
|
||||
when(event.getContainer()).thenReturn(container);
|
||||
when(container.getContainerId()).thenReturn(containerId);
|
||||
when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
|
||||
when(containerId.getApplicationAttemptId().getApplicationId())
|
||||
.thenReturn(appId);
|
||||
when(context.getApplications()).thenReturn(applications);
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
@Test
|
||||
public void testLaunchContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||
"running");
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.LAUNCH_CONTAINER);
|
||||
assertEquals(0, dummyMap.size());
|
||||
spy.handle(event);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||
.submit(Mockito.any(ContainerLaunch.class));
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
@Test
|
||||
public void testRelaunchContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||
"running");
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.RELAUNCH_CONTAINER);
|
||||
assertEquals(0, dummyMap.size());
|
||||
spy.handle(event);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||
.submit(Mockito.any(ContainerRelaunch.class));
|
||||
for (ContainerId cid : dummyMap.keySet()) {
|
||||
Object o = dummyMap.get(cid);
|
||||
assertEquals(true, (o instanceof ContainerRelaunch));
|
||||
}
|
||||
}
|
||||
|
||||
@SuppressWarnings("unchecked")
|
||||
@Test
|
||||
public void testRecoverContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap =
|
||||
(Map<ContainerId, ContainerLaunch>) Whitebox.getInternalState(spy,
|
||||
"running");
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.RECOVER_CONTAINER);
|
||||
assertEquals(0, dummyMap.size());
|
||||
spy.handle(event);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||
.submit(Mockito.any(RecoveredContainerLaunch.class));
|
||||
for (ContainerId cid : dummyMap.keySet()) {
|
||||
Object o = dummyMap.get(cid);
|
||||
assertEquals(true, (o instanceof RecoveredContainerLaunch));
|
||||
}
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testRecoverPausedContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException {
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.RECOVER_PAUSED_CONTAINER);
|
||||
spy.handle(event);
|
||||
Mockito.verify(containerLauncher, Mockito.times(1))
|
||||
.submit(Mockito.any(RecoverPausedContainerLaunch.class));
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testCleanupContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||
dummyMap.put(containerId, containerLaunch);
|
||||
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER);
|
||||
doNothing().when(containerLaunch).cleanupContainer();
|
||||
spy.handle(event);
|
||||
assertEquals(0, dummyMap.size());
|
||||
Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testCleanupContainerForReINITEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||
dummyMap.put(containerId, containerLaunch);
|
||||
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.CLEANUP_CONTAINER_FOR_REINIT);
|
||||
doNothing().when(containerLaunch).cleanupContainer();
|
||||
spy.handle(event);
|
||||
assertEquals(0, dummyMap.size());
|
||||
Mockito.verify(containerLaunch, Mockito.times(1)).cleanupContainer();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testSignalContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||
dummyMap.put(containerId, containerLaunch);
|
||||
|
||||
SignalContainersLauncherEvent dummyEvent =
|
||||
mock(SignalContainersLauncherEvent.class);
|
||||
when(dummyEvent.getContainer()).thenReturn(container);
|
||||
when(container.getContainerId()).thenReturn(containerId);
|
||||
when(containerId.getApplicationAttemptId()).thenReturn(appAttemptId);
|
||||
when(containerId.getApplicationAttemptId().getApplicationId())
|
||||
.thenReturn(appId);
|
||||
|
||||
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||
when(dummyEvent.getType())
|
||||
.thenReturn(ContainersLauncherEventType.SIGNAL_CONTAINER);
|
||||
when(dummyEvent.getCommand())
|
||||
.thenReturn(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||
doNothing().when(containerLaunch)
|
||||
.signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||
spy.handle(dummyEvent);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLaunch, Mockito.times(1))
|
||||
.signalContainer(SignalContainerCommand.GRACEFUL_SHUTDOWN);
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testPauseContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||
dummyMap.put(containerId, containerLaunch);
|
||||
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.PAUSE_CONTAINER);
|
||||
doNothing().when(containerLaunch).pauseContainer();
|
||||
spy.handle(event);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLaunch, Mockito.times(1)).pauseContainer();
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testResumeContainerEvent()
|
||||
throws IllegalArgumentException, IllegalAccessException, IOException {
|
||||
Map<ContainerId, ContainerLaunch> dummyMap = Collections
|
||||
.synchronizedMap(new HashMap<ContainerId, ContainerLaunch>());
|
||||
dummyMap.put(containerId, containerLaunch);
|
||||
Whitebox.setInternalState(spy, "running", dummyMap);
|
||||
when(event.getType())
|
||||
.thenReturn(ContainersLauncherEventType.RESUME_CONTAINER);
|
||||
doNothing().when(containerLaunch).resumeContainer();
|
||||
spy.handle(event);
|
||||
assertEquals(1, dummyMap.size());
|
||||
Mockito.verify(containerLaunch, Mockito.times(1)).resumeContainer();
|
||||
}
|
||||
}
|
||||
Loading…
Reference in New Issue