YARN-2830. Add backwords compatible ContainerId.newInstance constructor. Contributed by Jonathan Eagles.
(cherry picked from commit 43cd07b408c6613d2c9aa89203cfa3110d830538)
This commit is contained in:
parent
85531834b3
commit
c2cc879f01
@ -140,7 +140,7 @@ public void handle(ContainerAllocatorEvent event) {
|
|||||||
LOG.info("Processing the event " + event.toString());
|
LOG.info("Processing the event " + event.toString());
|
||||||
// Assign the same container ID as the AM
|
// Assign the same container ID as the AM
|
||||||
ContainerId cID =
|
ContainerId cID =
|
||||||
ContainerId.newInstance(getContext().getApplicationAttemptId(),
|
ContainerId.newContainerId(getContext().getApplicationAttemptId(),
|
||||||
this.containerId.getContainerId());
|
this.containerId.getContainerId());
|
||||||
Container container = recordFactory.newRecordInstance(Container.class);
|
Container container = recordFactory.newRecordInstance(Container.class);
|
||||||
container.setId(cID);
|
container.setId(cID);
|
||||||
|
@ -716,7 +716,7 @@ private class TestParams {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(200, 1);
|
ApplicationId appId = ApplicationId.newInstance(200, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
TaskID taskID = TaskID.forName("task_200707121733_0003_m_000005");
|
TaskID taskID = TaskID.forName("task_200707121733_0003_m_000005");
|
||||||
TaskAttemptID taskAttemptID = new TaskAttemptID(taskID, 0);
|
TaskAttemptID taskAttemptID = new TaskAttemptID(taskID, 0);
|
||||||
JobId jobId = MRBuilderUtils.newJobId(appId, 1);
|
JobId jobId = MRBuilderUtils.newJobId(appId, 1);
|
||||||
|
@ -179,7 +179,7 @@ private static ContainerId getContainerId(ApplicationId applicationId,
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
getApplicationAttemptId(applicationId, startCount);
|
getApplicationAttemptId(applicationId, startCount);
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(appAttemptId, startCount);
|
ContainerId.newContainerId(appAttemptId, startCount);
|
||||||
return containerId;
|
return containerId;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -565,7 +565,7 @@ protected class MRAppContainerAllocator
|
|||||||
@Override
|
@Override
|
||||||
public void handle(ContainerAllocatorEvent event) {
|
public void handle(ContainerAllocatorEvent event) {
|
||||||
ContainerId cId =
|
ContainerId cId =
|
||||||
ContainerId.newInstance(getContext().getApplicationAttemptId(),
|
ContainerId.newContainerId(getContext().getApplicationAttemptId(),
|
||||||
containerCount++);
|
containerCount++);
|
||||||
NodeId nodeId = NodeId.newInstance(NM_HOST, NM_PORT);
|
NodeId nodeId = NodeId.newInstance(NM_HOST, NM_PORT);
|
||||||
Resource resource = Resource.newInstance(1234, 2);
|
Resource resource = Resource.newInstance(1234, 2);
|
||||||
@ -773,7 +773,7 @@ public static ContainerId newContainerId(int appId, int appAttemptId,
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
||||||
return ContainerId.newInstance(applicationAttemptId, containerId);
|
return ContainerId.newContainerId(applicationAttemptId, containerId);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static ContainerTokenIdentifier newContainerTokenIdentifier(
|
public static ContainerTokenIdentifier newContainerTokenIdentifier(
|
||||||
|
@ -140,7 +140,7 @@ public void run() {
|
|||||||
if (concurrentRunningTasks < maxConcurrentRunningTasks) {
|
if (concurrentRunningTasks < maxConcurrentRunningTasks) {
|
||||||
event = eventQueue.take();
|
event = eventQueue.take();
|
||||||
ContainerId cId =
|
ContainerId cId =
|
||||||
ContainerId.newInstance(getContext()
|
ContainerId.newContainerId(getContext()
|
||||||
.getApplicationAttemptId(), containerCount++);
|
.getApplicationAttemptId(), containerCount++);
|
||||||
|
|
||||||
//System.out.println("Allocating " + containerCount);
|
//System.out.println("Allocating " + containerCount);
|
||||||
@ -233,7 +233,7 @@ public AllocateResponse allocate(AllocateRequest request)
|
|||||||
int numContainers = req.getNumContainers();
|
int numContainers = req.getNumContainers();
|
||||||
for (int i = 0; i < numContainers; i++) {
|
for (int i = 0; i < numContainers; i++) {
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
getContext().getApplicationAttemptId(),
|
getContext().getApplicationAttemptId(),
|
||||||
request.getResponseId() + i);
|
request.getResponseId() + i);
|
||||||
containers.add(Container.newInstance(containerId,
|
containers.add(Container.newInstance(containerId,
|
||||||
|
@ -183,7 +183,7 @@ public static TaskReport newTaskReport(TaskId id) {
|
|||||||
public static TaskAttemptReport newTaskAttemptReport(TaskAttemptId id) {
|
public static TaskAttemptReport newTaskAttemptReport(TaskAttemptId id) {
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
||||||
id.getTaskId().getJobId().getAppId(), 0);
|
id.getTaskId().getJobId().getAppId(), 0);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
TaskAttemptReport report = Records.newRecord(TaskAttemptReport.class);
|
TaskAttemptReport report = Records.newRecord(TaskAttemptReport.class);
|
||||||
report.setTaskAttemptId(id);
|
report.setTaskAttemptId(id);
|
||||||
report
|
report
|
||||||
@ -315,7 +315,7 @@ public ContainerId getAssignedContainerID() {
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(taid.getTaskId().getJobId()
|
ApplicationAttemptId.newInstance(taid.getTaskId().getJobId()
|
||||||
.getAppId(), 0);
|
.getAppId(), 0);
|
||||||
ContainerId id = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId id = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
return id;
|
return id;
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -640,7 +640,7 @@ public void setQueueName(String queueName) {
|
|||||||
private static AMInfo createAMInfo(int attempt) {
|
private static AMInfo createAMInfo(int attempt) {
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(100, 1), attempt);
|
ApplicationId.newInstance(100, 1), attempt);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
return MRBuilderUtils.newAMInfo(appAttemptId, System.currentTimeMillis(),
|
return MRBuilderUtils.newAMInfo(appAttemptId, System.currentTimeMillis(),
|
||||||
containerId, NM_HOST, NM_PORT, NM_HTTP_PORT);
|
containerId, NM_HOST, NM_PORT, NM_HTTP_PORT);
|
||||||
}
|
}
|
||||||
|
@ -382,7 +382,7 @@ public void testMRAppMasterCredentials() throws Exception {
|
|||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(applicationAttemptId, 546);
|
ContainerId.newContainerId(applicationAttemptId, 546);
|
||||||
String userName = UserGroupInformation.getCurrentUser().getShortUserName();
|
String userName = UserGroupInformation.getCurrentUser().getShortUserName();
|
||||||
|
|
||||||
// Create staging dir, so MRAppMaster doesn't barf.
|
// Create staging dir, so MRAppMaster doesn't barf.
|
||||||
|
@ -253,7 +253,7 @@ private class TestMRApp extends MRAppMaster {
|
|||||||
|
|
||||||
public TestMRApp(ApplicationAttemptId applicationAttemptId,
|
public TestMRApp(ApplicationAttemptId applicationAttemptId,
|
||||||
ContainerAllocator allocator) {
|
ContainerAllocator allocator) {
|
||||||
super(applicationAttemptId, ContainerId.newInstance(
|
super(applicationAttemptId, ContainerId.newContainerId(
|
||||||
applicationAttemptId, 1), "testhost", 2222, 3333,
|
applicationAttemptId, 1), "testhost", 2222, 3333,
|
||||||
System.currentTimeMillis());
|
System.currentTimeMillis());
|
||||||
this.allocator = allocator;
|
this.allocator = allocator;
|
||||||
|
@ -359,7 +359,7 @@ public void testLaunchFailedWhileKilling() throws Exception {
|
|||||||
new SystemClock(), null);
|
new SystemClock(), null);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -415,7 +415,7 @@ public void testContainerCleanedWhileRunning() throws Exception {
|
|||||||
new SystemClock(), appCtx);
|
new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -472,7 +472,7 @@ public void testContainerCleanedWhileCommitting() throws Exception {
|
|||||||
new SystemClock(), appCtx);
|
new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -532,7 +532,7 @@ public void testDoubleTooManyFetchFailure() throws Exception {
|
|||||||
new SystemClock(), appCtx);
|
new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -599,7 +599,7 @@ public void testAppDiognosticEventOnUnassignedTask() throws Exception {
|
|||||||
new Token(), new Credentials(), new SystemClock(), appCtx);
|
new Token(), new Credentials(), new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -649,7 +649,7 @@ public void testTooManyFetchFailureAfterKill() throws Exception {
|
|||||||
new SystemClock(), appCtx);
|
new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -714,7 +714,7 @@ public void testAppDiognosticEventOnNewTask() throws Exception {
|
|||||||
new Token(), new Credentials(), new SystemClock(), appCtx);
|
new Token(), new Credentials(), new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -760,7 +760,7 @@ public void testFetchFailureAttemptFinishTime() throws Exception{
|
|||||||
new SystemClock(), appCtx);
|
new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.1", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -830,7 +830,7 @@ public void testContainerKillAfterAssigned() throws Exception {
|
|||||||
new Credentials(), new SystemClock(), appCtx);
|
new Credentials(), new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -884,7 +884,7 @@ public void testContainerKillWhileRunning() throws Exception {
|
|||||||
new Credentials(), new SystemClock(), appCtx);
|
new Credentials(), new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
@ -941,7 +941,7 @@ public void testContainerKillWhileCommitPending() throws Exception {
|
|||||||
new Credentials(), new SystemClock(), appCtx);
|
new Credentials(), new SystemClock(), appCtx);
|
||||||
|
|
||||||
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
NodeId nid = NodeId.newInstance("127.0.0.2", 0);
|
||||||
ContainerId contId = ContainerId.newInstance(appAttemptId, 3);
|
ContainerId contId = ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId()).thenReturn(contId);
|
when(container.getId()).thenReturn(contId);
|
||||||
when(container.getNodeId()).thenReturn(nid);
|
when(container.getNodeId()).thenReturn(nid);
|
||||||
|
@ -115,7 +115,7 @@ public void testPoolSize() throws InterruptedException {
|
|||||||
|
|
||||||
containerLauncher.expectedCorePoolSize = ContainerLauncherImpl.INITIAL_POOL_SIZE;
|
containerLauncher.expectedCorePoolSize = ContainerLauncherImpl.INITIAL_POOL_SIZE;
|
||||||
for (int i = 0; i < 10; i++) {
|
for (int i = 0; i < 10; i++) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, i);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, i);
|
||||||
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, i);
|
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, i);
|
||||||
containerLauncher.handle(new ContainerLauncherEvent(taskAttemptId,
|
containerLauncher.handle(new ContainerLauncherEvent(taskAttemptId,
|
||||||
containerId, "host" + i + ":1234", null,
|
containerId, "host" + i + ":1234", null,
|
||||||
@ -137,7 +137,7 @@ public void testPoolSize() throws InterruptedException {
|
|||||||
Assert.assertEquals(10, containerLauncher.numEventsProcessed.get());
|
Assert.assertEquals(10, containerLauncher.numEventsProcessed.get());
|
||||||
containerLauncher.finishEventHandling = false;
|
containerLauncher.finishEventHandling = false;
|
||||||
for (int i = 0; i < 10; i++) {
|
for (int i = 0; i < 10; i++) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId,
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId,
|
||||||
i + 10);
|
i + 10);
|
||||||
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId,
|
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId,
|
||||||
i + 10);
|
i + 10);
|
||||||
@ -154,7 +154,7 @@ public void testPoolSize() throws InterruptedException {
|
|||||||
// Core pool size should be 21 but the live pool size should be only 11.
|
// Core pool size should be 21 but the live pool size should be only 11.
|
||||||
containerLauncher.expectedCorePoolSize = 11 + ContainerLauncherImpl.INITIAL_POOL_SIZE;
|
containerLauncher.expectedCorePoolSize = 11 + ContainerLauncherImpl.INITIAL_POOL_SIZE;
|
||||||
containerLauncher.finishEventHandling = false;
|
containerLauncher.finishEventHandling = false;
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 21);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 21);
|
||||||
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, 21);
|
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, 21);
|
||||||
containerLauncher.handle(new ContainerLauncherEvent(taskAttemptId,
|
containerLauncher.handle(new ContainerLauncherEvent(taskAttemptId,
|
||||||
containerId, "host11:1234", null,
|
containerId, "host11:1234", null,
|
||||||
@ -174,7 +174,7 @@ public void testPoolLimits() throws InterruptedException {
|
|||||||
JobId jobId = MRBuilderUtils.newJobId(appId, 8);
|
JobId jobId = MRBuilderUtils.newJobId(appId, 8);
|
||||||
TaskId taskId = MRBuilderUtils.newTaskId(jobId, 9, TaskType.MAP);
|
TaskId taskId = MRBuilderUtils.newTaskId(jobId, 9, TaskType.MAP);
|
||||||
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, 0);
|
TaskAttemptId taskAttemptId = MRBuilderUtils.newTaskAttemptId(taskId, 0);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 10);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 10);
|
||||||
|
|
||||||
AppContext context = mock(AppContext.class);
|
AppContext context = mock(AppContext.class);
|
||||||
CustomContainerLauncher containerLauncher = new CustomContainerLauncher(
|
CustomContainerLauncher containerLauncher = new CustomContainerLauncher(
|
||||||
|
@ -139,7 +139,7 @@ public void waitForPoolToIdle() throws InterruptedException {
|
|||||||
|
|
||||||
public static ContainerId makeContainerId(long ts, int appId, int attemptId,
|
public static ContainerId makeContainerId(long ts, int appId, int attemptId,
|
||||||
int id) {
|
int id) {
|
||||||
return ContainerId.newInstance(
|
return ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(
|
ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(ts, appId), attemptId), id);
|
ApplicationId.newInstance(ts, appId), attemptId), id);
|
||||||
}
|
}
|
||||||
|
@ -688,7 +688,7 @@ public void testReportedAppProgress() throws Exception {
|
|||||||
rm.sendAMLaunched(appAttemptId);
|
rm.sendAMLaunched(appAttemptId);
|
||||||
rmDispatcher.await();
|
rmDispatcher.await();
|
||||||
|
|
||||||
MRApp mrApp = new MRApp(appAttemptId, ContainerId.newInstance(
|
MRApp mrApp = new MRApp(appAttemptId, ContainerId.newContainerId(
|
||||||
appAttemptId, 0), 10, 10, false, this.getClass().getName(), true, 1) {
|
appAttemptId, 0), 10, 10, false, this.getClass().getName(), true, 1) {
|
||||||
@Override
|
@Override
|
||||||
protected Dispatcher createDispatcher() {
|
protected Dispatcher createDispatcher() {
|
||||||
@ -840,7 +840,7 @@ public void testReportedAppProgressWithOnlyMaps() throws Exception {
|
|||||||
rm.sendAMLaunched(appAttemptId);
|
rm.sendAMLaunched(appAttemptId);
|
||||||
rmDispatcher.await();
|
rmDispatcher.await();
|
||||||
|
|
||||||
MRApp mrApp = new MRApp(appAttemptId, ContainerId.newInstance(
|
MRApp mrApp = new MRApp(appAttemptId, ContainerId.newContainerId(
|
||||||
appAttemptId, 0), 10, 0, false, this.getClass().getName(), true, 1) {
|
appAttemptId, 0), 10, 0, false, this.getClass().getName(), true, 1) {
|
||||||
@Override
|
@Override
|
||||||
protected Dispatcher createDispatcher() {
|
protected Dispatcher createDispatcher() {
|
||||||
@ -2021,7 +2021,7 @@ public void testCompletedContainerEvent() {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(1, 1);
|
ApplicationId applicationId = ApplicationId.newInstance(1, 1);
|
||||||
ApplicationAttemptId applicationAttemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId applicationAttemptId = ApplicationAttemptId.newInstance(
|
||||||
applicationId, 1);
|
applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(applicationAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(applicationAttemptId, 1);
|
||||||
ContainerStatus status = ContainerStatus.newInstance(
|
ContainerStatus status = ContainerStatus.newInstance(
|
||||||
containerId, ContainerState.RUNNING, "", 0);
|
containerId, ContainerState.RUNNING, "", 0);
|
||||||
|
|
||||||
@ -2038,7 +2038,7 @@ public void testCompletedContainerEvent() {
|
|||||||
abortedStatus, attemptId);
|
abortedStatus, attemptId);
|
||||||
Assert.assertEquals(TaskAttemptEventType.TA_KILL, abortedEvent.getType());
|
Assert.assertEquals(TaskAttemptEventType.TA_KILL, abortedEvent.getType());
|
||||||
|
|
||||||
ContainerId containerId2 = ContainerId.newInstance(applicationAttemptId, 2);
|
ContainerId containerId2 = ContainerId.newContainerId(applicationAttemptId, 2);
|
||||||
ContainerStatus status2 = ContainerStatus.newInstance(containerId2,
|
ContainerStatus status2 = ContainerStatus.newInstance(containerId2,
|
||||||
ContainerState.RUNNING, "", 0);
|
ContainerState.RUNNING, "", 0);
|
||||||
|
|
||||||
@ -2077,7 +2077,7 @@ public void testUnregistrationOnlyIfRegistered() throws Exception {
|
|||||||
rmDispatcher.await();
|
rmDispatcher.await();
|
||||||
|
|
||||||
MRApp mrApp =
|
MRApp mrApp =
|
||||||
new MRApp(appAttemptId, ContainerId.newInstance(appAttemptId, 0), 10,
|
new MRApp(appAttemptId, ContainerId.newContainerId(appAttemptId, 0), 10,
|
||||||
0, false, this.getClass().getName(), true, 1) {
|
0, false, this.getClass().getName(), true, 1) {
|
||||||
@Override
|
@Override
|
||||||
protected Dispatcher createDispatcher() {
|
protected Dispatcher createDispatcher() {
|
||||||
|
@ -133,7 +133,7 @@ public void testAttemptsBlock() {
|
|||||||
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 5);
|
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 5);
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
ApplicationAttemptId appAttemptId = ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
||||||
|
|
||||||
ContainerId containerId = ContainerIdPBImpl.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerIdPBImpl.newContainerId(appAttemptId, 1);
|
||||||
when(attempt.getAssignedContainerID()).thenReturn(containerId);
|
when(attempt.getAssignedContainerID()).thenReturn(containerId);
|
||||||
|
|
||||||
when(attempt.getAssignedContainerMgrAddress()).thenReturn(
|
when(attempt.getAssignedContainerMgrAddress()).thenReturn(
|
||||||
|
@ -169,7 +169,7 @@ private void verifyJobReport(JobReport jobReport, JobId jobId) {
|
|||||||
Assert.assertEquals(1, amInfos.size());
|
Assert.assertEquals(1, amInfos.size());
|
||||||
AMInfo amInfo = amInfos.get(0);
|
AMInfo amInfo = amInfos.get(0);
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(jobId.getAppId(), 1);
|
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(jobId.getAppId(), 1);
|
||||||
ContainerId amContainerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId amContainerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
Assert.assertEquals(appAttemptId, amInfo.getAppAttemptId());
|
Assert.assertEquals(appAttemptId, amInfo.getAppAttemptId());
|
||||||
Assert.assertEquals(amContainerId, amInfo.getContainerId());
|
Assert.assertEquals(amContainerId, amInfo.getContainerId());
|
||||||
Assert.assertTrue(jobReport.getSubmitTime() > 0);
|
Assert.assertTrue(jobReport.getSubmitTime() > 0);
|
||||||
|
@ -850,6 +850,9 @@ Release 2.6.0 - UNRELEASED
|
|||||||
|
|
||||||
YARN-2607. Fixed issues in TestDistributedShell. (Wangda Tan via vinodkv)
|
YARN-2607. Fixed issues in TestDistributedShell. (Wangda Tan via vinodkv)
|
||||||
|
|
||||||
|
YARN-2830. Add backwords compatible ContainerId.newInstance constructor.
|
||||||
|
(jeagles via acmurthy)
|
||||||
|
|
||||||
Release 2.5.2 - UNRELEASED
|
Release 2.5.2 - UNRELEASED
|
||||||
|
|
||||||
INCOMPATIBLE CHANGES
|
INCOMPATIBLE CHANGES
|
||||||
|
@ -42,7 +42,7 @@ public abstract class ContainerId implements Comparable<ContainerId>{
|
|||||||
|
|
||||||
@Private
|
@Private
|
||||||
@Unstable
|
@Unstable
|
||||||
public static ContainerId newInstance(ApplicationAttemptId appAttemptId,
|
public static ContainerId newContainerId(ApplicationAttemptId appAttemptId,
|
||||||
long containerId) {
|
long containerId) {
|
||||||
ContainerId id = Records.newRecord(ContainerId.class);
|
ContainerId id = Records.newRecord(ContainerId.class);
|
||||||
id.setContainerId(containerId);
|
id.setContainerId(containerId);
|
||||||
@ -51,6 +51,18 @@ public static ContainerId newInstance(ApplicationAttemptId appAttemptId,
|
|||||||
return id;
|
return id;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Private
|
||||||
|
@Deprecated
|
||||||
|
@Unstable
|
||||||
|
public static ContainerId newInstance(ApplicationAttemptId appAttemptId,
|
||||||
|
int containerId) {
|
||||||
|
ContainerId id = Records.newRecord(ContainerId.class);
|
||||||
|
id.setContainerId(containerId);
|
||||||
|
id.setApplicationAttemptId(appAttemptId);
|
||||||
|
id.build();
|
||||||
|
return id;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get the <code>ApplicationAttemptId</code> of the application to which the
|
* Get the <code>ApplicationAttemptId</code> of the application to which the
|
||||||
* <code>Container</code> was assigned.
|
* <code>Container</code> was assigned.
|
||||||
@ -214,7 +226,7 @@ public static ContainerId fromString(String containerIdStr) {
|
|||||||
}
|
}
|
||||||
long id = Long.parseLong(it.next());
|
long id = Long.parseLong(it.next());
|
||||||
long cid = (epoch << 40) | id;
|
long cid = (epoch << 40) | id;
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptID, cid);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptID, cid);
|
||||||
return containerId;
|
return containerId;
|
||||||
} catch (NumberFormatException n) {
|
} catch (NumberFormatException n) {
|
||||||
throw new IllegalArgumentException("Invalid ContainerId: "
|
throw new IllegalArgumentException("Invalid ContainerId: "
|
||||||
|
@ -214,7 +214,7 @@ public void launchAM(ApplicationAttemptId attemptId)
|
|||||||
if(!setClasspath && classpath!=null) {
|
if(!setClasspath && classpath!=null) {
|
||||||
envAMList.add("CLASSPATH="+classpath);
|
envAMList.add("CLASSPATH="+classpath);
|
||||||
}
|
}
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 0);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 0);
|
||||||
|
|
||||||
String hostname = InetAddress.getLocalHost().getHostName();
|
String hostname = InetAddress.getLocalHost().getHostName();
|
||||||
envAMList.add(Environment.CONTAINER_ID.name() + "=" + containerId);
|
envAMList.add(Environment.CONTAINER_ID.name() + "=" + containerId);
|
||||||
|
@ -667,7 +667,7 @@ public ApplicationAttemptId createFakeApplicationAttemptId() {
|
|||||||
}
|
}
|
||||||
|
|
||||||
public ContainerId createFakeContainerId() {
|
public ContainerId createFakeContainerId() {
|
||||||
return ContainerId.newInstance(createFakeApplicationAttemptId(), 0);
|
return ContainerId.newContainerId(createFakeApplicationAttemptId(), 0);
|
||||||
}
|
}
|
||||||
|
|
||||||
public YarnClusterMetrics createFakeYarnClusterMetrics() {
|
public YarnClusterMetrics createFakeYarnClusterMetrics() {
|
||||||
|
@ -402,7 +402,7 @@ public static ContainerId newContainerId(int appId, int appAttemptId,
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
||||||
return ContainerId.newInstance(applicationAttemptId, containerId);
|
return ContainerId.newContainerId(applicationAttemptId, containerId);
|
||||||
}
|
}
|
||||||
|
|
||||||
private class TestCallbackHandler implements AMRMClientAsync.CallbackHandler {
|
private class TestCallbackHandler implements AMRMClientAsync.CallbackHandler {
|
||||||
|
@ -547,7 +547,7 @@ private Container mockContainer(int i) {
|
|||||||
ApplicationId.newInstance(System.currentTimeMillis(), 1);
|
ApplicationId.newInstance(System.currentTimeMillis(), 1);
|
||||||
ApplicationAttemptId attemptId =
|
ApplicationAttemptId attemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, i);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, i);
|
||||||
nodeId = NodeId.newInstance("localhost", 0);
|
nodeId = NodeId.newInstance("localhost", 0);
|
||||||
// Create an empty record
|
// Create an empty record
|
||||||
containerToken = recordFactory.newRecordInstance(Token.class);
|
containerToken = recordFactory.newRecordInstance(Token.class);
|
||||||
|
@ -157,9 +157,9 @@ public void testGetContainers() throws YarnException, IOException {
|
|||||||
List<ContainerReport> reports = client.getContainers(appAttemptId);
|
List<ContainerReport> reports = client.getContainers(appAttemptId);
|
||||||
Assert.assertNotNull(reports);
|
Assert.assertNotNull(reports);
|
||||||
Assert.assertEquals(reports.get(0).getContainerId(),
|
Assert.assertEquals(reports.get(0).getContainerId(),
|
||||||
(ContainerId.newInstance(appAttemptId, 1)));
|
(ContainerId.newContainerId(appAttemptId, 1)));
|
||||||
Assert.assertEquals(reports.get(1).getContainerId(),
|
Assert.assertEquals(reports.get(1).getContainerId(),
|
||||||
(ContainerId.newInstance(appAttemptId, 2)));
|
(ContainerId.newContainerId(appAttemptId, 2)));
|
||||||
client.stop();
|
client.stop();
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -176,11 +176,11 @@ public void testGetContainerReport() throws YarnException, IOException {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 1);
|
ApplicationAttemptId.newInstance(applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
ContainerReport report = client.getContainerReport(containerId);
|
ContainerReport report = client.getContainerReport(containerId);
|
||||||
Assert.assertNotNull(report);
|
Assert.assertNotNull(report);
|
||||||
Assert.assertEquals(report.getContainerId().toString(), (ContainerId
|
Assert.assertEquals(report.getContainerId().toString(), (ContainerId
|
||||||
.newInstance(expectedReports.get(0).getCurrentApplicationAttemptId(), 1))
|
.newContainerId(expectedReports.get(0).getCurrentApplicationAttemptId(), 1))
|
||||||
.toString());
|
.toString());
|
||||||
client.stop();
|
client.stop();
|
||||||
}
|
}
|
||||||
@ -349,7 +349,7 @@ private void createAppReports() {
|
|||||||
"oUrl",
|
"oUrl",
|
||||||
"diagnostics",
|
"diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED,
|
YarnApplicationAttemptState.FINISHED,
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
newApplicationReport.getCurrentApplicationAttemptId(), 1));
|
newApplicationReport.getCurrentApplicationAttemptId(), 1));
|
||||||
appAttempts.add(attempt);
|
appAttempts.add(attempt);
|
||||||
ApplicationAttemptReport attempt1 =
|
ApplicationAttemptReport attempt1 =
|
||||||
@ -361,7 +361,7 @@ private void createAppReports() {
|
|||||||
"oUrl",
|
"oUrl",
|
||||||
"diagnostics",
|
"diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED,
|
YarnApplicationAttemptState.FINISHED,
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
newApplicationReport.getCurrentApplicationAttemptId(), 2));
|
newApplicationReport.getCurrentApplicationAttemptId(), 2));
|
||||||
appAttempts.add(attempt1);
|
appAttempts.add(attempt1);
|
||||||
attempts.put(applicationId, appAttempts);
|
attempts.put(applicationId, appAttempts);
|
||||||
@ -369,14 +369,14 @@ private void createAppReports() {
|
|||||||
List<ContainerReport> containerReports = new ArrayList<ContainerReport>();
|
List<ContainerReport> containerReports = new ArrayList<ContainerReport>();
|
||||||
ContainerReport container =
|
ContainerReport container =
|
||||||
ContainerReport.newInstance(
|
ContainerReport.newInstance(
|
||||||
ContainerId.newInstance(attempt.getApplicationAttemptId(), 1),
|
ContainerId.newContainerId(attempt.getApplicationAttemptId(), 1),
|
||||||
null, NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234,
|
null, NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234,
|
||||||
5678, "diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
5678, "diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
containerReports.add(container);
|
containerReports.add(container);
|
||||||
|
|
||||||
ContainerReport container1 =
|
ContainerReport container1 =
|
||||||
ContainerReport.newInstance(
|
ContainerReport.newInstance(
|
||||||
ContainerId.newInstance(attempt.getApplicationAttemptId(), 2),
|
ContainerId.newContainerId(attempt.getApplicationAttemptId(), 2),
|
||||||
null, NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234,
|
null, NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234,
|
||||||
5678, "diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
5678, "diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
containerReports.add(container1);
|
containerReports.add(container1);
|
||||||
|
@ -352,7 +352,7 @@ public void testAMRMClientForUnregisterAMOnRMRestart() throws Exception {
|
|||||||
// new NM to represent NM re-register
|
// new NM to represent NM re-register
|
||||||
nm1 = new MockNM("h1:1234", 10240, rm2.getResourceTrackerService());
|
nm1 = new MockNM("h1:1234", 10240, rm2.getResourceTrackerService());
|
||||||
|
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
NMContainerStatus containerReport =
|
NMContainerStatus containerReport =
|
||||||
NMContainerStatus.newInstance(containerId, ContainerState.RUNNING,
|
NMContainerStatus.newInstance(containerId, ContainerState.RUNNING,
|
||||||
Resource.newInstance(1024, 1), "recover container", 0,
|
Resource.newInstance(1024, 1), "recover container", 0,
|
||||||
|
@ -348,9 +348,9 @@ public void testGetContainers() throws YarnException, IOException {
|
|||||||
List<ContainerReport> reports = client.getContainers(appAttemptId);
|
List<ContainerReport> reports = client.getContainers(appAttemptId);
|
||||||
Assert.assertNotNull(reports);
|
Assert.assertNotNull(reports);
|
||||||
Assert.assertEquals(reports.get(0).getContainerId(),
|
Assert.assertEquals(reports.get(0).getContainerId(),
|
||||||
(ContainerId.newInstance(appAttemptId, 1)));
|
(ContainerId.newContainerId(appAttemptId, 1)));
|
||||||
Assert.assertEquals(reports.get(1).getContainerId(),
|
Assert.assertEquals(reports.get(1).getContainerId(),
|
||||||
(ContainerId.newInstance(appAttemptId, 2)));
|
(ContainerId.newContainerId(appAttemptId, 2)));
|
||||||
client.stop();
|
client.stop();
|
||||||
}
|
}
|
||||||
|
|
||||||
@ -367,11 +367,11 @@ public void testGetContainerReport() throws YarnException, IOException {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(
|
||||||
applicationId, 1);
|
applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
ContainerReport report = client.getContainerReport(containerId);
|
ContainerReport report = client.getContainerReport(containerId);
|
||||||
Assert.assertNotNull(report);
|
Assert.assertNotNull(report);
|
||||||
Assert.assertEquals(report.getContainerId().toString(),
|
Assert.assertEquals(report.getContainerId().toString(),
|
||||||
(ContainerId.newInstance(expectedReports.get(0)
|
(ContainerId.newContainerId(expectedReports.get(0)
|
||||||
.getCurrentApplicationAttemptId(), 1)).toString());
|
.getCurrentApplicationAttemptId(), 1)).toString());
|
||||||
client.stop();
|
client.stop();
|
||||||
}
|
}
|
||||||
@ -481,7 +481,7 @@ private List<ApplicationReport> createAppReports() {
|
|||||||
"oUrl",
|
"oUrl",
|
||||||
"diagnostics",
|
"diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED,
|
YarnApplicationAttemptState.FINISHED,
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
newApplicationReport.getCurrentApplicationAttemptId(), 1));
|
newApplicationReport.getCurrentApplicationAttemptId(), 1));
|
||||||
appAttempts.add(attempt);
|
appAttempts.add(attempt);
|
||||||
ApplicationAttemptReport attempt1 = ApplicationAttemptReport.newInstance(
|
ApplicationAttemptReport attempt1 = ApplicationAttemptReport.newInstance(
|
||||||
@ -492,20 +492,20 @@ private List<ApplicationReport> createAppReports() {
|
|||||||
"oUrl",
|
"oUrl",
|
||||||
"diagnostics",
|
"diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED,
|
YarnApplicationAttemptState.FINISHED,
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
newApplicationReport.getCurrentApplicationAttemptId(), 2));
|
newApplicationReport.getCurrentApplicationAttemptId(), 2));
|
||||||
appAttempts.add(attempt1);
|
appAttempts.add(attempt1);
|
||||||
attempts.put(applicationId, appAttempts);
|
attempts.put(applicationId, appAttempts);
|
||||||
|
|
||||||
List<ContainerReport> containerReports = new ArrayList<ContainerReport>();
|
List<ContainerReport> containerReports = new ArrayList<ContainerReport>();
|
||||||
ContainerReport container = ContainerReport.newInstance(
|
ContainerReport container = ContainerReport.newInstance(
|
||||||
ContainerId.newInstance(attempt.getApplicationAttemptId(), 1), null,
|
ContainerId.newContainerId(attempt.getApplicationAttemptId(), 1), null,
|
||||||
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
||||||
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
containerReports.add(container);
|
containerReports.add(container);
|
||||||
|
|
||||||
ContainerReport container1 = ContainerReport.newInstance(
|
ContainerReport container1 = ContainerReport.newInstance(
|
||||||
ContainerId.newInstance(attempt.getApplicationAttemptId(), 2), null,
|
ContainerId.newContainerId(attempt.getApplicationAttemptId(), 2), null,
|
||||||
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
||||||
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
containerReports.add(container1);
|
containerReports.add(container1);
|
||||||
|
@ -172,9 +172,9 @@ public void testFetchApplictionLogs() throws Exception {
|
|||||||
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 1);
|
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
||||||
ContainerId containerId0 = ContainerIdPBImpl.newInstance(appAttemptId, 0);
|
ContainerId containerId0 = ContainerIdPBImpl.newContainerId(appAttemptId, 0);
|
||||||
ContainerId containerId1 = ContainerIdPBImpl.newInstance(appAttemptId, 1);
|
ContainerId containerId1 = ContainerIdPBImpl.newContainerId(appAttemptId, 1);
|
||||||
ContainerId containerId2 = ContainerIdPBImpl.newInstance(appAttemptId, 2);
|
ContainerId containerId2 = ContainerIdPBImpl.newContainerId(appAttemptId, 2);
|
||||||
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
||||||
|
|
||||||
// create local logs
|
// create local logs
|
||||||
|
@ -146,7 +146,7 @@ public void testGetApplicationAttemptReport() throws Exception {
|
|||||||
applicationId, 1);
|
applicationId, 1);
|
||||||
ApplicationAttemptReport attemptReport = ApplicationAttemptReport
|
ApplicationAttemptReport attemptReport = ApplicationAttemptReport
|
||||||
.newInstance(attemptId, "host", 124, "url", "oUrl", "diagnostics",
|
.newInstance(attemptId, "host", 124, "url", "oUrl", "diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED, ContainerId.newInstance(
|
YarnApplicationAttemptState.FINISHED, ContainerId.newContainerId(
|
||||||
attemptId, 1));
|
attemptId, 1));
|
||||||
when(
|
when(
|
||||||
client
|
client
|
||||||
@ -182,11 +182,11 @@ public void testGetApplicationAttempts() throws Exception {
|
|||||||
applicationId, 2);
|
applicationId, 2);
|
||||||
ApplicationAttemptReport attemptReport = ApplicationAttemptReport
|
ApplicationAttemptReport attemptReport = ApplicationAttemptReport
|
||||||
.newInstance(attemptId, "host", 124, "url", "oUrl", "diagnostics",
|
.newInstance(attemptId, "host", 124, "url", "oUrl", "diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED, ContainerId.newInstance(
|
YarnApplicationAttemptState.FINISHED, ContainerId.newContainerId(
|
||||||
attemptId, 1));
|
attemptId, 1));
|
||||||
ApplicationAttemptReport attemptReport1 = ApplicationAttemptReport
|
ApplicationAttemptReport attemptReport1 = ApplicationAttemptReport
|
||||||
.newInstance(attemptId1, "host", 124, "url", "oUrl", "diagnostics",
|
.newInstance(attemptId1, "host", 124, "url", "oUrl", "diagnostics",
|
||||||
YarnApplicationAttemptState.FINISHED, ContainerId.newInstance(
|
YarnApplicationAttemptState.FINISHED, ContainerId.newContainerId(
|
||||||
attemptId1, 1));
|
attemptId1, 1));
|
||||||
List<ApplicationAttemptReport> reports = new ArrayList<ApplicationAttemptReport>();
|
List<ApplicationAttemptReport> reports = new ArrayList<ApplicationAttemptReport>();
|
||||||
reports.add(attemptReport);
|
reports.add(attemptReport);
|
||||||
@ -223,7 +223,7 @@ public void testGetContainerReport() throws Exception {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
||||||
applicationId, 1);
|
applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
ContainerReport container = ContainerReport.newInstance(containerId, null,
|
ContainerReport container = ContainerReport.newInstance(containerId, null,
|
||||||
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
||||||
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
@ -255,8 +255,8 @@ public void testGetContainers() throws Exception {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
ApplicationId applicationId = ApplicationId.newInstance(1234, 5);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
||||||
applicationId, 1);
|
applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
ContainerId containerId1 = ContainerId.newInstance(attemptId, 2);
|
ContainerId containerId1 = ContainerId.newContainerId(attemptId, 2);
|
||||||
ContainerReport container = ContainerReport.newInstance(containerId, null,
|
ContainerReport container = ContainerReport.newInstance(containerId, null,
|
||||||
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
NodeId.newInstance("host", 1234), Priority.UNDEFINED, 1234, 5678,
|
||||||
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
"diagnosticInfo", "logURL", 0, ContainerState.COMPLETE);
|
||||||
@ -766,7 +766,7 @@ public void testContainersHelpCommand() throws Exception {
|
|||||||
sysOutStream.toString());
|
sysOutStream.toString());
|
||||||
|
|
||||||
sysOutStream.reset();
|
sysOutStream.reset();
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 7);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 7);
|
||||||
result = cli.run(
|
result = cli.run(
|
||||||
new String[] { "container", "-status", containerId.toString(), "args" });
|
new String[] { "container", "-status", containerId.toString(), "args" });
|
||||||
verify(spyCli).printUsage(any(String.class), any(Options.class));
|
verify(spyCli).printUsage(any(String.class), any(Options.class));
|
||||||
|
@ -97,7 +97,7 @@ private void testRPCTimeout(String rpcClass) throws Exception {
|
|||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 0);
|
ApplicationAttemptId.newInstance(applicationId, 0);
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(applicationAttemptId, 100);
|
ContainerId.newContainerId(applicationAttemptId, 100);
|
||||||
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
||||||
Resource resource = Resource.newInstance(1234, 2);
|
Resource resource = Resource.newInstance(1234, 2);
|
||||||
ContainerTokenIdentifier containerTokenIdentifier =
|
ContainerTokenIdentifier containerTokenIdentifier =
|
||||||
|
@ -124,7 +124,7 @@ private void test(String rpcClass) throws Exception {
|
|||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 0);
|
ApplicationAttemptId.newInstance(applicationId, 0);
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(applicationAttemptId, 100);
|
ContainerId.newContainerId(applicationAttemptId, 100);
|
||||||
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
NodeId nodeId = NodeId.newInstance("localhost", 1234);
|
||||||
Resource resource = Resource.newInstance(1234, 2);
|
Resource resource = Resource.newInstance(1234, 2);
|
||||||
ContainerTokenIdentifier containerTokenIdentifier =
|
ContainerTokenIdentifier containerTokenIdentifier =
|
||||||
|
@ -79,6 +79,6 @@ public static ContainerId newContainerId(int appId, int appAttemptId,
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
ApplicationId applicationId = ApplicationId.newInstance(timestamp, appId);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
ApplicationAttemptId.newInstance(applicationId, appAttemptId);
|
||||||
return ContainerId.newInstance(applicationAttemptId, containerId);
|
return ContainerId.newContainerId(applicationAttemptId, containerId);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -33,7 +33,7 @@ public class TestContainerResourceDecrease {
|
|||||||
@Test
|
@Test
|
||||||
public void testResourceDecreaseContext() {
|
public void testResourceDecreaseContext() {
|
||||||
ContainerId containerId = ContainerId
|
ContainerId containerId = ContainerId
|
||||||
.newInstance(ApplicationAttemptId.newInstance(
|
.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(1234, 3), 3), 7);
|
ApplicationId.newInstance(1234, 3), 3), 7);
|
||||||
Resource resource = Resource.newInstance(1023, 3);
|
Resource resource = Resource.newInstance(1023, 3);
|
||||||
ContainerResourceDecrease ctx = ContainerResourceDecrease.newInstance(
|
ContainerResourceDecrease ctx = ContainerResourceDecrease.newInstance(
|
||||||
|
@ -38,7 +38,7 @@ public void testResourceIncreaseContext() {
|
|||||||
byte[] identifier = new byte[] { 1, 2, 3, 4 };
|
byte[] identifier = new byte[] { 1, 2, 3, 4 };
|
||||||
Token token = Token.newInstance(identifier, "", "".getBytes(), "");
|
Token token = Token.newInstance(identifier, "", "".getBytes(), "");
|
||||||
ContainerId containerId = ContainerId
|
ContainerId containerId = ContainerId
|
||||||
.newInstance(ApplicationAttemptId.newInstance(
|
.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(1234, 3), 3), 7);
|
ApplicationId.newInstance(1234, 3), 3), 7);
|
||||||
Resource resource = Resource.newInstance(1023, 3);
|
Resource resource = Resource.newInstance(1023, 3);
|
||||||
ContainerResourceIncrease ctx = ContainerResourceIncrease.newInstance(
|
ContainerResourceIncrease ctx = ContainerResourceIncrease.newInstance(
|
||||||
|
@ -33,7 +33,7 @@ public class TestContainerResourceIncreaseRequest {
|
|||||||
@Test
|
@Test
|
||||||
public void ContainerResourceIncreaseRequest() {
|
public void ContainerResourceIncreaseRequest() {
|
||||||
ContainerId containerId = ContainerId
|
ContainerId containerId = ContainerId
|
||||||
.newInstance(ApplicationAttemptId.newInstance(
|
.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(1234, 3), 3), 7);
|
ApplicationId.newInstance(1234, 3), 3), 7);
|
||||||
Resource resource = Resource.newInstance(1023, 3);
|
Resource resource = Resource.newInstance(1023, 3);
|
||||||
ContainerResourceIncreaseRequest context = ContainerResourceIncreaseRequest
|
ContainerResourceIncreaseRequest context = ContainerResourceIncreaseRequest
|
||||||
|
@ -295,7 +295,7 @@ public void testContainerLogsFileAccess() throws IOException {
|
|||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 1);
|
ApplicationAttemptId.newInstance(applicationId, 1);
|
||||||
ContainerId testContainerId1 =
|
ContainerId testContainerId1 =
|
||||||
ContainerId.newInstance(applicationAttemptId, 1);
|
ContainerId.newContainerId(applicationAttemptId, 1);
|
||||||
Path appDir =
|
Path appDir =
|
||||||
new Path(srcFileRoot, testContainerId1.getApplicationAttemptId()
|
new Path(srcFileRoot, testContainerId1.getApplicationAttemptId()
|
||||||
.getApplicationId().toString());
|
.getApplicationId().toString());
|
||||||
|
@ -207,7 +207,7 @@ private void writeLog(Configuration configuration, String user)
|
|||||||
throws Exception {
|
throws Exception {
|
||||||
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 1);
|
ApplicationId appId = ApplicationIdPBImpl.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
ApplicationAttemptId appAttemptId = ApplicationAttemptIdPBImpl.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerIdPBImpl.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerIdPBImpl.newContainerId(appAttemptId, 1);
|
||||||
|
|
||||||
String path = "target/logs/" + user
|
String path = "target/logs/" + user
|
||||||
+ "/logs/application_0_0001/localhost_1234";
|
+ "/logs/application_0_0001/localhost_1234";
|
||||||
|
@ -134,7 +134,7 @@ public void testClientToAMTokenIdentifier() throws IOException {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
public void testContainerTokenIdentifier() throws IOException {
|
public void testContainerTokenIdentifier() throws IOException {
|
||||||
ContainerId containerID = ContainerId.newInstance(
|
ContainerId containerID = ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(
|
||||||
1, 1), 1), 1);
|
1, 1), 1), 1);
|
||||||
String hostName = "host0";
|
String hostName = "host0";
|
||||||
|
@ -58,7 +58,7 @@ protected void writeApplicationAttemptStartData(
|
|||||||
ApplicationAttemptId appAttemptId) throws IOException {
|
ApplicationAttemptId appAttemptId) throws IOException {
|
||||||
store.applicationAttemptStarted(ApplicationAttemptStartData.newInstance(
|
store.applicationAttemptStarted(ApplicationAttemptStartData.newInstance(
|
||||||
appAttemptId, appAttemptId.toString(), 0,
|
appAttemptId, appAttemptId.toString(), 0,
|
||||||
ContainerId.newInstance(appAttemptId, 1)));
|
ContainerId.newContainerId(appAttemptId, 1)));
|
||||||
}
|
}
|
||||||
|
|
||||||
protected void writeApplicationAttemptFinishData(
|
protected void writeApplicationAttemptFinishData(
|
||||||
|
@ -142,7 +142,7 @@ public void testContainerReport() throws IOException, YarnException {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
GetContainerReportRequest request =
|
GetContainerReportRequest request =
|
||||||
GetContainerReportRequest.newInstance(containerId);
|
GetContainerReportRequest.newInstance(containerId);
|
||||||
GetContainerReportResponse response =
|
GetContainerReportResponse response =
|
||||||
@ -160,8 +160,8 @@ public void testContainers() throws IOException, YarnException {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
ContainerId containerId1 = ContainerId.newInstance(appAttemptId, 2);
|
ContainerId containerId1 = ContainerId.newContainerId(appAttemptId, 2);
|
||||||
GetContainersRequest request =
|
GetContainersRequest request =
|
||||||
GetContainersRequest.newInstance(appAttemptId);
|
GetContainersRequest.newInstance(appAttemptId);
|
||||||
GetContainersResponse response =
|
GetContainersResponse response =
|
||||||
|
@ -141,7 +141,7 @@ private static void prepareTimelineStore(TimelineStore store, int scale)
|
|||||||
store.put(entities);
|
store.put(entities);
|
||||||
for (int k = 1; k <= scale; ++k) {
|
for (int k = 1; k <= scale; ++k) {
|
||||||
entities = new TimelineEntities();
|
entities = new TimelineEntities();
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, k);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, k);
|
||||||
entities.addEntity(createContainerEntity(containerId));
|
entities.addEntity(createContainerEntity(containerId));
|
||||||
store.put(entities);
|
store.put(entities);
|
||||||
}
|
}
|
||||||
@ -238,7 +238,7 @@ public ApplicationAttemptReport run() throws Exception {
|
|||||||
}
|
}
|
||||||
Assert.assertNotNull(appAttempt);
|
Assert.assertNotNull(appAttempt);
|
||||||
Assert.assertEquals(appAttemptId, appAttempt.getApplicationAttemptId());
|
Assert.assertEquals(appAttemptId, appAttempt.getApplicationAttemptId());
|
||||||
Assert.assertEquals(ContainerId.newInstance(appAttemptId, 1),
|
Assert.assertEquals(ContainerId.newContainerId(appAttemptId, 1),
|
||||||
appAttempt.getAMContainerId());
|
appAttempt.getAMContainerId());
|
||||||
Assert.assertEquals("test host", appAttempt.getHost());
|
Assert.assertEquals("test host", appAttempt.getHost());
|
||||||
Assert.assertEquals(100, appAttempt.getRpcPort());
|
Assert.assertEquals(100, appAttempt.getRpcPort());
|
||||||
@ -253,7 +253,7 @@ public ApplicationAttemptReport run() throws Exception {
|
|||||||
@Test
|
@Test
|
||||||
public void testGetContainerReport() throws Exception {
|
public void testGetContainerReport() throws Exception {
|
||||||
final ContainerId containerId =
|
final ContainerId containerId =
|
||||||
ContainerId.newInstance(ApplicationAttemptId.newInstance(
|
ContainerId.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(0, 1), 1), 1);
|
ApplicationId.newInstance(0, 1), 1), 1);
|
||||||
ContainerReport container;
|
ContainerReport container;
|
||||||
if (callerUGI == null) {
|
if (callerUGI == null) {
|
||||||
@ -466,7 +466,7 @@ private static TimelineEntity createAppAttemptTimelineEntity(
|
|||||||
eventInfo.put(AppAttemptMetricsConstants.HOST_EVENT_INFO, "test host");
|
eventInfo.put(AppAttemptMetricsConstants.HOST_EVENT_INFO, "test host");
|
||||||
eventInfo.put(AppAttemptMetricsConstants.RPC_PORT_EVENT_INFO, 100);
|
eventInfo.put(AppAttemptMetricsConstants.RPC_PORT_EVENT_INFO, 100);
|
||||||
eventInfo.put(AppAttemptMetricsConstants.MASTER_CONTAINER_EVENT_INFO,
|
eventInfo.put(AppAttemptMetricsConstants.MASTER_CONTAINER_EVENT_INFO,
|
||||||
ContainerId.newInstance(appAttemptId, 1));
|
ContainerId.newContainerId(appAttemptId, 1));
|
||||||
tEvent.setEventInfo(eventInfo);
|
tEvent.setEventInfo(eventInfo);
|
||||||
entity.addEvent(tEvent);
|
entity.addEvent(tEvent);
|
||||||
tEvent = new TimelineEvent();
|
tEvent = new TimelineEvent();
|
||||||
|
@ -121,7 +121,7 @@ private void testWriteHistoryData(
|
|||||||
}
|
}
|
||||||
// write container history data
|
// write container history data
|
||||||
for (int k = 1; k <= num; ++k) {
|
for (int k = 1; k <= num; ++k) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, k);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, k);
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
if (missingContainer && k == num) {
|
if (missingContainer && k == num) {
|
||||||
continue;
|
continue;
|
||||||
@ -172,7 +172,7 @@ private void testReadHistoryData(
|
|||||||
// read container history data
|
// read container history data
|
||||||
Assert.assertEquals(num, store.getContainers(appAttemptId).size());
|
Assert.assertEquals(num, store.getContainers(appAttemptId).size());
|
||||||
for (int k = 1; k <= num; ++k) {
|
for (int k = 1; k <= num; ++k) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, k);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, k);
|
||||||
ContainerHistoryData containerData = store.getContainer(containerId);
|
ContainerHistoryData containerData = store.getContainer(containerId);
|
||||||
Assert.assertNotNull(containerData);
|
Assert.assertNotNull(containerData);
|
||||||
Assert.assertEquals(Priority.newInstance(containerId.getId()),
|
Assert.assertEquals(Priority.newInstance(containerId.getId()),
|
||||||
@ -187,7 +187,7 @@ private void testReadHistoryData(
|
|||||||
ContainerHistoryData masterContainer =
|
ContainerHistoryData masterContainer =
|
||||||
store.getAMContainer(appAttemptId);
|
store.getAMContainer(appAttemptId);
|
||||||
Assert.assertNotNull(masterContainer);
|
Assert.assertNotNull(masterContainer);
|
||||||
Assert.assertEquals(ContainerId.newInstance(appAttemptId, 1),
|
Assert.assertEquals(ContainerId.newContainerId(appAttemptId, 1),
|
||||||
masterContainer.getContainerId());
|
masterContainer.getContainerId());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -215,7 +215,7 @@ public void testWriteAfterApplicationFinish() throws IOException {
|
|||||||
Assert.assertTrue(e.getMessage().contains("is not opened"));
|
Assert.assertTrue(e.getMessage().contains("is not opened"));
|
||||||
}
|
}
|
||||||
// write container history data
|
// write container history data
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
try {
|
try {
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
Assert.fail();
|
Assert.fail();
|
||||||
@ -240,7 +240,7 @@ public void testMassiveWriteContainerHistoryData() throws IOException {
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
for (int i = 1; i <= 100000; ++i) {
|
for (int i = 1; i <= 100000; ++i) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, i);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, i);
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
writeContainerFinishData(containerId);
|
writeContainerFinishData(containerId);
|
||||||
}
|
}
|
||||||
|
@ -137,7 +137,7 @@ public void testReadWriteContainerHistory() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
try {
|
try {
|
||||||
writeContainerFinishData(containerId);
|
writeContainerFinishData(containerId);
|
||||||
Assert.fail();
|
Assert.fail();
|
||||||
@ -149,14 +149,14 @@ public void testReadWriteContainerHistory() throws Exception {
|
|||||||
writeApplicationAttemptStartData(appAttemptId);
|
writeApplicationAttemptStartData(appAttemptId);
|
||||||
int numContainers = 5;
|
int numContainers = 5;
|
||||||
for (int i = 1; i <= numContainers; ++i) {
|
for (int i = 1; i <= numContainers; ++i) {
|
||||||
containerId = ContainerId.newInstance(appAttemptId, i);
|
containerId = ContainerId.newContainerId(appAttemptId, i);
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
writeContainerFinishData(containerId);
|
writeContainerFinishData(containerId);
|
||||||
}
|
}
|
||||||
Assert
|
Assert
|
||||||
.assertEquals(numContainers, store.getContainers(appAttemptId).size());
|
.assertEquals(numContainers, store.getContainers(appAttemptId).size());
|
||||||
for (int i = 1; i <= numContainers; ++i) {
|
for (int i = 1; i <= numContainers; ++i) {
|
||||||
containerId = ContainerId.newInstance(appAttemptId, i);
|
containerId = ContainerId.newContainerId(appAttemptId, i);
|
||||||
ContainerHistoryData data = store.getContainer(containerId);
|
ContainerHistoryData data = store.getContainer(containerId);
|
||||||
Assert.assertNotNull(data);
|
Assert.assertNotNull(data);
|
||||||
Assert.assertEquals(Priority.newInstance(containerId.getId()),
|
Assert.assertEquals(Priority.newInstance(containerId.getId()),
|
||||||
@ -165,11 +165,11 @@ public void testReadWriteContainerHistory() throws Exception {
|
|||||||
}
|
}
|
||||||
ContainerHistoryData masterContainer = store.getAMContainer(appAttemptId);
|
ContainerHistoryData masterContainer = store.getAMContainer(appAttemptId);
|
||||||
Assert.assertNotNull(masterContainer);
|
Assert.assertNotNull(masterContainer);
|
||||||
Assert.assertEquals(ContainerId.newInstance(appAttemptId, 1),
|
Assert.assertEquals(ContainerId.newContainerId(appAttemptId, 1),
|
||||||
masterContainer.getContainerId());
|
masterContainer.getContainerId());
|
||||||
writeApplicationAttemptFinishData(appAttemptId);
|
writeApplicationAttemptFinishData(appAttemptId);
|
||||||
// Write again
|
// Write again
|
||||||
containerId = ContainerId.newInstance(appAttemptId, 1);
|
containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
try {
|
try {
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
Assert.fail();
|
Assert.fail();
|
||||||
@ -194,7 +194,7 @@ public void testMassiveWriteContainerHistory() throws IOException {
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
for (int i = 1; i <= numContainers; ++i) {
|
for (int i = 1; i <= numContainers; ++i) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, i);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, i);
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
writeContainerFinishData(containerId);
|
writeContainerFinishData(containerId);
|
||||||
}
|
}
|
||||||
|
@ -134,7 +134,7 @@ public void testContainerPage() throws Exception {
|
|||||||
containerPageInstance.set(
|
containerPageInstance.set(
|
||||||
YarnWebParams.CONTAINER_ID,
|
YarnWebParams.CONTAINER_ID,
|
||||||
ContainerId
|
ContainerId
|
||||||
.newInstance(
|
.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1),
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1),
|
||||||
1).toString());
|
1).toString());
|
||||||
containerPageInstance.render();
|
containerPageInstance.render();
|
||||||
@ -153,7 +153,7 @@ ApplicationHistoryManager mockApplicationHistoryManager(int numApps,
|
|||||||
ApplicationAttemptId.newInstance(appId, j);
|
ApplicationAttemptId.newInstance(appId, j);
|
||||||
writeApplicationAttemptStartData(appAttemptId);
|
writeApplicationAttemptStartData(appAttemptId);
|
||||||
for (int k = 1; k <= numContainers; ++k) {
|
for (int k = 1; k <= numContainers; ++k) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, k);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, k);
|
||||||
writeContainerStartData(containerId);
|
writeContainerStartData(containerId);
|
||||||
writeContainerFinishData(containerId);
|
writeContainerFinishData(containerId);
|
||||||
}
|
}
|
||||||
|
@ -338,7 +338,7 @@ public void testSingleContainer() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
WebResource r = resource();
|
WebResource r = resource();
|
||||||
ClientResponse response =
|
ClientResponse response =
|
||||||
r.path("ws").path("v1").path("applicationhistory").path("apps")
|
r.path("ws").path("v1").path("applicationhistory").path("apps")
|
||||||
|
@ -139,7 +139,7 @@ public static ApplicationId convert(long clustertimestamp, CharSequence id) {
|
|||||||
|
|
||||||
public static ContainerId newContainerId(ApplicationAttemptId appAttemptId,
|
public static ContainerId newContainerId(ApplicationAttemptId appAttemptId,
|
||||||
long containerId) {
|
long containerId) {
|
||||||
return ContainerId.newInstance(appAttemptId, containerId);
|
return ContainerId.newContainerId(appAttemptId, containerId);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static ContainerId newContainerId(int appId, int appAttemptId,
|
public static ContainerId newContainerId(int appId, int appAttemptId,
|
||||||
@ -164,7 +164,7 @@ public static Token newContainerToken(ContainerId cId, String host,
|
|||||||
public static ContainerId newContainerId(RecordFactory recordFactory,
|
public static ContainerId newContainerId(RecordFactory recordFactory,
|
||||||
ApplicationId appId, ApplicationAttemptId appAttemptId,
|
ApplicationId appId, ApplicationAttemptId appAttemptId,
|
||||||
int containerId) {
|
int containerId) {
|
||||||
return ContainerId.newInstance(appAttemptId, containerId);
|
return ContainerId.newContainerId(appAttemptId, containerId);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static NodeId newNodeId(String host, int port) {
|
public static NodeId newNodeId(String host, int port) {
|
||||||
|
@ -223,7 +223,7 @@ private ApplicationAttemptId getApplicationAttemptId(int appAttemptId) {
|
|||||||
}
|
}
|
||||||
|
|
||||||
private ContainerId getContainerId(int containerID, int appAttemptId) {
|
private ContainerId getContainerId(int containerID, int appAttemptId) {
|
||||||
ContainerId containerId = ContainerIdPBImpl.newInstance(
|
ContainerId containerId = ContainerIdPBImpl.newContainerId(
|
||||||
getApplicationAttemptId(appAttemptId), containerID);
|
getApplicationAttemptId(appAttemptId), containerID);
|
||||||
return containerId;
|
return containerId;
|
||||||
}
|
}
|
||||||
|
@ -51,7 +51,7 @@ public class TestProtocolRecords {
|
|||||||
public void testNMContainerStatus() {
|
public void testNMContainerStatus() {
|
||||||
ApplicationId appId = ApplicationId.newInstance(123456789, 1);
|
ApplicationId appId = ApplicationId.newInstance(123456789, 1);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
Resource resource = Resource.newInstance(1000, 200);
|
Resource resource = Resource.newInstance(1000, 200);
|
||||||
|
|
||||||
NMContainerStatus report =
|
NMContainerStatus report =
|
||||||
@ -76,7 +76,7 @@ public void testNMContainerStatus() {
|
|||||||
public void testRegisterNodeManagerRequest() {
|
public void testRegisterNodeManagerRequest() {
|
||||||
ApplicationId appId = ApplicationId.newInstance(123456789, 1);
|
ApplicationId appId = ApplicationId.newInstance(123456789, 1);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
|
|
||||||
NMContainerStatus containerReport =
|
NMContainerStatus containerReport =
|
||||||
NMContainerStatus.newInstance(containerId,
|
NMContainerStatus.newInstance(containerId,
|
||||||
|
@ -38,7 +38,7 @@ public void testRegisterNodeManagerRequest() {
|
|||||||
RegisterNodeManagerRequest.newInstance(
|
RegisterNodeManagerRequest.newInstance(
|
||||||
NodeId.newInstance("host", 1234), 1234, Resource.newInstance(0, 0),
|
NodeId.newInstance("host", 1234), 1234, Resource.newInstance(0, 0),
|
||||||
"version", Arrays.asList(NMContainerStatus.newInstance(
|
"version", Arrays.asList(NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(
|
ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(1234L, 1), 1), 1),
|
ApplicationId.newInstance(1234L, 1), 1), 1),
|
||||||
ContainerState.RUNNING, Resource.newInstance(1024, 1), "good", -1,
|
ContainerState.RUNNING, Resource.newInstance(1024, 1), "good", -1,
|
||||||
|
@ -139,7 +139,7 @@ public long getRMIdentifier() {
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(0, 0);
|
ApplicationId applicationId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 0);
|
ApplicationAttemptId.newInstance(applicationId, 0);
|
||||||
ContainerId cID = ContainerId.newInstance(applicationAttemptId, 0);
|
ContainerId cID = ContainerId.newContainerId(applicationAttemptId, 0);
|
||||||
|
|
||||||
String user = "testing";
|
String user = "testing";
|
||||||
StartContainerRequest scRequest =
|
StartContainerRequest scRequest =
|
||||||
|
@ -431,7 +431,7 @@ public void testPostExecuteAfterReacquisition() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(12345, 67890);
|
ApplicationId appId = ApplicationId.newInstance(12345, 67890);
|
||||||
ApplicationAttemptId attemptId =
|
ApplicationAttemptId attemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 54321);
|
ApplicationAttemptId.newInstance(appId, 54321);
|
||||||
ContainerId cid = ContainerId.newInstance(attemptId, 9876);
|
ContainerId cid = ContainerId.newContainerId(attemptId, 9876);
|
||||||
|
|
||||||
Configuration conf = new YarnConfiguration();
|
Configuration conf = new YarnConfiguration();
|
||||||
conf.setClass(YarnConfiguration.NM_LINUX_CONTAINER_RESOURCES_HANDLER,
|
conf.setClass(YarnConfiguration.NM_LINUX_CONTAINER_RESOURCES_HANDLER,
|
||||||
|
@ -290,7 +290,7 @@ private ContainerId createContainerId() {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
return containerId;
|
return containerId;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -592,7 +592,7 @@ public static NMContainerStatus createNMContainerStatus(int id,
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(0, 1);
|
ApplicationId applicationId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 1);
|
ApplicationAttemptId.newInstance(applicationId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(applicationAttemptId, id);
|
ContainerId containerId = ContainerId.newContainerId(applicationAttemptId, id);
|
||||||
NMContainerStatus containerReport =
|
NMContainerStatus containerReport =
|
||||||
NMContainerStatus.newInstance(containerId, containerState,
|
NMContainerStatus.newInstance(containerId, containerState,
|
||||||
Resource.newInstance(1024, 1), "recover container", 0,
|
Resource.newInstance(1024, 1), "recover container", 0,
|
||||||
|
@ -260,7 +260,7 @@ public static ContainerId createContainerId() {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
return containerId;
|
return containerId;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -224,7 +224,7 @@ public NodeHeartbeatResponse nodeHeartbeat(NodeHeartbeatRequest request)
|
|||||||
ApplicationAttemptId appAttemptID =
|
ApplicationAttemptId appAttemptID =
|
||||||
ApplicationAttemptId.newInstance(appId1, 0);
|
ApplicationAttemptId.newInstance(appId1, 0);
|
||||||
ContainerId firstContainerID =
|
ContainerId firstContainerID =
|
||||||
ContainerId.newInstance(appAttemptID, heartBeatID);
|
ContainerId.newContainerId(appAttemptID, heartBeatID);
|
||||||
ContainerLaunchContext launchContext = recordFactory
|
ContainerLaunchContext launchContext = recordFactory
|
||||||
.newRecordInstance(ContainerLaunchContext.class);
|
.newRecordInstance(ContainerLaunchContext.class);
|
||||||
Resource resource = BuilderUtils.newResource(2, 1);
|
Resource resource = BuilderUtils.newResource(2, 1);
|
||||||
@ -254,7 +254,7 @@ public NodeHeartbeatResponse nodeHeartbeat(NodeHeartbeatRequest request)
|
|||||||
ApplicationAttemptId appAttemptID =
|
ApplicationAttemptId appAttemptID =
|
||||||
ApplicationAttemptId.newInstance(appId2, 0);
|
ApplicationAttemptId.newInstance(appId2, 0);
|
||||||
ContainerId secondContainerID =
|
ContainerId secondContainerID =
|
||||||
ContainerId.newInstance(appAttemptID, heartBeatID);
|
ContainerId.newContainerId(appAttemptID, heartBeatID);
|
||||||
ContainerLaunchContext launchContext = recordFactory
|
ContainerLaunchContext launchContext = recordFactory
|
||||||
.newRecordInstance(ContainerLaunchContext.class);
|
.newRecordInstance(ContainerLaunchContext.class);
|
||||||
long currentTime = System.currentTimeMillis();
|
long currentTime = System.currentTimeMillis();
|
||||||
@ -818,7 +818,7 @@ public void testRecentlyFinishedContainers() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 0);
|
ApplicationAttemptId.newInstance(appId, 0);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
nm.getNMContext().getApplications().putIfAbsent(appId,
|
nm.getNMContext().getApplications().putIfAbsent(appId,
|
||||||
mock(Application.class));
|
mock(Application.class));
|
||||||
nm.getNMContext().getContainers().putIfAbsent(cId, mock(Container.class));
|
nm.getNMContext().getContainers().putIfAbsent(cId, mock(Container.class));
|
||||||
@ -855,7 +855,7 @@ public void testRemovePreviousCompletedContainersFromContext() throws Exception
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 0);
|
ApplicationAttemptId.newInstance(appId, 0);
|
||||||
|
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
Token containerToken =
|
Token containerToken =
|
||||||
BuilderUtils.newContainerToken(cId, "anyHost", 1234, "anyUser",
|
BuilderUtils.newContainerToken(cId, "anyHost", 1234, "anyUser",
|
||||||
BuilderUtils.newResource(1024, 1), 0, 123,
|
BuilderUtils.newResource(1024, 1), 0, 123,
|
||||||
@ -876,7 +876,7 @@ public org.apache.hadoop.yarn.server.nodemanager.containermanager.container.Cont
|
|||||||
};
|
};
|
||||||
|
|
||||||
ContainerId runningContainerId =
|
ContainerId runningContainerId =
|
||||||
ContainerId.newInstance(appAttemptId, 3);
|
ContainerId.newContainerId(appAttemptId, 3);
|
||||||
Token runningContainerToken =
|
Token runningContainerToken =
|
||||||
BuilderUtils.newContainerToken(runningContainerId, "anyHost",
|
BuilderUtils.newContainerToken(runningContainerId, "anyHost",
|
||||||
1234, "anyUser", BuilderUtils.newResource(1024, 1), 0, 123,
|
1234, "anyUser", BuilderUtils.newResource(1024, 1), 0, 123,
|
||||||
@ -936,7 +936,7 @@ public void testCleanedupApplicationContainerCleanup() throws IOException {
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 0);
|
ApplicationAttemptId.newInstance(appId, 0);
|
||||||
|
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
Token containerToken =
|
Token containerToken =
|
||||||
BuilderUtils.newContainerToken(cId, "anyHost", 1234, "anyUser",
|
BuilderUtils.newContainerToken(cId, "anyHost", 1234, "anyUser",
|
||||||
BuilderUtils.newResource(1024, 1), 0, 123,
|
BuilderUtils.newResource(1024, 1), 0, 123,
|
||||||
@ -1494,7 +1494,7 @@ public static ContainerStatus createContainerStatus(int id,
|
|||||||
ApplicationId applicationId = ApplicationId.newInstance(0, 1);
|
ApplicationId applicationId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId applicationAttemptId =
|
ApplicationAttemptId applicationAttemptId =
|
||||||
ApplicationAttemptId.newInstance(applicationId, 1);
|
ApplicationAttemptId.newInstance(applicationId, 1);
|
||||||
ContainerId contaierId = ContainerId.newInstance(applicationAttemptId, id);
|
ContainerId contaierId = ContainerId.newContainerId(applicationAttemptId, id);
|
||||||
ContainerStatus containerStatus =
|
ContainerStatus containerStatus =
|
||||||
BuilderUtils.newContainerStatus(contaierId, containerState,
|
BuilderUtils.newContainerStatus(contaierId, containerState,
|
||||||
"test_containerStatus: id=" + id + ", containerState: "
|
"test_containerStatus: id=" + id + ", containerState: "
|
||||||
|
@ -189,7 +189,7 @@ public void testAuxEventDispatch() {
|
|||||||
|
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId1, 1);
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(appId1, 1);
|
||||||
ContainerTokenIdentifier cti = new ContainerTokenIdentifier(
|
ContainerTokenIdentifier cti = new ContainerTokenIdentifier(
|
||||||
ContainerId.newInstance(attemptId, 1), "", "",
|
ContainerId.newContainerId(attemptId, 1), "", "",
|
||||||
Resource.newInstance(1, 1), 0,0,0, Priority.newInstance(0), 0);
|
Resource.newInstance(1, 1), 0,0,0, Priority.newInstance(0), 0);
|
||||||
Container container = new ContainerImpl(null, null, null, null, null,
|
Container container = new ContainerImpl(null, null, null, null, null,
|
||||||
null, cti);
|
null, cti);
|
||||||
|
@ -104,7 +104,7 @@ private ContainerId createContainerId(int id) {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, id);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, id);
|
||||||
return containerId;
|
return containerId;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -111,7 +111,7 @@ public void testApplicationRecovery() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
ApplicationId appId = ApplicationId.newInstance(0, 1);
|
||||||
ApplicationAttemptId attemptId =
|
ApplicationAttemptId attemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId cid = ContainerId.newInstance(attemptId, 1);
|
ContainerId cid = ContainerId.newContainerId(attemptId, 1);
|
||||||
Map<String, LocalResource> localResources = Collections.emptyMap();
|
Map<String, LocalResource> localResources = Collections.emptyMap();
|
||||||
Map<String, String> containerEnv = Collections.emptyMap();
|
Map<String, String> containerEnv = Collections.emptyMap();
|
||||||
List<String> containerCmds = Collections.emptyList();
|
List<String> containerCmds = Collections.emptyList();
|
||||||
|
@ -385,7 +385,7 @@ public void testContainerEnvVariables() throws Exception {
|
|||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
|
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
Map<String, String> userSetEnv = new HashMap<String, String>();
|
Map<String, String> userSetEnv = new HashMap<String, String>();
|
||||||
userSetEnv.put(Environment.CONTAINER_ID.name(), "user_set_container_id");
|
userSetEnv.put(Environment.CONTAINER_ID.name(), "user_set_container_id");
|
||||||
userSetEnv.put(Environment.NM_HOST.name(), "user_set_NM_HOST");
|
userSetEnv.put(Environment.NM_HOST.name(), "user_set_NM_HOST");
|
||||||
@ -634,7 +634,7 @@ private void internalKillTest(boolean delayed) throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
File processStartFile =
|
File processStartFile =
|
||||||
new File(tmpDir, "pid.txt").getAbsoluteFile();
|
new File(tmpDir, "pid.txt").getAbsoluteFile();
|
||||||
|
|
||||||
@ -771,7 +771,7 @@ public void testImmediateKill() throws Exception {
|
|||||||
@Test (timeout = 10000)
|
@Test (timeout = 10000)
|
||||||
public void testCallFailureWithNullLocalizedResources() {
|
public void testCallFailureWithNullLocalizedResources() {
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getContainerId()).thenReturn(ContainerId.newInstance(
|
when(container.getContainerId()).thenReturn(ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(
|
||||||
System.currentTimeMillis(), 1), 1), 1));
|
System.currentTimeMillis(), 1), 1), 1));
|
||||||
ContainerLaunchContext clc = mock(ContainerLaunchContext.class);
|
ContainerLaunchContext clc = mock(ContainerLaunchContext.class);
|
||||||
@ -980,7 +980,7 @@ public void testKillProcessGroup() throws Exception {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(2, 2);
|
ApplicationId appId = ApplicationId.newInstance(2, 2);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
File processStartFile =
|
File processStartFile =
|
||||||
new File(tmpDir, "pid.txt").getAbsoluteFile();
|
new File(tmpDir, "pid.txt").getAbsoluteFile();
|
||||||
File childProcessStartFile =
|
File childProcessStartFile =
|
||||||
|
@ -206,7 +206,7 @@ public void testContainerKillOnMemoryOverflow() throws IOException,
|
|||||||
// ////// Construct the Container-id
|
// ////// Construct the Container-id
|
||||||
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
ApplicationId appId = ApplicationId.newInstance(0, 0);
|
||||||
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId appAttemptId = ApplicationAttemptId.newInstance(appId, 1);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
int port = 12345;
|
int port = 12345;
|
||||||
|
|
||||||
URL resource_alpha =
|
URL resource_alpha =
|
||||||
|
@ -226,7 +226,7 @@ public void testContainerStorage() throws IOException {
|
|||||||
ApplicationId appId = ApplicationId.newInstance(1234, 3);
|
ApplicationId appId = ApplicationId.newInstance(1234, 3);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 4);
|
ApplicationAttemptId.newInstance(appId, 4);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 5);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 5);
|
||||||
LocalResource lrsrc = LocalResource.newInstance(
|
LocalResource lrsrc = LocalResource.newInstance(
|
||||||
URL.newInstance("hdfs", "somehost", 12345, "/some/path/to/rsrc"),
|
URL.newInstance("hdfs", "somehost", 12345, "/some/path/to/rsrc"),
|
||||||
LocalResourceType.FILE, LocalResourceVisibility.APPLICATION, 123L,
|
LocalResourceType.FILE, LocalResourceVisibility.APPLICATION, 123L,
|
||||||
|
@ -378,7 +378,7 @@ public void testAppCleanupWhenRMRestartedBeforeAppFinished() throws Exception {
|
|||||||
// nm1/nm2 register to rm2, and do a heartbeat
|
// nm1/nm2 register to rm2, and do a heartbeat
|
||||||
nm1.setResourceTrackerService(rm2.getResourceTrackerService());
|
nm1.setResourceTrackerService(rm2.getResourceTrackerService());
|
||||||
nm1.registerNode(Arrays.asList(NMContainerStatus.newInstance(
|
nm1.registerNode(Arrays.asList(NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(am0.getApplicationAttemptId(), 1),
|
ContainerId.newContainerId(am0.getApplicationAttemptId(), 1),
|
||||||
ContainerState.COMPLETE, Resource.newInstance(1024, 1), "", 0,
|
ContainerState.COMPLETE, Resource.newInstance(1024, 1), "", 0,
|
||||||
Priority.newInstance(0), 1234)), Arrays.asList(app0.getApplicationId()));
|
Priority.newInstance(0), 1234)), Arrays.asList(app0.getApplicationId()));
|
||||||
nm2.setResourceTrackerService(rm2.getResourceTrackerService());
|
nm2.setResourceTrackerService(rm2.getResourceTrackerService());
|
||||||
|
@ -404,7 +404,7 @@ public void testGetContainerReport() throws YarnException, IOException {
|
|||||||
.newRecordInstance(GetContainerReportRequest.class);
|
.newRecordInstance(GetContainerReportRequest.class);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(123456, 1), 1);
|
ApplicationId.newInstance(123456, 1), 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
request.setContainerId(containerId);
|
request.setContainerId(containerId);
|
||||||
|
|
||||||
try {
|
try {
|
||||||
@ -425,7 +425,7 @@ public void testGetContainers() throws YarnException, IOException {
|
|||||||
.newRecordInstance(GetContainersRequest.class);
|
.newRecordInstance(GetContainersRequest.class);
|
||||||
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
ApplicationAttemptId attemptId = ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(123456, 1), 1);
|
ApplicationId.newInstance(123456, 1), 1);
|
||||||
ContainerId containerId = ContainerId.newInstance(attemptId, 1);
|
ContainerId containerId = ContainerId.newContainerId(attemptId, 1);
|
||||||
request.setApplicationAttemptId(attemptId);
|
request.setApplicationAttemptId(attemptId);
|
||||||
try {
|
try {
|
||||||
GetContainersResponse response = rmService.getContainers(request);
|
GetContainersResponse response = rmService.getContainers(request);
|
||||||
@ -1213,7 +1213,7 @@ public ApplicationReport createAndGetApplicationReport(
|
|||||||
RMAppAttemptImpl rmAppAttemptImpl = spy(new RMAppAttemptImpl(attemptId,
|
RMAppAttemptImpl rmAppAttemptImpl = spy(new RMAppAttemptImpl(attemptId,
|
||||||
rmContext, yarnScheduler, null, asContext, config, false, null));
|
rmContext, yarnScheduler, null, asContext, config, false, null));
|
||||||
Container container = Container.newInstance(
|
Container container = Container.newInstance(
|
||||||
ContainerId.newInstance(attemptId, 1), null, "", null, null, null);
|
ContainerId.newContainerId(attemptId, 1), null, "", null, null, null);
|
||||||
RMContainerImpl containerimpl = spy(new RMContainerImpl(container,
|
RMContainerImpl containerimpl = spy(new RMContainerImpl(container,
|
||||||
attemptId, null, "", rmContext));
|
attemptId, null, "", rmContext));
|
||||||
Map<ApplicationAttemptId, RMAppAttempt> attempts =
|
Map<ApplicationAttemptId, RMAppAttempt> attempts =
|
||||||
|
@ -207,7 +207,7 @@ public void testUsageWithMultipleContainersAndRMRestart() throws Exception {
|
|||||||
// usage metrics. This will cause the attempt to fail, and, since the max
|
// usage metrics. This will cause the attempt to fail, and, since the max
|
||||||
// attempt retries is 1, the app will also fail. This is intentional so
|
// attempt retries is 1, the app will also fail. This is intentional so
|
||||||
// that all containers will complete prior to saving.
|
// that all containers will complete prior to saving.
|
||||||
ContainerId cId = ContainerId.newInstance(attempt0.getAppAttemptId(), 1);
|
ContainerId cId = ContainerId.newContainerId(attempt0.getAppAttemptId(), 1);
|
||||||
nm.nodeHeartbeat(attempt0.getAppAttemptId(),
|
nm.nodeHeartbeat(attempt0.getAppAttemptId(),
|
||||||
cId.getContainerId(), ContainerState.COMPLETE);
|
cId.getContainerId(), ContainerState.COMPLETE);
|
||||||
rm0.waitForState(nm, cId, RMContainerState.COMPLETED);
|
rm0.waitForState(nm, cId, RMContainerState.COMPLETED);
|
||||||
@ -289,7 +289,7 @@ private void amRestartTests(boolean keepRunningContainers)
|
|||||||
|
|
||||||
// launch the 2nd container.
|
// launch the 2nd container.
|
||||||
ContainerId containerId2 =
|
ContainerId containerId2 =
|
||||||
ContainerId.newInstance(am0.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am0.getApplicationAttemptId(), 2);
|
||||||
nm.nodeHeartbeat(am0.getApplicationAttemptId(),
|
nm.nodeHeartbeat(am0.getApplicationAttemptId(),
|
||||||
containerId2.getContainerId(), ContainerState.RUNNING);
|
containerId2.getContainerId(), ContainerState.RUNNING);
|
||||||
rm.waitForState(nm, containerId2, RMContainerState.RUNNING);
|
rm.waitForState(nm, containerId2, RMContainerState.RUNNING);
|
||||||
|
@ -1956,7 +1956,7 @@ private void writeToHostsFile(String... hosts) throws IOException {
|
|||||||
|
|
||||||
public static NMContainerStatus createNMContainerStatus(
|
public static NMContainerStatus createNMContainerStatus(
|
||||||
ApplicationAttemptId appAttemptId, int id, ContainerState containerState) {
|
ApplicationAttemptId appAttemptId, int id, ContainerState containerState) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, id);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, id);
|
||||||
NMContainerStatus containerReport =
|
NMContainerStatus containerReport =
|
||||||
NMContainerStatus.newInstance(containerId, containerState,
|
NMContainerStatus.newInstance(containerId, containerState,
|
||||||
Resource.newInstance(1024, 1), "recover container", 0,
|
Resource.newInstance(1024, 1), "recover container", 0,
|
||||||
|
@ -508,7 +508,7 @@ public void testHandleContainerStatusInvalidCompletions() throws Exception {
|
|||||||
// Case 1.1: AppAttemptId is null
|
// Case 1.1: AppAttemptId is null
|
||||||
NMContainerStatus report =
|
NMContainerStatus report =
|
||||||
NMContainerStatus.newInstance(
|
NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(app.getApplicationId(), 2), 1),
|
ApplicationAttemptId.newInstance(app.getApplicationId(), 2), 1),
|
||||||
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
||||||
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
||||||
@ -520,7 +520,7 @@ public void testHandleContainerStatusInvalidCompletions() throws Exception {
|
|||||||
(RMAppAttemptImpl) app.getCurrentAppAttempt();
|
(RMAppAttemptImpl) app.getCurrentAppAttempt();
|
||||||
currentAttempt.setMasterContainer(null);
|
currentAttempt.setMasterContainer(null);
|
||||||
report = NMContainerStatus.newInstance(
|
report = NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(currentAttempt.getAppAttemptId(), 0),
|
ContainerId.newContainerId(currentAttempt.getAppAttemptId(), 0),
|
||||||
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
||||||
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
||||||
rm.getResourceTrackerService().handleNMContainerStatus(report, null);
|
rm.getResourceTrackerService().handleNMContainerStatus(report, null);
|
||||||
@ -531,7 +531,7 @@ public void testHandleContainerStatusInvalidCompletions() throws Exception {
|
|||||||
|
|
||||||
// Case 2.1: AppAttemptId is null
|
// Case 2.1: AppAttemptId is null
|
||||||
report = NMContainerStatus.newInstance(
|
report = NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(
|
ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(app.getApplicationId(), 2), 1),
|
ApplicationAttemptId.newInstance(app.getApplicationId(), 2), 1),
|
||||||
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
||||||
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
||||||
@ -547,7 +547,7 @@ public void testHandleContainerStatusInvalidCompletions() throws Exception {
|
|||||||
(RMAppAttemptImpl) app.getCurrentAppAttempt();
|
(RMAppAttemptImpl) app.getCurrentAppAttempt();
|
||||||
currentAttempt.setMasterContainer(null);
|
currentAttempt.setMasterContainer(null);
|
||||||
report = NMContainerStatus.newInstance(
|
report = NMContainerStatus.newInstance(
|
||||||
ContainerId.newInstance(currentAttempt.getAppAttemptId(), 0),
|
ContainerId.newContainerId(currentAttempt.getAppAttemptId(), 0),
|
||||||
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
ContainerState.COMPLETE, Resource.newInstance(1024, 1),
|
||||||
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
"Dummy Completed", 0, Priority.newInstance(10), 1234);
|
||||||
try {
|
try {
|
||||||
|
@ -773,7 +773,7 @@ public void testReleasedContainerNotRecovered() throws Exception {
|
|||||||
|
|
||||||
// try to release a container before the container is actually recovered.
|
// try to release a container before the container is actually recovered.
|
||||||
final ContainerId runningContainer =
|
final ContainerId runningContainer =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
am1.allocate(null, Arrays.asList(runningContainer));
|
am1.allocate(null, Arrays.asList(runningContainer));
|
||||||
|
|
||||||
// send container statuses to recover the containers
|
// send container statuses to recover the containers
|
||||||
|
@ -153,7 +153,7 @@ private static RMAppAttempt createRMAppAttempt(
|
|||||||
when(appAttempt.getRpcPort()).thenReturn(-100);
|
when(appAttempt.getRpcPort()).thenReturn(-100);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId())
|
when(container.getId())
|
||||||
.thenReturn(ContainerId.newInstance(appAttemptId, 1));
|
.thenReturn(ContainerId.newContainerId(appAttemptId, 1));
|
||||||
when(appAttempt.getMasterContainer()).thenReturn(container);
|
when(appAttempt.getMasterContainer()).thenReturn(container);
|
||||||
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
||||||
when(appAttempt.getTrackingUrl()).thenReturn("test url");
|
when(appAttempt.getTrackingUrl()).thenReturn("test url");
|
||||||
@ -254,7 +254,7 @@ public void testWriteApplicationAttempt() throws Exception {
|
|||||||
Assert.assertNotNull(appAttemptHD);
|
Assert.assertNotNull(appAttemptHD);
|
||||||
Assert.assertEquals("test host", appAttemptHD.getHost());
|
Assert.assertEquals("test host", appAttemptHD.getHost());
|
||||||
Assert.assertEquals(-100, appAttemptHD.getRPCPort());
|
Assert.assertEquals(-100, appAttemptHD.getRPCPort());
|
||||||
Assert.assertEquals(ContainerId.newInstance(
|
Assert.assertEquals(ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 1),
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1), 1),
|
||||||
appAttemptHD.getMasterContainerId());
|
appAttemptHD.getMasterContainerId());
|
||||||
|
|
||||||
@ -281,14 +281,14 @@ public void testWriteApplicationAttempt() throws Exception {
|
|||||||
@Test
|
@Test
|
||||||
public void testWriteContainer() throws Exception {
|
public void testWriteContainer() throws Exception {
|
||||||
RMContainer container =
|
RMContainer container =
|
||||||
createRMContainer(ContainerId.newInstance(
|
createRMContainer(ContainerId.newContainerId(
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1),
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1),
|
||||||
1));
|
1));
|
||||||
writer.containerStarted(container);
|
writer.containerStarted(container);
|
||||||
ContainerHistoryData containerHD = null;
|
ContainerHistoryData containerHD = null;
|
||||||
for (int i = 0; i < MAX_RETRIES; ++i) {
|
for (int i = 0; i < MAX_RETRIES; ++i) {
|
||||||
containerHD =
|
containerHD =
|
||||||
store.getContainer(ContainerId.newInstance(ApplicationAttemptId
|
store.getContainer(ContainerId.newContainerId(ApplicationAttemptId
|
||||||
.newInstance(ApplicationId.newInstance(0, 1), 1), 1));
|
.newInstance(ApplicationId.newInstance(0, 1), 1), 1));
|
||||||
if (containerHD != null) {
|
if (containerHD != null) {
|
||||||
break;
|
break;
|
||||||
@ -307,7 +307,7 @@ public void testWriteContainer() throws Exception {
|
|||||||
writer.containerFinished(container);
|
writer.containerFinished(container);
|
||||||
for (int i = 0; i < MAX_RETRIES; ++i) {
|
for (int i = 0; i < MAX_RETRIES; ++i) {
|
||||||
containerHD =
|
containerHD =
|
||||||
store.getContainer(ContainerId.newInstance(ApplicationAttemptId
|
store.getContainer(ContainerId.newContainerId(ApplicationAttemptId
|
||||||
.newInstance(ApplicationId.newInstance(0, 1), 1), 1));
|
.newInstance(ApplicationId.newInstance(0, 1), 1), 1));
|
||||||
if (containerHD.getContainerState() != null) {
|
if (containerHD.getContainerState() != null) {
|
||||||
break;
|
break;
|
||||||
@ -337,7 +337,7 @@ public void testParallelWrite() throws Exception {
|
|||||||
RMAppAttempt appAttempt = createRMAppAttempt(appAttemptId);
|
RMAppAttempt appAttempt = createRMAppAttempt(appAttemptId);
|
||||||
writer.applicationAttemptStarted(appAttempt);
|
writer.applicationAttemptStarted(appAttempt);
|
||||||
for (int k = 1; k <= 10; ++k) {
|
for (int k = 1; k <= 10; ++k) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, k);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, k);
|
||||||
RMContainer container = createRMContainer(containerId);
|
RMContainer container = createRMContainer(containerId);
|
||||||
writer.containerStarted(container);
|
writer.containerStarted(container);
|
||||||
writer.containerFinished(container);
|
writer.containerFinished(container);
|
||||||
|
@ -189,7 +189,7 @@ public static RMApp newApplication(int i) {
|
|||||||
final ApplicationAttemptId appAttemptId =
|
final ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(newAppID(i), 0);
|
ApplicationAttemptId.newInstance(newAppID(i), 0);
|
||||||
final Container masterContainer = Records.newRecord(Container.class);
|
final Container masterContainer = Records.newRecord(Container.class);
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId containerId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
masterContainer.setId(containerId);
|
masterContainer.setId(containerId);
|
||||||
masterContainer.setNodeHttpAddress("node:port");
|
masterContainer.setNodeHttpAddress("node:port");
|
||||||
final String user = newUserName();
|
final String user = newUserName();
|
||||||
|
@ -101,20 +101,20 @@ public void testAMRestartWithExistingContainers() throws Exception {
|
|||||||
// launch the 2nd container, for testing running container transferred.
|
// launch the 2nd container, for testing running container transferred.
|
||||||
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
||||||
ContainerId containerId2 =
|
ContainerId containerId2 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.RUNNING);
|
rm1.waitForState(nm1, containerId2, RMContainerState.RUNNING);
|
||||||
|
|
||||||
// launch the 3rd container, for testing container allocated by previous
|
// launch the 3rd container, for testing container allocated by previous
|
||||||
// attempt is completed by the next new attempt/
|
// attempt is completed by the next new attempt/
|
||||||
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 3, ContainerState.RUNNING);
|
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 3, ContainerState.RUNNING);
|
||||||
ContainerId containerId3 =
|
ContainerId containerId3 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 3);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 3);
|
||||||
rm1.waitForState(nm1, containerId3, RMContainerState.RUNNING);
|
rm1.waitForState(nm1, containerId3, RMContainerState.RUNNING);
|
||||||
|
|
||||||
// 4th container still in AQUIRED state. for testing Acquired container is
|
// 4th container still in AQUIRED state. for testing Acquired container is
|
||||||
// always killed.
|
// always killed.
|
||||||
ContainerId containerId4 =
|
ContainerId containerId4 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 4);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 4);
|
||||||
rm1.waitForState(nm1, containerId4, RMContainerState.ACQUIRED);
|
rm1.waitForState(nm1, containerId4, RMContainerState.ACQUIRED);
|
||||||
|
|
||||||
// 5th container is in Allocated state. for testing allocated container is
|
// 5th container is in Allocated state. for testing allocated container is
|
||||||
@ -122,14 +122,14 @@ public void testAMRestartWithExistingContainers() throws Exception {
|
|||||||
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
||||||
nm1.nodeHeartbeat(true);
|
nm1.nodeHeartbeat(true);
|
||||||
ContainerId containerId5 =
|
ContainerId containerId5 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 5);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 5);
|
||||||
rm1.waitForContainerAllocated(nm1, containerId5);
|
rm1.waitForContainerAllocated(nm1, containerId5);
|
||||||
rm1.waitForState(nm1, containerId5, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId5, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
// 6th container is in Reserved state.
|
// 6th container is in Reserved state.
|
||||||
am1.allocate("127.0.0.1", 6000, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 6000, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId6 =
|
ContainerId containerId6 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 6);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 6);
|
||||||
nm1.nodeHeartbeat(true);
|
nm1.nodeHeartbeat(true);
|
||||||
SchedulerApplicationAttempt schedulerAttempt =
|
SchedulerApplicationAttempt schedulerAttempt =
|
||||||
((AbstractYarnScheduler) rm1.getResourceScheduler())
|
((AbstractYarnScheduler) rm1.getResourceScheduler())
|
||||||
@ -295,12 +295,12 @@ public void testNMTokensRebindOnAMRestart() throws Exception {
|
|||||||
// launch the container-2
|
// launch the container-2
|
||||||
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
||||||
ContainerId containerId2 =
|
ContainerId containerId2 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.RUNNING);
|
rm1.waitForState(nm1, containerId2, RMContainerState.RUNNING);
|
||||||
// launch the container-3
|
// launch the container-3
|
||||||
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 3, ContainerState.RUNNING);
|
nm1.nodeHeartbeat(am1.getApplicationAttemptId(), 3, ContainerState.RUNNING);
|
||||||
ContainerId containerId3 =
|
ContainerId containerId3 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 3);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 3);
|
||||||
rm1.waitForState(nm1, containerId3, RMContainerState.RUNNING);
|
rm1.waitForState(nm1, containerId3, RMContainerState.RUNNING);
|
||||||
|
|
||||||
// fail am1
|
// fail am1
|
||||||
@ -335,7 +335,7 @@ public void testNMTokensRebindOnAMRestart() throws Exception {
|
|||||||
}
|
}
|
||||||
nm1.nodeHeartbeat(am2.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
nm1.nodeHeartbeat(am2.getApplicationAttemptId(), 2, ContainerState.RUNNING);
|
||||||
ContainerId am2ContainerId2 =
|
ContainerId am2ContainerId2 =
|
||||||
ContainerId.newInstance(am2.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am2.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, am2ContainerId2, RMContainerState.RUNNING);
|
rm1.waitForState(nm1, am2ContainerId2, RMContainerState.RUNNING);
|
||||||
|
|
||||||
// fail am2.
|
// fail am2.
|
||||||
@ -379,7 +379,7 @@ public void testShouldNotCountFailureToMaxAttemptRetry() throws Exception {
|
|||||||
CapacityScheduler scheduler =
|
CapacityScheduler scheduler =
|
||||||
(CapacityScheduler) rm1.getResourceScheduler();
|
(CapacityScheduler) rm1.getResourceScheduler();
|
||||||
ContainerId amContainer =
|
ContainerId amContainer =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 1);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 1);
|
||||||
// Preempt the first attempt;
|
// Preempt the first attempt;
|
||||||
scheduler.killContainer(scheduler.getRMContainer(amContainer));
|
scheduler.killContainer(scheduler.getRMContainer(amContainer));
|
||||||
|
|
||||||
@ -396,7 +396,7 @@ public void testShouldNotCountFailureToMaxAttemptRetry() throws Exception {
|
|||||||
|
|
||||||
// Preempt the second attempt.
|
// Preempt the second attempt.
|
||||||
ContainerId amContainer2 =
|
ContainerId amContainer2 =
|
||||||
ContainerId.newInstance(am2.getApplicationAttemptId(), 1);
|
ContainerId.newContainerId(am2.getApplicationAttemptId(), 1);
|
||||||
scheduler.killContainer(scheduler.getRMContainer(amContainer2));
|
scheduler.killContainer(scheduler.getRMContainer(amContainer2));
|
||||||
|
|
||||||
am2.waitForState(RMAppAttemptState.FAILED);
|
am2.waitForState(RMAppAttemptState.FAILED);
|
||||||
@ -487,7 +487,7 @@ public void testPreemptedAMRestartOnRMRestart() throws Exception {
|
|||||||
CapacityScheduler scheduler =
|
CapacityScheduler scheduler =
|
||||||
(CapacityScheduler) rm1.getResourceScheduler();
|
(CapacityScheduler) rm1.getResourceScheduler();
|
||||||
ContainerId amContainer =
|
ContainerId amContainer =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 1);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 1);
|
||||||
|
|
||||||
// Forcibly preempt the am container;
|
// Forcibly preempt the am container;
|
||||||
scheduler.killContainer(scheduler.getRMContainer(amContainer));
|
scheduler.killContainer(scheduler.getRMContainer(amContainer));
|
||||||
|
@ -250,7 +250,7 @@ public void testPublishAppAttemptMetrics() throws Exception {
|
|||||||
@Test(timeout = 10000)
|
@Test(timeout = 10000)
|
||||||
public void testPublishContainerMetrics() throws Exception {
|
public void testPublishContainerMetrics() throws Exception {
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(ApplicationAttemptId.newInstance(
|
ContainerId.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(0, 1), 1), 1);
|
ApplicationId.newInstance(0, 1), 1), 1);
|
||||||
RMContainer container = createRMContainer(containerId);
|
RMContainer container = createRMContainer(containerId);
|
||||||
metricsPublisher.containerCreated(container, container.getCreationTime());
|
metricsPublisher.containerCreated(container, container.getCreationTime());
|
||||||
@ -347,7 +347,7 @@ private static RMAppAttempt createRMAppAttempt(
|
|||||||
when(appAttempt.getRpcPort()).thenReturn(-100);
|
when(appAttempt.getRpcPort()).thenReturn(-100);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getId())
|
when(container.getId())
|
||||||
.thenReturn(ContainerId.newInstance(appAttemptId, 1));
|
.thenReturn(ContainerId.newContainerId(appAttemptId, 1));
|
||||||
when(appAttempt.getMasterContainer()).thenReturn(container);
|
when(appAttempt.getMasterContainer()).thenReturn(container);
|
||||||
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
||||||
when(appAttempt.getTrackingUrl()).thenReturn("test tracking url");
|
when(appAttempt.getTrackingUrl()).thenReturn("test tracking url");
|
||||||
|
@ -728,7 +728,7 @@ FiCaSchedulerApp mockApp(int qid, int id, int used, int pending, int reserved,
|
|||||||
|
|
||||||
RMContainer mockContainer(ApplicationAttemptId appAttId, int id,
|
RMContainer mockContainer(ApplicationAttemptId appAttId, int id,
|
||||||
Resource r, int priority) {
|
Resource r, int priority) {
|
||||||
ContainerId cId = ContainerId.newInstance(appAttId, id);
|
ContainerId cId = ContainerId.newContainerId(appAttId, id);
|
||||||
Container c = mock(Container.class);
|
Container c = mock(Container.class);
|
||||||
when(c.getResource()).thenReturn(r);
|
when(c.getResource()).thenReturn(r);
|
||||||
when(c.getPriority()).thenReturn(Priority.create(priority));
|
when(c.getPriority()).thenReturn(Priority.create(priority));
|
||||||
|
@ -1395,7 +1395,7 @@ public void testFailedToFailed() {
|
|||||||
// failed attempt captured the container finished event.
|
// failed attempt captured the container finished event.
|
||||||
assertEquals(0, applicationAttempt.getJustFinishedContainers().size());
|
assertEquals(0, applicationAttempt.getJustFinishedContainers().size());
|
||||||
ContainerStatus cs2 =
|
ContainerStatus cs2 =
|
||||||
ContainerStatus.newInstance(ContainerId.newInstance(appAttemptId, 2),
|
ContainerStatus.newInstance(ContainerId.newContainerId(appAttemptId, 2),
|
||||||
ContainerState.COMPLETE, "", 0);
|
ContainerState.COMPLETE, "", 0);
|
||||||
applicationAttempt.handle(new RMAppAttemptContainerFinishedEvent(
|
applicationAttempt.handle(new RMAppAttemptContainerFinishedEvent(
|
||||||
appAttemptId, cs2, anyNodeId));
|
appAttemptId, cs2, anyNodeId));
|
||||||
|
@ -249,7 +249,7 @@ public void testExistenceOfResourceRequestInRMContainer() throws Exception {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId2 = ContainerId.newInstance(
|
ContainerId containerId2 = ContainerId.newContainerId(
|
||||||
am1.getApplicationAttemptId(), 2);
|
am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
|
@ -138,7 +138,7 @@ private RMContainer createReservedRMContainer(ApplicationAttemptId appAttId,
|
|||||||
|
|
||||||
private RMContainer createRMContainer(ApplicationAttemptId appAttId, int id,
|
private RMContainer createRMContainer(ApplicationAttemptId appAttId, int id,
|
||||||
Resource resource) {
|
Resource resource) {
|
||||||
ContainerId containerId = ContainerId.newInstance(appAttId, id);
|
ContainerId containerId = ContainerId.newContainerId(appAttId, id);
|
||||||
RMContainer rmContainer = mock(RMContainer.class);
|
RMContainer rmContainer = mock(RMContainer.class);
|
||||||
Container container = mock(Container.class);
|
Container container = mock(Container.class);
|
||||||
when(container.getResource()).thenReturn(resource);
|
when(container.getResource()).thenReturn(resource);
|
||||||
|
@ -560,7 +560,7 @@ public void testComparePriorities(){
|
|||||||
@Test
|
@Test
|
||||||
public void testCreateAbnormalContainerStatus() {
|
public void testCreateAbnormalContainerStatus() {
|
||||||
ContainerStatus cd = SchedulerUtils.createAbnormalContainerStatus(
|
ContainerStatus cd = SchedulerUtils.createAbnormalContainerStatus(
|
||||||
ContainerId.newInstance(ApplicationAttemptId.newInstance(
|
ContainerId.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(System.currentTimeMillis(), 1), 1), 1), "x");
|
ApplicationId.newInstance(System.currentTimeMillis(), 1), 1), 1), "x");
|
||||||
Assert.assertEquals(ContainerExitStatus.ABORTED, cd.getExitStatus());
|
Assert.assertEquals(ContainerExitStatus.ABORTED, cd.getExitStatus());
|
||||||
}
|
}
|
||||||
@ -568,7 +568,7 @@ public void testCreateAbnormalContainerStatus() {
|
|||||||
@Test
|
@Test
|
||||||
public void testCreatePreemptedContainerStatus() {
|
public void testCreatePreemptedContainerStatus() {
|
||||||
ContainerStatus cd = SchedulerUtils.createPreemptedContainerStatus(
|
ContainerStatus cd = SchedulerUtils.createPreemptedContainerStatus(
|
||||||
ContainerId.newInstance(ApplicationAttemptId.newInstance(
|
ContainerId.newContainerId(ApplicationAttemptId.newInstance(
|
||||||
ApplicationId.newInstance(System.currentTimeMillis(), 1), 1), 1), "x");
|
ApplicationId.newInstance(System.currentTimeMillis(), 1), 1), 1), "x");
|
||||||
Assert.assertEquals(ContainerExitStatus.PREEMPTED, cd.getExitStatus());
|
Assert.assertEquals(ContainerExitStatus.PREEMPTED, cd.getExitStatus());
|
||||||
}
|
}
|
||||||
|
@ -1085,7 +1085,7 @@ public void testRecoverRequestAfterPreemption() throws Exception {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId1 = ContainerId.newInstance(
|
ContainerId containerId1 = ContainerId.newContainerId(
|
||||||
am1.getApplicationAttemptId(), 2);
|
am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId1, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId1, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
@ -1122,7 +1122,7 @@ public void testRecoverRequestAfterPreemption() throws Exception {
|
|||||||
}
|
}
|
||||||
|
|
||||||
// New container will be allocated and will move to ALLOCATED state
|
// New container will be allocated and will move to ALLOCATED state
|
||||||
ContainerId containerId2 = ContainerId.newInstance(
|
ContainerId containerId2 = ContainerId.newContainerId(
|
||||||
am1.getApplicationAttemptId(), 3);
|
am1.getApplicationAttemptId(), 3);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
|
@ -164,7 +164,7 @@ public void testContainerTokenGeneratedOnPullRequest() throws Exception {
|
|||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId2 =
|
ContainerId containerId2 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
RMContainer container =
|
RMContainer container =
|
||||||
@ -194,7 +194,7 @@ public void testNormalContainerAllocationWhenDNSUnavailable() throws Exception{
|
|||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("127.0.0.1", 1024, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId2 =
|
ContainerId containerId2 =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId2, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
// acquire the container.
|
// acquire the container.
|
||||||
@ -247,7 +247,7 @@ private LogAggregationContext getLogAggregationContextFromContainerToken(
|
|||||||
// request a container.
|
// request a container.
|
||||||
am2.allocate("127.0.0.1", 512, 1, new ArrayList<ContainerId>());
|
am2.allocate("127.0.0.1", 512, 1, new ArrayList<ContainerId>());
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(am2.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am2.getApplicationAttemptId(), 2);
|
||||||
rm1.waitForState(nm1, containerId, RMContainerState.ALLOCATED);
|
rm1.waitForState(nm1, containerId, RMContainerState.ALLOCATED);
|
||||||
|
|
||||||
// acquire the container.
|
// acquire the container.
|
||||||
@ -480,13 +480,13 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
|
|
||||||
// A has only 10% of x, so it can only allocate one container in label=empty
|
// A has only 10% of x, so it can only allocate one container in label=empty
|
||||||
ContainerId containerId =
|
ContainerId containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "");
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "");
|
||||||
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
// Cannot allocate 2nd label=empty container
|
// Cannot allocate 2nd label=empty container
|
||||||
containerId =
|
containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 3);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 3);
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "");
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "");
|
||||||
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
@ -495,7 +495,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// We can allocate floor(8000 / 1024) = 7 containers
|
// We can allocate floor(8000 / 1024) = 7 containers
|
||||||
for (int id = 3; id <= 8; id++) {
|
for (int id = 3; id <= 8; id++) {
|
||||||
containerId =
|
containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), id);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), id);
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x");
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x");
|
||||||
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
@ -571,7 +571,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// request a container (label = x && y). can only allocate on nm2
|
// request a container (label = x && y). can only allocate on nm2
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x && y");
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x && y");
|
||||||
containerId =
|
containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
||||||
@ -588,7 +588,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// and now b1's queue capacity will be used, cannot allocate more containers
|
// and now b1's queue capacity will be used, cannot allocate more containers
|
||||||
// (Maximum capacity reached)
|
// (Maximum capacity reached)
|
||||||
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
||||||
containerId = ContainerId.newInstance(am2.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am2.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm4, containerId,
|
Assert.assertFalse(rm1.waitForState(nm4, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertFalse(rm1.waitForState(nm5, containerId,
|
Assert.assertFalse(rm1.waitForState(nm5, containerId,
|
||||||
@ -601,7 +601,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// request a container. try to allocate on nm1 (label = x) and nm3 (label =
|
// request a container. try to allocate on nm1 (label = x) and nm3 (label =
|
||||||
// y,z). Will successfully allocate on nm3
|
// y,z). Will successfully allocate on nm3
|
||||||
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y");
|
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y");
|
||||||
containerId = ContainerId.newInstance(am3.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am3.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
||||||
@ -612,7 +612,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// try to allocate container (request label = y && z) on nm3 (label = y) and
|
// try to allocate container (request label = y && z) on nm3 (label = y) and
|
||||||
// nm4 (label = y,z). Will sucessfully allocate on nm4 only.
|
// nm4 (label = y,z). Will sucessfully allocate on nm4 only.
|
||||||
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y && z");
|
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y && z");
|
||||||
containerId = ContainerId.newInstance(am3.getApplicationAttemptId(), 3);
|
containerId = ContainerId.newContainerId(am3.getApplicationAttemptId(), 3);
|
||||||
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm4, containerId,
|
Assert.assertTrue(rm1.waitForState(nm4, containerId,
|
||||||
@ -654,7 +654,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x");
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "x");
|
||||||
containerId =
|
containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
||||||
@ -669,7 +669,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y");
|
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>(), "y");
|
||||||
containerId = ContainerId.newInstance(am2.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am2.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
Assert.assertFalse(rm1.waitForState(nm1, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
||||||
@ -684,7 +684,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
||||||
containerId = ContainerId.newInstance(am3.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am3.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
||||||
@ -730,7 +730,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
// request a container.
|
// request a container.
|
||||||
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
am1.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
||||||
containerId =
|
containerId =
|
||||||
ContainerId.newInstance(am1.getApplicationAttemptId(), 2);
|
ContainerId.newContainerId(am1.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
Assert.assertTrue(rm1.waitForState(nm1, containerId,
|
||||||
@ -745,7 +745,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
am2.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
||||||
containerId = ContainerId.newInstance(am2.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am2.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
Assert.assertFalse(rm1.waitForState(nm3, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
Assert.assertTrue(rm1.waitForState(nm2, containerId,
|
||||||
@ -760,7 +760,7 @@ public RMNodeLabelsManager createNodeLabelManager() {
|
|||||||
|
|
||||||
// request a container.
|
// request a container.
|
||||||
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
am3.allocate("*", 1024, 1, new ArrayList<ContainerId>());
|
||||||
containerId = ContainerId.newInstance(am3.getApplicationAttemptId(), 2);
|
containerId = ContainerId.newContainerId(am3.getApplicationAttemptId(), 2);
|
||||||
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
Assert.assertFalse(rm1.waitForState(nm2, containerId,
|
||||||
RMContainerState.ALLOCATED, 10 * 1000));
|
RMContainerState.ALLOCATED, 10 * 1000));
|
||||||
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
Assert.assertTrue(rm1.waitForState(nm3, containerId,
|
||||||
|
@ -3530,7 +3530,7 @@ public void testRecoverRequestAfterPreemption() throws Exception {
|
|||||||
// ResourceRequest will be empty once NodeUpdate is completed
|
// ResourceRequest will be empty once NodeUpdate is completed
|
||||||
Assert.assertNull(app.getResourceRequest(priority, host));
|
Assert.assertNull(app.getResourceRequest(priority, host));
|
||||||
|
|
||||||
ContainerId containerId1 = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId containerId1 = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
RMContainer rmContainer = app.getRMContainer(containerId1);
|
RMContainer rmContainer = app.getRMContainer(containerId1);
|
||||||
|
|
||||||
// Create a preempt event and register for preemption
|
// Create a preempt event and register for preemption
|
||||||
|
@ -231,7 +231,7 @@ private void testNMTokens(Configuration conf) throws Exception {
|
|||||||
ApplicationAttemptId.newInstance(appId, 1);
|
ApplicationAttemptId.newInstance(appId, 1);
|
||||||
|
|
||||||
ContainerId validContainerId =
|
ContainerId validContainerId =
|
||||||
ContainerId.newInstance(validAppAttemptId, 0);
|
ContainerId.newContainerId(validAppAttemptId, 0);
|
||||||
|
|
||||||
NodeId validNode = yarnCluster.getNodeManager(0).getNMContext().getNodeId();
|
NodeId validNode = yarnCluster.getNodeManager(0).getNMContext().getNodeId();
|
||||||
NodeId invalidNode = NodeId.newInstance("InvalidHost", 1234);
|
NodeId invalidNode = NodeId.newInstance("InvalidHost", 1234);
|
||||||
@ -311,7 +311,7 @@ private void testNMTokens(Configuration conf) throws Exception {
|
|||||||
ApplicationAttemptId.newInstance(appId, 2);
|
ApplicationAttemptId.newInstance(appId, 2);
|
||||||
|
|
||||||
ContainerId validContainerId2 =
|
ContainerId validContainerId2 =
|
||||||
ContainerId.newInstance(validAppAttemptId2, 0);
|
ContainerId.newContainerId(validAppAttemptId2, 0);
|
||||||
|
|
||||||
org.apache.hadoop.yarn.api.records.Token validContainerToken2 =
|
org.apache.hadoop.yarn.api.records.Token validContainerToken2 =
|
||||||
containerTokenSecretManager.createContainerToken(validContainerId2,
|
containerTokenSecretManager.createContainerToken(validContainerId2,
|
||||||
@ -401,7 +401,7 @@ private void testNMTokens(Configuration conf) throws Exception {
|
|||||||
.createNMToken(validAppAttemptId, validNode, user);
|
.createNMToken(validAppAttemptId, validNode, user);
|
||||||
org.apache.hadoop.yarn.api.records.Token newContainerToken =
|
org.apache.hadoop.yarn.api.records.Token newContainerToken =
|
||||||
containerTokenSecretManager.createContainerToken(
|
containerTokenSecretManager.createContainerToken(
|
||||||
ContainerId.newInstance(attempt2, 1), validNode, user, r,
|
ContainerId.newContainerId(attempt2, 1), validNode, user, r,
|
||||||
Priority.newInstance(0), 0);
|
Priority.newInstance(0), 0);
|
||||||
Assert.assertTrue(testStartContainer(rpc, attempt2, validNode,
|
Assert.assertTrue(testStartContainer(rpc, attempt2, validNode,
|
||||||
newContainerToken, attempt1NMToken, false).isEmpty());
|
newContainerToken, attempt1NMToken, false).isEmpty());
|
||||||
@ -638,7 +638,7 @@ private void testContainerToken(Configuration conf) throws IOException,
|
|||||||
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 0);
|
ApplicationAttemptId.newInstance(appId, 0);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, 0);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, 0);
|
||||||
NodeManager nm = yarnCluster.getNodeManager(0);
|
NodeManager nm = yarnCluster.getNodeManager(0);
|
||||||
NMTokenSecretManagerInNM nmTokenSecretManagerInNM =
|
NMTokenSecretManagerInNM nmTokenSecretManagerInNM =
|
||||||
nm.getNMContext().getNMTokenSecretManager();
|
nm.getNMContext().getNMTokenSecretManager();
|
||||||
@ -691,7 +691,7 @@ private void testContainerToken(Configuration conf) throws IOException,
|
|||||||
} while (containerTokenSecretManager.getCurrentKey().getKeyId()
|
} while (containerTokenSecretManager.getCurrentKey().getKeyId()
|
||||||
== tamperedContainerTokenSecretManager.getCurrentKey().getKeyId());
|
== tamperedContainerTokenSecretManager.getCurrentKey().getKeyId());
|
||||||
|
|
||||||
ContainerId cId2 = ContainerId.newInstance(appAttemptId, 1);
|
ContainerId cId2 = ContainerId.newContainerId(appAttemptId, 1);
|
||||||
// Creating modified containerToken
|
// Creating modified containerToken
|
||||||
Token containerToken2 =
|
Token containerToken2 =
|
||||||
tamperedContainerTokenSecretManager.createContainerToken(cId2, nodeId,
|
tamperedContainerTokenSecretManager.createContainerToken(cId2, nodeId,
|
||||||
@ -733,7 +733,7 @@ private void testContainerTokenWithEpoch(Configuration conf)
|
|||||||
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
ApplicationId appId = ApplicationId.newInstance(1, 1);
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(appId, 0);
|
ApplicationAttemptId.newInstance(appId, 0);
|
||||||
ContainerId cId = ContainerId.newInstance(appAttemptId, (5L << 40) | 3L);
|
ContainerId cId = ContainerId.newContainerId(appAttemptId, (5L << 40) | 3L);
|
||||||
NodeManager nm = yarnCluster.getNodeManager(0);
|
NodeManager nm = yarnCluster.getNodeManager(0);
|
||||||
NMTokenSecretManagerInNM nmTokenSecretManagerInNM =
|
NMTokenSecretManagerInNM nmTokenSecretManagerInNM =
|
||||||
nm.getNMContext().getNMTokenSecretManager();
|
nm.getNMContext().getNMTokenSecretManager();
|
||||||
|
Loading…
x
Reference in New Issue
Block a user