Revert "YARN-4452. NPE when submit Unmanaged application. Contributed by Naganarasimha G R."
This reverts commit 92de57bdca
.
Conflicts:
hadoop-yarn-project/CHANGES.txt
This commit is contained in:
parent
26673b312d
commit
a025b7b7ea
|
@ -1100,9 +1100,6 @@ Release 2.8.0 - UNRELEASED
|
||||||
YARN-4402. TestNodeManagerShutdown And TestNodeManagerResync fails with
|
YARN-4402. TestNodeManagerShutdown And TestNodeManagerResync fails with
|
||||||
bind exception. (Brahma Reddy Battula via jianhe)
|
bind exception. (Brahma Reddy Battula via jianhe)
|
||||||
|
|
||||||
YARN-4452. NPE when submit Unmanaged application. (Naganarasimha G R
|
|
||||||
via junping_du)
|
|
||||||
|
|
||||||
YARN-4392. ApplicationCreatedEvent event time resets after RM restart/failover.
|
YARN-4392. ApplicationCreatedEvent event time resets after RM restart/failover.
|
||||||
(Naganarasimha G R and Xuan Gong via xgong)
|
(Naganarasimha G R and Xuan Gong via xgong)
|
||||||
|
|
||||||
|
@ -1214,9 +1211,6 @@ Release 2.7.3 - UNRELEASED
|
||||||
|
|
||||||
YARN-4439. Clarify NMContainerStatus#toString method. (Jian He via xgong)
|
YARN-4439. Clarify NMContainerStatus#toString method. (Jian He via xgong)
|
||||||
|
|
||||||
YARN-4452. NPE when submit Unmanaged application. (Naganarasimha G R
|
|
||||||
via junping_du)
|
|
||||||
|
|
||||||
YARN-4398. Remove unnecessary synchronization in RMStateStore. (Ning Ding via jianhe)
|
YARN-4398. Remove unnecessary synchronization in RMStateStore. (Ning Ding via jianhe)
|
||||||
|
|
||||||
YARN-4422. Generic AHS sometimes doesn't show started, node, or logs on App page
|
YARN-4422. Generic AHS sometimes doesn't show started, node, or logs on App page
|
||||||
|
@ -2098,9 +2092,6 @@ Release 2.6.4 - UNRELEASED
|
||||||
|
|
||||||
BUG FIXES
|
BUG FIXES
|
||||||
|
|
||||||
YARN-4452. NPE when submit Unmanaged application. (Naganarasimha G R
|
|
||||||
via junping_du)
|
|
||||||
|
|
||||||
YARN-4546. ResourceManager crash due to scheduling opportunity overflow.
|
YARN-4546. ResourceManager crash due to scheduling opportunity overflow.
|
||||||
(Jason Lowe via junping_du)
|
(Jason Lowe via junping_du)
|
||||||
|
|
||||||
|
|
|
@ -161,8 +161,6 @@ public class SystemMetricsPublisher extends CompositeService {
|
||||||
public void appAttemptRegistered(RMAppAttempt appAttempt,
|
public void appAttemptRegistered(RMAppAttempt appAttempt,
|
||||||
long registeredTime) {
|
long registeredTime) {
|
||||||
if (publishSystemMetrics) {
|
if (publishSystemMetrics) {
|
||||||
ContainerId container = (appAttempt.getMasterContainer() == null) ? null
|
|
||||||
: appAttempt.getMasterContainer().getId();
|
|
||||||
dispatcher.getEventHandler().handle(
|
dispatcher.getEventHandler().handle(
|
||||||
new AppAttemptRegisteredEvent(
|
new AppAttemptRegisteredEvent(
|
||||||
appAttempt.getAppAttemptId(),
|
appAttempt.getAppAttemptId(),
|
||||||
|
@ -170,7 +168,7 @@ public class SystemMetricsPublisher extends CompositeService {
|
||||||
appAttempt.getRpcPort(),
|
appAttempt.getRpcPort(),
|
||||||
appAttempt.getTrackingUrl(),
|
appAttempt.getTrackingUrl(),
|
||||||
appAttempt.getOriginalTrackingUrl(),
|
appAttempt.getOriginalTrackingUrl(),
|
||||||
container,
|
appAttempt.getMasterContainer().getId(),
|
||||||
registeredTime));
|
registeredTime));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -393,10 +391,9 @@ public class SystemMetricsPublisher extends CompositeService {
|
||||||
event.getHost());
|
event.getHost());
|
||||||
eventInfo.put(AppAttemptMetricsConstants.RPC_PORT_EVENT_INFO,
|
eventInfo.put(AppAttemptMetricsConstants.RPC_PORT_EVENT_INFO,
|
||||||
event.getRpcPort());
|
event.getRpcPort());
|
||||||
if (event.getMasterContainerId() != null) {
|
eventInfo.put(
|
||||||
eventInfo.put(AppAttemptMetricsConstants.MASTER_CONTAINER_EVENT_INFO,
|
AppAttemptMetricsConstants.MASTER_CONTAINER_EVENT_INFO,
|
||||||
event.getMasterContainerId().toString());
|
event.getMasterContainerId().toString());
|
||||||
}
|
|
||||||
tEvent.setEventInfo(eventInfo);
|
tEvent.setEventInfo(eventInfo);
|
||||||
entity.addEvent(tEvent);
|
entity.addEvent(tEvent);
|
||||||
putEntity(entity);
|
putEntity(entity);
|
||||||
|
|
|
@ -256,31 +256,11 @@ public class TestSystemMetricsPublisher {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test(timeout = 10000)
|
|
||||||
public void testPublishAppAttemptMetricsForUnmanagedAM() throws Exception {
|
|
||||||
ApplicationAttemptId appAttemptId =
|
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1);
|
|
||||||
RMAppAttempt appAttempt = createRMAppAttempt(appAttemptId,true);
|
|
||||||
metricsPublisher.appAttemptRegistered(appAttempt, Integer.MAX_VALUE + 1L);
|
|
||||||
RMApp app = mock(RMApp.class);
|
|
||||||
when(app.getFinalApplicationStatus()).thenReturn(FinalApplicationStatus.UNDEFINED);
|
|
||||||
metricsPublisher.appAttemptFinished(appAttempt, RMAppAttemptState.FINISHED, app,
|
|
||||||
Integer.MAX_VALUE + 2L);
|
|
||||||
TimelineEntity entity = null;
|
|
||||||
do {
|
|
||||||
entity =
|
|
||||||
store.getEntity(appAttemptId.toString(),
|
|
||||||
AppAttemptMetricsConstants.ENTITY_TYPE,
|
|
||||||
EnumSet.allOf(Field.class));
|
|
||||||
// ensure two events are both published before leaving the loop
|
|
||||||
} while (entity == null || entity.getEvents().size() < 2);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test(timeout = 10000)
|
@Test(timeout = 10000)
|
||||||
public void testPublishAppAttemptMetrics() throws Exception {
|
public void testPublishAppAttemptMetrics() throws Exception {
|
||||||
ApplicationAttemptId appAttemptId =
|
ApplicationAttemptId appAttemptId =
|
||||||
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1);
|
ApplicationAttemptId.newInstance(ApplicationId.newInstance(0, 1), 1);
|
||||||
RMAppAttempt appAttempt = createRMAppAttempt(appAttemptId, false);
|
RMAppAttempt appAttempt = createRMAppAttempt(appAttemptId);
|
||||||
metricsPublisher.appAttemptRegistered(appAttempt, Integer.MAX_VALUE + 1L);
|
metricsPublisher.appAttemptRegistered(appAttempt, Integer.MAX_VALUE + 1L);
|
||||||
RMApp app = mock(RMApp.class);
|
RMApp app = mock(RMApp.class);
|
||||||
when(app.getFinalApplicationStatus()).thenReturn(FinalApplicationStatus.UNDEFINED);
|
when(app.getFinalApplicationStatus()).thenReturn(FinalApplicationStatus.UNDEFINED);
|
||||||
|
@ -455,17 +435,15 @@ public class TestSystemMetricsPublisher {
|
||||||
}
|
}
|
||||||
|
|
||||||
private static RMAppAttempt createRMAppAttempt(
|
private static RMAppAttempt createRMAppAttempt(
|
||||||
ApplicationAttemptId appAttemptId, boolean unmanagedAMAttempt) {
|
ApplicationAttemptId appAttemptId) {
|
||||||
RMAppAttempt appAttempt = mock(RMAppAttempt.class);
|
RMAppAttempt appAttempt = mock(RMAppAttempt.class);
|
||||||
when(appAttempt.getAppAttemptId()).thenReturn(appAttemptId);
|
when(appAttempt.getAppAttemptId()).thenReturn(appAttemptId);
|
||||||
when(appAttempt.getHost()).thenReturn("test host");
|
when(appAttempt.getHost()).thenReturn("test host");
|
||||||
when(appAttempt.getRpcPort()).thenReturn(-100);
|
when(appAttempt.getRpcPort()).thenReturn(-100);
|
||||||
if (!unmanagedAMAttempt) {
|
Container container = mock(Container.class);
|
||||||
Container container = mock(Container.class);
|
when(container.getId())
|
||||||
when(container.getId())
|
.thenReturn(ContainerId.newContainerId(appAttemptId, 1));
|
||||||
.thenReturn(ContainerId.newContainerId(appAttemptId, 1));
|
when(appAttempt.getMasterContainer()).thenReturn(container);
|
||||||
when(appAttempt.getMasterContainer()).thenReturn(container);
|
|
||||||
}
|
|
||||||
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
when(appAttempt.getDiagnostics()).thenReturn("test diagnostics info");
|
||||||
when(appAttempt.getTrackingUrl()).thenReturn("test tracking url");
|
when(appAttempt.getTrackingUrl()).thenReturn("test tracking url");
|
||||||
when(appAttempt.getOriginalTrackingUrl()).thenReturn(
|
when(appAttempt.getOriginalTrackingUrl()).thenReturn(
|
||||||
|
|
Loading…
Reference in New Issue