YARN-5007. Remove deprecated constructors of MiniYARNCluster and MiniMRYarnCluster. Contributed by Andras Bokor.

This commit is contained in:
Akira Ajisaka 2017-04-05 17:33:07 +09:00
parent 9e0e430f18
commit 34ab8e73d4
No known key found for this signature in database
GPG Key ID: C1EDBB9CA400FD50
5 changed files with 9 additions and 61 deletions

View File

@ -203,7 +203,7 @@ public void testMRNewTimelineServiceEventHandling() throws Exception {
MiniMRYarnCluster cluster = null; MiniMRYarnCluster cluster = null;
try { try {
cluster = new MiniMRYarnCluster( cluster = new MiniMRYarnCluster(
TestMRTimelineEventHandling.class.getSimpleName(), 1, true); TestMRTimelineEventHandling.class.getSimpleName(), 1);
cluster.init(conf); cluster.init(conf);
cluster.start(); cluster.start();
LOG.info("A MiniMRYarnCluster get start."); LOG.info("A MiniMRYarnCluster get start.");

View File

@ -74,11 +74,7 @@ public MiniMRYarnCluster(String testName) {
} }
public MiniMRYarnCluster(String testName, int noOfNMs) { public MiniMRYarnCluster(String testName, int noOfNMs) {
this(testName, noOfNMs, false); super(testName, 1, noOfNMs, 4, 4);
}
@Deprecated
public MiniMRYarnCluster(String testName, int noOfNMs, boolean enableAHS) {
super(testName, 1, noOfNMs, 4, 4, enableAHS);
historyServerWrapper = new JobHistoryServerWrapper(); historyServerWrapper = new JobHistoryServerWrapper();
addService(historyServerWrapper); addService(historyServerWrapper);
} }

View File

@ -274,7 +274,7 @@ protected void startHACluster(int numOfNMs, boolean overrideClientRMService,
conf.setBoolean(YarnConfiguration.AUTO_FAILOVER_ENABLED, false); conf.setBoolean(YarnConfiguration.AUTO_FAILOVER_ENABLED, false);
cluster = cluster =
new MiniYARNClusterForHATesting(TestRMFailover.class.getName(), 2, new MiniYARNClusterForHATesting(TestRMFailover.class.getName(), 2,
numOfNMs, 1, 1, false, overrideClientRMService, overrideRTS, numOfNMs, 1, 1, overrideClientRMService, overrideRTS,
overrideApplicationMasterService); overrideApplicationMasterService);
cluster.resetStartFailoverFlag(false); cluster.resetStartFailoverFlag(false);
cluster.init(conf); cluster.init(conf);
@ -304,10 +304,10 @@ public class MiniYARNClusterForHATesting extends MiniYARNCluster {
public MiniYARNClusterForHATesting(String testName, public MiniYARNClusterForHATesting(String testName,
int numResourceManagers, int numNodeManagers, int numLocalDirs, int numResourceManagers, int numNodeManagers, int numLocalDirs,
int numLogDirs, boolean enableAHS, boolean overrideClientRMService, int numLogDirs, boolean overrideClientRMService,
boolean overrideRTS, boolean overrideApplicationMasterService) { boolean overrideRTS, boolean overrideApplicationMasterService) {
super(testName, numResourceManagers, numNodeManagers, numLocalDirs, super(testName, numResourceManagers, numNodeManagers, numLocalDirs,
numLogDirs, enableAHS); numLogDirs);
this.overrideClientRMService = overrideClientRMService; this.overrideClientRMService = overrideClientRMService;
this.overrideRTS = overrideRTS; this.overrideRTS = overrideRTS;
this.overrideApplicationMasterService = overrideApplicationMasterService; this.overrideApplicationMasterService = overrideApplicationMasterService;

View File

@ -146,7 +146,6 @@ public class MiniYARNCluster extends CompositeService {
private int numLocalDirs; private int numLocalDirs;
// Number of nm-log-dirs per nodemanager // Number of nm-log-dirs per nodemanager
private int numLogDirs; private int numLogDirs;
private boolean enableAHS;
/** /**
* @param testName name of the test * @param testName name of the test
@ -154,16 +153,13 @@ public class MiniYARNCluster extends CompositeService {
* @param numNodeManagers the number of node managers in the cluster * @param numNodeManagers the number of node managers in the cluster
* @param numLocalDirs the number of nm-local-dirs per nodemanager * @param numLocalDirs the number of nm-local-dirs per nodemanager
* @param numLogDirs the number of nm-log-dirs per nodemanager * @param numLogDirs the number of nm-log-dirs per nodemanager
* @param enableAHS enable ApplicationHistoryServer or not
*/ */
@Deprecated
public MiniYARNCluster( public MiniYARNCluster(
String testName, int numResourceManagers, int numNodeManagers, String testName, int numResourceManagers, int numNodeManagers,
int numLocalDirs, int numLogDirs, boolean enableAHS) { int numLocalDirs, int numLogDirs) {
super(testName.replace("$", "")); super(testName.replace("$", ""));
this.numLocalDirs = numLocalDirs; this.numLocalDirs = numLocalDirs;
this.numLogDirs = numLogDirs; this.numLogDirs = numLogDirs;
this.enableAHS = enableAHS;
String testSubDir = testName.replace("$", ""); String testSubDir = testName.replace("$", "");
File targetWorkDir = new File("target", testSubDir); File targetWorkDir = new File("target", testSubDir);
try { try {
@ -213,20 +209,6 @@ public MiniYARNCluster(
nodeManagers = new NodeManager[numNodeManagers]; nodeManagers = new NodeManager[numNodeManagers];
} }
/**
* @param testName name of the test
* @param numResourceManagers the number of resource managers in the cluster
* @param numNodeManagers the number of node managers in the cluster
* @param numLocalDirs the number of nm-local-dirs per nodemanager
* @param numLogDirs the number of nm-log-dirs per nodemanager
*/
public MiniYARNCluster(
String testName, int numResourceManagers, int numNodeManagers,
int numLocalDirs, int numLogDirs) {
this(testName, numResourceManagers, numNodeManagers, numLocalDirs,
numLogDirs, false);
}
/** /**
* @param testName name of the test * @param testName name of the test
* @param numNodeManagers the number of node managers in the cluster * @param numNodeManagers the number of node managers in the cluster
@ -288,7 +270,7 @@ public void serviceInit(Configuration conf) throws Exception {
} }
if(conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, if(conf.getBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED,
YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED) || enableAHS) { YarnConfiguration.DEFAULT_TIMELINE_SERVICE_ENABLED)) {
addService(new ApplicationHistoryServerWrapper()); addService(new ApplicationHistoryServerWrapper());
} }

View File

@ -34,18 +34,14 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
int numNodeManagers = 1; int numNodeManagers = 1;
int numLocalDirs = 1; int numLocalDirs = 1;
int numLogDirs = 1; int numLogDirs = 1;
boolean enableAHS;
/* /*
* Timeline service should not start if TIMELINE_SERVICE_ENABLED == false * Timeline service should not start if TIMELINE_SERVICE_ENABLED == false
* and enableAHS flag == false
*/ */
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false); conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false);
enableAHS = false;
try (MiniYARNCluster cluster = try (MiniYARNCluster cluster =
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(), new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs, numNodeManagers, numLocalDirs, numLogDirs, numLogDirs)) {
enableAHS)) {
cluster.init(conf); cluster.init(conf);
cluster.start(); cluster.start();
@ -57,14 +53,11 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
/* /*
* Timeline service should start if TIMELINE_SERVICE_ENABLED == true * Timeline service should start if TIMELINE_SERVICE_ENABLED == true
* and enableAHS == false
*/ */
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, true); conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, true);
enableAHS = false;
try (MiniYARNCluster cluster = try (MiniYARNCluster cluster =
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(), new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs, numNodeManagers, numLocalDirs, numLogDirs, numLogDirs)) {
enableAHS)) {
cluster.init(conf); cluster.init(conf);
// Verify that the timeline-service starts on ephemeral ports by default // Verify that the timeline-service starts on ephemeral ports by default
@ -74,29 +67,6 @@ public void testTimelineServiceStartInMiniCluster() throws Exception {
cluster.start(); cluster.start();
//Timeline service may sometime take a while to get started
int wait = 0;
while(cluster.getApplicationHistoryServer() == null && wait < 20) {
Thread.sleep(500);
wait++;
}
//verify that the timeline service is started.
Assert.assertNotNull("Timeline Service should have been started",
cluster.getApplicationHistoryServer());
}
/*
* Timeline service should start if TIMELINE_SERVICE_ENABLED == false
* and enableAHS == true
*/
conf.setBoolean(YarnConfiguration.TIMELINE_SERVICE_ENABLED, false);
enableAHS = true;
try (MiniYARNCluster cluster =
new MiniYARNCluster(TestMiniYarnCluster.class.getSimpleName(),
numNodeManagers, numLocalDirs, numLogDirs, numLogDirs,
enableAHS)) {
cluster.init(conf);
cluster.start();
//Timeline service may sometime take a while to get started //Timeline service may sometime take a while to get started
int wait = 0; int wait = 0;
while(cluster.getApplicationHistoryServer() == null && wait < 20) { while(cluster.getApplicationHistoryServer() == null && wait < 20) {