Apache/hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-7453. Fix issue where RM fails to switch to active after first successful start. (Rohith Sharma K S via asuresh)

Browse Source 
(cherry picked from commit a9c70b0e84dab0c41e480a0dc0cb1a22efdc64ee)
This commit is contained in:
Arun Suresh 2017-11-08 08:00:53 -08:00
parent a536655c63
commit 91e726c07f
3 changed files with 12 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java
View File

@ -342,7 +342,7 @@ protected EmbeddedElector createEmbeddedElector() throws IOException {
conf.getBoolean(YarnConfiguration.CURATOR_LEADER_ELECTOR, conf.getBoolean(YarnConfiguration.CURATOR_LEADER_ELECTOR,
YarnConfiguration.DEFAULT_CURATOR_LEADER_ELECTOR_ENABLED); YarnConfiguration.DEFAULT_CURATOR_LEADER_ELECTOR_ENABLED);
if (curatorEnabled) { if (curatorEnabled) {
this.zkManager = getAndStartZKManager(conf); this.zkManager = createAndStartZKManager(conf);
elector = new CuratorBasedElectorService(this); elector = new CuratorBasedElectorService(this);
} else { } else {
elector = new ActiveStandbyElectorBasedElectorService(this); elector = new ActiveStandbyElectorBasedElectorService(this);
@ -356,11 +356,8 @@ protected EmbeddedElector createEmbeddedElector() throws IOException {
* @return ZooKeeper Curator manager. * @return ZooKeeper Curator manager.
* @throws IOException If it cannot create the manager. * @throws IOException If it cannot create the manager.
*/ */
public synchronized ZKCuratorManager getAndStartZKManager(Configuration public ZKCuratorManager createAndStartZKManager(Configuration
config) throws IOException { config) throws IOException {
if (this.zkManager != null) {
return zkManager;
}
ZKCuratorManager manager = new ZKCuratorManager(config); ZKCuratorManager manager = new ZKCuratorManager(config);
// Get authentication // Get authentication
@ -380,7 +377,10 @@ public synchronized ZKCuratorManager getAndStartZKManager(Configuration
} }
manager.start(authInfos); manager.start(authInfos);
this.zkManager = manager; return manager;
}
public ZKCuratorManager getZKManager() {
return zkManager; return zkManager;
} }

5
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKRMStateStore.java
View File

@ -358,7 +358,10 @@ public synchronized void initInternal(Configuration conf)
amrmTokenSecretManagerRoot = amrmTokenSecretManagerRoot =
getNodePath(zkRootNodePath, AMRMTOKEN_SECRET_MANAGER_ROOT); getNodePath(zkRootNodePath, AMRMTOKEN_SECRET_MANAGER_ROOT);
reservationRoot = getNodePath(zkRootNodePath, RESERVATION_SYSTEM_ROOT); reservationRoot = getNodePath(zkRootNodePath, RESERVATION_SYSTEM_ROOT);
zkManager = resourceManager.getAndStartZKManager(conf); zkManager = resourceManager.getZKManager();
if(zkManager==null) {
zkManager = resourceManager.createAndStartZKManager(conf);
}
delegationTokenNodeSplitIndex = delegationTokenNodeSplitIndex =
conf.getInt(YarnConfiguration.ZK_DELEGATION_TOKEN_NODE_SPLIT_INDEX, conf.getInt(YarnConfiguration.ZK_DELEGATION_TOKEN_NODE_SPLIT_INDEX,
YarnConfiguration.DEFAULT_ZK_DELEGATION_TOKEN_NODE_SPLIT_INDEX); YarnConfiguration.DEFAULT_ZK_DELEGATION_TOKEN_NODE_SPLIT_INDEX);

3
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/capacity/conf/ZKConfigurationStore.java
View File

@ -81,7 +81,8 @@ public void initialize(Configuration config, Configuration schedConf,
this.znodeParentPath = this.znodeParentPath =
conf.get(YarnConfiguration.RM_SCHEDCONF_STORE_ZK_PARENT_PATH, conf.get(YarnConfiguration.RM_SCHEDCONF_STORE_ZK_PARENT_PATH,
YarnConfiguration.DEFAULT_RM_SCHEDCONF_STORE_ZK_PARENT_PATH); YarnConfiguration.DEFAULT_RM_SCHEDCONF_STORE_ZK_PARENT_PATH);
this.zkManager = rmContext.getResourceManager().getAndStartZKManager(conf); this.zkManager =
rmContext.getResourceManager().createAndStartZKManager(conf);
this.zkAcl = ZKCuratorManager.getZKAcls(conf); this.zkAcl = ZKCuratorManager.getZKAcls(conf);
this.zkVersionPath = getNodePath(znodeParentPath, ZK_VERSION_PATH); this.zkVersionPath = getNodePath(znodeParentPath, ZK_VERSION_PATH);