diff --git a/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/SLSUtils.java b/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/SLSUtils.java index 922370ce3f9..d950aeeb929 100644 --- a/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/SLSUtils.java +++ b/hadoop-tools/hadoop-sls/src/main/java/org/apache/hadoop/yarn/sls/utils/SLSUtils.java @@ -32,6 +32,7 @@ import org.apache.hadoop.classification.InterfaceAudience.Private; import org.apache.hadoop.classification.InterfaceStability.Unstable; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.Path; +import org.apache.hadoop.net.NodeBase; import org.apache.hadoop.tools.rumen.JobTraceReader; import org.apache.hadoop.tools.rumen.LoggedJob; import org.apache.hadoop.tools.rumen.LoggedTask; @@ -43,9 +44,15 @@ import org.codehaus.jackson.map.ObjectMapper; @Unstable public class SLSUtils { + // hostname includes the network path and the host name. for example + // "/default-rack/hostFoo" or "/coreSwitchA/TORSwitchB/hostBar". + // the function returns two Strings, the first element is the network + // location without "/", the second element is the host name. for example, + // {"default-rack", "hostFoo"} or "coreSwitchA/TORSwitchB", "hostBar" public static String[] getRackHostName(String hostname) { - hostname = hostname.substring(1); - return hostname.split("/"); + NodeBase node = new NodeBase(hostname); + return new String[] {node.getNetworkLocation().substring(1), + node.getName()}; } /** diff --git a/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/nodemanager/TestNMSimulator.java b/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/nodemanager/TestNMSimulator.java index 2381549b1c3..f9a393298eb 100644 --- a/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/nodemanager/TestNMSimulator.java +++ b/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/nodemanager/TestNMSimulator.java @@ -51,7 +51,7 @@ public class TestNMSimulator { public void testNMSimulator() throws Exception { // Register one node NMSimulator node1 = new NMSimulator(); - node1.init("rack1/node1", GB * 10, 10, 0, 1000, rm); + node1.init("/rack1/node1", GB * 10, 10, 0, 1000, rm); node1.middleStep(); int numClusterNodes = rm.getResourceScheduler().getNumClusterNodes(); diff --git a/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/utils/TestSLSUtils.java b/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/utils/TestSLSUtils.java index 498615a7691..f4eda679586 100644 --- a/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/utils/TestSLSUtils.java +++ b/hadoop-tools/hadoop-sls/src/test/java/org/apache/hadoop/yarn/sls/utils/TestSLSUtils.java @@ -29,6 +29,11 @@ public class TestSLSUtils { String rackHostname[] = SLSUtils.getRackHostName(str); Assert.assertEquals(rackHostname[0], "rack1"); Assert.assertEquals(rackHostname[1], "node1"); + + str = "/rackA/rackB/node1"; + rackHostname = SLSUtils.getRackHostName(str); + Assert.assertEquals(rackHostname[0], "rackA/rackB"); + Assert.assertEquals(rackHostname[1], "node1"); } } diff --git a/hadoop-yarn-project/CHANGES.txt b/hadoop-yarn-project/CHANGES.txt index 178ad41e510..6e270302915 100644 --- a/hadoop-yarn-project/CHANGES.txt +++ b/hadoop-yarn-project/CHANGES.txt @@ -73,6 +73,9 @@ Release 2.9.0 - UNRELEASED YARN-3446. FairScheduler headroom calculation should exclude nodes in the blacklist. (Zhihai Xu via kasha) + YARN-4611. Fix scheduler load simulator to support multi-layer network + location. (Ming Ma via xgong) + Release 2.8.0 - UNRELEASED INCOMPATIBLE CHANGES