Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-5113. Refactoring and other clean-up for distributed scheduling. (Konstantinos Karanasos via asuresh) 

(cherry picked from commit e5766b1dbe)
This commit is contained in:
Arun Suresh 2016-07-31 10:18:01 -07:00
parent 96d5607e7a
commit f197378f81
31 changed files with 834 additions and 658 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

83
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/main/java/org/apache/hadoop/yarn/conf/YarnConfiguration.java
View File

@ -296,53 +296,60 @@ public static boolean isAclEnabled(Configuration conf) {
/** ACL used in case none is found. Allows nothing. */ /** ACL used in case none is found. Allows nothing. */
public static final String DEFAULT_YARN_APP_ACL = " "; public static final String DEFAULT_YARN_APP_ACL = " ";
/** Is Distributed Scheduling Enabled. */ /** Setting that controls whether distributed scheduling is enabled or not. */
public static final String DIST_SCHEDULING_ENABLED = public static final String DIST_SCHEDULING_ENABLED =
YARN_PREFIX + "distributed-scheduling.enabled"; YARN_PREFIX + "distributed-scheduling.enabled";
public static final boolean DIST_SCHEDULING_ENABLED_DEFAULT = false; public static final boolean DIST_SCHEDULING_ENABLED_DEFAULT = false;
/** Mininum allocatable container memory for Distributed Scheduling. */ /** Minimum memory (in MB) used for allocating a container through distributed
public static final String DIST_SCHEDULING_MIN_MEMORY = * scheduling. */
YARN_PREFIX + "distributed-scheduling.min-memory"; public static final String DIST_SCHEDULING_MIN_CONTAINER_MEMORY_MB =
public static final int DIST_SCHEDULING_MIN_MEMORY_DEFAULT = 512; YARN_PREFIX + "distributed-scheduling.min-container-memory-mb";
public static final int DIST_SCHEDULING_MIN_CONTAINER_MEMORY_MB_DEFAULT = 512;
/** Mininum allocatable container vcores for Distributed Scheduling. */ /** Minimum virtual CPU cores used for allocating a container through
public static final String DIST_SCHEDULING_MIN_VCORES = * distributed scheduling. */
YARN_PREFIX + "distributed-scheduling.min-vcores"; public static final String DIST_SCHEDULING_MIN_CONTAINER_VCORES =
public static final int DIST_SCHEDULING_MIN_VCORES_DEFAULT = 1; YARN_PREFIX + "distributed-scheduling.min-container-vcores";
public static final int DIST_SCHEDULING_MIN_CONTAINER_VCORES_DEFAULT = 1;
/** Maximum allocatable container memory for Distributed Scheduling. */ /** Maximum memory (in MB) used for allocating a container through distributed
public static final String DIST_SCHEDULING_MAX_MEMORY = * scheduling. */
YARN_PREFIX + "distributed-scheduling.max-memory"; public static final String DIST_SCHEDULING_MAX_MEMORY_MB =
public static final int DIST_SCHEDULING_MAX_MEMORY_DEFAULT = 2048; YARN_PREFIX + "distributed-scheduling.max-container-memory-mb";
public static final int DIST_SCHEDULING_MAX_MEMORY_MB_DEFAULT = 2048;
/** Maximum allocatable container vcores for Distributed Scheduling. */ /** Maximum virtual CPU cores used for allocating a container through
public static final String DIST_SCHEDULING_MAX_VCORES = * distributed scheduling. */
YARN_PREFIX + "distributed-scheduling.max-vcores"; public static final String DIST_SCHEDULING_MAX_CONTAINER_VCORES =
public static final int DIST_SCHEDULING_MAX_VCORES_DEFAULT = 4; YARN_PREFIX + "distributed-scheduling.max-container-vcores";
public static final int DIST_SCHEDULING_MAX_CONTAINER_VCORES_DEFAULT = 4;
/** Incremental allocatable container memory for Distributed Scheduling. */ /** Incremental memory (in MB) used for allocating a container through
public static final String DIST_SCHEDULING_INCR_MEMORY = * distributed scheduling. */
YARN_PREFIX + "distributed-scheduling.incr-memory"; public static final String DIST_SCHEDULING_INCR_CONTAINER_MEMORY_MB =
public static final int DIST_SCHEDULING_INCR_MEMORY_DEFAULT = 512; YARN_PREFIX + "distributed-scheduling.incr-container-memory-mb";
public static final int DIST_SCHEDULING_INCR_CONTAINER_MEMORY_MB_DEFAULT =
512;
/** Incremental allocatable container vcores for Distributed Scheduling. */ /** Incremental virtual CPU cores used for allocating a container through
public static final String DIST_SCHEDULING_INCR_VCORES = * distributed scheduling. */
public static final String DIST_SCHEDULING_INCR_CONTAINER_VCORES =
YARN_PREFIX + "distributed-scheduling.incr-vcores"; YARN_PREFIX + "distributed-scheduling.incr-vcores";
public static final int DIST_SCHEDULING_INCR_VCORES_DEFAULT = 1; public static final int DIST_SCHEDULING_INCR_CONTAINER_VCORES_DEFAULT = 1;
/** Container token expiry for container allocated via Distributed /** Container token expiry for container allocated via distributed
* Scheduling. */ * scheduling. */
public static final String DIST_SCHEDULING_CONTAINER_TOKEN_EXPIRY_MS = public static final String DIST_SCHEDULING_CONTAINER_TOKEN_EXPIRY_MS =
YARN_PREFIX + "distributed-scheduling.container-token-expiry"; YARN_PREFIX + "distributed-scheduling.container-token-expiry-ms";
public static final int DIST_SCHEDULING_CONTAINER_TOKEN_EXPIRY_MS_DEFAULT = public static final int DIST_SCHEDULING_CONTAINER_TOKEN_EXPIRY_MS_DEFAULT =
600000; 600000;
/** K least loaded nodes to be provided to the LocalScheduler of a /** Number of nodes to be used by the LocalScheduler of a NodeManager for
* NodeManager for Distributed Scheduling. */ * dispatching containers during distributed scheduling. */
public static final String DIST_SCHEDULING_TOP_K = public static final String DIST_SCHEDULING_NODES_NUMBER_USED =
YARN_PREFIX + "distributed-scheduling.top-k"; YARN_PREFIX + "distributed-scheduling.nodes-used";
public static final int DIST_SCHEDULING_TOP_K_DEFAULT = 10; public static final int DIST_SCHEDULING_NODES_NUMBER_USED_DEFAULT = 10;
/** Frequency for computing least loaded NMs. */ /** Frequency for computing least loaded NMs. */
public static final String NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS = public static final String NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS =
@ -350,7 +357,7 @@ public static boolean isAclEnabled(Configuration conf) {
public static final long public static final long
NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS_DEFAULT = 1000; NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS_DEFAULT = 1000;
/** Comparator for determining Node Load for Distributed Scheduling. */ /** Comparator for determining node load for Distributed Scheduling. */
public static final String NM_CONTAINER_QUEUING_LOAD_COMPARATOR = public static final String NM_CONTAINER_QUEUING_LOAD_COMPARATOR =
YARN_PREFIX + "nm-container-queuing.load-comparator"; YARN_PREFIX + "nm-container-queuing.load-comparator";
public static final String NM_CONTAINER_QUEUING_LOAD_COMPARATOR_DEFAULT = public static final String NM_CONTAINER_QUEUING_LOAD_COMPARATOR_DEFAULT =
@ -373,13 +380,13 @@ public static boolean isAclEnabled(Configuration conf) {
YARN_PREFIX + "nm-container-queuing.max-queue-length"; YARN_PREFIX + "nm-container-queuing.max-queue-length";
public static final int NM_CONTAINER_QUEUING_MAX_QUEUE_LENGTH_DEFAULT = 10; public static final int NM_CONTAINER_QUEUING_MAX_QUEUE_LENGTH_DEFAULT = 10;
/** Min wait time of container queue at NodeManager. */ /** Min queue wait time for a container at a NodeManager. */
public static final String NM_CONTAINER_QUEUING_MIN_QUEUE_WAIT_TIME_MS = public static final String NM_CONTAINER_QUEUING_MIN_QUEUE_WAIT_TIME_MS =
YARN_PREFIX + "nm-container-queuing.min-queue-wait-time-ms"; YARN_PREFIX + "nm-container-queuing.min-queue-wait-time-ms";
public static final int NM_CONTAINER_QUEUING_MIN_QUEUE_WAIT_TIME_MS_DEFAULT = public static final int NM_CONTAINER_QUEUING_MIN_QUEUE_WAIT_TIME_MS_DEFAULT =
1; 1;
/** Max wait time of container queue at NodeManager. */ /** Max queue wait time for a container queue at a NodeManager. */
public static final String NM_CONTAINER_QUEUING_MAX_QUEUE_WAIT_TIME_MS = public static final String NM_CONTAINER_QUEUING_MAX_QUEUE_WAIT_TIME_MS =
YARN_PREFIX + "nm-container-queuing.max-queue-wait-time-ms"; YARN_PREFIX + "nm-container-queuing.max-queue-wait-time-ms";
public static final int NM_CONTAINER_QUEUING_MAX_QUEUE_WAIT_TIME_MS_DEFAULT = public static final int NM_CONTAINER_QUEUING_MAX_QUEUE_WAIT_TIME_MS_DEFAULT =
@ -1653,17 +1660,21 @@ public static boolean isAclEnabled(Configuration conf) {
public static final String YARN_APPLICATION_CLASSPATH = YARN_PREFIX public static final String YARN_APPLICATION_CLASSPATH = YARN_PREFIX
+ "application.classpath"; + "application.classpath";
/** The setting that controls whether AMRMProxy is enabled or not. */
public static final String AMRM_PROXY_ENABLED = NM_PREFIX public static final String AMRM_PROXY_ENABLED = NM_PREFIX
+ "amrmproxy.enable"; + "amrmproxy.enabled";
public static final boolean DEFAULT_AMRM_PROXY_ENABLED = false; public static final boolean DEFAULT_AMRM_PROXY_ENABLED = false;
public static final String AMRM_PROXY_ADDRESS = NM_PREFIX public static final String AMRM_PROXY_ADDRESS = NM_PREFIX
+ "amrmproxy.address"; + "amrmproxy.address";
public static final int DEFAULT_AMRM_PROXY_PORT = 8048; public static final int DEFAULT_AMRM_PROXY_PORT = 8048;
public static final String DEFAULT_AMRM_PROXY_ADDRESS = "0.0.0.0:" public static final String DEFAULT_AMRM_PROXY_ADDRESS = "0.0.0.0:"
+ DEFAULT_AMRM_PROXY_PORT; + DEFAULT_AMRM_PROXY_PORT;
public static final String AMRM_PROXY_CLIENT_THREAD_COUNT = NM_PREFIX public static final String AMRM_PROXY_CLIENT_THREAD_COUNT = NM_PREFIX
+ "amrmproxy.client.thread-count"; + "amrmproxy.client.thread-count";
public static final int DEFAULT_AMRM_PROXY_CLIENT_THREAD_COUNT = 25; public static final int DEFAULT_AMRM_PROXY_CLIENT_THREAD_COUNT = 25;
public static final String AMRM_PROXY_INTERCEPTOR_CLASS_PIPELINE = public static final String AMRM_PROXY_INTERCEPTOR_CLASS_PIPELINE =
NM_PREFIX + "amrmproxy.interceptor-class.pipeline"; NM_PREFIX + "amrmproxy.interceptor-class.pipeline";
public static final String DEFAULT_AMRM_PROXY_INTERCEPTOR_CLASS_PIPELINE = public static final String DEFAULT_AMRM_PROXY_INTERCEPTOR_CLASS_PIPELINE =

35
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-api/src/test/java/org/apache/hadoop/yarn/conf/TestYarnConfigurationFields.java
View File

@ -121,41 +121,6 @@ public void initializeMemberVariables() {
configurationPrefixToSkipCompare configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CPU_RESOURCE_ENABLED); .add(YarnConfiguration.NM_CPU_RESOURCE_ENABLED);
// Ignore Distributed Scheduling Related Configurations.
// Since it is still a "work in progress" feature
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_ENABLED);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_INCR_MEMORY);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_INCR_VCORES);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_MAX_MEMORY);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_MAX_VCORES);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_CONTAINER_TOKEN_EXPIRY_MS);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_MIN_MEMORY);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_MIN_VCORES);
configurationPrefixToSkipCompare
.add(YarnConfiguration.DIST_SCHEDULING_TOP_K);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_LOAD_COMPARATOR);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_MAX_QUEUE_LENGTH);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_MIN_QUEUE_LENGTH);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_MAX_QUEUE_WAIT_TIME_MS);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_MIN_QUEUE_WAIT_TIME_MS);
configurationPrefixToSkipCompare
.add(YarnConfiguration.NM_CONTAINER_QUEUING_LIMIT_STDEV);
// Set by container-executor.cfg // Set by container-executor.cfg
configurationPrefixToSkipCompare.add(YarnConfiguration.NM_USER_HOME_DIR); configurationPrefixToSkipCompare.add(YarnConfiguration.NM_USER_HOME_DIR);

6
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestDistributedScheduling.java
View File

@ -82,9 +82,9 @@
/** /**
* Validates End2End Distributed Scheduling flow which includes the AM * Validates End2End Distributed Scheduling flow which includes the AM
* specifying OPPORTUNISTIC containers in its resource requests, * specifying OPPORTUNISTIC containers in its resource requests,
* the AMRMProxyService on the NM, the LocalScheduler RequestInterceptor on * the AMRMProxyService on the NM, the DistributedScheduler RequestInterceptor
* the NM and the DistributedSchedulingProtocol used by the framework to talk * on the NM and the DistributedSchedulingProtocol used by the framework to talk
* to the DistributedSchedulingService running on the RM. * to the DistributedSchedulingAMService running on the RM.
*/ */
public class TestDistributedScheduling extends BaseAMRMProxyE2ETest { public class TestDistributedScheduling extends BaseAMRMProxyE2ETest {

146
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml
View File

@ -2635,10 +2635,10 @@
<property> <property>
<description> <description>
Enable/Disable AMRMProxyService in the node manager. This service is used to intercept Enable/Disable AMRMProxyService in the node manager. This service is used to
calls from the application masters to the resource manager. intercept calls from the application masters to the resource manager.
</description> </description>
<name>yarn.nodemanager.amrmproxy.enable</name> <name>yarn.nodemanager.amrmproxy.enabled</name>
<value>false</value> <value>false</value>
</property> </property>
@ -2660,13 +2660,149 @@
<property> <property>
<description> <description>
The comma separated list of class names that implement the RequestInterceptor interface. This is used by the The comma separated list of class names that implement the
AMRMProxyService to create the request processing pipeline for applications. RequestInterceptor interface. This is used by the AMRMProxyService to create
the request processing pipeline for applications.
</description> </description>
<name>yarn.nodemanager.amrmproxy.interceptor-class.pipeline</name> <name>yarn.nodemanager.amrmproxy.interceptor-class.pipeline</name>
<value>org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor</value> <value>org.apache.hadoop.yarn.server.nodemanager.amrmproxy.DefaultRequestInterceptor</value>
</property> </property>
<property>
<description>
Setting that controls whether distributed scheduling is enabled.
</description>
<name>yarn.distributed-scheduling.enabled</name>
<value>false</value>
</property>
<property>
<description>
Minimum memory (in MB) used for allocating a container through distributed
scheduling.
</description>
<name>yarn.distributed-scheduling.min-container-memory-mb</name>
<value>512</value>
</property>
<property>
<description>
Minimum virtual CPU cores used for allocating a container through
distributed scheduling.
</description>
<name>yarn.distributed-scheduling.min-container-vcores</name>
<value>1</value>
</property>
<property>
<description>
Maximum memory (in MB) used for allocating a container through distributed
scheduling.
</description>
<name>yarn.distributed-scheduling.max-container-memory-mb</name>
<value>2048</value>
</property>
<property>
<description>
Maximum virtual CPU cores used for allocating a container through
distributed scheduling.
</description>
<name>yarn.distributed-scheduling.max-container-vcores</name>
<value>4</value>
</property>
<property>
<description>
Incremental memory (in MB) used for allocating a container through
distributed scheduling.
</description>
<name>yarn.distributed-scheduling.incr-container-memory-mb</name>
<value>512</value>
</property>
<property>
<description>
Incremental virtual CPU cores used for allocating a container through
distributed scheduling.
</description>
<name>yarn.distributed-scheduling.incr-vcores</name>
<value>1</value>
</property>
<property>
<description>
Container token expiry for container allocated via distributed scheduling.
</description>
<name>yarn.distributed-scheduling.container-token-expiry-ms</name>
<value>600000</value>
</property>
<property>
<description>
Number of nodes to be used by the LocalScheduler of a NodeManager for
dispatching containers during distributed scheduling.
</description>
<name>yarn.distributed-scheduling.nodes-used</name>
<value>10</value>
</property>
<property>
<description>
Frequency for computing least loaded NMs.
</description>
<name>yarn.nm-container-queuing.sorting-nodes-interval-ms</name>
<value>1000</value>
</property>
<property>
<description>
Comparator for determining node load for Distributed Scheduling.
</description>
<name>yarn.nm-container-queuing.load-comparator</name>
<value>QUEUE_LENGTH</value>
</property>
<property>
<description>
Value of standard deviation used for calculation of queue limit thresholds.
</description>
<name>yarn.nm-container-queuing.queue-limit-stdev</name>
<value>1.0f</value>
</property>
<property>
<description>
Min length of container queue at NodeManager.
</description>
<name>yarn.nm-container-queuing.min-queue-length</name>
<value>1</value>
</property>
<property>
<description>
Max length of container queue at NodeManager.
</description>
<name>yarn.nm-container-queuing.max-queue-length</name>
<value>10</value>
</property>
<property>
<description>
Min queue wait time for a container at a NodeManager.
</description>
<name>yarn.nm-container-queuing.min-queue-wait-time-ms</name>
<value>1</value>
</property>
<property>
<description>
Max queue wait time for a container queue at a NodeManager.
</description>
<name>yarn.nm-container-queuing.max-queue-wait-time-ms</name>
<value>10</value>
</property>
<property> <property>
<description> <description>
Error filename pattern, to identify the file in the container's Error filename pattern, to identify the file in the container's

2
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/pom.xml
View File

@ -144,7 +144,7 @@
<source> <source>
<directory>${basedir}/src/main/proto</directory> <directory>${basedir}/src/main/proto</directory>
<includes> <includes>
<include>distributed_scheduler_protocol.proto</include> <include>distributed_scheduling_am_protocol.proto</include>
<include>yarn_server_common_protos.proto</include> <include>yarn_server_common_protos.proto</include>
<include>yarn_server_common_service_protos.proto</include> <include>yarn_server_common_service_protos.proto</include>
<include>yarn_server_common_service_protos.proto</include> <include>yarn_server_common_service_protos.proto</include>

78
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/DistributedSchedulerProtocol.java
View File

@ -1,78 +0,0 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.yarn.server.api;
import org.apache.hadoop.classification.InterfaceAudience.Public;
import org.apache.hadoop.classification.InterfaceStability.Unstable;
import org.apache.hadoop.io.retry.Idempotent;
import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.exceptions.YarnException;
import java.io.IOException;
/**
* <p>This protocol extends the <code>ApplicationMasterProtocol</code>. It is
* used by the <code>LocalScheduler</code> running on the NodeManager to wrap
* the request / response objects of the <code>registerApplicationMaster</code>
* and <code>allocate</code> methods of the protocol with addition information
* required to perform Distributed Scheduling.
* </p>
*/
public interface DistributedSchedulerProtocol
extends ApplicationMasterProtocol {
/**
* <p> Extends the <code>registerApplicationMaster</code> to wrap the response
* with additional metadata.</p>
*
* @param request ApplicationMaster registration request
* @return A <code>DistSchedRegisterResponse</code> that contains a standard
* AM registration response along with additional information required
* for Distributed Scheduling
* @throws YarnException
* @throws IOException
*/
@Public
@Unstable
@Idempotent
DistSchedRegisterResponse registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request)
throws YarnException, IOException;
/**
* <p> Extends the <code>allocate</code> to wrap the response with additional
* metadata.</p>
*
* @param request ApplicationMaster allocate request
* @return A <code>DistSchedAllocateResponse</code> that contains a standard
* AM allocate response along with additional information required
* for Distributed Scheduling
* @throws YarnException
* @throws IOException
*/
@Public
@Unstable
@Idempotent
DistSchedAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException;
}

87
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/DistributedSchedulingAMProtocol.java Normal file
View File

@ -0,0 +1,87 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.yarn.server.api;
import org.apache.hadoop.classification.InterfaceAudience.Public;
import org.apache.hadoop.classification.InterfaceStability.Unstable;
import org.apache.hadoop.io.retry.Idempotent;
import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.exceptions.YarnException;
import java.io.IOException;
/**
* <p>
* This protocol extends the <code>ApplicationMasterProtocol</code>. It is used
* by the <code>DistributedScheduler</code> running on the NodeManager to wrap
* the request / response objects of the <code>registerApplicationMaster</code>
* and <code>allocate</code> methods of the protocol with additional information
* required to perform distributed scheduling.
* </p>
*/
public interface DistributedSchedulingAMProtocol
extends ApplicationMasterProtocol {
/**
* <p>
* Extends the <code>registerApplicationMaster</code> to wrap the response
* with additional metadata.
* </p>
*
* @param request
* ApplicationMaster registration request
* @return A <code>RegisterDistributedSchedulingAMResponse</code> that
* contains a standard AM registration response along with additional
* information required for distributed scheduling
* @throws YarnException YarnException
* @throws IOException IOException
*/
@Public
@Unstable
@Idempotent
RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request)
throws YarnException, IOException;
/**
* <p>
* Extends the <code>allocate</code> to wrap the response with additional
* metadata.
* </p>
*
* @param request
* ApplicationMaster allocate request
* @return A <code>DistributedSchedulingAllocateResponse</code> that contains
* a standard AM allocate response along with additional information
* required for distributed scheduling
* @throws YarnException YarnException
* @throws IOException IOException
*/
@Public
@Unstable
@Idempotent
DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistributedSchedulingAllocateRequest request)
throws YarnException, IOException;
}

9
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/DistributedSchedulerProtocolPB.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/DistributedSchedulingAMProtocolPB.java
View File

@ -23,14 +23,15 @@
import org.apache.hadoop.ipc.ProtocolInfo; import org.apache.hadoop.ipc.ProtocolInfo;
import org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB; import org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB;
import org.apache.hadoop.yarn.proto.ApplicationMasterProtocol.ApplicationMasterProtocolService; import org.apache.hadoop.yarn.proto.ApplicationMasterProtocol.ApplicationMasterProtocolService;
import org.apache.hadoop.yarn.proto.DistributedSchedulerProtocol.DistributedSchedulerProtocolService; import org.apache.hadoop.yarn.proto.DistributedSchedulingAMProtocol.DistributedSchedulingAMProtocolService;
@Private @Private
@Unstable @Unstable
@ProtocolInfo(protocolName = "org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocolPB", @ProtocolInfo(protocolName =
"org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocolPB",
protocolVersion = 1) protocolVersion = 1)
public interface DistributedSchedulerProtocolPB extends public interface DistributedSchedulingAMProtocolPB extends
DistributedSchedulerProtocolService.BlockingInterface, DistributedSchedulingAMProtocolService.BlockingInterface,
ApplicationMasterProtocolService.BlockingInterface, ApplicationMasterProtocolService.BlockingInterface,
ApplicationMasterProtocolPB { ApplicationMasterProtocolPB {
} }

2
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/ServerRMProxy.java
View File

@ -78,7 +78,7 @@ protected InetSocketAddress getRMAddress(YarnConfiguration conf,
YarnConfiguration.RM_RESOURCE_TRACKER_ADDRESS, YarnConfiguration.RM_RESOURCE_TRACKER_ADDRESS,
YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_ADDRESS, YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_ADDRESS,
YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_PORT); YarnConfiguration.DEFAULT_RM_RESOURCE_TRACKER_PORT);
} else if (protocol == DistributedSchedulerProtocol.class) { } else if (protocol == DistributedSchedulingAMProtocol.class) {
return conf.getSocketAddr(YarnConfiguration.RM_SCHEDULER_ADDRESS, return conf.getSocketAddr(YarnConfiguration.RM_SCHEDULER_ADDRESS,
YarnConfiguration.DEFAULT_RM_SCHEDULER_ADDRESS, YarnConfiguration.DEFAULT_RM_SCHEDULER_ADDRESS,
YarnConfiguration.DEFAULT_RM_SCHEDULER_PORT); YarnConfiguration.DEFAULT_RM_SCHEDULER_PORT);

81
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/impl/pb/client/DistributedSchedulerProtocolPBClientImpl.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/impl/pb/client/DistributedSchedulingAMProtocolPBClientImpl.java
View File

@ -23,51 +23,48 @@
import org.apache.hadoop.ipc.ProtobufRpcEngine; import org.apache.hadoop.ipc.ProtobufRpcEngine;
import org.apache.hadoop.ipc.RPC; import org.apache.hadoop.ipc.RPC;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocol; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocol;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest; import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateRequestPBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedAllocateRequestPBImpl; import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.RegisterDistributedSchedulingAMResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedAllocateResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedRegisterResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterRequestPBImpl;
.FinishApplicationMasterRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.FinishApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.RegisterApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.ipc.RPCUtil; import org.apache.hadoop.yarn.ipc.RPCUtil;
import org.apache.hadoop.yarn.proto.YarnServiceProtos; import org.apache.hadoop.yarn.proto.YarnServiceProtos;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocolPB; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocolPB;
import java.io.Closeable; import java.io.Closeable;
import java.io.IOException; import java.io.IOException;
import java.net.InetSocketAddress; import java.net.InetSocketAddress;
public class DistributedSchedulerProtocolPBClientImpl implements /**
DistributedSchedulerProtocol, Closeable { * Implementation of {@link DistributedSchedulingAMProtocol}, used when
* distributed scheduling is enabled.
*/
public class DistributedSchedulingAMProtocolPBClientImpl implements
DistributedSchedulingAMProtocol, Closeable {
private DistributedSchedulerProtocolPB proxy; private DistributedSchedulingAMProtocolPB proxy;
public DistributedSchedulerProtocolPBClientImpl(long clientVersion, public DistributedSchedulingAMProtocolPBClientImpl(long clientVersion,
InetSocketAddress addr, InetSocketAddress addr, Configuration conf) throws IOException {
Configuration conf) throws IOException { RPC.setProtocolEngine(conf, DistributedSchedulingAMProtocolPB.class,
RPC.setProtocolEngine(conf, DistributedSchedulerProtocolPB.class,
ProtobufRpcEngine.class); ProtobufRpcEngine.class);
proxy = RPC.getProxy(DistributedSchedulerProtocolPB.class, clientVersion, proxy = RPC.getProxy(DistributedSchedulingAMProtocolPB.class, clientVersion,
addr, conf); addr, conf);
} }
@ -79,14 +76,14 @@ public void close() {
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling( registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request) RegisterApplicationMasterRequest request)
throws YarnException, IOException { throws YarnException, IOException {
YarnServiceProtos.RegisterApplicationMasterRequestProto requestProto = YarnServiceProtos.RegisterApplicationMasterRequestProto requestProto =
((RegisterApplicationMasterRequestPBImpl) request).getProto(); ((RegisterApplicationMasterRequestPBImpl) request).getProto();
try { try {
return new DistSchedRegisterResponsePBImpl( return new RegisterDistributedSchedulingAMResponsePBImpl(
proxy.registerApplicationMasterForDistributedScheduling( proxy.registerApplicationMasterForDistributedScheduling(
null, requestProto)); null, requestProto));
} catch (ServiceException e) { } catch (ServiceException e) {
@ -96,12 +93,14 @@ public void close() {
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException { DistributedSchedulingAllocateRequest request)
YarnServerCommonServiceProtos.DistSchedAllocateRequestProto requestProto = throws YarnException, IOException {
((DistSchedAllocateRequestPBImpl) request).getProto(); YarnServerCommonServiceProtos.DistributedSchedulingAllocateRequestProto
requestProto =
((DistributedSchedulingAllocateRequestPBImpl) request).getProto();
try { try {
return new DistSchedAllocateResponsePBImpl( return new DistributedSchedulingAllocateResponsePBImpl(
proxy.allocateForDistributedScheduling(null, requestProto)); proxy.allocateForDistributedScheduling(null, requestProto));
} catch (ServiceException e) { } catch (ServiceException e) {
RPCUtil.unwrapAndThrowException(e); RPCUtil.unwrapAndThrowException(e);
@ -110,9 +109,9 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
} }
@Override @Override
public RegisterApplicationMasterResponse registerApplicationMaster public RegisterApplicationMasterResponse registerApplicationMaster(
(RegisterApplicationMasterRequest request) throws YarnException, RegisterApplicationMasterRequest request)
IOException { throws YarnException, IOException {
YarnServiceProtos.RegisterApplicationMasterRequestProto requestProto = YarnServiceProtos.RegisterApplicationMasterRequestProto requestProto =
((RegisterApplicationMasterRequestPBImpl) request).getProto(); ((RegisterApplicationMasterRequestPBImpl) request).getProto();
try { try {
@ -125,9 +124,9 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
} }
@Override @Override
public FinishApplicationMasterResponse finishApplicationMaster public FinishApplicationMasterResponse finishApplicationMaster(
(FinishApplicationMasterRequest request) throws YarnException, FinishApplicationMasterRequest request)
IOException { throws YarnException, IOException {
YarnServiceProtos.FinishApplicationMasterRequestProto requestProto = YarnServiceProtos.FinishApplicationMasterRequestProto requestProto =
((FinishApplicationMasterRequestPBImpl) request).getProto(); ((FinishApplicationMasterRequestPBImpl) request).getProto();
try { try {
@ -140,8 +139,8 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
} }
@Override @Override
public AllocateResponse allocate(AllocateRequest request) throws public AllocateResponse allocate(AllocateRequest request)
YarnException, IOException { throws YarnException, IOException {
YarnServiceProtos.AllocateRequestProto requestProto = YarnServiceProtos.AllocateRequestProto requestProto =
((AllocateRequestPBImpl) request).getProto(); ((AllocateRequestPBImpl) request).getProto();
try { try {

65
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/impl/pb/service/DistributedSchedulerProtocolPBServiceImpl.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/impl/pb/service/DistributedSchedulingAMProtocolPBServiceImpl.java
View File

@ -20,24 +20,21 @@
import com.google.protobuf.RpcController; import com.google.protobuf.RpcController;
import com.google.protobuf.ServiceException; import com.google.protobuf.ServiceException;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocol; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocol;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocolPB; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocolPB;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse;
.FinishApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedAllocateRequestPBImpl; import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateRequestPBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedAllocateResponsePBImpl; import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedRegisterResponsePBImpl; import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.RegisterDistributedSchedulingAMResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterRequestPBImpl;
.FinishApplicationMasterRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.FinishApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
@ -47,27 +44,32 @@
import java.io.IOException; import java.io.IOException;
public class DistributedSchedulerProtocolPBServiceImpl implements /**
DistributedSchedulerProtocolPB { * Implementation of {@link DistributedSchedulingAMProtocolPB}.
*/
public class DistributedSchedulingAMProtocolPBServiceImpl implements
DistributedSchedulingAMProtocolPB {
private DistributedSchedulerProtocol real; private DistributedSchedulingAMProtocol real;
public DistributedSchedulerProtocolPBServiceImpl( public DistributedSchedulingAMProtocolPBServiceImpl(
DistributedSchedulerProtocol impl) { DistributedSchedulingAMProtocol impl) {
this.real = impl; this.real = impl;
} }
@Override @Override
public YarnServerCommonServiceProtos.DistSchedRegisterResponseProto public YarnServerCommonServiceProtos.
registerApplicationMasterForDistributedScheduling(RpcController controller, RegisterDistributedSchedulingAMResponseProto
RegisterApplicationMasterRequestProto proto) throws registerApplicationMasterForDistributedScheduling(
ServiceException { RpcController controller, RegisterApplicationMasterRequestProto proto)
throws ServiceException {
RegisterApplicationMasterRequestPBImpl request = new RegisterApplicationMasterRequestPBImpl request = new
RegisterApplicationMasterRequestPBImpl(proto); RegisterApplicationMasterRequestPBImpl(proto);
try { try {
DistSchedRegisterResponse response = RegisterDistributedSchedulingAMResponse response =
real.registerApplicationMasterForDistributedScheduling(request); real.registerApplicationMasterForDistributedScheduling(request);
return ((DistSchedRegisterResponsePBImpl) response).getProto(); return ((RegisterDistributedSchedulingAMResponsePBImpl) response)
.getProto();
} catch (YarnException e) { } catch (YarnException e) {
throw new ServiceException(e); throw new ServiceException(e);
} catch (IOException e) { } catch (IOException e) {
@ -76,16 +78,19 @@ public DistributedSchedulerProtocolPBServiceImpl(
} }
@Override @Override
public YarnServerCommonServiceProtos.DistSchedAllocateResponseProto public YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProto
allocateForDistributedScheduling(RpcController controller, allocateForDistributedScheduling(RpcController controller,
YarnServerCommonServiceProtos.DistSchedAllocateRequestProto proto) YarnServerCommonServiceProtos.
DistributedSchedulingAllocateRequestProto proto)
throws ServiceException { throws ServiceException {
DistSchedAllocateRequestPBImpl request = DistributedSchedulingAllocateRequestPBImpl request =
new DistSchedAllocateRequestPBImpl(proto); new DistributedSchedulingAllocateRequestPBImpl(proto);
try { try {
DistSchedAllocateResponse response = real DistributedSchedulingAllocateResponse response = real
.allocateForDistributedScheduling(request); .allocateForDistributedScheduling(request);
return ((DistSchedAllocateResponsePBImpl) response).getProto(); return ((DistributedSchedulingAllocateResponsePBImpl) response)
.getProto();
} catch (YarnException e) { } catch (YarnException e) {
throw new ServiceException(e); throw new ServiceException(e);
} catch (IOException e) { } catch (IOException e) {

8
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DistSchedAllocateRequest.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DistributedSchedulingAllocateRequest.java
View File

@ -26,12 +26,14 @@
import java.util.List; import java.util.List;
/** /**
* Request for a distributed scheduler to notify allocation of containers to * Object used by the Application Master when distributed scheduling is enabled,
* the Resource Manager. * in order to forward the {@link AllocateRequest} for GUARANTEED containers to
* the Resource Manager, and to notify the Resource Manager about the allocation
* of OPPORTUNISTIC containers through the Distributed Scheduler.
*/ */
@Public @Public
@Evolving @Evolving
public abstract class DistSchedAllocateRequest { public abstract class DistributedSchedulingAllocateRequest {
/** /**
* Get the underlying <code>AllocateRequest</code> object. * Get the underlying <code>AllocateRequest</code> object.

18
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DistSchedAllocateResponse.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DistributedSchedulingAllocateResponse.java
View File

@ -26,16 +26,24 @@
import java.util.List; import java.util.List;
/**
* This is the response of the Resource Manager to the
* {@link DistributedSchedulingAllocateRequest}, when distributed scheduling is
* enabled. It includes the {@link AllocateResponse} for the GUARANTEED
* containers allocated by the Resource Manager. Moreover, it includes a list
* with the nodes that can be used by the Distributed Scheduler when allocating
* containers.
*/
@Public @Public
@Unstable @Unstable
public abstract class DistSchedAllocateResponse { public abstract class DistributedSchedulingAllocateResponse {
@Public @Public
@Unstable @Unstable
public static DistSchedAllocateResponse newInstance(AllocateResponse public static DistributedSchedulingAllocateResponse newInstance(
allResp) { AllocateResponse allResp) {
DistSchedAllocateResponse response = DistributedSchedulingAllocateResponse response =
Records.newRecord(DistSchedAllocateResponse.class); Records.newRecord(DistributedSchedulingAllocateResponse.class);
response.setAllocateResponse(allResp); response.setAllocateResponse(allResp);
return response; return response;
} }

30
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/DistSchedRegisterResponse.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/RegisterDistributedSchedulingAMResponse.java
View File

@ -20,24 +20,30 @@
import org.apache.hadoop.classification.InterfaceAudience.Public; import org.apache.hadoop.classification.InterfaceAudience.Public;
import org.apache.hadoop.classification.InterfaceStability.Unstable; import org.apache.hadoop.classification.InterfaceStability.Unstable;
import org.apache.hadoop.yarn.api.protocolrecords import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.util.Records; import org.apache.hadoop.yarn.util.Records;
import java.util.List; import java.util.List;
/**
* This is the response to registering an Application Master when distributed
* scheduling is enabled. Apart from the
* {@link RegisterApplicationMasterResponse}, it includes various parameters
* to be used during distributed scheduling, such as the min and max resources
* that can be requested by containers.
*/
@Public @Public
@Unstable @Unstable
public abstract class DistSchedRegisterResponse { public abstract class RegisterDistributedSchedulingAMResponse {
@Public @Public
@Unstable @Unstable
public static DistSchedRegisterResponse newInstance public static RegisterDistributedSchedulingAMResponse newInstance
(RegisterApplicationMasterResponse regAMResp) { (RegisterApplicationMasterResponse regAMResp) {
DistSchedRegisterResponse response = RegisterDistributedSchedulingAMResponse response =
Records.newRecord(DistSchedRegisterResponse.class); Records.newRecord(RegisterDistributedSchedulingAMResponse.class);
response.setRegisterResponse(regAMResp); response.setRegisterResponse(regAMResp);
return response; return response;
} }
@ -53,27 +59,27 @@ public abstract void setRegisterResponse(
@Public @Public
@Unstable @Unstable
public abstract void setMinAllocatableCapabilty(Resource minResource); public abstract void setMinContainerResource(Resource minResource);
@Public @Public
@Unstable @Unstable
public abstract Resource getMinAllocatableCapabilty(); public abstract Resource getMinContainerResource();
@Public @Public
@Unstable @Unstable
public abstract void setMaxAllocatableCapabilty(Resource maxResource); public abstract void setMaxContainerResource(Resource maxResource);
@Public @Public
@Unstable @Unstable
public abstract Resource getMaxAllocatableCapabilty(); public abstract Resource getMaxContainerResource();
@Public @Public
@Unstable @Unstable
public abstract void setIncrAllocatableCapabilty(Resource maxResource); public abstract void setIncrContainerResource(Resource maxResource);
@Public @Public
@Unstable @Unstable
public abstract Resource getIncrAllocatableCapabilty(); public abstract Resource getIncrContainerResource();
@Public @Public
@Unstable @Unstable

34
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DistSchedAllocateRequestPBImpl.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DistributedSchedulingAllocateRequestPBImpl.java
View File

@ -26,39 +26,40 @@
import org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl; import org.apache.hadoop.yarn.api.records.impl.pb.ContainerPBImpl;
import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils; import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils;
import org.apache.hadoop.yarn.proto.YarnProtos.ContainerProto; import org.apache.hadoop.yarn.proto.YarnProtos.ContainerProto;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.DistSchedAllocateRequestProto; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.DistributedSchedulingAllocateRequestProto;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.DistSchedAllocateRequestProtoOrBuilder; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos.DistributedSchedulingAllocateRequestProtoOrBuilder;
import org.apache.hadoop.yarn.proto.YarnServiceProtos.AllocateRequestProto; import org.apache.hadoop.yarn.proto.YarnServiceProtos.AllocateRequestProto;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
/** /**
* Implementation of {@link DistSchedAllocateRequest} for a distributed * Implementation of {@link DistributedSchedulingAllocateRequest}.
* scheduler to notify about the allocation of containers to the Resource
* Manager.
*/ */
public class DistSchedAllocateRequestPBImpl extends DistSchedAllocateRequest { public class DistributedSchedulingAllocateRequestPBImpl
private DistSchedAllocateRequestProto.Builder builder = null; extends DistributedSchedulingAllocateRequest {
private DistributedSchedulingAllocateRequestProto.Builder builder = null;
private boolean viaProto = false; private boolean viaProto = false;
private DistSchedAllocateRequestProto proto; private DistributedSchedulingAllocateRequestProto proto;
private AllocateRequest allocateRequest; private AllocateRequest allocateRequest;
private List<Container> containers; private List<Container> containers;
public DistSchedAllocateRequestPBImpl() { public DistributedSchedulingAllocateRequestPBImpl() {
builder = DistSchedAllocateRequestProto.newBuilder(); builder = DistributedSchedulingAllocateRequestProto.newBuilder();
} }
public DistSchedAllocateRequestPBImpl(DistSchedAllocateRequestProto proto) { public DistributedSchedulingAllocateRequestPBImpl(
DistributedSchedulingAllocateRequestProto proto) {
this.proto = proto; this.proto = proto;
this.viaProto = true; this.viaProto = true;
} }
@Override @Override
public AllocateRequest getAllocateRequest() { public AllocateRequest getAllocateRequest() {
DistSchedAllocateRequestProtoOrBuilder p = viaProto ? proto : builder; DistributedSchedulingAllocateRequestProtoOrBuilder p =
viaProto ? proto : builder;
if (this.allocateRequest != null) { if (this.allocateRequest != null) {
return this.allocateRequest; return this.allocateRequest;
} }
@ -88,7 +89,8 @@ public List<Container> getAllocatedContainers() {
} }
private void initAllocatedContainers() { private void initAllocatedContainers() {
DistSchedAllocateRequestProtoOrBuilder p = viaProto ? proto : builder; DistributedSchedulingAllocateRequestProtoOrBuilder p =
viaProto ? proto : builder;
List<ContainerProto> list = p.getAllocatedContainersList(); List<ContainerProto> list = p.getAllocatedContainersList();
this.containers = new ArrayList<Container>(); this.containers = new ArrayList<Container>();
for (ContainerProto c : list) { for (ContainerProto c : list) {
@ -110,7 +112,7 @@ public void setAllocatedContainers(List<Container> pContainers) {
this.containers.addAll(pContainers); this.containers.addAll(pContainers);
} }
public DistSchedAllocateRequestProto getProto() { public DistributedSchedulingAllocateRequestProto getProto() {
mergeLocalToProto(); mergeLocalToProto();
proto = viaProto ? proto : builder.build(); proto = viaProto ? proto : builder.build();
viaProto = true; viaProto = true;
@ -119,7 +121,7 @@ public DistSchedAllocateRequestProto getProto() {
private void maybeInitBuilder() { private void maybeInitBuilder() {
if (viaProto || builder == null) { if (viaProto || builder == null) {
builder = DistSchedAllocateRequestProto.newBuilder(proto); builder = DistributedSchedulingAllocateRequestProto.newBuilder(proto);
} }
viaProto = false; viaProto = false;
} }

56
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DistSchedAllocateResponsePBImpl.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DistributedSchedulingAllocateResponsePBImpl.java
View File

@ -20,41 +20,47 @@
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl;
.AllocateResponsePBImpl;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils; import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils;
import org.apache.hadoop.yarn.proto.YarnProtos; import org.apache.hadoop.yarn.proto.YarnProtos;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos;
import org.apache.hadoop.yarn.proto.YarnServiceProtos; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords
.DistSchedAllocateResponse;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
public class DistSchedAllocateResponsePBImpl extends DistSchedAllocateResponse { /**
* Implementation of {@link DistributedSchedulingAllocateResponse}.
*/
public class DistributedSchedulingAllocateResponsePBImpl extends
DistributedSchedulingAllocateResponse {
YarnServerCommonServiceProtos.DistSchedAllocateResponseProto proto = YarnServerCommonServiceProtos.DistributedSchedulingAllocateResponseProto
YarnServerCommonServiceProtos.DistSchedAllocateResponseProto.getDefaultInstance(); proto = YarnServerCommonServiceProtos.
YarnServerCommonServiceProtos.DistSchedAllocateResponseProto.Builder builder = null; DistributedSchedulingAllocateResponseProto.getDefaultInstance();
YarnServerCommonServiceProtos.DistributedSchedulingAllocateResponseProto.
Builder builder = null;
boolean viaProto = false; boolean viaProto = false;
private AllocateResponse allocateResponse; private AllocateResponse allocateResponse;
private List<NodeId> nodesForScheduling; private List<NodeId> nodesForScheduling;
public DistSchedAllocateResponsePBImpl() { public DistributedSchedulingAllocateResponsePBImpl() {
builder = YarnServerCommonServiceProtos.DistSchedAllocateResponseProto.newBuilder(); builder = YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProto.newBuilder();
} }
public DistSchedAllocateResponsePBImpl(YarnServerCommonServiceProtos.DistSchedAllocateResponseProto proto) { public DistributedSchedulingAllocateResponsePBImpl(
YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProto proto) {
this.proto = proto; this.proto = proto;
viaProto = true; viaProto = true;
} }
public YarnServerCommonServiceProtos.DistSchedAllocateResponseProto getProto() { public YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProto getProto() {
mergeLocalToProto(); mergeLocalToProto();
proto = viaProto ? proto : builder.build(); proto = viaProto ? proto : builder.build();
viaProto = true; viaProto = true;
@ -63,7 +69,8 @@ public YarnServerCommonServiceProtos.DistSchedAllocateResponseProto getProto() {
private void maybeInitBuilder() { private void maybeInitBuilder() {
if (viaProto || builder == null) { if (viaProto || builder == null) {
builder = YarnServerCommonServiceProtos.DistSchedAllocateResponseProto.newBuilder(proto); builder = YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProto.newBuilder(proto);
} }
viaProto = false; viaProto = false;
} }
@ -79,19 +86,20 @@ private synchronized void mergeLocalToProto() {
private synchronized void mergeLocalToBuilder() { private synchronized void mergeLocalToBuilder() {
if (this.nodesForScheduling != null) { if (this.nodesForScheduling != null) {
builder.clearNodesForScheduling(); builder.clearNodesForScheduling();
Iterable<YarnProtos.NodeIdProto> iterable = Iterable<YarnProtos.NodeIdProto> iterable = getNodeIdProtoIterable(
getNodeIdProtoIterable(this.nodesForScheduling); this.nodesForScheduling);
builder.addAllNodesForScheduling(iterable); builder.addAllNodesForScheduling(iterable);
} }
if (this.allocateResponse != null) { if (this.allocateResponse != null) {
builder.setAllocateResponse( builder.setAllocateResponse(
((AllocateResponsePBImpl)this.allocateResponse).getProto()); ((AllocateResponsePBImpl) this.allocateResponse).getProto());
} }
} }
@Override @Override
public void setAllocateResponse(AllocateResponse response) { public void setAllocateResponse(AllocateResponse response) {
maybeInitBuilder(); maybeInitBuilder();
if(allocateResponse == null) { if (allocateResponse == null) {
builder.clearAllocateResponse(); builder.clearAllocateResponse();
} }
this.allocateResponse = response; this.allocateResponse = response;
@ -103,14 +111,14 @@ public AllocateResponse getAllocateResponse() {
return this.allocateResponse; return this.allocateResponse;
} }
YarnServerCommonServiceProtos.DistSchedAllocateResponseProtoOrBuilder p = YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProtoOrBuilder p =
viaProto ? proto : builder; viaProto ? proto : builder;
if (!p.hasAllocateResponse()) { if (!p.hasAllocateResponse()) {
return null; return null;
} }
this.allocateResponse = this.allocateResponse = new AllocateResponsePBImpl(p.getAllocateResponse());
new AllocateResponsePBImpl(p.getAllocateResponse());
return this.allocateResponse; return this.allocateResponse;
} }
@ -138,7 +146,8 @@ public List<NodeId> getNodesForScheduling() {
} }
private synchronized void initLocalNodesForSchedulingList() { private synchronized void initLocalNodesForSchedulingList() {
YarnServerCommonServiceProtos.DistSchedAllocateResponseProtoOrBuilder p = YarnServerCommonServiceProtos.
DistributedSchedulingAllocateResponseProtoOrBuilder p =
viaProto ? proto : builder; viaProto ? proto : builder;
List<YarnProtos.NodeIdProto> list = p.getNodesForSchedulingList(); List<YarnProtos.NodeIdProto> list = p.getNodesForSchedulingList();
nodesForScheduling = new ArrayList<>(); nodesForScheduling = new ArrayList<>();
@ -148,6 +157,7 @@ private synchronized void initLocalNodesForSchedulingList() {
} }
} }
} }
private synchronized Iterable<YarnProtos.NodeIdProto> getNodeIdProtoIterable( private synchronized Iterable<YarnProtos.NodeIdProto> getNodeIdProtoIterable(
final List<NodeId> nodeList) { final List<NodeId> nodeList) {
maybeInitBuilder(); maybeInitBuilder();

166
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/DistSchedRegisterResponsePBImpl.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/java/org/apache/hadoop/yarn/server/api/protocolrecords/impl/pb/RegisterDistributedSchedulingAMResponsePBImpl.java
View File

@ -22,45 +22,54 @@
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils; import org.apache.hadoop.yarn.api.records.impl.pb.ProtoUtils;
import org.apache.hadoop.yarn.proto.YarnProtos; import org.apache.hadoop.yarn.proto.YarnProtos;
import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos; import org.apache.hadoop.yarn.proto.YarnServerCommonServiceProtos;
import org.apache.hadoop.yarn.server.api.protocolrecords import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
.DistSchedRegisterResponse;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
public class DistSchedRegisterResponsePBImpl extends DistSchedRegisterResponse { /**
* Implementation of {@link RegisterDistributedSchedulingAMResponse}.
*/
public class RegisterDistributedSchedulingAMResponsePBImpl extends
RegisterDistributedSchedulingAMResponse {
YarnServerCommonServiceProtos.DistSchedRegisterResponseProto proto = YarnServerCommonServiceProtos.RegisterDistributedSchedulingAMResponseProto
YarnServerCommonServiceProtos.DistSchedRegisterResponseProto.getDefaultInstance(); proto =
YarnServerCommonServiceProtos.DistSchedRegisterResponseProto.Builder builder = null; YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProto
.getDefaultInstance();
YarnServerCommonServiceProtos.RegisterDistributedSchedulingAMResponseProto.
Builder builder = null;
boolean viaProto = false; boolean viaProto = false;
private Resource maxAllocatableCapability; private Resource maxContainerResource;
private Resource minAllocatableCapability; private Resource minContainerResource;
private Resource incrAllocatableCapability; private Resource incrContainerResource;
private List<NodeId> nodesForScheduling; private List<NodeId> nodesForScheduling;
private RegisterApplicationMasterResponse registerApplicationMasterResponse; private RegisterApplicationMasterResponse registerApplicationMasterResponse;
public DistSchedRegisterResponsePBImpl() { public RegisterDistributedSchedulingAMResponsePBImpl() {
builder = YarnServerCommonServiceProtos.DistSchedRegisterResponseProto.newBuilder(); builder = YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProto.newBuilder();
} }
public DistSchedRegisterResponsePBImpl(YarnServerCommonServiceProtos.DistSchedRegisterResponseProto proto) { public RegisterDistributedSchedulingAMResponsePBImpl(
YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProto proto) {
this.proto = proto; this.proto = proto;
viaProto = true; viaProto = true;
} }
public YarnServerCommonServiceProtos.DistSchedRegisterResponseProto getProto() { public YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProto
getProto() {
mergeLocalToProto(); mergeLocalToProto();
proto = viaProto ? proto : builder.build(); proto = viaProto ? proto : builder.build();
viaProto = true; viaProto = true;
@ -69,7 +78,8 @@ public YarnServerCommonServiceProtos.DistSchedRegisterResponseProto getProto() {
private void maybeInitBuilder() { private void maybeInitBuilder() {
if (viaProto || builder == null) { if (viaProto || builder == null) {
builder = YarnServerCommonServiceProtos.DistSchedRegisterResponseProto.newBuilder(proto); builder = YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProto.newBuilder(proto);
} }
viaProto = false; viaProto = false;
} }
@ -85,21 +95,21 @@ private synchronized void mergeLocalToProto() {
private synchronized void mergeLocalToBuilder() { private synchronized void mergeLocalToBuilder() {
if (this.nodesForScheduling != null) { if (this.nodesForScheduling != null) {
builder.clearNodesForScheduling(); builder.clearNodesForScheduling();
Iterable<YarnProtos.NodeIdProto> iterable = Iterable<YarnProtos.NodeIdProto> iterable = getNodeIdProtoIterable(
getNodeIdProtoIterable(this.nodesForScheduling); this.nodesForScheduling);
builder.addAllNodesForScheduling(iterable); builder.addAllNodesForScheduling(iterable);
} }
if (this.maxAllocatableCapability != null) { if (this.maxContainerResource != null) {
builder.setMaxAllocCapability( builder.setMaxContainerResource(ProtoUtils.convertToProtoFormat(
ProtoUtils.convertToProtoFormat(this.maxAllocatableCapability)); this.maxContainerResource));
} }
if (this.minAllocatableCapability != null) { if (this.minContainerResource != null) {
builder.setMinAllocCapability( builder.setMinContainerResource(ProtoUtils.convertToProtoFormat(
ProtoUtils.convertToProtoFormat(this.minAllocatableCapability)); this.minContainerResource));
} }
if (this.incrAllocatableCapability != null) { if (this.incrContainerResource != null) {
builder.setIncrAllocCapability( builder.setIncrContainerResource(
ProtoUtils.convertToProtoFormat(this.incrAllocatableCapability)); ProtoUtils.convertToProtoFormat(this.incrContainerResource));
} }
if (this.registerApplicationMasterResponse != null) { if (this.registerApplicationMasterResponse != null) {
builder.setRegisterResponse( builder.setRegisterResponse(
@ -111,7 +121,7 @@ private synchronized void mergeLocalToBuilder() {
@Override @Override
public void setRegisterResponse(RegisterApplicationMasterResponse resp) { public void setRegisterResponse(RegisterApplicationMasterResponse resp) {
maybeInitBuilder(); maybeInitBuilder();
if(registerApplicationMasterResponse == null) { if (registerApplicationMasterResponse == null) {
builder.clearRegisterResponse(); builder.clearRegisterResponse();
} }
this.registerApplicationMasterResponse = resp; this.registerApplicationMasterResponse = resp;
@ -123,7 +133,9 @@ public RegisterApplicationMasterResponse getRegisterResponse() {
return this.registerApplicationMasterResponse; return this.registerApplicationMasterResponse;
} }
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasRegisterResponse()) { if (!p.hasRegisterResponse()) {
return null; return null;
} }
@ -134,78 +146,84 @@ public RegisterApplicationMasterResponse getRegisterResponse() {
} }
@Override @Override
public void setMaxAllocatableCapabilty(Resource maxResource) { public void setMaxContainerResource(Resource maxResource) {
maybeInitBuilder(); maybeInitBuilder();
if(maxAllocatableCapability == null) { if (maxContainerResource == null) {
builder.clearMaxAllocCapability(); builder.clearMaxContainerResource();
} }
this.maxAllocatableCapability = maxResource; this.maxContainerResource = maxResource;
} }
@Override @Override
public Resource getMaxAllocatableCapabilty() { public Resource getMaxContainerResource() {
if (this.maxAllocatableCapability != null) { if (this.maxContainerResource != null) {
return this.maxAllocatableCapability; return this.maxContainerResource;
} }
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
if (!p.hasMaxAllocCapability()) { RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasMaxContainerResource()) {
return null; return null;
} }
this.maxAllocatableCapability = this.maxContainerResource = ProtoUtils.convertFromProtoFormat(p
ProtoUtils.convertFromProtoFormat(p.getMaxAllocCapability()); .getMaxContainerResource());
return this.maxAllocatableCapability; return this.maxContainerResource;
} }
@Override @Override
public void setMinAllocatableCapabilty(Resource minResource) { public void setMinContainerResource(Resource minResource) {
maybeInitBuilder(); maybeInitBuilder();
if(minAllocatableCapability == null) { if (minContainerResource == null) {
builder.clearMinAllocCapability(); builder.clearMinContainerResource();
} }
this.minAllocatableCapability = minResource; this.minContainerResource = minResource;
} }
@Override @Override
public Resource getMinAllocatableCapabilty() { public Resource getMinContainerResource() {
if (this.minAllocatableCapability != null) { if (this.minContainerResource != null) {
return this.minAllocatableCapability; return this.minContainerResource;
} }
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
if (!p.hasMinAllocCapability()) { RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasMinContainerResource()) {
return null; return null;
} }
this.minAllocatableCapability = this.minContainerResource = ProtoUtils.convertFromProtoFormat(p
ProtoUtils.convertFromProtoFormat(p.getMinAllocCapability()); .getMinContainerResource());
return this.minAllocatableCapability; return this.minContainerResource;
} }
@Override @Override
public void setIncrAllocatableCapabilty(Resource incrResource) { public void setIncrContainerResource(Resource incrResource) {
maybeInitBuilder(); maybeInitBuilder();
if(incrAllocatableCapability == null) { if (incrContainerResource == null) {
builder.clearIncrAllocCapability(); builder.clearIncrContainerResource();
} }
this.incrAllocatableCapability = incrResource; this.incrContainerResource = incrResource;
} }
@Override @Override
public Resource getIncrAllocatableCapabilty() { public Resource getIncrContainerResource() {
if (this.incrAllocatableCapability != null) { if (this.incrContainerResource != null) {
return this.incrAllocatableCapability; return this.incrContainerResource;
} }
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
if (!p.hasIncrAllocCapability()) { RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasIncrContainerResource()) {
return null; return null;
} }
this.incrAllocatableCapability = this.incrContainerResource = ProtoUtils.convertFromProtoFormat(p
ProtoUtils.convertFromProtoFormat(p.getIncrAllocCapability()); .getIncrContainerResource());
return this.incrAllocatableCapability; return this.incrContainerResource;
} }
@Override @Override
@ -216,7 +234,9 @@ public void setContainerTokenExpiryInterval(int interval) {
@Override @Override
public int getContainerTokenExpiryInterval() { public int getContainerTokenExpiryInterval() {
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasContainerTokenExpiryInterval()) { if (!p.hasContainerTokenExpiryInterval()) {
return 0; return 0;
} }
@ -231,14 +251,15 @@ public void setContainerIdStart(long containerIdStart) {
@Override @Override
public long getContainerIdStart() { public long getContainerIdStart() {
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
if (!p.hasContainerIdStart()) { if (!p.hasContainerIdStart()) {
return 0; return 0;
} }
return p.getContainerIdStart(); return p.getContainerIdStart();
} }
@Override @Override
public void setNodesForScheduling(List<NodeId> nodesForScheduling) { public void setNodesForScheduling(List<NodeId> nodesForScheduling) {
maybeInitBuilder(); maybeInitBuilder();
@ -263,7 +284,9 @@ public List<NodeId> getNodesForScheduling() {
} }
private synchronized void initLocalNodesForSchedulingList() { private synchronized void initLocalNodesForSchedulingList() {
YarnServerCommonServiceProtos.DistSchedRegisterResponseProtoOrBuilder p = viaProto ? proto : builder; YarnServerCommonServiceProtos.
RegisterDistributedSchedulingAMResponseProtoOrBuilder p =
viaProto ? proto : builder;
List<YarnProtos.NodeIdProto> list = p.getNodesForSchedulingList(); List<YarnProtos.NodeIdProto> list = p.getNodesForSchedulingList();
nodesForScheduling = new ArrayList<>(); nodesForScheduling = new ArrayList<>();
if (list != null) { if (list != null) {
@ -272,6 +295,7 @@ private synchronized void initLocalNodesForSchedulingList() {
} }
} }
} }
private synchronized Iterable<YarnProtos.NodeIdProto> getNodeIdProtoIterable( private synchronized Iterable<YarnProtos.NodeIdProto> getNodeIdProtoIterable(
final List<NodeId> nodeList) { final List<NodeId> nodeList) {
maybeInitBuilder(); maybeInitBuilder();

10
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/proto/distributed_scheduler_protocol.proto → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/proto/distributed_scheduling_am_protocol.proto
View File

@ -16,6 +16,7 @@
* limitations under the License. * limitations under the License.
*/ */
/** /**
* These .proto interfaces are public and stable. * These .proto interfaces are public and stable.
* Please see http://wiki.apache.org/hadoop/Compatibility * Please see http://wiki.apache.org/hadoop/Compatibility
@ -23,7 +24,7 @@
*/ */
option java_package = "org.apache.hadoop.yarn.proto"; option java_package = "org.apache.hadoop.yarn.proto";
option java_outer_classname = "DistributedSchedulerProtocol"; option java_outer_classname = "DistributedSchedulingAMProtocol";
option java_generic_services = true; option java_generic_services = true;
option java_generate_equals_and_hash = true; option java_generate_equals_and_hash = true;
package hadoop.yarn; package hadoop.yarn;
@ -31,9 +32,8 @@ package hadoop.yarn;
import "yarn_service_protos.proto"; import "yarn_service_protos.proto";
import "yarn_server_common_service_protos.proto"; import "yarn_server_common_service_protos.proto";
service DistributedSchedulingAMProtocolService {
service DistributedSchedulerProtocolService { rpc registerApplicationMasterForDistributedScheduling (RegisterApplicationMasterRequestProto) returns (RegisterDistributedSchedulingAMResponseProto);
rpc registerApplicationMasterForDistributedScheduling (RegisterApplicationMasterRequestProto) returns (DistSchedRegisterResponseProto); rpc allocateForDistributedScheduling (DistributedSchedulingAllocateRequestProto) returns (DistributedSchedulingAllocateResponseProto);
rpc finishApplicationMaster (FinishApplicationMasterRequestProto) returns (FinishApplicationMasterResponseProto); rpc finishApplicationMaster (FinishApplicationMasterRequestProto) returns (FinishApplicationMasterResponseProto);
rpc allocateForDistributedScheduling (DistSchedAllocateRequestProto) returns (DistSchedAllocateResponseProto);
} }

12
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-common/src/main/proto/yarn_server_common_service_protos.proto
View File

@ -26,22 +26,22 @@ import "yarn_protos.proto";
import "yarn_server_common_protos.proto"; import "yarn_server_common_protos.proto";
import "yarn_service_protos.proto"; import "yarn_service_protos.proto";
message DistSchedRegisterResponseProto { message RegisterDistributedSchedulingAMResponseProto {
optional RegisterApplicationMasterResponseProto register_response = 1; optional RegisterApplicationMasterResponseProto register_response = 1;
optional ResourceProto max_alloc_capability = 2; optional ResourceProto max_container_resource = 2;
optional ResourceProto min_alloc_capability = 3; optional ResourceProto min_container_resource = 3;
optional ResourceProto incr_alloc_capability = 4; optional ResourceProto incr_container_resource = 4;
optional int32 container_token_expiry_interval = 5; optional int32 container_token_expiry_interval = 5;
optional int64 container_id_start = 6; optional int64 container_id_start = 6;
repeated NodeIdProto nodes_for_scheduling = 7; repeated NodeIdProto nodes_for_scheduling = 7;
} }
message DistSchedAllocateResponseProto { message DistributedSchedulingAllocateResponseProto {
optional AllocateResponseProto allocate_response = 1; optional AllocateResponseProto allocate_response = 1;
repeated NodeIdProto nodes_for_scheduling = 2; repeated NodeIdProto nodes_for_scheduling = 2;
} }
message DistSchedAllocateRequestProto { message DistributedSchedulingAllocateRequestProto {
optional AllocateRequestProto allocate_request = 1; optional AllocateRequestProto allocate_request = 1;
repeated ContainerProto allocated_containers = 2; repeated ContainerProto allocated_containers = 2;
} }

7
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/amrmproxy/AMRMProxyService.java
View File

@ -65,7 +65,7 @@
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEvent; import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEvent;
import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType; import org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType;
import org.apache.hadoop.yarn.server.nodemanager.scheduler.LocalScheduler; import org.apache.hadoop.yarn.server.nodemanager.scheduler.DistributedScheduler;
import org.apache.hadoop.yarn.server.security.MasterKeyData; import org.apache.hadoop.yarn.server.security.MasterKeyData;
import org.apache.hadoop.yarn.server.utils.BuilderUtils; import org.apache.hadoop.yarn.server.utils.BuilderUtils;
import org.apache.hadoop.yarn.server.utils.YarnServerSecurityUtils; import org.apache.hadoop.yarn.server.utils.YarnServerSecurityUtils;
@ -467,10 +467,9 @@ private List<String> getInterceptorClassNames(Configuration conf) {
interceptorClassNames.add(item.trim()); interceptorClassNames.add(item.trim());
} }
// Make sure LocalScheduler is present at the beginning // Make sure DistributedScheduler is present at the beginning of the chain.
// of the chain..
if (this.nmContext.isDistributedSchedulingEnabled()) { if (this.nmContext.isDistributedSchedulingEnabled()) {
interceptorClassNames.add(0, LocalScheduler.class.getName()); interceptorClassNames.add(0, DistributedScheduler.class.getName());
} }
return interceptorClassNames; return interceptorClassNames;

16
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/amrmproxy/AbstractRequestInterceptor.java
View File

@ -21,12 +21,11 @@
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import com.google.common.base.Preconditions; import com.google.common.base.Preconditions;
import org.apache.hadoop.yarn.api.protocolrecords import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import java.io.IOException; import java.io.IOException;
@ -118,8 +117,9 @@ public AMRMProxyApplicationContext getApplicationContext() {
* @throws IOException * @throws IOException
*/ */
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException { DistributedSchedulingAllocateRequest request)
throws YarnException, IOException {
return (this.nextInterceptor != null) ? return (this.nextInterceptor != null) ?
this.nextInterceptor.allocateForDistributedScheduling(request) : null; this.nextInterceptor.allocateForDistributedScheduling(request) : null;
} }
@ -134,7 +134,7 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
* @throws IOException * @throws IOException
*/ */
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling( registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request) RegisterApplicationMasterRequest request)
throws YarnException, IOException { throws YarnException, IOException {

41
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/amrmproxy/DefaultRequestInterceptor.java
View File

@ -43,12 +43,11 @@
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.exceptions.YarnRuntimeException; import org.apache.hadoop.yarn.exceptions.YarnRuntimeException;
import org.apache.hadoop.yarn.security.AMRMTokenIdentifier; import org.apache.hadoop.yarn.security.AMRMTokenIdentifier;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocol; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocol;
import org.apache.hadoop.yarn.server.api.ServerRMProxy; import org.apache.hadoop.yarn.server.api.ServerRMProxy;
import org.apache.hadoop.yarn.server.api.protocolrecords import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
@ -63,7 +62,7 @@ public final class DefaultRequestInterceptor extends
AbstractRequestInterceptor { AbstractRequestInterceptor {
private static final Logger LOG = LoggerFactory private static final Logger LOG = LoggerFactory
.getLogger(DefaultRequestInterceptor.class); .getLogger(DefaultRequestInterceptor.class);
private DistributedSchedulerProtocol rmClient; private DistributedSchedulingAMProtocol rmClient;
private UserGroupInformation user = null; private UserGroupInformation user = null;
@Override @Override
@ -77,13 +76,13 @@ public void init(AMRMProxyApplicationContext appContext) {
user.addToken(appContext.getAMRMToken()); user.addToken(appContext.getAMRMToken());
final Configuration conf = this.getConf(); final Configuration conf = this.getConf();
rmClient = rmClient = user.doAs(
user.doAs(new PrivilegedExceptionAction<DistributedSchedulerProtocol>() { new PrivilegedExceptionAction<DistributedSchedulingAMProtocol>() {
@Override @Override
public DistributedSchedulerProtocol run() throws Exception { public DistributedSchedulingAMProtocol run() throws Exception {
setAMRMTokenService(conf); setAMRMTokenService(conf);
return ServerRMProxy.createRMProxy(conf, return ServerRMProxy.createRMProxy(conf,
DistributedSchedulerProtocol.class); DistributedSchedulingAMProtocol.class);
} }
}); });
} catch (IOException e) { } catch (IOException e) {
@ -124,7 +123,7 @@ public AllocateResponse allocate(final AllocateRequest request)
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling registerApplicationMasterForDistributedScheduling
(RegisterApplicationMasterRequest request) throws YarnException, (RegisterApplicationMasterRequest request) throws YarnException,
IOException { IOException {
@ -134,13 +133,14 @@ public AllocateResponse allocate(final AllocateRequest request)
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException { DistributedSchedulingAllocateRequest request)
throws YarnException, IOException {
if (LOG.isDebugEnabled()) { if (LOG.isDebugEnabled()) {
LOG.debug("Forwarding allocateForDistributedScheduling request" + LOG.debug("Forwarding allocateForDistributedScheduling request" +
"to the real YARN RM"); "to the real YARN RM");
} }
DistSchedAllocateResponse allocateResponse = DistributedSchedulingAllocateResponse allocateResponse =
rmClient.allocateForDistributedScheduling(request); rmClient.allocateForDistributedScheduling(request);
if (allocateResponse.getAllocateResponse().getAMRMToken() != null) { if (allocateResponse.getAllocateResponse().getAMRMToken() != null) {
updateAMRMToken(allocateResponse.getAllocateResponse().getAMRMToken()); updateAMRMToken(allocateResponse.getAllocateResponse().getAMRMToken());
@ -180,10 +180,10 @@ private void updateAMRMToken(Token token) throws IOException {
@VisibleForTesting @VisibleForTesting
public void setRMClient(final ApplicationMasterProtocol rmClient) { public void setRMClient(final ApplicationMasterProtocol rmClient) {
if (rmClient instanceof DistributedSchedulerProtocol) { if (rmClient instanceof DistributedSchedulingAMProtocol) {
this.rmClient = (DistributedSchedulerProtocol)rmClient; this.rmClient = (DistributedSchedulingAMProtocol)rmClient;
} else { } else {
this.rmClient = new DistributedSchedulerProtocol() { this.rmClient = new DistributedSchedulingAMProtocol() {
@Override @Override
public RegisterApplicationMasterResponse registerApplicationMaster public RegisterApplicationMasterResponse registerApplicationMaster
(RegisterApplicationMasterRequest request) throws YarnException, (RegisterApplicationMasterRequest request) throws YarnException,
@ -205,7 +205,7 @@ public AllocateResponse allocate(AllocateRequest request) throws
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling registerApplicationMasterForDistributedScheduling
(RegisterApplicationMasterRequest request) throws YarnException, (RegisterApplicationMasterRequest request) throws YarnException,
IOException { IOException {
@ -213,8 +213,9 @@ public AllocateResponse allocate(AllocateRequest request) throws
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse
DistSchedAllocateRequest request) allocateForDistributedScheduling(
DistributedSchedulingAllocateRequest request)
throws YarnException, IOException { throws YarnException, IOException {
throw new IOException("Not Supported !!"); throw new IOException("Not Supported !!");
} }

4
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/amrmproxy/RequestInterceptor.java
View File

@ -19,14 +19,14 @@
package org.apache.hadoop.yarn.server.nodemanager.amrmproxy; package org.apache.hadoop.yarn.server.nodemanager.amrmproxy;
import org.apache.hadoop.conf.Configurable; import org.apache.hadoop.conf.Configurable;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocol; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocol;
/** /**
* Defines the contract to be implemented by the request intercepter classes, * Defines the contract to be implemented by the request intercepter classes,
* that can be used to intercept and inspect messages sent from the application * that can be used to intercept and inspect messages sent from the application
* master to the resource manager. * master to the resource manager.
*/ */
public interface RequestInterceptor extends DistributedSchedulerProtocol, public interface RequestInterceptor extends DistributedSchedulingAMProtocol,
Configurable { Configurable {
/** /**
* This method is called for initializing the intercepter. This is guaranteed * This method is called for initializing the intercepter. This is guaranteed

104
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/scheduler/LocalScheduler.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/scheduler/DistributedScheduler.java
View File

@ -23,17 +23,13 @@
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.factories.RecordFactory; import org.apache.hadoop.yarn.factories.RecordFactory;
import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider; import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest;
.FinishApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
.FinishApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords
.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords
.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId; import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
import org.apache.hadoop.yarn.api.records.Container; import org.apache.hadoop.yarn.api.records.Container;
import org.apache.hadoop.yarn.api.records.ContainerId; import org.apache.hadoop.yarn.api.records.ContainerId;
@ -46,14 +42,12 @@
import org.apache.hadoop.yarn.api.records.ResourceBlacklistRequest; import org.apache.hadoop.yarn.api.records.ResourceBlacklistRequest;
import org.apache.hadoop.yarn.api.records.ResourceRequest; import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.server.nodemanager.amrmproxy import org.apache.hadoop.yarn.server.nodemanager.amrmproxy.AMRMProxyApplicationContext;
.AMRMProxyApplicationContext;
import org.apache.hadoop.yarn.server.nodemanager.amrmproxy.AbstractRequestInterceptor; import org.apache.hadoop.yarn.server.nodemanager.amrmproxy.AbstractRequestInterceptor;
import org.apache.hadoop.yarn.server.nodemanager.security import org.apache.hadoop.yarn.server.nodemanager.security.NMTokenSecretManagerInNM;
.NMTokenSecretManagerInNM;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
@ -68,19 +62,19 @@
import java.util.TreeMap; import java.util.TreeMap;
/** /**
* <p>The LocalScheduler runs on the NodeManager and is modelled as an * <p>The DistributedScheduler runs on the NodeManager and is modeled as an
* <code>AMRMProxy</code> request interceptor. It is responsible for the * <code>AMRMProxy</code> request interceptor. It is responsible for the
* following :</p> * following:</p>
* <ul> * <ul>
* <li>Intercept <code>ApplicationMasterProtocol</code> calls and unwrap the * <li>Intercept <code>ApplicationMasterProtocol</code> calls and unwrap the
* response objects to extract instructions from the * response objects to extract instructions from the
* <code>ClusterManager</code> running on the ResourceManager to aid in making * <code>ClusterMonitor</code> running on the ResourceManager to aid in making
* Scheduling scheduling decisions</li> * distributed scheduling decisions.</li>
* <li>Call the <code>OpportunisticContainerAllocator</code> to allocate * <li>Call the <code>OpportunisticContainerAllocator</code> to allocate
* containers for the opportunistic resource outstandingOpReqs</li> * containers for the outstanding OPPORTUNISTIC container requests.</li>
* </ul> * </ul>
*/ */
public final class LocalScheduler extends AbstractRequestInterceptor { public final class DistributedScheduler extends AbstractRequestInterceptor {
static class PartitionedResourceRequests { static class PartitionedResourceRequests {
private List<ResourceRequest> guaranteed = new ArrayList<>(); private List<ResourceRequest> guaranteed = new ArrayList<>();
@ -93,7 +87,7 @@ public List<ResourceRequest> getOpportunistic() {
} }
} }
static class DistSchedulerParams { static class DistributedSchedulerParams {
Resource maxResource; Resource maxResource;
Resource minResource; Resource minResource;
Resource incrementResource; Resource incrementResource;
@ -101,17 +95,19 @@ static class DistSchedulerParams {
} }
private static final Logger LOG = LoggerFactory private static final Logger LOG = LoggerFactory
.getLogger(LocalScheduler.class); .getLogger(DistributedScheduler.class);
private final static RecordFactory RECORD_FACTORY = private final static RecordFactory RECORD_FACTORY =
RecordFactoryProvider.getRecordFactory(null); RecordFactoryProvider.getRecordFactory(null);
// Currently just used to keep track of allocated Containers // Currently just used to keep track of allocated containers.
// Can be used for reporting stats later // Can be used for reporting stats later.
private Set<ContainerId> containersAllocated = new HashSet<>(); private Set<ContainerId> containersAllocated = new HashSet<>();
private DistSchedulerParams appParams = new DistSchedulerParams(); private DistributedSchedulerParams appParams =
private final OpportunisticContainerAllocator.ContainerIdCounter containerIdCounter = new DistributedSchedulerParams();
private final OpportunisticContainerAllocator.ContainerIdCounter
containerIdCounter =
new OpportunisticContainerAllocator.ContainerIdCounter(); new OpportunisticContainerAllocator.ContainerIdCounter();
private Map<String, NodeId> nodeList = new LinkedHashMap<>(); private Map<String, NodeId> nodeList = new LinkedHashMap<>();
@ -123,7 +119,7 @@ static class DistSchedulerParams {
// This maintains a map of outstanding OPPORTUNISTIC Reqs. Key-ed by Priority, // This maintains a map of outstanding OPPORTUNISTIC Reqs. Key-ed by Priority,
// Resource Name (Host/rack/any) and capability. This mapping is required // Resource Name (Host/rack/any) and capability. This mapping is required
// to match a received Container to an outstanding OPPORTUNISTIC // to match a received Container to an outstanding OPPORTUNISTIC
// ResourceRequests (ask) // ResourceRequest (ask).
final TreeMap<Priority, Map<Resource, ResourceRequest>> final TreeMap<Priority, Map<Resource, ResourceRequest>>
outstandingOpReqs = new TreeMap<>(); outstandingOpReqs = new TreeMap<>();
@ -158,8 +154,8 @@ void initLocal(ApplicationAttemptId applicationAttemptId,
* @param request * @param request
* registration request * registration request
* @return Allocate Response * @return Allocate Response
* @throws YarnException * @throws YarnException YarnException
* @throws IOException * @throws IOException IOException
*/ */
@Override @Override
public RegisterApplicationMasterResponse registerApplicationMaster public RegisterApplicationMasterResponse registerApplicationMaster
@ -177,14 +173,14 @@ void initLocal(ApplicationAttemptId applicationAttemptId,
* @param request * @param request
* allocation request * allocation request
* @return Allocate Response * @return Allocate Response
* @throws YarnException * @throws YarnException YarnException
* @throws IOException * @throws IOException IOException
*/ */
@Override @Override
public AllocateResponse allocate(AllocateRequest request) throws public AllocateResponse allocate(AllocateRequest request) throws
YarnException, IOException { YarnException, IOException {
DistSchedAllocateRequest distRequest = DistributedSchedulingAllocateRequest distRequest = RECORD_FACTORY
RECORD_FACTORY.newRecordInstance(DistSchedAllocateRequest.class); .newRecordInstance(DistributedSchedulingAllocateRequest.class);
distRequest.setAllocateRequest(request); distRequest.setAllocateRequest(request);
return allocateForDistributedScheduling(distRequest).getAllocateResponse(); return allocateForDistributedScheduling(distRequest).getAllocateResponse();
} }
@ -199,9 +195,6 @@ public AllocateResponse allocate(AllocateRequest request) throws
/** /**
* Check if we already have a NMToken. if Not, generate the Token and * Check if we already have a NMToken. if Not, generate the Token and
* add it to the response * add it to the response
* @param response
* @param nmTokens
* @param allocatedContainers
*/ */
private void updateResponseWithNMTokens(AllocateResponse response, private void updateResponseWithNMTokens(AllocateResponse response,
List<NMToken> nmTokens, List<Container> allocatedContainers) { List<NMToken> nmTokens, List<Container> allocatedContainers) {
@ -235,11 +228,11 @@ private PartitionedResourceRequests partitionAskList(List<ResourceRequest>
} }
private void updateParameters( private void updateParameters(
DistSchedRegisterResponse registerResponse) { RegisterDistributedSchedulingAMResponse registerResponse) {
appParams.minResource = registerResponse.getMinAllocatableCapabilty(); appParams.minResource = registerResponse.getMinContainerResource();
appParams.maxResource = registerResponse.getMaxAllocatableCapabilty(); appParams.maxResource = registerResponse.getMaxContainerResource();
appParams.incrementResource = appParams.incrementResource =
registerResponse.getIncrAllocatableCapabilty(); registerResponse.getIncrContainerResource();
if (appParams.incrementResource == null) { if (appParams.incrementResource == null) {
appParams.incrementResource = appParams.minResource; appParams.incrementResource = appParams.minResource;
} }
@ -253,11 +246,12 @@ private void updateParameters(
/** /**
* Takes a list of ResourceRequests (asks), extracts the key information viz. * Takes a list of ResourceRequests (asks), extracts the key information viz.
* (Priority, ResourceName, Capability) and adds it the outstanding * (Priority, ResourceName, Capability) and adds to the outstanding
* OPPORTUNISTIC outstandingOpReqs map. The nested map is required to enforce * OPPORTUNISTIC outstandingOpReqs map. The nested map is required to enforce
* the current YARN constraint that only a single ResourceRequest can exist at * the current YARN constraint that only a single ResourceRequest can exist at
* a give Priority and Capability * a give Priority and Capability.
* @param resourceAsks *
* @param resourceAsks the list with the {@link ResourceRequest}s
*/ */
public void addToOutstandingReqs(List<ResourceRequest> resourceAsks) { public void addToOutstandingReqs(List<ResourceRequest> resourceAsks) {
for (ResourceRequest request : resourceAsks) { for (ResourceRequest request : resourceAsks) {
@ -297,11 +291,9 @@ public void addToOutstandingReqs(List<ResourceRequest> resourceAsks) {
/** /**
* This method matches a returned list of Container Allocations to any * This method matches a returned list of Container Allocations to any
* outstanding OPPORTUNISTIC ResourceRequest * outstanding OPPORTUNISTIC ResourceRequest.
* @param capability
* @param allocatedContainers
*/ */
public void matchAllocationToOutstandingRequest(Resource capability, private void matchAllocationToOutstandingRequest(Resource capability,
List<Container> allocatedContainers) { List<Container> allocatedContainers) {
for (Container c : allocatedContainers) { for (Container c : allocatedContainers) {
containersAllocated.add(c.getId()); containersAllocated.add(c.getId());
@ -333,28 +325,29 @@ private void addToNodeList(List<NodeId> nodes) {
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling( registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request) RegisterApplicationMasterRequest request)
throws YarnException, IOException { throws YarnException, IOException {
LOG.info("Forwarding registration request to the" + LOG.info("Forwarding registration request to the" +
"Distributed Scheduler Service on YARN RM"); "Distributed Scheduler Service on YARN RM");
DistSchedRegisterResponse dsResp = getNextInterceptor() RegisterDistributedSchedulingAMResponse dsResp = getNextInterceptor()
.registerApplicationMasterForDistributedScheduling(request); .registerApplicationMasterForDistributedScheduling(request);
updateParameters(dsResp); updateParameters(dsResp);
return dsResp; return dsResp;
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException { DistributedSchedulingAllocateRequest request)
throws YarnException, IOException {
if (LOG.isDebugEnabled()) { if (LOG.isDebugEnabled()) {
LOG.debug("Forwarding allocate request to the" + LOG.debug("Forwarding allocate request to the" +
"Distributed Scheduler Service on YARN RM"); "Distributed Scheduler Service on YARN RM");
} }
// Partition requests into GUARANTEED and OPPORTUNISTIC reqs // Partition requests into GUARANTEED and OPPORTUNISTIC reqs
PartitionedResourceRequests partitionedAsks = partitionAskList( PartitionedResourceRequests partitionedAsks =
request.getAllocateRequest().getAskList()); partitionAskList(request.getAllocateRequest().getAskList());
List<ContainerId> releasedContainers = List<ContainerId> releasedContainers =
request.getAllocateRequest().getReleaseList(); request.getAllocateRequest().getReleaseList();
@ -393,11 +386,12 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
allocatedContainers.addAll(e.getValue()); allocatedContainers.addAll(e.getValue());
} }
} }
request.setAllocatedContainers(allocatedContainers); request.setAllocatedContainers(allocatedContainers);
// Send all the GUARANTEED Reqs to RM // Send all the GUARANTEED Reqs to RM
request.getAllocateRequest().setAskList(partitionedAsks.getGuaranteed()); request.getAllocateRequest().setAskList(partitionedAsks.getGuaranteed());
DistSchedAllocateResponse dsResp = DistributedSchedulingAllocateResponse dsResp =
getNextInterceptor().allocateForDistributedScheduling(request); getNextInterceptor().allocateForDistributedScheduling(request);
// Update host to nodeId mapping // Update host to nodeId mapping

66
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/main/java/org/apache/hadoop/yarn/server/nodemanager/scheduler/OpportunisticContainerAllocator.java
View File

@ -29,7 +29,7 @@
import org.apache.hadoop.yarn.server.api.ContainerType; import org.apache.hadoop.yarn.server.api.ContainerType;
import org.apache.hadoop.yarn.server.nodemanager.Context; import org.apache.hadoop.yarn.server.nodemanager.Context;
import org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdater; import org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdater;
import org.apache.hadoop.yarn.server.nodemanager.scheduler.LocalScheduler.DistSchedulerParams; import org.apache.hadoop.yarn.server.nodemanager.scheduler.DistributedScheduler.DistributedSchedulerParams;
import org.apache.hadoop.yarn.server.utils.BuilderUtils; import org.apache.hadoop.yarn.server.utils.BuilderUtils;
import org.apache.hadoop.yarn.util.resource.DominantResourceCalculator; import org.apache.hadoop.yarn.util.resource.DominantResourceCalculator;
import org.apache.hadoop.yarn.util.resource.ResourceCalculator; import org.apache.hadoop.yarn.util.resource.ResourceCalculator;
@ -37,15 +37,17 @@
import java.net.InetSocketAddress; import java.net.InetSocketAddress;
import java.util.*; import java.util.*;
import java.util.Map.Entry;
import java.util.concurrent.atomic.AtomicLong; import java.util.concurrent.atomic.AtomicLong;
/** /**
* <p>The OpportunisticContainerAllocator allocates containers on a given list * <p>
* of Nodes after it modifies the container sizes to within allowable limits * The OpportunisticContainerAllocator allocates containers on a given list of
* specified by the <code>ClusterManager</code> running on the RM. It tries to * nodes, after modifying the container sizes to respect the limits set by the
* distribute the containers as evenly as possible. It also uses the * ResourceManager. It tries to distribute the containers as evenly as possible.
* <code>NMTokenSecretManagerInNM</code> to generate the required NM tokens for * It also uses the <code>NMTokenSecretManagerInNM</code> to generate the
* the allocated containers</p> * required NM tokens for the allocated containers.
* </p>
*/ */
public class OpportunisticContainerAllocator { public class OpportunisticContainerAllocator {
@ -78,15 +80,15 @@ public OpportunisticContainerAllocator(NodeStatusUpdater nodeStatusUpdater,
this.webpagePort = webpagePort; this.webpagePort = webpagePort;
} }
public Map<Resource, List<Container>> allocate(DistSchedulerParams appParams, public Map<Resource, List<Container>> allocate(
ContainerIdCounter idCounter, Collection<ResourceRequest> resourceAsks, DistributedSchedulerParams appParams, ContainerIdCounter idCounter,
Set<String> blacklist, ApplicationAttemptId appAttId, Collection<ResourceRequest> resourceAsks, Set<String> blacklist,
Map<String, NodeId> allNodes, String userName) throws YarnException { ApplicationAttemptId appAttId, Map<String, NodeId> allNodes,
String userName) throws YarnException {
Map<Resource, List<Container>> containers = new HashMap<>(); Map<Resource, List<Container>> containers = new HashMap<>();
Set<String> nodesAllocated = new HashSet<>();
for (ResourceRequest anyAsk : resourceAsks) { for (ResourceRequest anyAsk : resourceAsks) {
allocateOpportunisticContainers(appParams, idCounter, blacklist, appAttId, allocateOpportunisticContainers(appParams, idCounter, blacklist, appAttId,
allNodes, userName, containers, nodesAllocated, anyAsk); allNodes, userName, containers, anyAsk);
LOG.info("Opportunistic allocation requested for [" LOG.info("Opportunistic allocation requested for ["
+ "priority=" + anyAsk.getPriority() + "priority=" + anyAsk.getPriority()
+ ", num_containers=" + anyAsk.getNumContainers() + ", num_containers=" + anyAsk.getNumContainers()
@ -96,30 +98,30 @@ public Map<Resource, List<Container>> allocate(DistSchedulerParams appParams,
return containers; return containers;
} }
private void allocateOpportunisticContainers(DistSchedulerParams appParams, private void allocateOpportunisticContainers(
ContainerIdCounter idCounter, Set<String> blacklist, DistributedSchedulerParams appParams, ContainerIdCounter idCounter,
ApplicationAttemptId id, Map<String, NodeId> allNodes, String userName, Set<String> blacklist, ApplicationAttemptId id,
Map<Resource, List<Container>> containers, Set<String> nodesAllocated, Map<String, NodeId> allNodes, String userName,
ResourceRequest anyAsk) throws YarnException { Map<Resource, List<Container>> containers, ResourceRequest anyAsk)
throws YarnException {
int toAllocate = anyAsk.getNumContainers() int toAllocate = anyAsk.getNumContainers()
- (containers.isEmpty() ? - (containers.isEmpty() ? 0 :
0 : containers.get(anyAsk.getCapability()).size()); containers.get(anyAsk.getCapability()).size());
List<String> topKNodesLeft = new ArrayList<>(); List<NodeId> nodesForScheduling = new ArrayList<>();
for (String s : allNodes.keySet()) { for (Entry<String, NodeId> nodeEntry : allNodes.entrySet()) {
// Bias away from whatever we have already allocated and respect blacklist // Do not use blacklisted nodes for scheduling.
if (nodesAllocated.contains(s) || blacklist.contains(s)) { if (blacklist.contains(nodeEntry.getKey())) {
continue; continue;
} }
topKNodesLeft.add(s); nodesForScheduling.add(nodeEntry.getValue());
} }
int numAllocated = 0; int numAllocated = 0;
int nextNodeToAllocate = 0; int nextNodeToSchedule = 0;
for (int numCont = 0; numCont < toAllocate; numCont++) { for (int numCont = 0; numCont < toAllocate; numCont++) {
String topNode = topKNodesLeft.get(nextNodeToAllocate); nextNodeToSchedule++;
nextNodeToAllocate++; nextNodeToSchedule %= nodesForScheduling.size();
nextNodeToAllocate %= topKNodesLeft.size(); NodeId nodeId = nodesForScheduling.get(nextNodeToSchedule);
NodeId nodeId = allNodes.get(topNode);
Container container = buildContainer(appParams, idCounter, anyAsk, id, Container container = buildContainer(appParams, idCounter, anyAsk, id,
userName, nodeId); userName, nodeId);
List<Container> cList = containers.get(anyAsk.getCapability()); List<Container> cList = containers.get(anyAsk.getCapability());
@ -134,7 +136,7 @@ private void allocateOpportunisticContainers(DistSchedulerParams appParams,
LOG.info("Allocated " + numAllocated + " opportunistic containers."); LOG.info("Allocated " + numAllocated + " opportunistic containers.");
} }
private Container buildContainer(DistSchedulerParams appParams, private Container buildContainer(DistributedSchedulerParams appParams,
ContainerIdCounter idCounter, ResourceRequest rr, ApplicationAttemptId id, ContainerIdCounter idCounter, ResourceRequest rr, ApplicationAttemptId id,
String userName, NodeId nodeId) throws YarnException { String userName, NodeId nodeId) throws YarnException {
ContainerId cId = ContainerId cId =
@ -165,7 +167,7 @@ private Container buildContainer(DistSchedulerParams appParams,
return container; return container;
} }
private Resource normalizeCapability(DistSchedulerParams appParams, private Resource normalizeCapability(DistributedSchedulerParams appParams,
ResourceRequest ask) { ResourceRequest ask) {
return Resources.normalize(RESOURCE_CALCULATOR, return Resources.normalize(RESOURCE_CALCULATOR,
ask.getCapability(), appParams.minResource, appParams.maxResource, ask.getCapability(), appParams.minResource, appParams.maxResource,

104
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/scheduler/TestLocalScheduler.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-nodemanager/src/test/java/org/apache/hadoop/yarn/server/nodemanager/scheduler/TestDistributedScheduler.java
View File

@ -19,34 +19,30 @@
package org.apache.hadoop.yarn.server.nodemanager.scheduler; package org.apache.hadoop.yarn.server.nodemanager.scheduler;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.yarn.api.records.ExecutionTypeRequest;
import org.apache.hadoop.yarn.security.ContainerTokenIdentifier;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest; import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse;
import org.apache.hadoop.yarn.api.protocolrecords
.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords
.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId; import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
import org.apache.hadoop.yarn.api.records.ApplicationId; import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.hadoop.yarn.api.records.Container; import org.apache.hadoop.yarn.api.records.Container;
import org.apache.hadoop.yarn.api.records.ContainerId; import org.apache.hadoop.yarn.api.records.ContainerId;
import org.apache.hadoop.yarn.api.records.ExecutionType; import org.apache.hadoop.yarn.api.records.ExecutionType;
import org.apache.hadoop.yarn.api.records.ExecutionTypeRequest;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.api.records.Priority; import org.apache.hadoop.yarn.api.records.Priority;
import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.api.records.ResourceRequest; import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.security.ContainerTokenIdentifier;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.server.api.records.MasterKey; import org.apache.hadoop.yarn.server.api.records.MasterKey;
import org.apache.hadoop.yarn.server.nodemanager.Context; import org.apache.hadoop.yarn.server.nodemanager.Context;
import org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdater; import org.apache.hadoop.yarn.server.nodemanager.NodeStatusUpdater;
import org.apache.hadoop.yarn.server.nodemanager.amrmproxy.RequestInterceptor; import org.apache.hadoop.yarn.server.nodemanager.amrmproxy.RequestInterceptor;
import org.apache.hadoop.yarn.server.nodemanager.security import org.apache.hadoop.yarn.server.nodemanager.security.NMContainerTokenSecretManager;
.NMContainerTokenSecretManager; import org.apache.hadoop.yarn.server.nodemanager.security.NMTokenSecretManagerInNM;
import org.apache.hadoop.yarn.server.nodemanager.security
.NMTokenSecretManagerInNM;
import org.apache.hadoop.yarn.server.utils.BuilderUtils; import org.apache.hadoop.yarn.server.utils.BuilderUtils;
import org.apache.hadoop.yarn.util.Records; import org.apache.hadoop.yarn.util.Records;
import org.junit.Assert; import org.junit.Assert;
@ -63,27 +59,30 @@
import java.util.Map; import java.util.Map;
import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicBoolean;
public class TestLocalScheduler { /**
* Test cases for {@link DistributedScheduler}.
*/
public class TestDistributedScheduler {
@Test @Test
public void testLocalScheduler() throws Exception { public void testDistributedScheduler() throws Exception {
Configuration conf = new Configuration(); Configuration conf = new Configuration();
LocalScheduler localScheduler = new LocalScheduler(); DistributedScheduler distributedScheduler = new DistributedScheduler();
RequestInterceptor finalReqIntcptr = setup(conf, localScheduler); RequestInterceptor finalReqIntcptr = setup(conf, distributedScheduler);
registerAM(localScheduler, finalReqIntcptr, Arrays.asList( registerAM(distributedScheduler, finalReqIntcptr, Arrays.asList(
NodeId.newInstance("a", 1), NodeId.newInstance("b", 2))); NodeId.newInstance("a", 1), NodeId.newInstance("b", 2)));
final AtomicBoolean flipFlag = new AtomicBoolean(false); final AtomicBoolean flipFlag = new AtomicBoolean(true);
Mockito.when( Mockito.when(
finalReqIntcptr.allocateForDistributedScheduling( finalReqIntcptr.allocateForDistributedScheduling(
Mockito.any(DistSchedAllocateRequest.class))) Mockito.any(DistributedSchedulingAllocateRequest.class)))
.thenAnswer(new Answer<DistSchedAllocateResponse>() { .thenAnswer(new Answer<DistributedSchedulingAllocateResponse>() {
@Override @Override
public DistSchedAllocateResponse answer(InvocationOnMock public DistributedSchedulingAllocateResponse answer(
invocationOnMock) throws Throwable { InvocationOnMock invocationOnMock) throws Throwable {
flipFlag.set(!flipFlag.get()); flipFlag.set(!flipFlag.get());
if (flipFlag.get()) { if (flipFlag.get()) {
return createAllocateResponse(Arrays.asList( return createAllocateResponse(Arrays.asList(
@ -101,15 +100,15 @@ public DistSchedAllocateResponse answer(InvocationOnMock
ResourceRequest opportunisticReq = ResourceRequest opportunisticReq =
createResourceRequest(ExecutionType.OPPORTUNISTIC, 4, "*"); createResourceRequest(ExecutionType.OPPORTUNISTIC, 4, "*");
allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq)); allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq));
// Verify 4 containers were allocated // Verify 4 containers were allocated
AllocateResponse allocateResponse = AllocateResponse allocateResponse =
localScheduler.allocate(allocateRequest); distributedScheduler.allocate(allocateRequest);
Assert.assertEquals(4, allocateResponse.getAllocatedContainers().size()); Assert.assertEquals(4, allocateResponse.getAllocatedContainers().size());
// Verify equal distribution on hosts a and b // Verify equal distribution on hosts a and b, and none on c or d
// And None on c and d
Map<NodeId, List<ContainerId>> allocs = mapAllocs(allocateResponse, 4); Map<NodeId, List<ContainerId>> allocs = mapAllocs(allocateResponse, 4);
Assert.assertEquals(2, allocs.get(NodeId.newInstance("a", 1)).size()); Assert.assertEquals(2, allocs.get(NodeId.newInstance("a", 1)).size());
Assert.assertEquals(2, allocs.get(NodeId.newInstance("b", 2)).size()); Assert.assertEquals(2, allocs.get(NodeId.newInstance("b", 2)).size());
@ -123,18 +122,18 @@ public DistSchedAllocateResponse answer(InvocationOnMock
allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq)); allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq));
// Verify 6 containers were allocated // Verify 6 containers were allocated
allocateResponse = localScheduler.allocate(allocateRequest); allocateResponse = distributedScheduler.allocate(allocateRequest);
Assert.assertEquals(6, allocateResponse.getAllocatedContainers().size()); Assert.assertEquals(6, allocateResponse.getAllocatedContainers().size());
// Verify New containers are equally distribution on hosts c and d // Verify new containers are equally distribution on hosts c and d,
// And None on a and b // and none on a or b
allocs = mapAllocs(allocateResponse, 6); allocs = mapAllocs(allocateResponse, 6);
Assert.assertEquals(3, allocs.get(NodeId.newInstance("c", 3)).size()); Assert.assertEquals(3, allocs.get(NodeId.newInstance("c", 3)).size());
Assert.assertEquals(3, allocs.get(NodeId.newInstance("d", 4)).size()); Assert.assertEquals(3, allocs.get(NodeId.newInstance("d", 4)).size());
Assert.assertNull(allocs.get(NodeId.newInstance("a", 1))); Assert.assertNull(allocs.get(NodeId.newInstance("a", 1)));
Assert.assertNull(allocs.get(NodeId.newInstance("b", 2))); Assert.assertNull(allocs.get(NodeId.newInstance("b", 2)));
// Ensure the LocalScheduler respects the list order.. // Ensure the DistributedScheduler respects the list order..
// The first request should be allocated to "d" since it is ranked higher // The first request should be allocated to "d" since it is ranked higher
// The second request should be allocated to "c" since the ranking is // The second request should be allocated to "c" since the ranking is
// flipped on every allocate response. // flipped on every allocate response.
@ -142,7 +141,7 @@ public DistSchedAllocateResponse answer(InvocationOnMock
opportunisticReq = opportunisticReq =
createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*"); createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*");
allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq)); allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq));
allocateResponse = localScheduler.allocate(allocateRequest); allocateResponse = distributedScheduler.allocate(allocateRequest);
allocs = mapAllocs(allocateResponse, 1); allocs = mapAllocs(allocateResponse, 1);
Assert.assertEquals(1, allocs.get(NodeId.newInstance("d", 4)).size()); Assert.assertEquals(1, allocs.get(NodeId.newInstance("d", 4)).size());
@ -150,7 +149,7 @@ public DistSchedAllocateResponse answer(InvocationOnMock
opportunisticReq = opportunisticReq =
createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*"); createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*");
allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq)); allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq));
allocateResponse = localScheduler.allocate(allocateRequest); allocateResponse = distributedScheduler.allocate(allocateRequest);
allocs = mapAllocs(allocateResponse, 1); allocs = mapAllocs(allocateResponse, 1);
Assert.assertEquals(1, allocs.get(NodeId.newInstance("c", 3)).size()); Assert.assertEquals(1, allocs.get(NodeId.newInstance("c", 3)).size());
@ -158,22 +157,23 @@ public DistSchedAllocateResponse answer(InvocationOnMock
opportunisticReq = opportunisticReq =
createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*"); createResourceRequest(ExecutionType.OPPORTUNISTIC, 1, "*");
allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq)); allocateRequest.setAskList(Arrays.asList(guaranteedReq, opportunisticReq));
allocateResponse = localScheduler.allocate(allocateRequest); allocateResponse = distributedScheduler.allocate(allocateRequest);
allocs = mapAllocs(allocateResponse, 1); allocs = mapAllocs(allocateResponse, 1);
Assert.assertEquals(1, allocs.get(NodeId.newInstance("d", 4)).size()); Assert.assertEquals(1, allocs.get(NodeId.newInstance("d", 4)).size());
} }
private void registerAM(LocalScheduler localScheduler, RequestInterceptor private void registerAM(DistributedScheduler distributedScheduler,
finalReqIntcptr, List<NodeId> nodeList) throws Exception { RequestInterceptor finalReqIntcptr, List<NodeId> nodeList)
DistSchedRegisterResponse distSchedRegisterResponse = throws Exception {
Records.newRecord(DistSchedRegisterResponse.class); RegisterDistributedSchedulingAMResponse distSchedRegisterResponse =
Records.newRecord(RegisterDistributedSchedulingAMResponse.class);
distSchedRegisterResponse.setRegisterResponse( distSchedRegisterResponse.setRegisterResponse(
Records.newRecord(RegisterApplicationMasterResponse.class)); Records.newRecord(RegisterApplicationMasterResponse.class));
distSchedRegisterResponse.setContainerTokenExpiryInterval(12345); distSchedRegisterResponse.setContainerTokenExpiryInterval(12345);
distSchedRegisterResponse.setContainerIdStart(0); distSchedRegisterResponse.setContainerIdStart(0);
distSchedRegisterResponse.setMaxAllocatableCapabilty( distSchedRegisterResponse.setMaxContainerResource(
Resource.newInstance(1024, 4)); Resource.newInstance(1024, 4));
distSchedRegisterResponse.setMinAllocatableCapabilty( distSchedRegisterResponse.setMinContainerResource(
Resource.newInstance(512, 2)); Resource.newInstance(512, 2));
distSchedRegisterResponse.setNodesForScheduling(nodeList); distSchedRegisterResponse.setNodesForScheduling(nodeList);
Mockito.when( Mockito.when(
@ -181,12 +181,12 @@ private void registerAM(LocalScheduler localScheduler, RequestInterceptor
Mockito.any(RegisterApplicationMasterRequest.class))) Mockito.any(RegisterApplicationMasterRequest.class)))
.thenReturn(distSchedRegisterResponse); .thenReturn(distSchedRegisterResponse);
localScheduler.registerApplicationMaster( distributedScheduler.registerApplicationMaster(
Records.newRecord(RegisterApplicationMasterRequest.class)); Records.newRecord(RegisterApplicationMasterRequest.class));
} }
private RequestInterceptor setup(Configuration conf, LocalScheduler private RequestInterceptor setup(Configuration conf,
localScheduler) { DistributedScheduler distributedScheduler) {
NodeStatusUpdater nodeStatusUpdater = Mockito.mock(NodeStatusUpdater.class); NodeStatusUpdater nodeStatusUpdater = Mockito.mock(NodeStatusUpdater.class);
Mockito.when(nodeStatusUpdater.getRMIdentifier()).thenReturn(12345l); Mockito.when(nodeStatusUpdater.getRMIdentifier()).thenReturn(12345l);
Context context = Mockito.mock(Context.class); Context context = Mockito.mock(Context.class);
@ -215,12 +215,12 @@ public void setBytes(ByteBuffer bytes) {}
NMTokenSecretManagerInNM nmTokenSecretManagerInNM = NMTokenSecretManagerInNM nmTokenSecretManagerInNM =
new NMTokenSecretManagerInNM(); new NMTokenSecretManagerInNM();
nmTokenSecretManagerInNM.setMasterKey(mKey); nmTokenSecretManagerInNM.setMasterKey(mKey);
localScheduler.initLocal( distributedScheduler.initLocal(
ApplicationAttemptId.newInstance(ApplicationId.newInstance(1, 1), 1), ApplicationAttemptId.newInstance(ApplicationId.newInstance(1, 1), 1),
containerAllocator, nmTokenSecretManagerInNM, "test"); containerAllocator, nmTokenSecretManagerInNM, "test");
RequestInterceptor finalReqIntcptr = Mockito.mock(RequestInterceptor.class); RequestInterceptor finalReqIntcptr = Mockito.mock(RequestInterceptor.class);
localScheduler.setNextInterceptor(finalReqIntcptr); distributedScheduler.setNextInterceptor(finalReqIntcptr);
return finalReqIntcptr; return finalReqIntcptr;
} }
@ -237,17 +237,18 @@ private ResourceRequest createResourceRequest(ExecutionType execType,
return opportunisticReq; return opportunisticReq;
} }
private DistSchedAllocateResponse createAllocateResponse(List<NodeId> nodes) { private DistributedSchedulingAllocateResponse createAllocateResponse(
DistSchedAllocateResponse distSchedAllocateResponse = Records.newRecord List<NodeId> nodes) {
(DistSchedAllocateResponse.class); DistributedSchedulingAllocateResponse distSchedAllocateResponse =
distSchedAllocateResponse.setAllocateResponse( Records.newRecord(DistributedSchedulingAllocateResponse.class);
Records.newRecord(AllocateResponse.class)); distSchedAllocateResponse
.setAllocateResponse(Records.newRecord(AllocateResponse.class));
distSchedAllocateResponse.setNodesForScheduling(nodes); distSchedAllocateResponse.setNodesForScheduling(nodes);
return distSchedAllocateResponse; return distSchedAllocateResponse;
} }
private Map<NodeId, List<ContainerId>> mapAllocs(AllocateResponse private Map<NodeId, List<ContainerId>> mapAllocs(
allocateResponse, int expectedSize) throws Exception { AllocateResponse allocateResponse, int expectedSize) throws Exception {
Assert.assertEquals(expectedSize, Assert.assertEquals(expectedSize,
allocateResponse.getAllocatedContainers().size()); allocateResponse.getAllocatedContainers().size());
Map<NodeId, List<ContainerId>> allocs = new HashMap<>(); Map<NodeId, List<ContainerId>> allocs = new HashMap<>();
@ -266,5 +267,4 @@ private Map<NodeId, List<ContainerId>> mapAllocs(AllocateResponse
} }
return allocs; return allocs;
} }
} }

77
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DistributedSchedulingService.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/DistributedSchedulingAMService.java
View File

@ -27,15 +27,15 @@
import org.apache.hadoop.yarn.api.records.Container; import org.apache.hadoop.yarn.api.records.Container;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.event.EventHandler; import org.apache.hadoop.yarn.event.EventHandler;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocol; import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocol;
import org.apache.hadoop.yarn.api.impl.pb.service.ApplicationMasterProtocolPBServiceImpl; import org.apache.hadoop.yarn.api.impl.pb.service.ApplicationMasterProtocolPBServiceImpl;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest; import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse; import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
@ -73,18 +73,18 @@
import java.util.concurrent.ConcurrentHashMap; import java.util.concurrent.ConcurrentHashMap;
/** /**
* The DistributedSchedulingService is started instead of the * The DistributedSchedulingAMService is started instead of the
* ApplicationMasterService if DistributedScheduling is enabled for the YARN * ApplicationMasterService if distributed scheduling is enabled for the YARN
* cluster. * cluster.
* It extends the functionality of the ApplicationMasterService by servicing * It extends the functionality of the ApplicationMasterService by servicing
* clients (AMs and AMRMProxy request interceptors) that understand the * clients (AMs and AMRMProxy request interceptors) that understand the
* DistributedSchedulingProtocol. * DistributedSchedulingProtocol.
*/ */
public class DistributedSchedulingService extends ApplicationMasterService public class DistributedSchedulingAMService extends ApplicationMasterService
implements DistributedSchedulerProtocol, EventHandler<SchedulerEvent> { implements DistributedSchedulingAMProtocol, EventHandler<SchedulerEvent> {
private static final Log LOG = private static final Log LOG =
LogFactory.getLog(DistributedSchedulingService.class); LogFactory.getLog(DistributedSchedulingAMService.class);
private final NodeQueueLoadMonitor nodeMonitor; private final NodeQueueLoadMonitor nodeMonitor;
@ -94,12 +94,12 @@ public class DistributedSchedulingService extends ApplicationMasterService
new ConcurrentHashMap<>(); new ConcurrentHashMap<>();
private final int k; private final int k;
public DistributedSchedulingService(RMContext rmContext, public DistributedSchedulingAMService(RMContext rmContext,
YarnScheduler scheduler) { YarnScheduler scheduler) {
super(DistributedSchedulingService.class.getName(), rmContext, scheduler); super(DistributedSchedulingAMService.class.getName(), rmContext, scheduler);
this.k = rmContext.getYarnConfiguration().getInt( this.k = rmContext.getYarnConfiguration().getInt(
YarnConfiguration.DIST_SCHEDULING_TOP_K, YarnConfiguration.DIST_SCHEDULING_NODES_NUMBER_USED,
YarnConfiguration.DIST_SCHEDULING_TOP_K_DEFAULT); YarnConfiguration.DIST_SCHEDULING_NODES_NUMBER_USED_DEFAULT);
long nodeSortInterval = rmContext.getYarnConfiguration().getLong( long nodeSortInterval = rmContext.getYarnConfiguration().getLong(
YarnConfiguration.NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS, YarnConfiguration.NM_CONTAINER_QUEUING_SORTING_NODES_INTERVAL_MS,
YarnConfiguration. YarnConfiguration.
@ -149,7 +149,7 @@ public DistributedSchedulingService(RMContext rmContext,
@Override @Override
public Server getServer(YarnRPC rpc, Configuration serverConf, public Server getServer(YarnRPC rpc, Configuration serverConf,
InetSocketAddress addr, AMRMTokenSecretManager secretManager) { InetSocketAddress addr, AMRMTokenSecretManager secretManager) {
Server server = rpc.getServer(DistributedSchedulerProtocol.class, this, Server server = rpc.getServer(DistributedSchedulingAMProtocol.class, this,
addr, serverConf, secretManager, addr, serverConf, secretManager,
serverConf.getInt(YarnConfiguration.RM_SCHEDULER_CLIENT_THREAD_COUNT, serverConf.getInt(YarnConfiguration.RM_SCHEDULER_CLIENT_THREAD_COUNT,
YarnConfiguration.DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT)); YarnConfiguration.DEFAULT_RM_SCHEDULER_CLIENT_THREAD_COUNT));
@ -184,43 +184,45 @@ public AllocateResponse allocate(AllocateRequest request) throws
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling( registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request) throws YarnException, RegisterApplicationMasterRequest request) throws YarnException,
IOException { IOException {
RegisterApplicationMasterResponse response = RegisterApplicationMasterResponse response =
registerApplicationMaster(request); registerApplicationMaster(request);
DistSchedRegisterResponse dsResp = recordFactory RegisterDistributedSchedulingAMResponse dsResp = recordFactory
.newRecordInstance(DistSchedRegisterResponse.class); .newRecordInstance(RegisterDistributedSchedulingAMResponse.class);
dsResp.setRegisterResponse(response); dsResp.setRegisterResponse(response);
dsResp.setMinAllocatableCapabilty( dsResp.setMinContainerResource(
Resource.newInstance( Resource.newInstance(
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_MIN_MEMORY, YarnConfiguration.DIST_SCHEDULING_MIN_CONTAINER_MEMORY_MB,
YarnConfiguration.DIST_SCHEDULING_MIN_MEMORY_DEFAULT), YarnConfiguration.
DIST_SCHEDULING_MIN_CONTAINER_MEMORY_MB_DEFAULT),
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_MIN_VCORES, YarnConfiguration.DIST_SCHEDULING_MIN_CONTAINER_VCORES,
YarnConfiguration.DIST_SCHEDULING_MIN_VCORES_DEFAULT) YarnConfiguration.DIST_SCHEDULING_MIN_CONTAINER_VCORES_DEFAULT)
) )
); );
dsResp.setMaxAllocatableCapabilty( dsResp.setMaxContainerResource(
Resource.newInstance( Resource.newInstance(
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_MAX_MEMORY, YarnConfiguration.DIST_SCHEDULING_MAX_MEMORY_MB,
YarnConfiguration.DIST_SCHEDULING_MAX_MEMORY_DEFAULT), YarnConfiguration.DIST_SCHEDULING_MAX_MEMORY_MB_DEFAULT),
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_MAX_VCORES, YarnConfiguration.DIST_SCHEDULING_MAX_CONTAINER_VCORES,
YarnConfiguration.DIST_SCHEDULING_MAX_VCORES_DEFAULT) YarnConfiguration.DIST_SCHEDULING_MAX_CONTAINER_VCORES_DEFAULT)
) )
); );
dsResp.setIncrAllocatableCapabilty( dsResp.setIncrContainerResource(
Resource.newInstance( Resource.newInstance(
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_INCR_MEMORY, YarnConfiguration.DIST_SCHEDULING_INCR_CONTAINER_MEMORY_MB,
YarnConfiguration.DIST_SCHEDULING_INCR_MEMORY_DEFAULT), YarnConfiguration.
DIST_SCHEDULING_INCR_CONTAINER_MEMORY_MB_DEFAULT),
getConfig().getInt( getConfig().getInt(
YarnConfiguration.DIST_SCHEDULING_INCR_VCORES, YarnConfiguration.DIST_SCHEDULING_INCR_CONTAINER_VCORES,
YarnConfiguration.DIST_SCHEDULING_INCR_VCORES_DEFAULT) YarnConfiguration.DIST_SCHEDULING_INCR_CONTAINER_VCORES_DEFAULT)
) )
); );
dsResp.setContainerTokenExpiryInterval( dsResp.setContainerTokenExpiryInterval(
@ -238,8 +240,9 @@ public AllocateResponse allocate(AllocateRequest request) throws
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse allocateForDistributedScheduling(
DistSchedAllocateRequest request) throws YarnException, IOException { DistributedSchedulingAllocateRequest request)
throws YarnException, IOException {
List<Container> distAllocContainers = request.getAllocatedContainers(); List<Container> distAllocContainers = request.getAllocatedContainers();
for (Container container : distAllocContainers) { for (Container container : distAllocContainers) {
// Create RMContainer // Create RMContainer
@ -255,8 +258,8 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
RMContainerEventType.LAUNCHED)); RMContainerEventType.LAUNCHED));
} }
AllocateResponse response = allocate(request.getAllocateRequest()); AllocateResponse response = allocate(request.getAllocateRequest());
DistSchedAllocateResponse dsResp = recordFactory.newRecordInstance DistributedSchedulingAllocateResponse dsResp = recordFactory
(DistSchedAllocateResponse.class); .newRecordInstance(DistributedSchedulingAllocateResponse.class);
dsResp.setAllocateResponse(response); dsResp.setAllocateResponse(response);
dsResp.setNodesForScheduling( dsResp.setNodesForScheduling(
this.nodeMonitor.selectLeastLoadedNodes(this.k)); this.nodeMonitor.selectLeastLoadedNodes(this.k));
@ -346,7 +349,7 @@ public void handle(SchedulerEvent event) {
break; break;
// <-- IGNORED EVENTS : END --> // <-- IGNORED EVENTS : END -->
default: default:
LOG.error("Unknown event arrived at DistributedSchedulingService: " LOG.error("Unknown event arrived at DistributedSchedulingAMService: "
+ event.toString()); + event.toString());
} }

8
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/ResourceManager.java
View File

@ -1143,12 +1143,12 @@ protected ApplicationMasterService createApplicationMasterService() {
if (this.rmContext.getYarnConfiguration().getBoolean( if (this.rmContext.getYarnConfiguration().getBoolean(
YarnConfiguration.DIST_SCHEDULING_ENABLED, YarnConfiguration.DIST_SCHEDULING_ENABLED,
YarnConfiguration.DIST_SCHEDULING_ENABLED_DEFAULT)) { YarnConfiguration.DIST_SCHEDULING_ENABLED_DEFAULT)) {
DistributedSchedulingService distributedSchedulingService = new DistributedSchedulingAMService distributedSchedulingService = new
DistributedSchedulingService(this.rmContext, scheduler); DistributedSchedulingAMService(this.rmContext, scheduler);
EventDispatcher distSchedulerEventDispatcher = EventDispatcher distSchedulerEventDispatcher =
new EventDispatcher(distributedSchedulingService, new EventDispatcher(distributedSchedulingService,
DistributedSchedulingService.class.getName()); DistributedSchedulingAMService.class.getName());
// Add an event dispoatcher for the DistributedSchedulingService // Add an event dispatcher for the DistributedSchedulingAMService
// to handle node updates/additions and removals. // to handle node updates/additions and removals.
// Since the SchedulerEvent is currently a super set of theses, // Since the SchedulerEvent is currently a super set of theses,
// we register interest for it.. // we register interest for it..

5
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/AppSchedulingInfo.java
View File

@ -44,6 +44,7 @@
import org.apache.hadoop.yarn.api.records.ResourceRequest; import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.exceptions.YarnException; import org.apache.hadoop.yarn.exceptions.YarnException;
import org.apache.hadoop.yarn.server.resourcemanager.RMServerUtils; import org.apache.hadoop.yarn.server.resourcemanager.RMServerUtils;
import org.apache.hadoop.yarn.server.resourcemanager.ResourceManager;
import org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager; import org.apache.hadoop.yarn.server.resourcemanager.nodelabels.RMNodeLabelsManager;
import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer; import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainer;
import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerState; import org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.RMContainerState;
@ -93,8 +94,8 @@ public AppSchedulingInfo(ApplicationAttemptId appAttemptId,
this.queue = queue; this.queue = queue;
this.user = user; this.user = user;
this.activeUsersManager = activeUsersManager; this.activeUsersManager = activeUsersManager;
this.containerIdCounter = this.containerIdCounter = new AtomicLong(
new AtomicLong(epoch << EPOCH_BIT_SHIFT); epoch << ResourceManager.EPOCH_BIT_SHIFT);
this.appResourceUsage = appResourceUsage; this.appResourceUsage = appResourceUsage;
} }

2
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/MockRM.java
View File

@ -822,7 +822,7 @@ protected ApplicationMasterService createApplicationMasterService() {
if (this.rmContext.getYarnConfiguration().getBoolean( if (this.rmContext.getYarnConfiguration().getBoolean(
YarnConfiguration.DIST_SCHEDULING_ENABLED, YarnConfiguration.DIST_SCHEDULING_ENABLED,
YarnConfiguration.DIST_SCHEDULING_ENABLED_DEFAULT)) { YarnConfiguration.DIST_SCHEDULING_ENABLED_DEFAULT)) {
return new DistributedSchedulingService(getRMContext(), scheduler) { return new DistributedSchedulingAMService(getRMContext(), scheduler) {
@Override @Override
protected void serviceStart() { protected void serviceStart() {
// override to not start rpc handler // override to not start rpc handler

102
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestDistributedSchedulingService.java → hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/TestDistributedSchedulingAMService.java
View File

@ -25,16 +25,11 @@
import org.apache.hadoop.net.NetUtils; import org.apache.hadoop.net.NetUtils;
import org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB; import org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.AllocateResponsePBImpl;
.AllocateResponsePBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.FinishApplicationMasterResponsePBImpl;
.FinishApplicationMasterRequestPBImpl; import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.api.protocolrecords.impl.pb.RegisterApplicationMasterResponsePBImpl;
.FinishApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.RegisterApplicationMasterRequestPBImpl;
import org.apache.hadoop.yarn.api.protocolrecords.impl.pb
.RegisterApplicationMasterResponsePBImpl;
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId; import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
import org.apache.hadoop.yarn.api.records.ApplicationId; import org.apache.hadoop.yarn.api.records.ApplicationId;
import org.apache.hadoop.yarn.api.records.Container; import org.apache.hadoop.yarn.api.records.Container;
@ -44,17 +39,16 @@
import org.apache.hadoop.yarn.api.records.Priority; import org.apache.hadoop.yarn.api.records.Priority;
import org.apache.hadoop.yarn.api.records.Resource; import org.apache.hadoop.yarn.api.records.Resource;
import org.apache.hadoop.yarn.api.records.ResourceRequest; import org.apache.hadoop.yarn.api.records.ResourceRequest;
import org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocolPB;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest; import org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest;
import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse; import org.apache.hadoop.yarn.api.protocolrecords.AllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistributedSchedulingAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.RegisterDistributedSchedulingAMResponse;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.FinishApplicationMasterResponse;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterRequest;
import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse; import org.apache.hadoop.yarn.api.protocolrecords.RegisterApplicationMasterResponse;
import org.apache.hadoop.yarn.server.api.DistributedSchedulerProtocolPB;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateRequest;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedAllocateResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.DistSchedRegisterResponse;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistSchedAllocateRequestPBImpl;
import org.apache.hadoop.yarn.api.records.NodeId; import org.apache.hadoop.yarn.api.records.NodeId;
import org.apache.hadoop.yarn.conf.YarnConfiguration; import org.apache.hadoop.yarn.conf.YarnConfiguration;
@ -63,12 +57,10 @@
import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider; import org.apache.hadoop.yarn.factory.providers.RecordFactoryProvider;
import org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC; import org.apache.hadoop.yarn.ipc.HadoopYarnProtoRPC;
import org.apache.hadoop.yarn.ipc.YarnRPC; import org.apache.hadoop.yarn.ipc.YarnRPC;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateRequestPBImpl;
.DistSchedAllocateResponsePBImpl; import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.DistributedSchedulingAllocateResponsePBImpl;
import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb import org.apache.hadoop.yarn.server.api.protocolrecords.impl.pb.RegisterDistributedSchedulingAMResponsePBImpl;
.DistSchedRegisterResponsePBImpl; import org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.AMLivelinessMonitor;
import org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt
.AMLivelinessMonitor;
import org.junit.Assert; import org.junit.Assert;
import org.junit.Test; import org.junit.Test;
@ -78,9 +70,12 @@
import java.util.Arrays; import java.util.Arrays;
import java.util.List; import java.util.List;
public class TestDistributedSchedulingService { /**
* Test cases for {@link DistributedSchedulingAMService}.
*/
public class TestDistributedSchedulingAMService {
// Test if the DistributedSchedulingService can handle both DSProtocol as // Test if the DistributedSchedulingAMService can handle both DSProtocol as
// well as AMProtocol clients // well as AMProtocol clients
@Test @Test
public void testRPCWrapping() throws Exception { public void testRPCWrapping() throws Exception {
@ -116,7 +111,8 @@ public Configuration getYarnConfiguration() {
Resource.newInstance(1, 2), 1, true, "exp", Resource.newInstance(1, 2), 1, true, "exp",
ExecutionTypeRequest.newInstance( ExecutionTypeRequest.newInstance(
ExecutionType.OPPORTUNISTIC, true)))); ExecutionType.OPPORTUNISTIC, true))));
DistributedSchedulingService service = createService(factory, rmContext, c); DistributedSchedulingAMService service =
createService(factory, rmContext, c);
Server server = service.getServer(rpc, conf, addr, null); Server server = service.getServer(rpc, conf, addr, null);
server.start(); server.start();
@ -156,34 +152,34 @@ public Configuration getYarnConfiguration() {
// Verify that the DistrubutedSchedulingService can handle the // Verify that the DistrubutedSchedulingService can handle the
// DistributedSchedulerProtocol clients as well // DistributedSchedulingAMProtocol clients as well
RPC.setProtocolEngine(conf, DistributedSchedulerProtocolPB.class, RPC.setProtocolEngine(conf, DistributedSchedulingAMProtocolPB.class,
ProtobufRpcEngine.class); ProtobufRpcEngine.class);
DistributedSchedulerProtocolPB dsProxy = DistributedSchedulingAMProtocolPB dsProxy =
RPC.getProxy(DistributedSchedulerProtocolPB RPC.getProxy(DistributedSchedulingAMProtocolPB
.class, 1, NetUtils.getConnectAddress(server), conf); .class, 1, NetUtils.getConnectAddress(server), conf);
DistSchedRegisterResponse dsRegResp = RegisterDistributedSchedulingAMResponse dsRegResp =
new DistSchedRegisterResponsePBImpl( new RegisterDistributedSchedulingAMResponsePBImpl(
dsProxy.registerApplicationMasterForDistributedScheduling(null, dsProxy.registerApplicationMasterForDistributedScheduling(null,
((RegisterApplicationMasterRequestPBImpl)factory ((RegisterApplicationMasterRequestPBImpl)factory
.newRecordInstance(RegisterApplicationMasterRequest.class)) .newRecordInstance(RegisterApplicationMasterRequest.class))
.getProto())); .getProto()));
Assert.assertEquals(54321l, dsRegResp.getContainerIdStart()); Assert.assertEquals(54321l, dsRegResp.getContainerIdStart());
Assert.assertEquals(4, Assert.assertEquals(4,
dsRegResp.getMaxAllocatableCapabilty().getVirtualCores()); dsRegResp.getMaxContainerResource().getVirtualCores());
Assert.assertEquals(1024, Assert.assertEquals(1024,
dsRegResp.getMinAllocatableCapabilty().getMemorySize()); dsRegResp.getMinContainerResource().getMemorySize());
Assert.assertEquals(2, Assert.assertEquals(2,
dsRegResp.getIncrAllocatableCapabilty().getVirtualCores()); dsRegResp.getIncrContainerResource().getVirtualCores());
DistSchedAllocateRequestPBImpl distAllReq = DistributedSchedulingAllocateRequestPBImpl distAllReq =
(DistSchedAllocateRequestPBImpl)factory.newRecordInstance( (DistributedSchedulingAllocateRequestPBImpl)factory.newRecordInstance(
DistSchedAllocateRequest.class); DistributedSchedulingAllocateRequest.class);
distAllReq.setAllocateRequest(allReq); distAllReq.setAllocateRequest(allReq);
distAllReq.setAllocatedContainers(Arrays.asList(c)); distAllReq.setAllocatedContainers(Arrays.asList(c));
DistSchedAllocateResponse dsAllocResp = DistributedSchedulingAllocateResponse dsAllocResp =
new DistSchedAllocateResponsePBImpl( new DistributedSchedulingAllocateResponsePBImpl(
dsProxy.allocateForDistributedScheduling(null, dsProxy.allocateForDistributedScheduling(null,
distAllReq.getProto())); distAllReq.getProto()));
Assert.assertEquals( Assert.assertEquals(
@ -199,9 +195,9 @@ public Configuration getYarnConfiguration() {
false, dsfinishResp.getIsUnregistered()); false, dsfinishResp.getIsUnregistered());
} }
private DistributedSchedulingService createService(final RecordFactory private DistributedSchedulingAMService createService(final RecordFactory
factory, final RMContext rmContext, final Container c) { factory, final RMContext rmContext, final Container c) {
return new DistributedSchedulingService(rmContext, null) { return new DistributedSchedulingAMService(rmContext, null) {
@Override @Override
public RegisterApplicationMasterResponse registerApplicationMaster( public RegisterApplicationMasterResponse registerApplicationMaster(
RegisterApplicationMasterRequest request) throws RegisterApplicationMasterRequest request) throws
@ -235,22 +231,24 @@ public AllocateResponse allocate(AllocateRequest request) throws
} }
@Override @Override
public DistSchedRegisterResponse public RegisterDistributedSchedulingAMResponse
registerApplicationMasterForDistributedScheduling( registerApplicationMasterForDistributedScheduling(
RegisterApplicationMasterRequest request) throws RegisterApplicationMasterRequest request)
YarnException, IOException { throws YarnException, IOException {
DistSchedRegisterResponse resp = factory.newRecordInstance( RegisterDistributedSchedulingAMResponse resp = factory
DistSchedRegisterResponse.class); .newRecordInstance(RegisterDistributedSchedulingAMResponse.class);
resp.setContainerIdStart(54321L); resp.setContainerIdStart(54321L);
resp.setMaxAllocatableCapabilty(Resource.newInstance(4096, 4)); resp.setMaxContainerResource(Resource.newInstance(4096, 4));
resp.setMinAllocatableCapabilty(Resource.newInstance(1024, 1)); resp.setMinContainerResource(Resource.newInstance(1024, 1));
resp.setIncrAllocatableCapabilty(Resource.newInstance(2048, 2)); resp.setIncrContainerResource(Resource.newInstance(2048, 2));
return resp; return resp;
} }
@Override @Override
public DistSchedAllocateResponse allocateForDistributedScheduling( public DistributedSchedulingAllocateResponse
DistSchedAllocateRequest request) throws YarnException, IOException { allocateForDistributedScheduling(
DistributedSchedulingAllocateRequest request)
throws YarnException, IOException {
List<ResourceRequest> askList = List<ResourceRequest> askList =
request.getAllocateRequest().getAskList(); request.getAllocateRequest().getAskList();
List<Container> allocatedContainers = request.getAllocatedContainers(); List<Container> allocatedContainers = request.getAllocatedContainers();
@ -260,8 +258,8 @@ public DistSchedAllocateResponse allocateForDistributedScheduling(
Assert.assertEquals(1, askList.size()); Assert.assertEquals(1, askList.size());
Assert.assertTrue(askList.get(0) Assert.assertTrue(askList.get(0)
.getExecutionTypeRequest().getEnforceExecutionType()); .getExecutionTypeRequest().getEnforceExecutionType());
DistSchedAllocateResponse resp = DistributedSchedulingAllocateResponse resp = factory
factory.newRecordInstance(DistSchedAllocateResponse.class); .newRecordInstance(DistributedSchedulingAllocateResponse.class);
resp.setNodesForScheduling( resp.setNodesForScheduling(
Arrays.asList(NodeId.newInstance("h1", 1234))); Arrays.asList(NodeId.newInstance("h1", 1234)));
return resp; return resp;