YARN-1453. [JDK8] Fix Javadoc errors caused by incorrect or illegal tags in doc comments. Contributed by Akira AJISAKA, Andrew Purtell, and Allen Wittenauer.
This commit is contained in:
Tsuyoshi Ozawa
parent
3ff1ba2a7b
commit
3da9a97cfb
|
|
@ -769,6 +769,9 @@ Release 2.7.0 - UNRELEASED
|
|||
YARN-3171. Sort by Application id, AppAttempt and ContainerID doesn't work
|
||||
in ATS / RM web ui. (Naganarasimha G R via xgong)
|
||||
|
||||
YARN-1453. [JDK8] Fix Javadoc errors caused by incorrect or illegal tags in
|
||||
doc comments. (Akira AJISAKA, Andrew Purtell, and Allen Wittenauer via ozawa)
|
||||
|
||||
Release 2.6.0 - 2014-11-18
|
||||
|
||||
INCOMPATIBLE CHANGES
|
||||
|
|
|
|||
|
|
@ -65,41 +65,31 @@ import org.apache.hadoop.yarn.exceptions.YarnException;
|
|||
public interface ApplicationBaseProtocol {
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The interface used by clients to get a report of an Application from the
|
||||
* <code>ResourceManager</code> or <code>ApplicationHistoryServer</code>.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* The client, via {@link GetApplicationReportRequest} provides the
|
||||
* {@link ApplicationId} of the application.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* In secure mode,the <code>ResourceManager</code> or
|
||||
* <code>ApplicationHistoryServer</code> verifies access to the application,
|
||||
* queue etc. before accepting the request.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* The <code>ResourceManager</code> or <code>ApplicationHistoryServer</code>
|
||||
* responds with a {@link GetApplicationReportResponse} which includes the
|
||||
* {@link ApplicationReport} for the application.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* If the user does not have <code>VIEW_APP</code> access then the following
|
||||
* fields in the report will be set to stubbed values:
|
||||
* <ul>
|
||||
* <li>host - set to "N/A"</li>
|
||||
* <li>RPC port - set to -1</li>
|
||||
* <li>client token - set to "N/A"</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL - set to "N/A"</li>
|
||||
* <li>original tracking URL - set to "N/A"</li>
|
||||
* <li>resource usage report - all values are -1</li>
|
||||
* <li>host - set to "N/A"</li>
|
||||
* <li>RPC port - set to -1</li>
|
||||
* <li>client token - set to "N/A"</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL - set to "N/A"</li>
|
||||
* <li>original tracking URL - set to "N/A"</li>
|
||||
* <li>resource usage report - all values are -1</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @param request
|
||||
* request for an application report
|
||||
|
|
@ -148,40 +138,30 @@ public interface ApplicationBaseProtocol {
|
|||
IOException;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The interface used by clients to get a report of an Application Attempt
|
||||
* from the <code>ResourceManager</code> or
|
||||
* <code>ApplicationHistoryServer</code>
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* The client, via {@link GetApplicationAttemptReportRequest} provides the
|
||||
* {@link ApplicationAttemptId} of the application attempt.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* In secure mode,the <code>ResourceManager</code> or
|
||||
* <code>ApplicationHistoryServer</code> verifies access to the method before
|
||||
* accepting the request.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* The <code>ResourceManager</code> or <code>ApplicationHistoryServer</code>
|
||||
* responds with a {@link GetApplicationAttemptReportResponse} which includes
|
||||
* the {@link ApplicationAttemptReport} for the application attempt.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* If the user does not have <code>VIEW_APP</code> access then the following
|
||||
* fields in the report will be set to stubbed values:
|
||||
* <ul>
|
||||
* <li>host</li>
|
||||
* <li>RPC port</li>
|
||||
* <li>client token</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL</li>
|
||||
* <li>host</li>
|
||||
* <li>RPC port</li>
|
||||
* <li>client token</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @param request
|
||||
* request for an application attempt report
|
||||
|
|
|
|||
|
|
@ -135,9 +135,6 @@ public interface ApplicationClientProtocol extends ApplicationBaseProtocol {
|
|||
* @return (empty) response on accepting the submission
|
||||
* @throws YarnException
|
||||
* @throws IOException
|
||||
* @throws InvalidResourceRequestException
|
||||
* The exception is thrown when a {@link ResourceRequest} is out of
|
||||
* the range of the configured lower and upper resource boundaries.
|
||||
* @see #getNewApplication(GetNewApplicationRequest)
|
||||
*/
|
||||
@Public
|
||||
|
|
|
|||
|
|
@ -35,19 +35,18 @@ import org.apache.hadoop.yarn.util.Records;
|
|||
* <code>ResourceManager</code> to obtain resources in the cluster.</p>
|
||||
*
|
||||
* <p>The request includes:
|
||||
* <ul>
|
||||
* <li>A response id to track duplicate responses.</li>
|
||||
* <li>Progress information.</li>
|
||||
* <li>
|
||||
* A list of {@link ResourceRequest} to inform the
|
||||
* <code>ResourceManager</code> about the application's
|
||||
* resource requirements.
|
||||
* </li>
|
||||
* <li>
|
||||
* A list of unused {@link Container} which are being returned.
|
||||
* </li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* <ul>
|
||||
* <li>A response id to track duplicate responses.</li>
|
||||
* <li>Progress information.</li>
|
||||
* <li>
|
||||
* A list of {@link ResourceRequest} to inform the
|
||||
* <code>ResourceManager</code> about the application's
|
||||
* resource requirements.
|
||||
* </li>
|
||||
* <li>
|
||||
* A list of unused {@link Container} which are being returned.
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationMasterProtocol#allocate(AllocateRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -39,27 +39,27 @@ import org.apache.hadoop.yarn.api.records.Token;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The response sent by the <code>ResourceManager</code> the
|
||||
* <code>ApplicationMaster</code> during resource negotiation.</p>
|
||||
*
|
||||
* <p>The response, includes:
|
||||
* <ul>
|
||||
* <li>Response ID to track duplicate responses.</li>
|
||||
* <li>
|
||||
* An AMCommand sent by ResourceManager to let the <code>ApplicationMaster</code>
|
||||
* take some actions (resync, shutdown etc.).
|
||||
* <li>A list of newly allocated {@link Container}.</li>
|
||||
* <li>A list of completed {@link Container}s' statuses.</li>
|
||||
* <li>
|
||||
* The available headroom for resources in the cluster for the
|
||||
* application.
|
||||
* </li>
|
||||
* <li>A list of nodes whose status has been updated.</li>
|
||||
* <li>The number of available nodes in a cluster.</li>
|
||||
* <li>A description of resources requested back by the cluster</li>
|
||||
* <li>AMRMToken, if AMRMToken has been rolled over</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* The response sent by the <code>ResourceManager</code> the
|
||||
* <code>ApplicationMaster</code> during resource negotiation.
|
||||
* <p>
|
||||
* The response, includes:
|
||||
* <ul>
|
||||
* <li>Response ID to track duplicate responses.</li>
|
||||
* <li>
|
||||
* An AMCommand sent by ResourceManager to let the
|
||||
* {@code ApplicationMaster} take some actions (resync, shutdown etc.).
|
||||
* </li>
|
||||
* <li>A list of newly allocated {@link Container}.</li>
|
||||
* <li>A list of completed {@link Container}s' statuses.</li>
|
||||
* <li>
|
||||
* The available headroom for resources in the cluster for the
|
||||
* application.
|
||||
* </li>
|
||||
* <li>A list of nodes whose status has been updated.</li>
|
||||
* <li>The number of available nodes in a cluster.</li>
|
||||
* <li>A description of resources requested back by the cluster</li>
|
||||
* <li>AMRMToken, if AMRMToken has been rolled over</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationMasterProtocol#allocate(AllocateRequest)
|
||||
*/
|
||||
|
|
@ -220,16 +220,16 @@ public abstract class AllocateResponse {
|
|||
public abstract void setNumClusterNodes(int numNodes);
|
||||
|
||||
/**
|
||||
* <p>Get the description of containers owned by the AM, but requested back by
|
||||
* Get the description of containers owned by the AM, but requested back by
|
||||
* the cluster. Note that the RM may have an inconsistent view of the
|
||||
* resources owned by the AM. These messages are advisory, and the AM may
|
||||
* elect to ignore them.<p>
|
||||
*
|
||||
* <p>The message is a snapshot of the resources the RM wants back from the AM.
|
||||
* elect to ignore them.
|
||||
* <p>
|
||||
* The message is a snapshot of the resources the RM wants back from the AM.
|
||||
* While demand persists, the RM will repeat its request; applications should
|
||||
* not interpret each message as a request for <em>additional<em>
|
||||
* not interpret each message as a request for <em>additional</em>
|
||||
* resources on top of previous messages. Resources requested consistently
|
||||
* over some duration may be forcibly killed by the RM.<p>
|
||||
* over some duration may be forcibly killed by the RM.
|
||||
*
|
||||
* @return A specification of the resources to reclaim from this AM.
|
||||
*/
|
||||
|
|
@ -242,15 +242,17 @@ public abstract class AllocateResponse {
|
|||
public abstract void setPreemptionMessage(PreemptionMessage request);
|
||||
|
||||
/**
|
||||
* <p>Get the list of NMTokens required for communicating with NM. New NMTokens
|
||||
* issued only if<p>
|
||||
* <p>1) AM is receiving first container on underlying NodeManager.<br>
|
||||
* Get the list of NMTokens required for communicating with NM. New NMTokens
|
||||
* issued only if
|
||||
* <p>
|
||||
* 1) AM is receiving first container on underlying NodeManager.<br>
|
||||
* OR<br>
|
||||
* 2) NMToken master key rolled over in ResourceManager and AM is getting new
|
||||
* container on the same underlying NodeManager.<p>
|
||||
* <p>AM will receive one NMToken per NM irrespective of the number of containers
|
||||
* container on the same underlying NodeManager.
|
||||
* <p>
|
||||
* AM will receive one NMToken per NM irrespective of the number of containers
|
||||
* issued on same NM. AM is expected to store these tokens until issued a
|
||||
* new token for the same NM.<p>
|
||||
* new token for the same NM.
|
||||
*/
|
||||
@Public
|
||||
@Stable
|
||||
|
|
|
|||
|
|
@ -25,19 +25,18 @@ import org.apache.hadoop.yarn.api.records.FinalApplicationStatus;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The finalization request sent by the <code>ApplicationMaster</code> to
|
||||
* inform the <code>ResourceManager</code> about its completion.</p>
|
||||
*
|
||||
* <p>The final request includes details such:
|
||||
* <ul>
|
||||
* <li>Final state of the <code>ApplicationMaster</code></li>
|
||||
* <li>
|
||||
* Diagnostic information in case of failure of the
|
||||
* <code>ApplicationMaster</code>
|
||||
* </li>
|
||||
* <li>Tracking URL</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* The finalization request sent by the {@code ApplicationMaster} to
|
||||
* inform the {@code ResourceManager} about its completion.
|
||||
* <p>
|
||||
* The final request includes details such:
|
||||
* <ul>
|
||||
* <li>Final state of the {@code ApplicationMaster}</li>
|
||||
* <li>
|
||||
* Diagnostic information in case of failure of the
|
||||
* {@code ApplicationMaster}
|
||||
* </li>
|
||||
* <li>Tracking URL</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationMasterProtocol#finishApplicationMaster(FinishApplicationMasterRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -26,22 +26,19 @@ import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The response sent by the <code>ResourceManager</code> to a
|
||||
* <code>ApplicationMaster</code> on it's completion.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* The response, includes:
|
||||
* <ul>
|
||||
* <li>A flag which indicates that the application has successfully unregistered
|
||||
* with the RM and the application can safely stop.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* <p>
|
||||
* Note: The flag indicates whether the application has successfully
|
||||
* unregistered and is safe to stop. The application may stop after the flag is
|
||||
* true. If the application stops before the flag is true then the RM may retry
|
||||
* the application .
|
||||
* the application.
|
||||
*
|
||||
* @see ApplicationMasterProtocol#finishApplicationMaster(FinishApplicationMasterRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -34,7 +34,6 @@ import org.apache.hadoop.yarn.util.Records;
|
|||
* <p>The request from clients to get a report of Applications
|
||||
* in the cluster from the <code>ResourceManager</code>.</p>
|
||||
*
|
||||
*
|
||||
* @see ApplicationClientProtocol#getApplications(GetApplicationsRequest)
|
||||
*/
|
||||
@Public
|
||||
|
|
|
|||
|
|
@ -27,8 +27,8 @@ import org.apache.hadoop.yarn.api.records.YarnClusterMetrics;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The response sent by the <code>ResourceManager</code> to a client
|
||||
* requesting cluster metrics.<p>
|
||||
* The response sent by the <code>ResourceManager</code> to a client
|
||||
* requesting cluster metrics.
|
||||
*
|
||||
* @see YarnClusterMetrics
|
||||
* @see ApplicationClientProtocol#getClusterMetrics(GetClusterMetricsRequest)
|
||||
|
|
|
|||
|
|
@ -28,11 +28,9 @@ import org.apache.hadoop.yarn.api.records.ContainerStatus;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The request sent by the <code>ApplicationMaster</code> to the
|
||||
* <code>NodeManager</code> to get {@link ContainerStatus} of requested
|
||||
* containers.
|
||||
* </p>
|
||||
*
|
||||
* @see ContainerManagementProtocol#getContainerStatuses(GetContainerStatusesRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -32,11 +32,9 @@ import org.apache.hadoop.yarn.api.records.SerializedException;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The response sent by the <code>NodeManager</code> to the
|
||||
* <code>ApplicationMaster</code> when asked to obtain the
|
||||
* <code>ContainerStatus</code> of requested containers.
|
||||
* </p>
|
||||
*
|
||||
* @see ContainerManagementProtocol#getContainerStatuses(GetContainerStatusesRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -63,7 +63,7 @@ public abstract class GetQueueInfoRequest {
|
|||
public abstract void setQueueName(String queueName);
|
||||
|
||||
/**
|
||||
* Is information about <em>active applications<e/m> required?
|
||||
* Is information about <em>active applications</em> required?
|
||||
* @return <code>true</code> if applications' information is to be included,
|
||||
* else <code>false</code>
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -27,12 +27,11 @@ import org.apache.hadoop.yarn.api.records.QueueInfo;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The response sent by the <code>ResourceManager</code> to a client
|
||||
* requesting information about queues in the system.</p>
|
||||
*
|
||||
* <p>The response includes a {@link QueueInfo} which has details such as
|
||||
* queue name, used/total capacities, running applications, child queues etc
|
||||
* .</p>
|
||||
* The response sent by the {@code ResourceManager} to a client
|
||||
* requesting information about queues in the system.
|
||||
* <p>
|
||||
* The response includes a {@link QueueInfo} which has details such as
|
||||
* queue name, used/total capacities, running applications, child queues etc.
|
||||
*
|
||||
* @see QueueInfo
|
||||
* @see ApplicationClientProtocol#getQueueInfo(GetQueueInfoRequest)
|
||||
|
|
|
|||
|
|
@ -26,21 +26,20 @@ import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* The response sent by the <code>ResourceManager</code> to the client aborting
|
||||
* a submitted application.
|
||||
* </p>
|
||||
* <p>
|
||||
* The response, includes:
|
||||
* <ul>
|
||||
* <li>A flag which indicates that the process of killing the application is
|
||||
* completed or not.</li>
|
||||
* <li>
|
||||
* A flag which indicates that the process of killing the application is
|
||||
* completed or not.
|
||||
* </li>
|
||||
* </ul>
|
||||
* Note: user is recommended to wait until this flag becomes true, otherwise if
|
||||
* the <code>ResourceManager</code> crashes before the process of killing the
|
||||
* application is completed, the <code>ResourceManager</code> may retry this
|
||||
* application on recovery.
|
||||
* </p>
|
||||
*
|
||||
* @see ApplicationClientProtocol#forceKillApplication(KillApplicationRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -24,16 +24,15 @@ import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The request sent by the <code>ApplicationMaster</code> to
|
||||
* <code>ResourceManager</code> on registration.</p>
|
||||
*
|
||||
* <p>The registration includes details such as:
|
||||
* <ul>
|
||||
* <li>Hostname on which the AM is running.</li>
|
||||
* <li>RPC Port</li>
|
||||
* <li>Tracking URL</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* The request sent by the {@code ApplicationMaster} to {@code ResourceManager}
|
||||
* on registration.
|
||||
* <p>
|
||||
* The registration includes details such as:
|
||||
* <ul>
|
||||
* <li>Hostname on which the AM is running.</li>
|
||||
* <li>RPC Port</li>
|
||||
* <li>Tracking URL</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationMasterProtocol#registerApplicationMaster(RegisterApplicationMasterRequest)
|
||||
*/
|
||||
|
|
@ -83,20 +82,20 @@ public abstract class RegisterApplicationMasterRequest {
|
|||
public abstract void setHost(String host);
|
||||
|
||||
/**
|
||||
* Get the <em>RPC port</em> on which the <code>ApplicationMaster</code>
|
||||
* is responding.
|
||||
* @return the <em>RPC port<em> on which the <code>ApplicationMaster</code> is
|
||||
* responding
|
||||
* Get the <em>RPC port</em> on which the {@code ApplicationMaster} is
|
||||
* responding.
|
||||
* @return the <em>RPC port</em> on which the {@code ApplicationMaster}
|
||||
* is responding
|
||||
*/
|
||||
@Public
|
||||
@Stable
|
||||
public abstract int getRpcPort();
|
||||
|
||||
/**
|
||||
* Set the <em>RPC port<em> on which the <code>ApplicationMaster</code> is
|
||||
* Set the <em>RPC port</em> on which the {@code ApplicationMaster} is
|
||||
* responding.
|
||||
* @param port <em>RPC port<em> on which the <code>ApplicationMaster</code> is
|
||||
* responding
|
||||
* @param port <em>RPC port</em> on which the {@code ApplicationMaster}
|
||||
* is responding
|
||||
*/
|
||||
@Public
|
||||
@Stable
|
||||
|
|
|
|||
|
|
@ -36,16 +36,15 @@ import org.apache.hadoop.yarn.proto.YarnServiceProtos.SchedulerResourceTypes;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>The response sent by the <code>ResourceManager</code> to a new
|
||||
* <code>ApplicationMaster</code> on registration.</p>
|
||||
*
|
||||
* <p>The response contains critical details such as:
|
||||
* The response sent by the {@code ResourceManager} to a new
|
||||
* {@code ApplicationMaster} on registration.
|
||||
* <p>
|
||||
* The response contains critical details such as:
|
||||
* <ul>
|
||||
* <li>Maximum capability for allocated resources in the cluster.</li>
|
||||
* <li><code>ApplicationACL</code>s for the application.</li>
|
||||
* <li>{@code ApplicationACL}s for the application.</li>
|
||||
* <li>ClientToAMToken master key.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @see ApplicationMasterProtocol#registerApplicationMaster(RegisterApplicationMasterRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -74,10 +74,11 @@ public abstract class StartContainerRequest {
|
|||
public abstract void setContainerLaunchContext(ContainerLaunchContext context);
|
||||
|
||||
/**
|
||||
* <p>Get the container token to be used for authorization during starting
|
||||
* container.</p>
|
||||
* <p>Note: {@link NMToken} will be used for authenticating communication with </code>
|
||||
* NodeManager</code>.</p>
|
||||
* Get the container token to be used for authorization during starting
|
||||
* container.
|
||||
* <p>
|
||||
* Note: {@link NMToken} will be used for authenticating communication with
|
||||
* {@code NodeManager}.
|
||||
* @return the container token to be used for authorization during starting
|
||||
* container.
|
||||
* @see NMToken
|
||||
|
|
|
|||
|
|
@ -24,24 +24,19 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* <code>ApplicationAttemptReport</code> is a report of an application attempt.
|
||||
* </p>
|
||||
*
|
||||
* {@code ApplicationAttemptReport} is a report of an application attempt.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ApplicationAttemptId} of the application.</li>
|
||||
* <li>Host on which the <code>ApplicationMaster</code> of this attempt is
|
||||
* running.</li>
|
||||
* <li>RPC port of the <code>ApplicationMaster</code> of this attempt.</li>
|
||||
* <li>Tracking URL.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>{@link YarnApplicationAttemptState} of the application attempt.</li>
|
||||
* <li>{@link ContainerId} of the master Container.</li>
|
||||
* <li>{@link ApplicationAttemptId} of the application.</li>
|
||||
* <li>Host on which the <code>ApplicationMaster</code> of this attempt is
|
||||
* running.</li>
|
||||
* <li>RPC port of the <code>ApplicationMaster</code> of this attempt.</li>
|
||||
* <li>Tracking URL.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>{@link YarnApplicationAttemptState} of the application attempt.</li>
|
||||
* <li>{@link ContainerId} of the master Container.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
*/
|
||||
@Public
|
||||
@Unstable
|
||||
|
|
|
|||
|
|
@ -28,23 +28,22 @@ import org.apache.hadoop.yarn.util.Records;
|
|||
import java.util.Set;
|
||||
|
||||
/**
|
||||
* <p><code>ApplicationReport</code> is a report of an application.</p>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ApplicationId} of the application.</li>
|
||||
* <li>Applications user.</li>
|
||||
* <li>Application queue.</li>
|
||||
* <li>Application name.</li>
|
||||
* <li>Host on which the <code>ApplicationMaster</code> is running.</li>
|
||||
* <li>RPC port of the <code>ApplicationMaster</code>.</li>
|
||||
* <li>Tracking URL.</li>
|
||||
* <li>{@link YarnApplicationState} of the application.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>Start time of the application.</li>
|
||||
* <li>Client {@link Token} of the application (if security is enabled).</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code ApplicationReport} is a report of an application.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ApplicationId} of the application.</li>
|
||||
* <li>Applications user.</li>
|
||||
* <li>Application queue.</li>
|
||||
* <li>Application name.</li>
|
||||
* <li>Host on which the <code>ApplicationMaster</code> is running.</li>
|
||||
* <li>RPC port of the <code>ApplicationMaster</code>.</li>
|
||||
* <li>Tracking URL.</li>
|
||||
* <li>{@link YarnApplicationState} of the application.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>Start time of the application.</li>
|
||||
* <li>Client {@link Token} of the application (if security is enabled).</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationClientProtocol#getApplicationReport(org.apache.hadoop.yarn.api.protocolrecords.GetApplicationReportRequest)
|
||||
*/
|
||||
|
|
@ -341,20 +340,20 @@ public abstract class ApplicationReport {
|
|||
|
||||
/**
|
||||
* Get the AMRM token of the application.
|
||||
* <p/>
|
||||
* <p>
|
||||
* The AMRM token is required for AM to RM scheduling operations. For
|
||||
* managed Application Masters Yarn takes care of injecting it. For unmanaged
|
||||
* Applications Masters, the token must be obtained via this method and set
|
||||
* in the {@link org.apache.hadoop.security.UserGroupInformation} of the
|
||||
* current user.
|
||||
* <p/>
|
||||
* <p>
|
||||
* The AMRM token will be returned only if all the following conditions are
|
||||
* met:
|
||||
* <li>
|
||||
* <ul>the requester is the owner of the ApplicationMaster</ul>
|
||||
* <ul>the application master is an unmanaged ApplicationMaster</ul>
|
||||
* <ul>the application master is in ACCEPTED state</ul>
|
||||
* </li>
|
||||
* <ul>
|
||||
* <li>the requester is the owner of the ApplicationMaster</li>
|
||||
* <li>the application master is an unmanaged ApplicationMaster</li>
|
||||
* <li>the application master is in ACCEPTED state</li>
|
||||
* </ul>
|
||||
* Else this method returns NULL.
|
||||
*
|
||||
* @return the AM to RM token if available.
|
||||
|
|
|
|||
|
|
@ -33,32 +33,34 @@ import org.apache.hadoop.yarn.conf.YarnConfiguration;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>ApplicationSubmissionContext</code> represents all of the
|
||||
* information needed by the <code>ResourceManager</code> to launch
|
||||
* the <code>ApplicationMaster</code> for an application.</p>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ApplicationId} of the application.</li>
|
||||
* <li>Application user.</li>
|
||||
* <li>Application name.</li>
|
||||
* <li>{@link Priority} of the application.</li>
|
||||
* <li>
|
||||
* {@link ContainerLaunchContext} of the container in which the
|
||||
* <code>ApplicationMaster</code> is executed.
|
||||
* </li>
|
||||
* <li>maxAppAttempts. The maximum number of application attempts.
|
||||
* {@code ApplicationSubmissionContext} represents all of the
|
||||
* information needed by the {@code ResourceManager} to launch
|
||||
* the {@code ApplicationMaster} for an application.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ApplicationId} of the application.</li>
|
||||
* <li>Application user.</li>
|
||||
* <li>Application name.</li>
|
||||
* <li>{@link Priority} of the application.</li>
|
||||
* <li>
|
||||
* {@link ContainerLaunchContext} of the container in which the
|
||||
* <code>ApplicationMaster</code> is executed.
|
||||
* </li>
|
||||
* <li>
|
||||
* maxAppAttempts. The maximum number of application attempts.
|
||||
* It should be no larger than the global number of max attempts in the
|
||||
* Yarn configuration.</li>
|
||||
* <li>attemptFailuresValidityInterval. The default value is -1.
|
||||
* when attemptFailuresValidityInterval in milliseconds is set to > 0,
|
||||
* the failure number will no take failures which happen out of the
|
||||
* validityInterval into failure count. If failure count reaches to
|
||||
* maxAppAttempts, the application will be failed.
|
||||
* </li>
|
||||
* Yarn configuration.
|
||||
* </li>
|
||||
* <li>
|
||||
* attemptFailuresValidityInterval. The default value is -1.
|
||||
* when attemptFailuresValidityInterval in milliseconds is set to
|
||||
* {@literal >} 0, the failure number will no take failures which happen
|
||||
* out of the validityInterval into failure count. If failure count
|
||||
* reaches to maxAppAttempts, the application will be failed.
|
||||
* </li>
|
||||
* <li>Optional, application-specific {@link LogAggregationContext}</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* </ul>
|
||||
*
|
||||
* @see ContainerLaunchContext
|
||||
* @see ApplicationClientProtocol#submitApplication(org.apache.hadoop.yarn.api.protocolrecords.SubmitApplicationRequest)
|
||||
|
|
|
|||
|
|
@ -27,34 +27,31 @@ import org.apache.hadoop.yarn.api.ContainerManagementProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>Container</code> represents an allocated resource in the cluster.
|
||||
* </p>
|
||||
*
|
||||
* <p>The <code>ResourceManager</code> is the sole authority to allocate any
|
||||
* <code>Container</code> to applications. The allocated <code>Container</code>
|
||||
* {@code Container} represents an allocated resource in the cluster.
|
||||
* <p>
|
||||
* The {@code ResourceManager} is the sole authority to allocate any
|
||||
* {@code Container} to applications. The allocated {@code Container}
|
||||
* is always on a single node and has a unique {@link ContainerId}. It has
|
||||
* a specific amount of {@link Resource} allocated.</p>
|
||||
* a specific amount of {@link Resource} allocated.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ContainerId} for the container, which is globally unique.</li>
|
||||
* <li>
|
||||
* {@link NodeId} of the node on which it is allocated.
|
||||
* </li>
|
||||
* <li>HTTP uri of the node.</li>
|
||||
* <li>{@link Resource} allocated to the container.</li>
|
||||
* <li>{@link Priority} at which the container was allocated.</li>
|
||||
* <li>
|
||||
* Container {@link Token} of the container, used to securely verify
|
||||
* authenticity of the allocation.
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ContainerId} for the container, which is globally unique.</li>
|
||||
* <li>
|
||||
* {@link NodeId} of the node on which it is allocated.
|
||||
* </li>
|
||||
* <li>HTTP uri of the node.</li>
|
||||
* <li>{@link Resource} allocated to the container.</li>
|
||||
* <li>{@link Priority} at which the container was allocated.</li>
|
||||
* <li>
|
||||
* Container {@link Token} of the container, used to securely verify
|
||||
* authenticity of the allocation.
|
||||
* </li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* <p>Typically, an <code>ApplicationMaster</code> receives the
|
||||
* <code>Container</code> from the <code>ResourceManager</code> during
|
||||
* resource-negotiation and then talks to the <code>NodeManager</code> to
|
||||
* start/stop containers.</p>
|
||||
* Typically, an {@code ApplicationMaster} receives the {@code Container}
|
||||
* from the {@code ResourceManager} during resource-negotiation and then
|
||||
* talks to the {@code NodeManager} to start/stop containers.
|
||||
*
|
||||
* @see ApplicationMasterProtocol#allocate(org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest)
|
||||
* @see ContainerManagementProtocol#startContainers(org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest)
|
||||
|
|
|
|||
|
|
@ -30,24 +30,23 @@ import org.apache.hadoop.yarn.server.api.AuxiliaryService;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>ContainerLaunchContext</code> represents all of the information
|
||||
* needed by the <code>NodeManager</code> to launch a container.</p>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ContainerId} of the container.</li>
|
||||
* <li>{@link Resource} allocated to the container.</li>
|
||||
* <li>User to whom the container is allocated.</li>
|
||||
* <li>Security tokens (if security is enabled).</li>
|
||||
* <li>
|
||||
* {@link LocalResource} necessary for running the container such
|
||||
* as binaries, jar, shared-objects, side-files etc.
|
||||
* </li>
|
||||
* <li>Optional, application-specific binary service data.</li>
|
||||
* <li>Environment variables for the launched process.</li>
|
||||
* <li>Command to launch the container.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code ContainerLaunchContext} represents all of the information
|
||||
* needed by the {@code NodeManager} to launch a container.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ContainerId} of the container.</li>
|
||||
* <li>{@link Resource} allocated to the container.</li>
|
||||
* <li>User to whom the container is allocated.</li>
|
||||
* <li>Security tokens (if security is enabled).</li>
|
||||
* <li>
|
||||
* {@link LocalResource} necessary for running the container such
|
||||
* as binaries, jar, shared-objects, side-files etc.
|
||||
* </li>
|
||||
* <li>Optional, application-specific binary service data.</li>
|
||||
* <li>Environment variables for the launched process.</li>
|
||||
* <li>Command to launch the container.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ContainerManagementProtocol#startContainers(org.apache.hadoop.yarn.api.protocolrecords.StartContainersRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -24,27 +24,22 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* <code>ContainerReport</code> is a report of an container.
|
||||
* </p>
|
||||
*
|
||||
* {@code ContainerReport} is a report of an container.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link ContainerId} of the container.</li>
|
||||
* <li>Allocated Resources to the container.</li>
|
||||
* <li>Assigned Node id.</li>
|
||||
* <li>Assigned Priority.</li>
|
||||
* <li>Creation Time.</li>
|
||||
* <li>Finish Time.</li>
|
||||
* <li>Container Exit Status.</li>
|
||||
* <li>{@link ContainerState} of the container.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>Log URL.</li>
|
||||
* <li>nodeHttpAddress</li>
|
||||
* <li>{@link ContainerId} of the container.</li>
|
||||
* <li>Allocated Resources to the container.</li>
|
||||
* <li>Assigned Node id.</li>
|
||||
* <li>Assigned Priority.</li>
|
||||
* <li>Creation Time.</li>
|
||||
* <li>Finish Time.</li>
|
||||
* <li>Container Exit Status.</li>
|
||||
* <li>{@link ContainerState} of the container.</li>
|
||||
* <li>Diagnostic information in case of errors.</li>
|
||||
* <li>Log URL.</li>
|
||||
* <li>nodeHttpAddress</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
*/
|
||||
|
||||
@Public
|
||||
|
|
|
|||
|
|
@ -25,17 +25,16 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>ContainerStatus</code> represents the current status of a
|
||||
* <code>Container</code>.</p>
|
||||
*
|
||||
* <p>It provides details such as:
|
||||
* <ul>
|
||||
* <li><code>ContainerId</code> of the container.</li>
|
||||
* <li><code>ContainerState</code> of the container.</li>
|
||||
* <li><em>Exit status</em> of a completed container.</li>
|
||||
* <li><em>Diagnostic</em> message for a failed container.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code ContainerStatus} represents the current status of a
|
||||
* {@code Container}.
|
||||
* <p>
|
||||
* It provides details such as:
|
||||
* <ul>
|
||||
* <li>{@code ContainerId} of the container.</li>
|
||||
* <li>{@code ContainerState} of the container.</li>
|
||||
* <li><em>Exit status</em> of a completed container.</li>
|
||||
* <li><em>Diagnostic</em> message for a failed container.</li>
|
||||
* </ul>
|
||||
*/
|
||||
@Public
|
||||
@Stable
|
||||
|
|
|
|||
|
|
@ -23,22 +23,22 @@ import org.apache.hadoop.classification.InterfaceStability.Stable;
|
|||
import org.apache.hadoop.yarn.api.ContainerManagementProtocol;
|
||||
|
||||
/**
|
||||
* <p><code>LocalResourceType</code> specifies the <em>type</em>
|
||||
* of a resource localized by the <code>NodeManager</code>.</p>
|
||||
*
|
||||
* <p>The <em>type</em> can be one of:
|
||||
* <ul>
|
||||
* <li>
|
||||
* {@link #FILE} - Regular file i.e. uninterpreted bytes.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #ARCHIVE} - Archive, which is automatically unarchived by the
|
||||
* <code>NodeManager</code>.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #PATTERN} - A hybrid between {@link #ARCHIVE} and {@link #FILE}.
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code LocalResourceType} specifies the <em>type</em>
|
||||
* of a resource localized by the {@code NodeManager}.
|
||||
* <p>
|
||||
* The <em>type</em> can be one of:
|
||||
* <ul>
|
||||
* <li>
|
||||
* {@link #FILE} - Regular file i.e. uninterpreted bytes.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #ARCHIVE} - Archive, which is automatically unarchived by the
|
||||
* <code>NodeManager</code>.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #PATTERN} - A hybrid between {@link #ARCHIVE} and {@link #FILE}.
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* @see LocalResource
|
||||
* @see ContainerLaunchContext
|
||||
|
|
|
|||
|
|
@ -23,22 +23,21 @@ import org.apache.hadoop.classification.InterfaceStability.Stable;
|
|||
import org.apache.hadoop.yarn.api.ContainerManagementProtocol;
|
||||
|
||||
/**
|
||||
* <p><code>LocalResourceVisibility</code> specifies the <em>visibility</em>
|
||||
* of a resource localized by the <code>NodeManager</code>.</p>
|
||||
*
|
||||
* <p>The <em>visibility</em> can be one of:
|
||||
* <ul>
|
||||
* <li>{@link #PUBLIC} - Shared by all users on the node.</li>
|
||||
* <li>
|
||||
* {@link #PRIVATE} - Shared among all applications of the
|
||||
* <em>same user</em> on the node.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #APPLICATION} - Shared only among containers of the
|
||||
* <em>same application</em> on the node.
|
||||
* </li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code LocalResourceVisibility} specifies the <em>visibility</em>
|
||||
* of a resource localized by the {@code NodeManager}.
|
||||
* <p>
|
||||
* The <em>visibility</em> can be one of:
|
||||
* <ul>
|
||||
* <li>{@link #PUBLIC} - Shared by all users on the node.</li>
|
||||
* <li>
|
||||
* {@link #PRIVATE} - Shared among all applications of the
|
||||
* <em>same user</em> on the node.
|
||||
* </li>
|
||||
* <li>
|
||||
* {@link #APPLICATION} - Shared only among containers of the
|
||||
* <em>same application</em> on the node.
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* @see LocalResource
|
||||
* @see ContainerLaunchContext
|
||||
|
|
|
|||
|
|
@ -24,30 +24,37 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>LogAggregationContext</code> represents all of the
|
||||
* information needed by the <code>NodeManager</code> to handle
|
||||
* the logs for an application.</p>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>includePattern. It uses Java Regex to filter the log files
|
||||
* {@code LogAggregationContext} represents all of the
|
||||
* information needed by the {@code NodeManager} to handle
|
||||
* the logs for an application.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>
|
||||
* includePattern. It uses Java Regex to filter the log files
|
||||
* which match the defined include pattern and those log files
|
||||
* will be uploaded when the application finishes. </li>
|
||||
* <li>excludePattern. It uses Java Regex to filter the log files
|
||||
* will be uploaded when the application finishes.
|
||||
* </li>
|
||||
* <li>
|
||||
* excludePattern. It uses Java Regex to filter the log files
|
||||
* which match the defined exclude pattern and those log files
|
||||
* will not be uploaded when application finishes. If the log file
|
||||
* name matches both the include and the exclude pattern, this file
|
||||
* will be excluded eventually</li>
|
||||
* <li>rolledLogsIncludePattern. It uses Java Regex to filter the log files
|
||||
* will be excluded eventually.
|
||||
* </li>
|
||||
* <li>
|
||||
* rolledLogsIncludePattern. It uses Java Regex to filter the log files
|
||||
* which match the defined include pattern and those log files
|
||||
* will be aggregated in a rolling fashion.</li>
|
||||
* <li>rolledLogsExcludePattern. It uses Java Regex to filter the log files
|
||||
* will be aggregated in a rolling fashion.
|
||||
* </li>
|
||||
* <li>
|
||||
* rolledLogsExcludePattern. It uses Java Regex to filter the log files
|
||||
* which match the defined exclude pattern and those log files
|
||||
* will not be aggregated in a rolling fashion. If the log file
|
||||
* name matches both the include and the exclude pattern, this file
|
||||
* will be excluded eventually</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* will be excluded eventually.
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationSubmissionContext
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -28,19 +28,18 @@ import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>NodeReport</code> is a summary of runtime information of a
|
||||
* node in the cluster.</p>
|
||||
*
|
||||
* <p>It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link NodeId} of the node.</li>
|
||||
* <li>HTTP Tracking URL of the node.</li>
|
||||
* <li>Rack name for the node.</li>
|
||||
* <li>Used {@link Resource} on the node.</li>
|
||||
* <li>Total available {@link Resource} of the node.</li>
|
||||
* <li>Number of running containers on the node.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code NodeReport} is a summary of runtime information of a node
|
||||
* in the cluster.
|
||||
* <p>
|
||||
* It includes details such as:
|
||||
* <ul>
|
||||
* <li>{@link NodeId} of the node.</li>
|
||||
* <li>HTTP Tracking URL of the node.</li>
|
||||
* <li>Rack name for the node.</li>
|
||||
* <li>Used {@link Resource} on the node.</li>
|
||||
* <li>Total available {@link Resource} of the node.</li>
|
||||
* <li>Number of running containers on the node.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see ApplicationClientProtocol#getClusterNodes(org.apache.hadoop.yarn.api.protocolrecords.GetClusterNodesRequest)
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -24,36 +24,36 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>A {@link PreemptionMessage} is part of the RM-AM protocol, and it is used by
|
||||
* A {@link PreemptionMessage} is part of the RM-AM protocol, and it is used by
|
||||
* the RM to specify resources that the RM wants to reclaim from this
|
||||
* <code>ApplicationMaster</code> (AM). The AM receives a {@link
|
||||
* {@code ApplicationMaster} (AM). The AM receives a {@link
|
||||
* StrictPreemptionContract} message encoding which containers the platform may
|
||||
* forcibly kill, granting it an opportunity to checkpoint state or adjust its
|
||||
* execution plan. The message may also include a {@link PreemptionContract}
|
||||
* granting the AM more latitude in selecting which resources to return to the
|
||||
* cluster.<p>
|
||||
*
|
||||
* <p>The AM should decode both parts of the message. The {@link
|
||||
* cluster.
|
||||
* <p>
|
||||
* The AM should decode both parts of the message. The {@link
|
||||
* StrictPreemptionContract} specifies particular allocations that the RM
|
||||
* requires back. The AM can checkpoint containers' state, adjust its execution
|
||||
* plan to move the computation, or take no action and hope that conditions that
|
||||
* caused the RM to ask for the container will change.<p>
|
||||
*
|
||||
* <p>In contrast, the {@link PreemptionContract} also includes a description of
|
||||
* caused the RM to ask for the container will change.
|
||||
* <p>
|
||||
* In contrast, the {@link PreemptionContract} also includes a description of
|
||||
* resources with a set of containers. If the AM releases containers matching
|
||||
* that profile, then the containers enumerated in {@link
|
||||
* PreemptionContract#getContainers()} may not be killed.<p>
|
||||
*
|
||||
* <p>Each preemption message reflects the RM's current understanding of the
|
||||
* cluster state, so a request to return <emph>N</emph> containers may not
|
||||
* PreemptionContract#getContainers()} may not be killed.
|
||||
* <p>
|
||||
* Each preemption message reflects the RM's current understanding of the
|
||||
* cluster state, so a request to return <em>N</em> containers may not
|
||||
* reflect containers the AM is releasing, recently exited containers the RM has
|
||||
* yet to learn about, or new containers allocated before the message was
|
||||
* generated. Conversely, an RM may request a different profile of containers in
|
||||
* subsequent requests.<p>
|
||||
*
|
||||
* <p>The policy enforced by the RM is part of the scheduler. Generally, only
|
||||
* subsequent requests.
|
||||
* <p>
|
||||
* The policy enforced by the RM is part of the scheduler. Generally, only
|
||||
* containers that have been requested consistently should be killed, but the
|
||||
* details are not specified.<p>
|
||||
* details are not specified.
|
||||
*/
|
||||
@Public
|
||||
@Evolving
|
||||
|
|
|
|||
|
|
@ -23,18 +23,15 @@ import org.apache.hadoop.classification.InterfaceStability.Stable;
|
|||
import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* <code>QueueACL</code> enumerates the various ACLs for queues.
|
||||
* </p>
|
||||
*
|
||||
* {@code QueueACL} enumerates the various ACLs for queues.
|
||||
* <p>
|
||||
* The ACL is one of:
|
||||
* <ul>
|
||||
* <li>{@link #SUBMIT_APPLICATIONS} - ACL to submit applications to the
|
||||
* queue.</li>
|
||||
* <li>{@link #ADMINISTER_QUEUE} - ACL to administer the queue.</li>
|
||||
* <li>
|
||||
* {@link #SUBMIT_APPLICATIONS} - ACL to submit applications to the queue.
|
||||
* </li>
|
||||
* <li>{@link #ADMINISTER_QUEUE} - ACL to administer the queue.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @see QueueInfo
|
||||
* @see ApplicationClientProtocol#getQueueUserAcls(org.apache.hadoop.yarn.api.protocolrecords.GetQueueUserAclsInfoRequest)
|
||||
|
|
|
|||
|
|
@ -29,19 +29,18 @@ import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>QueueInfo is a report of the runtime information of the queue.</p>
|
||||
*
|
||||
* <p>It includes information such as:
|
||||
* <ul>
|
||||
* <li>Queue name.</li>
|
||||
* <li>Capacity of the queue.</li>
|
||||
* <li>Maximum capacity of the queue.</li>
|
||||
* <li>Current capacity of the queue.</li>
|
||||
* <li>Child queues.</li>
|
||||
* <li>Running applications.</li>
|
||||
* <li>{@link QueueState} of the queue.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* QueueInfo is a report of the runtime information of the queue.
|
||||
* <p>
|
||||
* It includes information such as:
|
||||
* <ul>
|
||||
* <li>Queue name.</li>
|
||||
* <li>Capacity of the queue.</li>
|
||||
* <li>Maximum capacity of the queue.</li>
|
||||
* <li>Current capacity of the queue.</li>
|
||||
* <li>Child queues.</li>
|
||||
* <li>Running applications.</li>
|
||||
* <li>{@link QueueState} of the queue.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see QueueState
|
||||
* @see ApplicationClientProtocol#getQueueInfo(org.apache.hadoop.yarn.api.protocolrecords.GetQueueInfoRequest)
|
||||
|
|
|
|||
|
|
@ -23,14 +23,13 @@ import org.apache.hadoop.classification.InterfaceStability.Stable;
|
|||
import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
||||
|
||||
/**
|
||||
* <p>State of a Queue.</p>
|
||||
*
|
||||
* <p>A queue is in one of:
|
||||
* <ul>
|
||||
* <li>{@link #RUNNING} - normal state.</li>
|
||||
* <li>{@link #STOPPED} - not accepting new application submissions.
|
||||
* </ul>
|
||||
* </p>
|
||||
* State of a Queue.
|
||||
* <p>
|
||||
* A queue is in one of:
|
||||
* <ul>
|
||||
* <li>{@link #RUNNING} - normal state.</li>
|
||||
* <li>{@link #STOPPED} - not accepting new application submissions.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see QueueInfo
|
||||
* @see ApplicationClientProtocol#getQueueInfo(org.apache.hadoop.yarn.api.protocolrecords.GetQueueInfoRequest)
|
||||
|
|
|
|||
|
|
@ -25,23 +25,18 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* {@link ReservationRequest} represents the request made by an application to
|
||||
* the {@code ResourceManager} to reserve {@link Resource}s.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* It includes:
|
||||
* <ul>
|
||||
* <li>{@link Resource} required for each request.</li>
|
||||
* <li>
|
||||
* Number of containers, of above specifications, which are required by the
|
||||
* application.</li>
|
||||
* <li>
|
||||
* Concurrency that indicates the gang size of the request.</li>
|
||||
* <li>{@link Resource} required for each request.</li>
|
||||
* <li>
|
||||
* Number of containers, of above specifications, which are required by the
|
||||
* application.
|
||||
* </li>
|
||||
* <li>Concurrency that indicates the gang size of the request.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
*/
|
||||
@Public
|
||||
@Unstable
|
||||
|
|
|
|||
|
|
@ -33,14 +33,13 @@ public enum ReservationRequestInterpreter {
|
|||
* Requires that exactly ONE among the {@link ReservationRequest} submitted as
|
||||
* of a {@link ReservationDefinition} is satisfied to satisfy the overall
|
||||
* {@link ReservationDefinition}.
|
||||
*
|
||||
* <p>
|
||||
* WHEN TO USE THIS: This is useful when the user have multiple equivalent
|
||||
* ways to run an application, and wants to expose to the ReservationAgent
|
||||
* such flexibility. For example an application could use one <32GB,16core>
|
||||
* container for 10min, or 16 <2GB,1core> containers for 15min, the
|
||||
* ReservationAgent will decide which one of the two it is best for the system
|
||||
* to place.
|
||||
*
|
||||
* such flexibility. For example an application could use one
|
||||
* {@literal <32GB,16core>} container for 10min, or 16 {@literal <2GB,1core>}
|
||||
* containers for 15min, the ReservationAgent will decide which one of the
|
||||
* two it is best for the system to place.
|
||||
*/
|
||||
R_ANY,
|
||||
|
||||
|
|
@ -49,16 +48,16 @@ public enum ReservationRequestInterpreter {
|
|||
* {@link ReservationDefinition} are satisfied for the overall
|
||||
* {@link ReservationDefinition} to be satisfied. No constraints are imposed
|
||||
* on the temporal ordering of the allocation used to satisfy the
|
||||
* ResourceRequeusts.
|
||||
*
|
||||
* ResourceRequests.
|
||||
* <p>
|
||||
* WHEN TO USE THIS: This is useful to capture a scenario in which the user
|
||||
* cares for multiple ReservationDefinition to be all accepted, or none. For
|
||||
* example, a user might want a reservation R1: with 10 x <8GB,4core> for
|
||||
* 10min, and a reservation R2: with 2 <1GB,1core> for 1h, and only if both
|
||||
* are satisfied the workflow run in this reservation succeeds. The key
|
||||
* differentiator from ALL and ORDER, ORDER_NO_GAP, is that ALL imposes no
|
||||
* restrictions on the relative allocations used to place R1 and R2 above.
|
||||
*
|
||||
* example, a user might want a reservation R1: with 10 x
|
||||
* {@literal <8GB,4core>} for 10min, and a reservation R2:
|
||||
* with 2 {@literal <1GB,1core>} for 1h, and only if both are satisfied
|
||||
* the workflow run in this reservation succeeds. The key differentiator
|
||||
* from ALL and ORDER, ORDER_NO_GAP, is that ALL imposes no restrictions
|
||||
* on the relative allocations used to place R1 and R2 above.
|
||||
*/
|
||||
R_ALL,
|
||||
|
||||
|
|
@ -73,15 +72,16 @@ public enum ReservationRequestInterpreter {
|
|||
* constraints are imposed on temporal gaps between subsequent allocations
|
||||
* (the last instant of the previous allocation can be an arbitrary long
|
||||
* period of time before the first instant of the subsequent allocation).
|
||||
*
|
||||
* <p>
|
||||
* WHEN TO USE THIS: Like ALL this requires all ReservationDefinitions to be
|
||||
* placed, but it also imposes a time ordering on the allocations used. This
|
||||
* is important if the ReservationDefinition(s) are used to describe a
|
||||
* workflow with inherent inter-stage dependencies. For example, a first job
|
||||
* runs in a ReservaitonDefinition R1 (10 x <1GB,1core> for 20min), and its
|
||||
* output is consumed by a second job described by a ReservationDefinition R2
|
||||
* (5 x <1GB,1core>) for 50min). R2 allocation cannot overlap R1, as R2 models
|
||||
* a job depending on the output of the job modeled by R1.
|
||||
* runs in a ReservaitonDefinition R1 (10 x {@literal <1GB,1core>}
|
||||
* for 20min), and its output is consumed by a second job described by
|
||||
* a ReservationDefinition R2 (5 x {@literal <1GB,1core>}) for 50min).
|
||||
* R2 allocation cannot overlap R1, as R2 models a job depending on
|
||||
* the output of the job modeled by R1.
|
||||
*/
|
||||
R_ORDER,
|
||||
|
||||
|
|
|
|||
|
|
@ -27,31 +27,30 @@ import org.apache.hadoop.yarn.api.ApplicationMasterProtocol;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>ResourceRequest</code> represents the request made by an
|
||||
* application to the <code>ResourceManager</code> to obtain various
|
||||
* <code>Container</code> allocations.</p>
|
||||
*
|
||||
* <p>It includes:
|
||||
* <ul>
|
||||
* <li>{@link Priority} of the request.</li>
|
||||
* <li>
|
||||
* The <em>name</em> of the machine or rack on which the allocation is
|
||||
* desired. A special value of <em>*</em> signifies that
|
||||
* <em>any</em> host/rack is acceptable to the application.
|
||||
* </li>
|
||||
* <li>{@link Resource} required for each request.</li>
|
||||
* <li>
|
||||
* Number of containers, of above specifications, which are required
|
||||
* by the application.
|
||||
* </li>
|
||||
* <li>
|
||||
* A boolean <em>relaxLocality</em> flag, defaulting to <code>true</code>,
|
||||
* which tells the <code>ResourceManager</code> if the application wants
|
||||
* locality to be loose (i.e. allows fall-through to rack or <em>any</em>)
|
||||
* or strict (i.e. specify hard constraint on resource allocation).
|
||||
* </li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code ResourceRequest} represents the request made
|
||||
* by an application to the {@code ResourceManager}
|
||||
* to obtain various {@code Container} allocations.
|
||||
* <p>
|
||||
* It includes:
|
||||
* <ul>
|
||||
* <li>{@link Priority} of the request.</li>
|
||||
* <li>
|
||||
* The <em>name</em> of the machine or rack on which the allocation is
|
||||
* desired. A special value of <em>*</em> signifies that
|
||||
* <em>any</em> host/rack is acceptable to the application.
|
||||
* </li>
|
||||
* <li>{@link Resource} required for each request.</li>
|
||||
* <li>
|
||||
* Number of containers, of above specifications, which are required
|
||||
* by the application.
|
||||
* </li>
|
||||
* <li>
|
||||
* A boolean <em>relaxLocality</em> flag, defaulting to {@code true},
|
||||
* which tells the {@code ResourceManager} if the application wants
|
||||
* locality to be loose (i.e. allows fall-through to rack or <em>any</em>)
|
||||
* or strict (i.e. specify hard constraint on resource allocation).
|
||||
* </li>
|
||||
* </ul>
|
||||
*
|
||||
* @see Resource
|
||||
* @see ApplicationMasterProtocol#allocate(org.apache.hadoop.yarn.api.protocolrecords.AllocateRequest)
|
||||
|
|
@ -267,7 +266,7 @@ public abstract class ResourceRequest implements Comparable<ResourceRequest> {
|
|||
/**
|
||||
* Set node label expression of this resource request. Now only support
|
||||
* specifying a single node label. In the future we will support more complex
|
||||
* node label expression specification like AND(&&), OR(||), etc.
|
||||
* node label expression specification like {@code AND(&&), OR(||)}, etc.
|
||||
*
|
||||
* Any please note that node label expression now can only take effect when
|
||||
* the resource request has resourceName = ANY
|
||||
|
|
|
|||
|
|
@ -733,8 +733,9 @@ public class YarnConfiguration extends Configuration {
|
|||
|
||||
/**
|
||||
* How long to wait between aggregated log retention checks. If set to
|
||||
* a value <= 0 then the value is computed as one-tenth of the log retention
|
||||
* setting. Be careful set this too small and you will spam the name node.
|
||||
* a value {@literal <=} 0 then the value is computed as one-tenth of the
|
||||
* log retention setting. Be careful set this too small and you will spam
|
||||
* the name node.
|
||||
*/
|
||||
public static final String LOG_AGGREGATION_RETAIN_CHECK_INTERVAL_SECONDS =
|
||||
YARN_PREFIX + "log-aggregation.retain-check-interval-seconds";
|
||||
|
|
|
|||
|
|
@ -54,7 +54,7 @@ public abstract class UpdateNodeResourceRequest {
|
|||
|
||||
/**
|
||||
* Get the map from <code>NodeId</code> to <code>ResourceOption</code>.
|
||||
* @return the map of <NodeId, ResourceOption>
|
||||
* @return the map of {@code <NodeId, ResourceOption>}
|
||||
*/
|
||||
@Public
|
||||
@Evolving
|
||||
|
|
@ -62,7 +62,7 @@ public abstract class UpdateNodeResourceRequest {
|
|||
|
||||
/**
|
||||
* Set the map from <code>NodeId</code> to <code>ResourceOption</code>.
|
||||
* @param nodeResourceMap the map of <NodeId, ResourceOption>
|
||||
* @param nodeResourceMap the map of {@code <NodeId, ResourceOption>}
|
||||
*/
|
||||
@Public
|
||||
@Evolving
|
||||
|
|
|
|||
|
|
@ -56,28 +56,22 @@ public abstract class AHSClient extends AbstractService {
|
|||
}
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* Get a report of the given Application.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* In secure mode, <code>YARN</code> verifies access to the application, queue
|
||||
* etc. before accepting the request.
|
||||
* </p>
|
||||
*
|
||||
* <p>
|
||||
* If the user does not have <code>VIEW_APP</code> access then the following
|
||||
* fields in the report will be set to stubbed values:
|
||||
* <ul>
|
||||
* <li>host - set to "N/A"</li>
|
||||
* <li>RPC port - set to -1</li>
|
||||
* <li>client token - set to "N/A"</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL - set to "N/A"</li>
|
||||
* <li>original tracking URL - set to "N/A"</li>
|
||||
* <li>resource usage report - all values are -1</li>
|
||||
* <li>host - set to "N/A"</li>
|
||||
* <li>RPC port - set to -1</li>
|
||||
* <li>client token - set to "N/A"</li>
|
||||
* <li>diagnostics - set to "N/A"</li>
|
||||
* <li>tracking URL - set to "N/A"</li>
|
||||
* <li>original tracking URL - set to "N/A"</li>
|
||||
* <li>resource usage report - all values are -1</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @param appId
|
||||
* {@link ApplicationId} of the application that needs a report
|
||||
|
|
@ -121,7 +115,7 @@ public abstract class AHSClient extends AbstractService {
|
|||
* a report
|
||||
* @return application attempt report
|
||||
* @throws YarnException
|
||||
* @throws {@link ApplicationAttemptNotFoundException} if application attempt
|
||||
* @throws ApplicationAttemptNotFoundException if application attempt
|
||||
* not found
|
||||
* @throws IOException
|
||||
*/
|
||||
|
|
@ -157,7 +151,7 @@ public abstract class AHSClient extends AbstractService {
|
|||
* {@link ContainerId} of the container that needs a report
|
||||
* @return container report
|
||||
* @throws YarnException
|
||||
* @throws {@link ContainerNotFoundException} if container not found
|
||||
* @throws ContainerNotFoundException if container not found
|
||||
* @throws IOException
|
||||
*/
|
||||
public abstract ContainerReport getContainerReport(ContainerId containerId)
|
||||
|
|
|
|||
|
|
@ -349,7 +349,7 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
|||
* Set the NM token cache for the <code>AMRMClient</code>. This cache must
|
||||
* be shared with the {@link NMClient} used to manage containers for the
|
||||
* <code>AMRMClient</code>
|
||||
* <p/>
|
||||
* <p>
|
||||
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
|
||||
* singleton instance will be used.
|
||||
*
|
||||
|
|
@ -363,7 +363,7 @@ public abstract class AMRMClient<T extends AMRMClient.ContainerRequest> extends
|
|||
* Get the NM token cache of the <code>AMRMClient</code>. This cache must be
|
||||
* shared with the {@link NMClient} used to manage containers for the
|
||||
* <code>AMRMClient</code>.
|
||||
* <p/>
|
||||
* <p>
|
||||
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
|
||||
* singleton instance will be used.
|
||||
*
|
||||
|
|
|
|||
|
|
@ -125,7 +125,7 @@ public abstract class NMClient extends AbstractService {
|
|||
* Set the NM Token cache of the <code>NMClient</code>. This cache must be
|
||||
* shared with the {@link AMRMClient} that requested the containers managed
|
||||
* by this <code>NMClient</code>
|
||||
* <p/>
|
||||
* <p>
|
||||
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
|
||||
* singleton instance will be used.
|
||||
*
|
||||
|
|
@ -139,7 +139,7 @@ public abstract class NMClient extends AbstractService {
|
|||
* Get the NM token cache of the <code>NMClient</code>. This cache must be
|
||||
* shared with the {@link AMRMClient} that requested the containers managed
|
||||
* by this <code>NMClient</code>
|
||||
* <p/>
|
||||
* <p>
|
||||
* If a NM token cache is not set, the {@link NMTokenCache#getSingleton()}
|
||||
* singleton instance will be used.
|
||||
*
|
||||
|
|
|
|||
|
|
@ -34,26 +34,26 @@ import com.google.common.annotations.VisibleForTesting;
|
|||
/**
|
||||
* NMTokenCache manages NMTokens required for an Application Master
|
||||
* communicating with individual NodeManagers.
|
||||
* <p/>
|
||||
* <p>
|
||||
* By default Yarn client libraries {@link AMRMClient} and {@link NMClient} use
|
||||
* {@link #getSingleton()} instance of the cache.
|
||||
* <ul>
|
||||
* <li>Using the singleton instance of the cache is appropriate when running a
|
||||
* single ApplicationMaster in the same JVM.</li>
|
||||
* <li>When using the singleton, users don't need to do anything special,
|
||||
* {@link AMRMClient} and {@link NMClient} are already set up to use the default
|
||||
* singleton {@link NMTokenCache}</li>
|
||||
* <li>
|
||||
* Using the singleton instance of the cache is appropriate when running a
|
||||
* single ApplicationMaster in the same JVM.
|
||||
* </li>
|
||||
* <li>
|
||||
* When using the singleton, users don't need to do anything special,
|
||||
* {@link AMRMClient} and {@link NMClient} are already set up to use the
|
||||
* default singleton {@link NMTokenCache}
|
||||
* </li>
|
||||
* </ul>
|
||||
* <p/>
|
||||
* If running multiple Application Masters in the same JVM, a different cache
|
||||
* instance should be used for each Application Master.
|
||||
* <p/>
|
||||
* <ul>
|
||||
* <li>
|
||||
* If using the {@link AMRMClient} and the {@link NMClient}, setting up and using
|
||||
* an instance cache is as follows:
|
||||
* <p/>
|
||||
*
|
||||
* <li>
|
||||
* If using the {@link AMRMClient} and the {@link NMClient}, setting up
|
||||
* and using an instance cache is as follows:
|
||||
* <pre>
|
||||
* NMTokenCache nmTokenCache = new NMTokenCache();
|
||||
* AMRMClient rmClient = AMRMClient.createAMRMClient();
|
||||
|
|
@ -61,12 +61,10 @@ import com.google.common.annotations.VisibleForTesting;
|
|||
* nmClient.setNMTokenCache(nmTokenCache);
|
||||
* ...
|
||||
* </pre>
|
||||
* </li>
|
||||
* <li>
|
||||
* If using the {@link AMRMClientAsync} and the {@link NMClientAsync}, setting up
|
||||
* and using an instance cache is as follows:
|
||||
* <p/>
|
||||
*
|
||||
* </li>
|
||||
* <li>
|
||||
* If using the {@link AMRMClientAsync} and the {@link NMClientAsync},
|
||||
* setting up and using an instance cache is as follows:
|
||||
* <pre>
|
||||
* NMTokenCache nmTokenCache = new NMTokenCache();
|
||||
* AMRMClient rmClient = AMRMClient.createAMRMClient();
|
||||
|
|
@ -76,13 +74,11 @@ import com.google.common.annotations.VisibleForTesting;
|
|||
* NMClientAsync nmClientAsync = new NMClientAsync("nmClient", nmClient, [NM_CALLBACK]);
|
||||
* ...
|
||||
* </pre>
|
||||
* </li>
|
||||
* <li>
|
||||
* If using {@link ApplicationMasterProtocol} and
|
||||
* {@link ContainerManagementProtocol} directly, setting up and using an
|
||||
* instance cache is as follows:
|
||||
* <p/>
|
||||
*
|
||||
* </li>
|
||||
* <li>
|
||||
* If using {@link ApplicationMasterProtocol} and
|
||||
* {@link ContainerManagementProtocol} directly, setting up and using an
|
||||
* instance cache is as follows:
|
||||
* <pre>
|
||||
* NMTokenCache nmTokenCache = new NMTokenCache();
|
||||
* ...
|
||||
|
|
@ -100,12 +96,12 @@ import com.google.common.annotations.VisibleForTesting;
|
|||
* nmPro.startContainer(container, containerContext);
|
||||
* ...
|
||||
* </pre>
|
||||
* </li>
|
||||
* </li>
|
||||
* </ul>
|
||||
* It is also possible to mix the usage of a client (<code>AMRMClient</code> or
|
||||
* <code>NMClient</code>, or the async versions of them) with a protocol proxy (
|
||||
* <code>ContainerManagementProtocolProxy</code> or
|
||||
* <code>ApplicationMasterProtocol</code>).
|
||||
* It is also possible to mix the usage of a client ({@code AMRMClient} or
|
||||
* {@code NMClient}, or the async versions of them) with a protocol proxy
|
||||
* ({@code ContainerManagementProtocolProxy} or
|
||||
* {@code ApplicationMasterProtocol}).
|
||||
*/
|
||||
@Public
|
||||
@Evolving
|
||||
|
|
|
|||
|
|
@ -32,14 +32,12 @@ import org.apache.hadoop.classification.InterfaceStability.Unstable;
|
|||
import org.apache.hadoop.io.Text;
|
||||
import org.apache.hadoop.service.AbstractService;
|
||||
import org.apache.hadoop.yarn.api.ApplicationClientProtocol;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.GetApplicationReportRequest;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationDeleteRequest;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationDeleteResponse;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionRequest;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationSubmissionResponse;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationUpdateRequest;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.ReservationUpdateResponse;
|
||||
import org.apache.hadoop.yarn.api.protocolrecords.SubmitApplicationRequest;
|
||||
import org.apache.hadoop.yarn.api.records.ApplicationAttemptId;
|
||||
import org.apache.hadoop.yarn.api.records.ApplicationAttemptReport;
|
||||
import org.apache.hadoop.yarn.api.records.ApplicationId;
|
||||
|
|
@ -58,8 +56,10 @@ import org.apache.hadoop.yarn.api.records.Token;
|
|||
import org.apache.hadoop.yarn.api.records.YarnApplicationState;
|
||||
import org.apache.hadoop.yarn.api.records.YarnClusterMetrics;
|
||||
import org.apache.hadoop.yarn.client.api.impl.YarnClientImpl;
|
||||
import org.apache.hadoop.yarn.exceptions.ApplicationAttemptNotFoundException;
|
||||
import org.apache.hadoop.yarn.exceptions.ApplicationIdNotProvidedException;
|
||||
import org.apache.hadoop.yarn.exceptions.ApplicationNotFoundException;
|
||||
import org.apache.hadoop.yarn.exceptions.ContainerNotFoundException;
|
||||
import org.apache.hadoop.yarn.exceptions.YarnException;
|
||||
import org.apache.hadoop.yarn.security.AMRMTokenIdentifier;
|
||||
|
||||
|
|
@ -171,7 +171,6 @@ public abstract class YarnClient extends AbstractService {
|
|||
* <li>original tracking URL - set to "N/A"</li>
|
||||
* <li>resource usage report - all values are -1</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
*
|
||||
* @param appId
|
||||
* {@link ApplicationId} of the application that needs a report
|
||||
|
|
@ -184,20 +183,20 @@ public abstract class YarnClient extends AbstractService {
|
|||
|
||||
/**
|
||||
* Get the AMRM token of the application.
|
||||
* <p/>
|
||||
* <p>
|
||||
* The AMRM token is required for AM to RM scheduling operations. For
|
||||
* managed Application Masters Yarn takes care of injecting it. For unmanaged
|
||||
* Applications Masters, the token must be obtained via this method and set
|
||||
* in the {@link org.apache.hadoop.security.UserGroupInformation} of the
|
||||
* current user.
|
||||
* <p/>
|
||||
* <p>
|
||||
* The AMRM token will be returned only if all the following conditions are
|
||||
* met:
|
||||
* <li>
|
||||
* <ul>the requester is the owner of the ApplicationMaster</ul>
|
||||
* <ul>the application master is an unmanaged ApplicationMaster</ul>
|
||||
* <ul>the application master is in ACCEPTED state</ul>
|
||||
* </li>
|
||||
* <ul>
|
||||
* <li>the requester is the owner of the ApplicationMaster</li>
|
||||
* <li>the application master is an unmanaged ApplicationMaster</li>
|
||||
* <li>the application master is in ACCEPTED state</li>
|
||||
* </ul>
|
||||
* Else this method returns NULL.
|
||||
*
|
||||
* @param appId {@link ApplicationId} of the application to get the AMRM token
|
||||
|
|
@ -415,7 +414,7 @@ public abstract class YarnClient extends AbstractService {
|
|||
* a report
|
||||
* @return application attempt report
|
||||
* @throws YarnException
|
||||
* @throws {@link ApplicationAttemptNotFoundException} if application attempt
|
||||
* @throws ApplicationAttemptNotFoundException if application attempt
|
||||
* not found
|
||||
* @throws IOException
|
||||
*/
|
||||
|
|
@ -450,7 +449,7 @@ public abstract class YarnClient extends AbstractService {
|
|||
* {@link ContainerId} of the container that needs a report
|
||||
* @return container report
|
||||
* @throws YarnException
|
||||
* @throws {@link ContainerNotFoundException} if container not found.
|
||||
* @throws ContainerNotFoundException if container not found.
|
||||
* @throws IOException
|
||||
*/
|
||||
public abstract ContainerReport getContainerReport(ContainerId containerId)
|
||||
|
|
|
|||
|
|
@ -344,7 +344,7 @@ public class CommonNodeLabelsManager extends AbstractService {
|
|||
/**
|
||||
* add more labels to nodes
|
||||
*
|
||||
* @param addedLabelsToNode node -> labels map
|
||||
* @param addedLabelsToNode node {@literal ->} labels map
|
||||
*/
|
||||
public void addLabelsToNode(Map<NodeId, Set<String>> addedLabelsToNode)
|
||||
throws IOException {
|
||||
|
|
@ -614,7 +614,7 @@ public class CommonNodeLabelsManager extends AbstractService {
|
|||
* remove labels from nodes, labels being removed most be contained by these
|
||||
* nodes
|
||||
*
|
||||
* @param removeLabelsFromNode node -> labels map
|
||||
* @param removeLabelsFromNode node {@literal ->} labels map
|
||||
*/
|
||||
public void
|
||||
removeLabelsFromNode(Map<NodeId, Set<String>> removeLabelsFromNode)
|
||||
|
|
@ -668,7 +668,7 @@ public class CommonNodeLabelsManager extends AbstractService {
|
|||
/**
|
||||
* replace labels to nodes
|
||||
*
|
||||
* @param replaceLabelsToNode node -> labels map
|
||||
* @param replaceLabelsToNode node {@literal ->} labels map
|
||||
*/
|
||||
public void replaceLabelsOnNode(Map<NodeId, Set<String>> replaceLabelsToNode)
|
||||
throws IOException {
|
||||
|
|
|
|||
|
|
@ -35,7 +35,7 @@ public abstract class NodeLabelsStore implements Closeable {
|
|||
}
|
||||
|
||||
/**
|
||||
* Store node -> label
|
||||
* Store node {@literal ->} label
|
||||
*/
|
||||
public abstract void updateNodeToLabelsMappings(
|
||||
Map<NodeId, Set<String>> nodeToLabels) throws IOException;
|
||||
|
|
@ -54,7 +54,6 @@ public abstract class NodeLabelsStore implements Closeable {
|
|||
|
||||
/**
|
||||
* Recover labels and node to labels mappings from store
|
||||
* @param conf
|
||||
*/
|
||||
public abstract void recover() throws IOException;
|
||||
|
||||
|
|
|
|||
|
|
@ -93,7 +93,6 @@ public class ApplicationACLsManager {
|
|||
* @param applicationAccessType
|
||||
* @param applicationOwner
|
||||
* @param applicationId
|
||||
* @throws AccessControlException
|
||||
*/
|
||||
public boolean checkAccess(UserGroupInformation callerUGI,
|
||||
ApplicationAccessType applicationAccessType, String applicationOwner,
|
||||
|
|
|
|||
|
|
@ -88,7 +88,7 @@ public final class StringHelper {
|
|||
}
|
||||
|
||||
/**
|
||||
* Join on slash & colon (e.g., path args in routing spec)
|
||||
* Join on slash and colon (e.g., path args in routing spec)
|
||||
* @param args to join
|
||||
* @return args joined with /:
|
||||
*/
|
||||
|
|
@ -116,7 +116,7 @@ public final class StringHelper {
|
|||
}
|
||||
|
||||
/**
|
||||
* Split on space & trim results.
|
||||
* Split on space and trim results.
|
||||
* @param s the string to split
|
||||
* @return an iterable of strings
|
||||
*/
|
||||
|
|
@ -125,7 +125,7 @@ public final class StringHelper {
|
|||
}
|
||||
|
||||
/**
|
||||
* Split on _ & trim results
|
||||
* Split on _ and trim results
|
||||
* @param s the string to split
|
||||
* @return an iterable of strings
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -52,13 +52,13 @@ import com.google.inject.servlet.GuiceFilter;
|
|||
/**
|
||||
* Helpers to create an embedded webapp.
|
||||
*
|
||||
* <h4>Quick start:</h4>
|
||||
* <b>Quick start:</b>
|
||||
* <pre>
|
||||
* WebApp wa = WebApps.$for(myApp).start();</pre>
|
||||
* Starts a webapp with default routes binds to 0.0.0.0 (all network interfaces)
|
||||
* on an ephemeral port, which can be obtained with:<pre>
|
||||
* int port = wa.port();</pre>
|
||||
* <h4>With more options:</h4>
|
||||
* <b>With more options:</b>
|
||||
* <pre>
|
||||
* WebApp wa = WebApps.$for(myApp).at(address, port).
|
||||
* with(configuration).
|
||||
|
|
|
|||
|
|
@ -116,10 +116,10 @@ public class RegistryUtils {
|
|||
}
|
||||
|
||||
/**
|
||||
* Create a path to a service under a user & service class
|
||||
* Create a path to a service under a user and service class
|
||||
* @param user username or ""
|
||||
* @param serviceClass service name
|
||||
* @param serviceName service name unique for that user & service class
|
||||
* @param serviceName service name unique for that user and service class
|
||||
* @return a full path
|
||||
*/
|
||||
public static String servicePath(String user,
|
||||
|
|
@ -135,7 +135,7 @@ public class RegistryUtils {
|
|||
* Create a path for listing components under a service
|
||||
* @param user username or ""
|
||||
* @param serviceClass service name
|
||||
* @param serviceName service name unique for that user & service class
|
||||
* @param serviceName service name unique for that user and service class
|
||||
* @return a full path
|
||||
*/
|
||||
public static String componentListPath(String user,
|
||||
|
|
@ -149,7 +149,7 @@ public class RegistryUtils {
|
|||
* Create the path to a service record for a component
|
||||
* @param user username or ""
|
||||
* @param serviceClass service name
|
||||
* @param serviceName service name unique for that user & service class
|
||||
* @param serviceName service name unique for that user and service class
|
||||
* @param componentName unique name/ID of the component
|
||||
* @return a full path
|
||||
*/
|
||||
|
|
|
|||
|
|
@ -32,7 +32,7 @@ import org.apache.hadoop.registry.client.impl.zk.RegistryOperationsService;
|
|||
*
|
||||
* For SASL, the client must be operating in the context of an authed user.
|
||||
*
|
||||
* For id:pass the client must have the relevant id & password, SASL is
|
||||
* For id:pass the client must have the relevant id and password, SASL is
|
||||
* not used even if the client has credentials.
|
||||
*
|
||||
* For anonymous, nothing is used.
|
||||
|
|
|
|||
|
|
@ -71,14 +71,13 @@ public interface ZookeeperConfigOptions {
|
|||
* The SASL client username: {@value}.
|
||||
* <p>
|
||||
* Set this to the <i>short</i> name of the client, e.g, "user",
|
||||
* not <code>user/host</code>, or <code>user/host@REALM</code>
|
||||
* not {@code user/host}, or {@code user/host@REALM}
|
||||
*/
|
||||
String PROP_ZK_SASL_CLIENT_USERNAME = "zookeeper.sasl.client.username";
|
||||
|
||||
/**
|
||||
* The SASL Server context, referring to a context in the JVM's
|
||||
* JAAS context file: {@value}
|
||||
* <p>
|
||||
*/
|
||||
String PROP_ZK_SERVER_SASL_CONTEXT =
|
||||
ZooKeeperSaslServer.LOGIN_CONTEXT_NAME_KEY;
|
||||
|
|
|
|||
|
|
@ -47,16 +47,16 @@ import java.net.UnknownHostException;
|
|||
/**
|
||||
* This is a small, localhost Zookeeper service instance that is contained
|
||||
* in a YARN service...it's been derived from Apache Twill.
|
||||
*
|
||||
* <p>
|
||||
* It implements {@link RegistryBindingSource} and provides binding information,
|
||||
* <i>once started</i>. Until <code>start()</code> is called, the hostname &
|
||||
* <i>once started</i>. Until {@link #start()} is called, the hostname and
|
||||
* port may be undefined. Accordingly, the service raises an exception in this
|
||||
* condition.
|
||||
*
|
||||
* <p>
|
||||
* If you wish to chain together a registry service with this one under
|
||||
* the same <code>CompositeService</code>, this service must be added
|
||||
* the same {@code CompositeService}, this service must be added
|
||||
* as a child first.
|
||||
*
|
||||
* <p>
|
||||
* It also sets the configuration parameter
|
||||
* {@link RegistryConstants#KEY_REGISTRY_ZK_QUORUM}
|
||||
* to its connection string. Any code with access to the service configuration
|
||||
|
|
|
|||
|
|
@ -19,9 +19,10 @@
|
|||
/**
|
||||
* Basic services for the YARN registry
|
||||
* <ul>
|
||||
* <li>The {@link org.apache.hadoop.registry.server.services.RegistryAdminService}</ol>
|
||||
* extends the shared Yarn Registry client with registry setup and
|
||||
* (potentially asynchronous) administrative actions.
|
||||
* <li>
|
||||
* The {@link org.apache.hadoop.registry.server.services.RegistryAdminService}
|
||||
* extends the shared Yarn Registry client with registry setup and
|
||||
* (potentially asynchronous) administrative actions.
|
||||
* </li>
|
||||
* <li>
|
||||
* The {@link org.apache.hadoop.registry.server.services.MicroZookeeperService}
|
||||
|
|
@ -33,8 +34,6 @@
|
|||
* extends the standard YARN composite service by making its add and remove
|
||||
* methods public. It is a utility service used in parts of the codebase
|
||||
* </li>
|
||||
*
|
||||
* </ul>
|
||||
*
|
||||
*/
|
||||
package org.apache.hadoop.registry.server.services;
|
||||
|
|
|
|||
|
|
@ -45,17 +45,15 @@ import org.apache.hadoop.yarn.security.client.TimelineDelegationTokenIdentifier;
|
|||
import com.google.common.annotations.VisibleForTesting;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* Initializes {@link TimelineAuthenticationFilter} which provides support for
|
||||
* Kerberos HTTP SPNEGO authentication.
|
||||
* <p/>
|
||||
* <p>
|
||||
* It enables Kerberos HTTP SPNEGO plus delegation token authentication for the
|
||||
* timeline server.
|
||||
* <p/>
|
||||
* Refer to the <code>core-default.xml</code> file, after the comment 'HTTP
|
||||
* <p>
|
||||
* Refer to the {@code core-default.xml} file, after the comment 'HTTP
|
||||
* Authentication' for details on the configuration options. All related
|
||||
* configuration properties have 'hadoop.http.authentication.' as prefix.
|
||||
* configuration properties have {@code hadoop.http.authentication.} as prefix.
|
||||
*/
|
||||
public class TimelineAuthenticationFilterInitializer extends FilterInitializer {
|
||||
|
||||
|
|
@ -71,14 +69,11 @@ public class TimelineAuthenticationFilterInitializer extends FilterInitializer {
|
|||
Map<String, String> filterConfig;
|
||||
|
||||
/**
|
||||
* <p>
|
||||
* Initializes {@link TimelineAuthenticationFilter}
|
||||
* <p/>
|
||||
* <p>
|
||||
* Propagates to {@link TimelineAuthenticationFilter} configuration all YARN
|
||||
* configuration properties prefixed with
|
||||
* "yarn.timeline-service.authentication."
|
||||
* </p>
|
||||
* {@code yarn.timeline-service.authentication.}
|
||||
*
|
||||
* @param container
|
||||
* The filter container
|
||||
|
|
|
|||
|
|
@ -40,7 +40,7 @@ public class ZKClient {
|
|||
* the zookeeper client library to
|
||||
* talk to zookeeper
|
||||
* @param string the host
|
||||
* @throws throws IOException
|
||||
* @throws IOException
|
||||
*/
|
||||
public ZKClient(String string) throws IOException {
|
||||
zkClient = new ZooKeeper(string, 30000, new ZKWatcher());
|
||||
|
|
|
|||
|
|
@ -52,7 +52,8 @@ public abstract class RegisterNodeManagerRequest {
|
|||
* We introduce this here because currently YARN RM doesn't persist nodes info
|
||||
* for application running. When RM restart happened, we cannot determinate if
|
||||
* a node should do application cleanup (like log-aggregation, status update,
|
||||
* etc.) or not. <p/>
|
||||
* etc.) or not.
|
||||
* <p>
|
||||
* When we have this running application list in node manager register
|
||||
* request, we can recover nodes info for running applications. And then we
|
||||
* can take actions accordingly
|
||||
|
|
|
|||
|
|
@ -26,19 +26,17 @@ import org.apache.hadoop.yarn.api.records.NodeReport;
|
|||
import org.apache.hadoop.yarn.util.Records;
|
||||
|
||||
/**
|
||||
* <p><code>NodeHealthStatus</code> is a summary of the health status of the
|
||||
* node.</p>
|
||||
*
|
||||
* <p>It includes information such as:
|
||||
* <ul>
|
||||
* <li>
|
||||
* An indicator of whether the node is healthy, as determined by the
|
||||
* health-check script.
|
||||
* </li>
|
||||
* <li>The previous time at which the health status was reported.</li>
|
||||
* <li>A diagnostic report on the health status.</li>
|
||||
* </ul>
|
||||
* </p>
|
||||
* {@code NodeHealthStatus} is a summary of the health status of the node.
|
||||
* <p>
|
||||
* It includes information such as:
|
||||
* <ul>
|
||||
* <li>
|
||||
* An indicator of whether the node is healthy, as determined by the
|
||||
* health-check script.
|
||||
* </li>
|
||||
* <li>The previous time at which the health status was reported.</li>
|
||||
* <li>A diagnostic report on the health status.</li>
|
||||
* </ul>
|
||||
*
|
||||
* @see NodeReport
|
||||
* @see ApplicationClientProtocol#getClusterNodes(org.apache.hadoop.yarn.api.protocolrecords.GetClusterNodesRequest)
|
||||
|
|
|
|||
|
|
@ -102,13 +102,15 @@ public abstract class ContainerExecutor implements Configurable {
|
|||
|
||||
/**
|
||||
* Prepare the environment for containers in this application to execute.
|
||||
* <pre>
|
||||
* For $x in local.dirs
|
||||
* create $x/$user/$appId
|
||||
* Copy $nmLocal/appTokens -> $N/$user/$appId
|
||||
* Copy $nmLocal/appTokens {@literal ->} $N/$user/$appId
|
||||
* For $rsrc in private resources
|
||||
* Copy $rsrc -> $N/$user/filecache/[idef]
|
||||
* Copy $rsrc {@literal ->} $N/$user/filecache/[idef]
|
||||
* For $rsrc in job resources
|
||||
* Copy $rsrc -> $N/$user/$appId/filecache/idef
|
||||
* Copy $rsrc {@literal ->} $N/$user/$appId/filecache/idef
|
||||
* </pre>
|
||||
* @param user user name of application owner
|
||||
* @param appId id of the application
|
||||
* @param nmPrivateContainerTokens path to localized credentials, rsrc by NM
|
||||
|
|
|
|||
|
|
@ -65,11 +65,11 @@ public class NodeManagerHardwareUtils {
|
|||
}
|
||||
|
||||
/**
|
||||
* Gets the percentage of physical CPU that is configured for YARN containers
|
||||
* This is percent > 0 and <= 100 based on
|
||||
* YarnConfiguration.NM_RESOURCE_PERCENTAGE_PHYSICAL_CPU_LIMIT
|
||||
* Gets the percentage of physical CPU that is configured for YARN containers.
|
||||
* This is percent {@literal >} 0 and {@literal <=} 100 based on
|
||||
* {@link YarnConfiguration#NM_RESOURCE_PERCENTAGE_PHYSICAL_CPU_LIMIT}
|
||||
* @param conf Configuration object
|
||||
* @return percent > 0 and <= 100
|
||||
* @return percent {@literal >} 0 and {@literal <=} 100
|
||||
*/
|
||||
public static int getNodeCpuPercentage(Configuration conf) {
|
||||
int nodeCpuPercentage =
|
||||
|
|
|
|||
|
|
@ -216,11 +216,14 @@ public interface RMAppAttempt extends EventHandler<RMAppAttemptEvent> {
|
|||
/**
|
||||
* Return the flag which indicates whether the attempt failure should be
|
||||
* counted to attempt retry count.
|
||||
* <ul>
|
||||
* <p>
|
||||
* There failure types should not be counted to attempt retry count:
|
||||
* <li>preempted by the scheduler.</li>
|
||||
* <li>hardware failures, such as NM failing, lost NM and NM disk errors.</li>
|
||||
* <li>killed by RM because of RM restart or failover.</li>
|
||||
* <ul>
|
||||
* <li>preempted by the scheduler.</li>
|
||||
* <li>
|
||||
* hardware failures, such as NM failing, lost NM and NM disk errors.
|
||||
* </li>
|
||||
* <li>killed by RM because of RM restart or failover.</li>
|
||||
* </ul>
|
||||
*/
|
||||
boolean shouldCountTowardsMaxAttemptRetry();
|
||||
|
|
|
|||
|
|
@ -114,7 +114,7 @@ public abstract class SchedulerNode {
|
|||
|
||||
/**
|
||||
* Get the name of the node for scheduling matching decisions.
|
||||
* <p/>
|
||||
* <p>
|
||||
* Typically this is the 'hostname' reported by the node, but it could be
|
||||
* configured to be 'hostname:port' reported by the node via the
|
||||
* {@link YarnConfiguration#RM_SCHEDULER_INCLUDE_PORT_IN_NODE_NAME} constant.
|
||||
|
|
|
|||
|
|
@ -194,8 +194,7 @@ public class SchedulerUtils {
|
|||
* Utility method to validate a resource request, by insuring that the
|
||||
* requested memory/vcore is non-negative and not greater than max
|
||||
*
|
||||
* @throws <code>InvalidResourceRequestException</code> when there is invalid
|
||||
* request
|
||||
* @throws InvalidResourceRequestException when there is invalid request
|
||||
*/
|
||||
public static void validateResourceRequest(ResourceRequest resReq,
|
||||
Resource maximumResource, String queueName, YarnScheduler scheduler)
|
||||
|
|
|
|||
|
|
@ -71,7 +71,7 @@ public class ComputeFairShares {
|
|||
* fair shares. The min and max shares and of the Schedulables are assumed to
|
||||
* be set beforehand. We compute the fairest possible allocation of shares to
|
||||
* the Schedulables that respects their min and max shares.
|
||||
*
|
||||
* <p>
|
||||
* To understand what this method does, we must first define what weighted
|
||||
* fair sharing means in the presence of min and max shares. If there
|
||||
* were no minimum or maximum shares, then weighted fair sharing would be
|
||||
|
|
@ -79,30 +79,31 @@ public class ComputeFairShares {
|
|||
* Schedulable and all slots were assigned. Minimum and maximum shares add a
|
||||
* further twist - Some Schedulables may have a min share higher than their
|
||||
* assigned share or a max share lower than their assigned share.
|
||||
*
|
||||
* <p>
|
||||
* To deal with these possibilities, we define an assignment of slots as being
|
||||
* fair if there exists a ratio R such that: Schedulables S where S.minShare
|
||||
* > R * S.weight are given share S.minShare - Schedulables S where S.maxShare
|
||||
* < R * S.weight are given S.maxShare - All other Schedulables S are
|
||||
* assigned share R * S.weight - The sum of all the shares is totalSlots.
|
||||
*
|
||||
* {@literal >} R * S.weight are given share S.minShare - Schedulables S
|
||||
* where S.maxShare {@literal <} R * S.weight are given S.maxShare -
|
||||
* All other Schedulables S are assigned share R * S.weight -
|
||||
* The sum of all the shares is totalSlots.
|
||||
* <p>
|
||||
* We call R the weight-to-slots ratio because it converts a Schedulable's
|
||||
* weight to the number of slots it is assigned.
|
||||
*
|
||||
* <p>
|
||||
* We compute a fair allocation by finding a suitable weight-to-slot ratio R.
|
||||
* To do this, we use binary search. Given a ratio R, we compute the number of
|
||||
* slots that would be used in total with this ratio (the sum of the shares
|
||||
* computed using the conditions above). If this number of slots is less than
|
||||
* totalSlots, then R is too small and more slots could be assigned. If the
|
||||
* number of slots is more than totalSlots, then R is too large.
|
||||
*
|
||||
* <p>
|
||||
* We begin the binary search with a lower bound on R of 0 (which means that
|
||||
* all Schedulables are only given their minShare) and an upper bound computed
|
||||
* to be large enough that too many slots are given (by doubling R until we
|
||||
* use more than totalResources resources). The helper method
|
||||
* resourceUsedWithWeightToResourceRatio computes the total resources used with a
|
||||
* given value of R.
|
||||
*
|
||||
* <p>
|
||||
* The running time of this algorithm is linear in the number of Schedulables,
|
||||
* because resourceUsedWithWeightToResourceRatio is linear-time and the number of
|
||||
* iterations of binary search is a constant (dependent on desired precision).
|
||||
|
|
|
|||
|
|
@ -364,7 +364,6 @@ public class DelegationTokenRenewer extends AbstractService {
|
|||
* @param shouldCancelAtEnd true if tokens should be canceled when the app is
|
||||
* done else false.
|
||||
* @param user user
|
||||
* @throws IOException
|
||||
*/
|
||||
public void addApplicationAsync(ApplicationId applicationId, Credentials ts,
|
||||
boolean shouldCancelAtEnd, String user) {
|
||||
|
|
@ -634,7 +633,6 @@ public class DelegationTokenRenewer extends AbstractService {
|
|||
|
||||
/**
|
||||
* removing failed DT
|
||||
* @param applicationId
|
||||
*/
|
||||
private void removeFailedDelegationToken(DelegationTokenToRenew t) {
|
||||
ApplicationId applicationId = t.applicationId;
|
||||
|
|
|
|||
|
|
@ -181,7 +181,7 @@ public class ProxyUriUtils {
|
|||
|
||||
/**
|
||||
* Returns the scheme if present in the url
|
||||
* eg. "https://issues.apache.org/jira/browse/YARN" > "https"
|
||||
* eg. "https://issues.apache.org/jira/browse/YARN" {@literal ->} "https"
|
||||
*/
|
||||
public static String getSchemeFromUrl(String url) {
|
||||
int index = 0;
|
||||
|
|
|
|||
Loading…
Reference in New Issue