8915 lines
353 KiB
HTML
8915 lines
353 KiB
HTML
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
|
<!--
|
|
| Generated by Apache Maven Doxia at 2023-02-17
|
|
| Rendered using Apache Maven Stylus Skin 1.5
|
|
-->
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
|
<head>
|
|
<title>Apache Hadoop 3.4.0-SNAPSHOT – ResourceManager REST APIs.</title>
|
|
<style type="text/css" media="all">
|
|
@import url("./css/maven-base.css");
|
|
@import url("./css/maven-theme.css");
|
|
@import url("./css/site.css");
|
|
</style>
|
|
<link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
|
|
<meta name="Date-Revision-yyyymmdd" content="20230217" />
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
|
|
</head>
|
|
<body class="composite">
|
|
<div id="banner">
|
|
<a href="http://hadoop.apache.org/" id="bannerLeft">
|
|
<img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
|
|
</a>
|
|
<a href="http://www.apache.org/" id="bannerRight">
|
|
<img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
|
|
</a>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="breadcrumbs">
|
|
|
|
<div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
|
|
|
|
|
<a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
|
|
|
|
|
<a href="http://hadoop.apache.org/" class="externalLink">Apache Hadoop</a>
|
|
|
|
| Last Published: 2023-02-17
|
|
| Version: 3.4.0-SNAPSHOT
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
<div id="leftColumn">
|
|
<div id="navcolumn">
|
|
|
|
<h5>General</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Common</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-kms/index.html">Hadoop KMS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
|
|
</li>
|
|
</ul>
|
|
<h5>HDFS</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
|
|
</li>
|
|
</ul>
|
|
<h5>MapReduce REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN REST APIs</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
|
|
</li>
|
|
</ul>
|
|
<h5>YARN Service</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Hadoop Compatible File Systems</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-azure/index.html">Azure Blob Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-huaweicloud/cloud-storage/index.html">Huaweicloud OBS</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Auth</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/index.html">Overview</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/Examples.html">Examples</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/Configuration.html">Configuration</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-auth/BuildingIt.html">Building</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Tools</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-distcp/DistCp.html">DistCp</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-gridmix/GridMix.html">GridMix</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-rumen/Rumen.html">Rumen</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Reference</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../api/index.html">Java API docs</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
|
|
</li>
|
|
</ul>
|
|
<h5>Configuration</h5>
|
|
<ul>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-kms/kms-default.html">kms-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
|
|
</li>
|
|
<li class="none">
|
|
<a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
|
|
</li>
|
|
</ul>
|
|
<a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
|
|
<img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
|
|
</a>
|
|
|
|
</div>
|
|
</div>
|
|
<div id="bodyColumn">
|
|
<div id="contentBox">
|
|
<!---
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License. See accompanying LICENSE file.
|
|
-->
|
|
<h1>ResourceManager REST API’s.</h1>
|
|
<ul>
|
|
<li><a href="#Overview">Overview</a></li>
|
|
<li><a href="#Enabling_CORS_support">Enabling CORS support</a></li>
|
|
<li><a href="#Cluster_Information_API">Cluster Information API</a></li>
|
|
<li><a href="#Cluster_Metrics_API">Cluster Metrics API</a></li>
|
|
<li><a href="#Cluster_Scheduler_API">Cluster Scheduler API</a></li>
|
|
<li><a href="#Cluster_Applications_API">Cluster Applications API</a></li>
|
|
<li><a href="#Cluster_Application_Statistics_API">Cluster Application Statistics API</a></li>
|
|
<li><a href="#Cluster_Application_API">Cluster Application API</a></li>
|
|
<li><a href="#Cluster_Application_Attempts_API">Cluster Application Attempts API</a></li>
|
|
<li><a href="#Containers_for_an_Application_Attempt_API">Containers for an Application Attempt API</a></li>
|
|
<li><a href="#Specific_Container_for_an_Application_Attempt_API">Specific Container for an Application Attempt API</a></li>
|
|
<li><a href="#Cluster_Nodes_API">Cluster Nodes API</a></li>
|
|
<li><a href="#Cluster_Node_API">Cluster Node API</a></li>
|
|
<li><a href="#Cluster_Node_Update_Resource_API">Cluster Node Update Resource API</a></li>
|
|
<li><a href="#Cluster_Writeable_APIs">Cluster Writeable APIs</a></li>
|
|
<li><a href="#Cluster_New_Application_API">Cluster New Application API</a></li>
|
|
<li><a href="#Cluster_Applications_API.28Submit_Application.29">Cluster Applications API(Submit Application)</a></li>
|
|
<li><a href="#Cluster_Application_State_API">Cluster Application State API</a></li>
|
|
<li><a href="#Cluster_Application_Queue_API">Cluster Application Queue API</a></li>
|
|
<li><a href="#Cluster_Application_Priority_API">Cluster Application Priority API</a></li>
|
|
<li><a href="#Cluster_Delegation_Tokens_API">Cluster Delegation Tokens API</a></li>
|
|
<li><a href="#Cluster_Reservation_API_List">Cluster Reservation API List</a></li>
|
|
<li><a href="#Cluster_Reservation_API_Create">Cluster Reservation API Create</a></li>
|
|
<li><a href="#Cluster_Reservation_API_Submit">Cluster Reservation API Submit</a></li>
|
|
<li><a href="#Cluster_Reservation_API_Update">Cluster Reservation API Update</a></li>
|
|
<li><a href="#Cluster_Reservation_API_Delete">Cluster Reservation API Delete</a></li>
|
|
<li><a href="#Cluster_Application_Timeouts_API">Cluster Application Timeouts API</a></li>
|
|
<li><a href="#Cluster_Application_Timeout_API">Cluster Application Timeout API</a></li>
|
|
<li><a href="#Cluster_Application_Timeout_Update_API">Cluster Application Timeout Update API</a></li>
|
|
<li><a href="#Scheduler_Configuration_Mutation_API">Scheduler Configuration Mutation API</a></li>
|
|
<li><a href="#Cluster_Container_Signal_API">Cluster Container Signal API</a></li>
|
|
<li><a href="#Scheduler_Activities_API">Scheduler Activities API</a></li>
|
|
<li><a href="#Scheduler_Bulk_Activities_API">Scheduler Bulk Activities API</a></li>
|
|
<li><a href="#Application_Activities_API">Application Activities API</a></li></ul>
|
|
<section>
|
|
<h2><a name="Overview"></a>Overview</h2>
|
|
<p>The ResourceManager REST API’s allow the user to get information about the cluster - status on the cluster, metrics on the cluster, scheduler information, information about nodes in the cluster, and information about applications on the cluster.</p></section><section>
|
|
<h2><a name="Enabling_CORS_support"></a>Enabling CORS support</h2>
|
|
<p>To enable cross-origin support (CORS) for the RM only(without enabling it for the NM), please set the following configuration parameters:</p>
|
|
<p>In core-site.xml, add org.apache.hadoop.security.HttpCrossOriginFilterInitializer to hadoop.http.filter.initializers. In yarn-site.xml, set yarn.resourcemanager.webapp.cross-origin.enabled to true.</p></section><section>
|
|
<h2><a name="Cluster_Information_API"></a>Cluster Information API</h2>
|
|
<p>The cluster information resource provides overall information about the cluster.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<p>Both of the following URI’s give you the cluster information.</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster">http://rm-http-address:port/ws/v1/cluster</a>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/info">http://rm-http-address:port/ws/v1/cluster/info</a></li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_clusterInfo_object"></a>Elements of the <i>clusterInfo</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> id </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The cluster id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> startedOn </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The time the cluster started (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> state </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The ResourceManager state - valid values are: NOTINITED, INITED, STARTED, STOPPED </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> haState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The ResourceManager HA state - valid values are: INITIALIZING, ACTIVE, STANDBY, STOPPED </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> rmStateStoreName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Fully qualified name of class that implements the storage of ResourceManager state </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resourceManagerVersion </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Version of the ResourceManager </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> resourceManagerBuildVersion </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> ResourceManager build string with build version, user, and checksum </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resourceManagerVersionBuiltOn </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Timestamp when ResourceManager was built (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> hadoopVersion </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Version of hadoop common </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> hadoopBuildVersion </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Hadoop common build string with build version, user, and checksum </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> hadoopVersionBuiltOn </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Timestamp when hadoop common was built(in ms since epoch) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> haZooKeeperConnectionState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> State of ZooKeeper connection of the high availability service </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/info
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"clusterInfo":
|
|
{
|
|
"id":1324053971963,
|
|
"startedOn":1324053971963,
|
|
"state":"STARTED",
|
|
"haState":"ACTIVE",
|
|
"rmStateStoreName":"org.apache.hadoop.yarn.server.resourcemanager.recovery.NullRMStateStore",
|
|
"resourceManagerVersion":"3.0.0-SNAPSHOT",
|
|
"resourceManagerBuildVersion":"3.0.0-SNAPSHOT from unknown by user1 source checksum 11111111111111111111111111111111",
|
|
"resourceManagerVersionBuiltOn":"2016-01-01T01:00Z",
|
|
"hadoopVersion":"3.0.0-SNAPSHOT",
|
|
"hadoopBuildVersion":"3.0.0-SNAPSHOT from unknown by user1 source checksum 11111111111111111111111111111111",
|
|
"hadoopVersionBuiltOn":"2016-01-01T01:00Z",
|
|
"haZooKeeperConnectionState": "ResourceManager HA is not enabled." }
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/info
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 712
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<clusterInfo>
|
|
<id>1476912658570</id>
|
|
<startedOn>1476912658570</startedOn>
|
|
<state>STARTED</state>
|
|
<haState>ACTIVE</haState>
|
|
<rmStateStoreName>org.apache.hadoop.yarn.server.resourcemanager.recovery.NullRMStateStore</rmStateStoreName>
|
|
<resourceManagerVersion>3.0.0-SNAPSHOT</resourceManagerVersion>
|
|
<resourceManagerBuildVersion>3.0.0-SNAPSHOT from unknown by user1 source checksum 11111111111111111111111111111111</resourceManagerBuildVersion>
|
|
<resourceManagerVersionBuiltOn>2016-01-01T01:00Z</resourceManagerVersionBuiltOn>
|
|
<hadoopVersion>3.0.0-SNAPSHOT</hadoopVersion>
|
|
<hadoopBuildVersion>3.0.0-SNAPSHOT from unknown by user1 source checksum 11111111111111111111111111111111</hadoopBuildVersion>
|
|
<hadoopVersionBuiltOn>2016-01-01T01:00Z</hadoopVersionBuiltOn>
|
|
<haZooKeeperConnectionState>ResourceManager HA is not enabled.</haZooKeeperConnectionState>
|
|
</clusterInfo>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Metrics_API"></a>Cluster Metrics API</h2>
|
|
<p>The cluster metrics resource provides some overall metrics about the cluster. More detailed metrics should be retrieved from the jmx interface.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/metrics">http://rm-http-address:port/ws/v1/cluster/metrics</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_clusterMetrics_object"></a>Elements of the <i>clusterMetrics</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> appsSubmitted </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications submitted </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> appsCompleted </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications completed </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> appsPending </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications pending </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> appsRunning </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications running </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> appsFailed </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications failed </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> appsKilled </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications killed </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservedMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory reserved in MB </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> availableMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory available in MB </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory allocated in MB </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> totalMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of total memory in MB </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservedVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The number of reserved virtual cores </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> availableVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The number of available virtual cores </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The number of allocated virtual cores </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> totalVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total number of virtual cores </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containersAllocated </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers allocated </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> containersReserved </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers reserved </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containersPending </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers pending </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> totalNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The total number of nodes </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> activeNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of active nodes </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> lostNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of lost nodes </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> unhealthyNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of unhealthy nodes </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> decommissioningNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of nodes being decommissioned </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> decommissionedNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of nodes decommissioned </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> rebootedNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of nodes rebooted </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> shutdownNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of nodes shut down </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/metrics
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"clusterMetrics":
|
|
{
|
|
"appsSubmitted":0,
|
|
"appsCompleted":0,
|
|
"appsPending":0,
|
|
"appsRunning":0,
|
|
"appsFailed":0,
|
|
"appsKilled":0,
|
|
"reservedMB":0,
|
|
"availableMB":17408,
|
|
"allocatedMB":0,
|
|
"reservedVirtualCores":0,
|
|
"availableVirtualCores":7,
|
|
"allocatedVirtualCores":1,
|
|
"containersAllocated":0,
|
|
"containersReserved":0,
|
|
"containersPending":0,
|
|
"totalMB":17408,
|
|
"totalVirtualCores":8,
|
|
"totalNodes":1,
|
|
"lostNodes":0,
|
|
"unhealthyNodes":0,
|
|
"decommissioningNodes":0,
|
|
"decommissionedNodes":0,
|
|
"rebootedNodes":0,
|
|
"activeNodes":1,
|
|
"shutdownNodes":0
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/metrics
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 432
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<clusterMetrics>
|
|
<appsSubmitted>0</appsSubmitted>
|
|
<appsCompleted>0</appsCompleted>
|
|
<appsPending>0</appsPending>
|
|
<appsRunning>0</appsRunning>
|
|
<appsFailed>0</appsFailed>
|
|
<appsKilled>0</appsKilled>
|
|
<reservedMB>0</reservedMB>
|
|
<availableMB>17408</availableMB>
|
|
<allocatedMB>0</allocatedMB>
|
|
<reservedVirtualCores>0</reservedVirtualCores>
|
|
<availableVirtualCores>7</availableVirtualCores>
|
|
<allocatedVirtualCores>1</allocatedVirtualCores>
|
|
<containersAllocated>0</containersAllocated>
|
|
<containersReserved>0</containersReserved>
|
|
<containersPending>0</containersPending>
|
|
<totalMB>17408</totalMB>
|
|
<totalVirtualCores>8</totalVirtualCores>
|
|
<totalNodes>1</totalNodes>
|
|
<lostNodes>0</lostNodes>
|
|
<unhealthyNodes>0</unhealthyNodes>
|
|
<decommissioningNodes>0</decommissioningNodes>
|
|
<decommissionedNodes>0</decommissionedNodes>
|
|
<rebootedNodes>0</rebootedNodes>
|
|
<activeNodes>1</activeNodes>
|
|
<shutdownNodes>0</shutdownNodes>
|
|
</clusterMetrics>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Scheduler_API"></a>Cluster Scheduler API</h2>
|
|
<p>A scheduler resource contains information about the current scheduler configured in a cluster. It currently supports the Fifo, Capacity and Fair Scheduler. You will get different information depending on which scheduler is configured so be sure to look at the type information.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/scheduler">http://rm-http-address:port/ws/v1/cluster/scheduler</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Capacity_Scheduler_API"></a>Capacity Scheduler API</h3>
|
|
<p>The capacity scheduler supports hierarchical queues. This one request will print information about all the queues and any subqueues they have. Queues that can actually have jobs submitted to them are referred to as leaf queues. These queues have additional data associated with them.</p></section><section>
|
|
<h3><a name="Elements_of_the_schedulerInfo_object"></a>Elements of the <i>schedulerInfo</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Scheduler type - capacityScheduler </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> capacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Configured queue capacity in percentage relative to its parent queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> usedCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Used queue capacity in percentage </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maxCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Configured maximum queue capacity in percentage relative to its parent queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> queueName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Name of the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queues </td>
|
|
<td align="left"> array of queues(JSON)/zero or more queue objects(XML) </td>
|
|
<td align="left"> A collection of queue resources </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> health </td>
|
|
<td align="left"> A single health object </td>
|
|
<td align="left"> The health metrics of capacity scheduler. This metrics existed since 2.8.0, but the output was not well formatted. Hence users can not make use of this field cleanly, this is optimized from 3.2.0 onwards. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_queues_object_for_a_Parent_queue"></a>Elements of the queues object for a Parent queue</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> capacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Configured queue capacity in percentage relative to its parent queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> usedCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Used queue capacity in percentage </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> maxCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Configured maximum queue capacity in percentage relative to its parent queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> absoluteCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Absolute capacity percentage this queue can use of entire cluster </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> absoluteMaxCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Absolute maximum capacity percentage this queue can use of the entire cluster </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> absoluteUsedCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Absolute used capacity percentage this queue is using of the entire cluster </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of applications currently in the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maxParallelApps </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Maximum number of applications that can run at the same time </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> usedResources </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A string describing the current resources used by the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queueName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The name of the queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> state </td>
|
|
<td align="left"> string of QueueState </td>
|
|
<td align="left"> The state of the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queues </td>
|
|
<td align="left"> array of queues(JSON)/zero or more queue objects(XML) </td>
|
|
<td align="left"> A collection of sub-queue information. Omitted if the queue has no sub-queues. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> resourcesUsed </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The total amount of resources used by this queue </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_queues_object_for_a_Leaf_queue_-_contains_all_the_elements_in_parent_except_.E2.80.98queues.E2.80.99_plus_the_following:"></a>Elements of the queues object for a Leaf queue - contains all the elements in parent except ‘queues’ plus the following:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> String </td>
|
|
<td align="left"> type of the queue - capacitySchedulerLeafQueueInfo </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> numActiveApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of active applications in this queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numPendingApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of pending applications in this queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> numContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers being used </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of allocated containers in this queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservedContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of reserved containers in this queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> pendingContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of pending containers in this queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maxApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of applications this queue can have </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> maxApplicationsPerUser </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of applications per user this queue can have </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maxActiveApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of active applications this queue can have </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> maxActiveApplicationsPerUser </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of active applications per user this queue can have </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> userLimit </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The minimum user limit percent set in the configuration </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> userLimitFactor </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> The user limit factor set in the configuration </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> users </td>
|
|
<td align="left"> array of users(JSON)/zero or more user objects(XML) </td>
|
|
<td align="left"> A collection of user objects containing resources used </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_user_object_for_users:"></a>Elements of the user object for users:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> username </td>
|
|
<td align="left"> String </td>
|
|
<td align="left"> The username of the user using the resources </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resourcesUsed </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The amount of resources used by the user in this queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numActiveApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of active applications for this user in this queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> numPendingApplications </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of pending applications for this user in this queue </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_resource_object_for_resourcesUsed_in_user_and_queues:"></a>Elements of the resource object for resourcesUsed in user and queues:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The amount of memory used (in MB) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of virtual cores </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_health_object_in_schedulerInfo:"></a>Elements of the health object in schedulerInfo:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> lastrun </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The time in which application started (in ms since epoch) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> operationsInfo </td>
|
|
<td align="left"> array of operations(JSON)/operation objects(XML) </td>
|
|
<td align="left"> A collection of operation objects </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> lastRunDetails </td>
|
|
<td align="left"> array of lastRunDetails(JSON)/lastRunDetail objects(XML) </td>
|
|
<td align="left"> A collection of lastRunDetail objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_operation_object_in_health:"></a>Elements of the operation object in health:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> operation </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The type of operation </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The id of the node to which the operation relates </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containerId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The id of the container to which the operation relates </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The name of the queue to which the operation relates </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_lastRunDetail_object_in_health:"></a>Elements of the lastRunDetail object in health:</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> operation </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The type of operation </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> count </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The id of the node to which the operation relates </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> resources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The resources to which the operation relates </td></tr>
|
|
</tbody>
|
|
</table><section>
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"scheduler": {
|
|
"schedulerInfo": {
|
|
"capacity": 100.0,
|
|
"maxCapacity": 100.0,
|
|
"queueName": "root",
|
|
"queues": {
|
|
"queue": [
|
|
{
|
|
"absoluteCapacity": 10.5,
|
|
"absoluteMaxCapacity": 50.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 10.5,
|
|
"maxCapacity": 50.0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"queueName": "a",
|
|
"queues": {
|
|
"queue": [
|
|
{
|
|
"absoluteCapacity": 3.15,
|
|
"absoluteMaxCapacity": 25.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 30.000002,
|
|
"maxCapacity": 50.0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"queueName": "a1",
|
|
"queues": {
|
|
"queue": [
|
|
{
|
|
"absoluteCapacity": 2.6775,
|
|
"absoluteMaxCapacity": 25.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 85.0,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 1,
|
|
"maxApplications": 267,
|
|
"maxApplicationsPerUser": 267,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 0,
|
|
"queueName": "a1a",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 1.0,
|
|
"users": null
|
|
},
|
|
{
|
|
"absoluteCapacity": 0.47250003,
|
|
"absoluteMaxCapacity": 25.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 15.000001,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 1,
|
|
"maxApplications": 47,
|
|
"maxApplicationsPerUser": 47,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 0,
|
|
"queueName": "a1b",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 1.0,
|
|
"users": null
|
|
}
|
|
]
|
|
},
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>"
|
|
},
|
|
{
|
|
"absoluteCapacity": 7.35,
|
|
"absoluteMaxCapacity": 50.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 70.0,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 100,
|
|
"maxApplications": 735,
|
|
"maxApplicationsPerUser": 73500,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 0,
|
|
"queueName": "a2",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 100.0,
|
|
"users": null
|
|
}
|
|
]
|
|
},
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>"
|
|
},
|
|
{
|
|
"absoluteCapacity": 89.5,
|
|
"absoluteMaxCapacity": 100.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 89.5,
|
|
"maxCapacity": 100.0,
|
|
"numApplications": 2,
|
|
"maxParallelApps": 2147483647,
|
|
"queueName": "b",
|
|
"queues": {
|
|
"queue": [
|
|
{
|
|
"absoluteCapacity": 53.7,
|
|
"absoluteMaxCapacity": 100.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 60.000004,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 100,
|
|
"maxApplications": 5370,
|
|
"maxApplicationsPerUser": 537000,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 1,
|
|
"numApplications": 2,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 1,
|
|
"queueName": "b1",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 100.0,
|
|
"users": {
|
|
"user": [
|
|
{
|
|
"numActiveApplications": 0,
|
|
"numPendingApplications": 1,
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"username": "user2"
|
|
},
|
|
{
|
|
"numActiveApplications": 1,
|
|
"numPendingApplications": 0,
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"username": "user1"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
{
|
|
"absoluteCapacity": 35.3525,
|
|
"absoluteMaxCapacity": 100.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 39.5,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 100,
|
|
"maxApplications": 3535,
|
|
"maxApplicationsPerUser": 353500,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 0,
|
|
"queueName": "b2",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 100.0,
|
|
"users": null
|
|
},
|
|
{
|
|
"absoluteCapacity": 0.4475,
|
|
"absoluteMaxCapacity": 100.0,
|
|
"absoluteUsedCapacity": 0.0,
|
|
"capacity": 0.5,
|
|
"maxActiveApplications": 1,
|
|
"maxActiveApplicationsPerUser": 100,
|
|
"maxApplications": 44,
|
|
"maxApplicationsPerUser": 4400,
|
|
"maxCapacity": 100.0,
|
|
"numActiveApplications": 0,
|
|
"numApplications": 0,
|
|
"maxParallelApps": 2147483647,
|
|
"numContainers": 0,
|
|
"numPendingApplications": 0,
|
|
"queueName": "b3",
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"type": "capacitySchedulerLeafQueueInfo",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>",
|
|
"userLimit": 100,
|
|
"userLimitFactor": 100.0,
|
|
"users": null
|
|
}
|
|
]
|
|
},
|
|
"resourcesUsed": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"state": "RUNNING",
|
|
"usedCapacity": 0.0,
|
|
"usedResources": "<memory:0, vCores:0>"
|
|
}
|
|
]
|
|
},
|
|
"health": {
|
|
"lastrun": 1326381444693,
|
|
"operationsInfo": [
|
|
{
|
|
"operation": "last-allocation",
|
|
"nodeId": "N/A",
|
|
"containerId": "N/A",
|
|
"queue": "N/A"
|
|
},
|
|
{
|
|
"operation": "last-release",
|
|
"nodeId": "host.domain.com:8041",
|
|
"containerId": "container_1326821518301_0005_01_000001",
|
|
"queue": "root.default"
|
|
},
|
|
{
|
|
"operation": "last-preemption",
|
|
"nodeId": "N/A",
|
|
"containerId": "N/A",
|
|
"queue": "N/A"
|
|
},
|
|
{
|
|
"operation": "last-reservation",
|
|
"nodeId": "N/A",
|
|
"containerId": "N/A",
|
|
"queue": "N/A"
|
|
}
|
|
],
|
|
"lastRunDetails": [
|
|
{
|
|
"operation": "releases",
|
|
"count": 0,
|
|
"resources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
},
|
|
{
|
|
"operation": "allocations",
|
|
"count": 0,
|
|
"resources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
},
|
|
{
|
|
"operation": "reservations",
|
|
"count": 0,
|
|
"resources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"type": "capacityScheduler",
|
|
"usedCapacity": 0.0
|
|
}
|
|
}
|
|
}
|
|
```json
|
|
|
|
**XML response**
|
|
|
|
HTTP Request:
|
|
|
|
Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
|
|
Response Header:
|
|
|
|
HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 5778
|
|
Server: Jetty(6.1.26)
|
|
|
|
Response Body:
|
|
|
|
```xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<scheduler>
|
|
<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="capacityScheduler">
|
|
<capacity>100.0</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<queueName>root</queueName>
|
|
<queues>
|
|
<queue>
|
|
<capacity>10.5</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>50.0</maxCapacity>
|
|
<absoluteCapacity>10.5</absoluteCapacity>
|
|
<absoluteMaxCapacity>50.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>a</queueName>
|
|
<state>RUNNING</state>
|
|
<queues>
|
|
<queue>
|
|
<capacity>30.000002</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>50.0</maxCapacity>
|
|
<absoluteCapacity>3.15</absoluteCapacity>
|
|
<absoluteMaxCapacity>25.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>a1</queueName>
|
|
<state>RUNNING</state>
|
|
<queues>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>85.0</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>2.6775</absoluteCapacity>
|
|
<absoluteMaxCapacity>25.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>a1a</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>267</maxApplications>
|
|
<maxApplicationsPerUser>267</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>1</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users/>
|
|
<userLimitFactor>1.0</userLimitFactor>
|
|
</queue>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>15.000001</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>0.47250003</absoluteCapacity>
|
|
<absoluteMaxCapacity>25.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>a1b</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>47</maxApplications>
|
|
<maxApplicationsPerUser>47</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>1</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users/>
|
|
<userLimitFactor>1.0</userLimitFactor>
|
|
</queue>
|
|
</queues>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
</queue>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>70.0</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>7.35</absoluteCapacity>
|
|
<absoluteMaxCapacity>50.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>a2</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>735</maxApplications>
|
|
<maxApplicationsPerUser>73500</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>100</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users/>
|
|
<userLimitFactor>100.0</userLimitFactor>
|
|
</queue>
|
|
</queues>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
</queue>
|
|
<queue>
|
|
<capacity>89.5</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>89.5</absoluteCapacity>
|
|
<absoluteMaxCapacity>100.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>2</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>b</queueName>
|
|
<state>RUNNING</state>
|
|
<queues>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>60.000004</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>53.7</absoluteCapacity>
|
|
<absoluteMaxCapacity>100.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>2</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>b1</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>1</numActiveApplications>
|
|
<numPendingApplications>1</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>5370</maxApplications>
|
|
<maxApplicationsPerUser>537000</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>100</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users>
|
|
<user>
|
|
<username>user2</username>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numPendingApplications>1</numPendingApplications>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
</user>
|
|
<user>
|
|
<username>user1</username>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numActiveApplications>1</numActiveApplications>
|
|
</user>
|
|
</users>
|
|
<userLimitFactor>100.0</userLimitFactor>
|
|
</queue>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>39.5</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>35.3525</absoluteCapacity>
|
|
<absoluteMaxCapacity>100.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>b2</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>3535</maxApplications>
|
|
<maxApplicationsPerUser>353500</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>100</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users/>
|
|
<userLimitFactor>100.0</userLimitFactor>
|
|
</queue>
|
|
<queue xsi:type="capacitySchedulerLeafQueueInfo">
|
|
<capacity>0.5</capacity>
|
|
<usedCapacity>0.0</usedCapacity>
|
|
<maxCapacity>100.0</maxCapacity>
|
|
<absoluteCapacity>0.4475</absoluteCapacity>
|
|
<absoluteMaxCapacity>100.0</absoluteMaxCapacity>
|
|
<absoluteUsedCapacity>0.0</absoluteUsedCapacity>
|
|
<numApplications>0</numApplications>
|
|
<maxParallelApps>2147483647</maxParallelApps>
|
|
<usedResources>&lt;memory:0, vCores:0&gt;</usedResources>
|
|
<queueName>b3</queueName>
|
|
<state>RUNNING</state>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
<numActiveApplications>0</numActiveApplications>
|
|
<numPendingApplications>0</numPendingApplications>
|
|
<numContainers>0</numContainers>
|
|
<maxApplications>44</maxApplications>
|
|
<maxApplicationsPerUser>4400</maxApplicationsPerUser>
|
|
<maxActiveApplications>1</maxActiveApplications>
|
|
<maxActiveApplicationsPerUser>100</maxActiveApplicationsPerUser>
|
|
<userLimit>100</userLimit>
|
|
<users/>
|
|
<userLimitFactor>100.0</userLimitFactor>
|
|
</queue>
|
|
</queues>
|
|
<resourcesUsed>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resourcesUsed>
|
|
</queue>
|
|
</queues>
|
|
<health>
|
|
<lastrun>1326381444693</lastrun>
|
|
<operationsInfo>
|
|
<operation>last-allocation</operation>
|
|
<nodeId>N/A</nodeId>
|
|
<containerId>N/A</containerId>
|
|
<queue>N/A</queue>
|
|
</operationsInfo>
|
|
<operationsInfo>
|
|
<operation>last-release</operation>
|
|
<nodeId>host.domain.com:8041</nodeId>
|
|
<containerId>container_1326821518301_0005_01_000001</containerId>
|
|
<queue>root.default</queue>
|
|
</operationsInfo>
|
|
<operationsInfo>
|
|
<operation>last-preemption</operation>
|
|
<nodeId>N/A</nodeId>
|
|
<containerId>N/A</containerId>
|
|
<queue>N/A</queue>
|
|
</operationsInfo>
|
|
<operationsInfo>
|
|
<operation>last-reservation</operation>
|
|
<nodeId>N/A</nodeId>
|
|
<containerId>N/A</containerId>
|
|
<queue>N/A</queue>
|
|
</operationsInfo>
|
|
<lastRunDetails>
|
|
<operation>releases</operation>
|
|
<count>0</count>
|
|
<resources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resources>
|
|
</lastRunDetails>
|
|
<lastRunDetails>
|
|
<operation>allocations</operation>
|
|
<count>0</count>
|
|
<resources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resources>
|
|
</lastRunDetails>
|
|
<lastRunDetails>
|
|
<operation>reservations</operation>
|
|
<count>0</count>
|
|
<resources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resources>
|
|
</lastRunDetails>
|
|
</health>
|
|
</schedulerInfo>
|
|
</scheduler>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h3><a name="Fifo_Scheduler_API"></a>Fifo Scheduler API</h3></section><section>
|
|
<h3><a name="Elements_of_the_schedulerInfo_object"></a>Elements of the <i>schedulerInfo</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Scheduler type - fifoScheduler </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> capacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Queue capacity in percentage </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> usedCapacity </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> Used queue capacity in percentage </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> qstate </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> State of the queue - valid values are: STOPPED, RUNNING </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> minQueueMemoryCapacity </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Minimum queue memory capacity </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maxQueueMemoryCapacity </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Maximum queue memory capacity </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numNodes </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The total number of nodes </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> usedNodeCapacity </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The used node capacity </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> availNodeCapacity </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The available node capacity </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> totalNodeCapacity </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The total node capacity </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers </td></tr>
|
|
</tbody>
|
|
</table><section>
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"scheduler":
|
|
{
|
|
"schedulerInfo":
|
|
{
|
|
"type":"fifoScheduler",
|
|
"capacity":1,
|
|
"usedCapacity":"NaN",
|
|
"qstate":"RUNNING",
|
|
"minQueueMemoryCapacity":1024,
|
|
"maxQueueMemoryCapacity":10240,
|
|
"numNodes":0,
|
|
"usedNodeCapacity":0,
|
|
"availNodeCapacity":0,
|
|
"totalNodeCapacity":0,
|
|
"numContainers":0
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 432
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<scheduler>
|
|
<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fifoScheduler">
|
|
<capacity>1.0</capacity>
|
|
<usedCapacity>NaN</usedCapacity>
|
|
<qstate>RUNNING</qstate>
|
|
<minQueueMemoryCapacity>1024</minQueueMemoryCapacity>
|
|
<maxQueueMemoryCapacity>10240</maxQueueMemoryCapacity>
|
|
<numNodes>0</numNodes>
|
|
<usedNodeCapacity>0</usedNodeCapacity>
|
|
<availNodeCapacity>0</availNodeCapacity>
|
|
<totalNodeCapacity>0</totalNodeCapacity>
|
|
<numContainers>0</numContainers>
|
|
</schedulerInfo>
|
|
</scheduler>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h3><a name="Fair_Scheduler_API"></a>Fair Scheduler API</h3></section><section>
|
|
<h3><a name="Elements_of_the_schedulerInfo_object"></a>Elements of the <i>schedulerInfo</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Scheduler type - fairScheduler </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> rootQueue </td>
|
|
<td align="left"> The root queue object </td>
|
|
<td align="left"> A collection of root queue resources </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_all_queue_objects"></a>Elements of all queue objects</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> maxApps </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of applications the queue can have </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> minResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The configured minimum resources that are guaranteed to the queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> maxResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The configured maximum resources that are allowed to the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> usedResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The sum of resources allocated to containers within the queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> fairResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The queue’s fair share of resources </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> clusterResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The capacity of the cluster </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> queueName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The name of the queue </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> schedulingPolicy </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The name of the scheduling policy used by the queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> childQueues </td>
|
|
<td align="left"> array of queues(JSON)/queue objects(XML) </td>
|
|
<td align="left"> A collection of sub-queue information. Omitted if the queue has no childQueues or is a leaf queue. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of allocated containers </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> demandResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The resources that have been requested by containers in this queue which have not been fulfilled by the scheduler </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> pendingContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of pending containers </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> preemptable </td>
|
|
<td align="left"> boolean </td>
|
|
<td align="left"> true if containers in this queue can be preempted </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservedContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of reserved containers </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> steadyFairResources </td>
|
|
<td align="left"> A single resource object </td>
|
|
<td align="left"> The steady fair share for the queue </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Additional_elements_of_leaf_queue_objects_.28with_the_exception_of_the_.E2.80.98childQueues.E2.80.99_property.29"></a>Additional elements of leaf queue objects (with the exception of the ‘childQueues’ property)</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The type of the queue - fairSchedulerLeafQueueInfo </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> numActiveApps </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of active applications in this queue </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numPendingApps </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of pending applications in this queue </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_.28cluster.2Fdemand.2Ffair.2Fmax.2Fmin.2Fused.2F.2A.29Resources_object_in_queues"></a>Elements of the (cluster/demand/fair/max/min/used/*)Resources object in queues</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The amount of memory used (in MB) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of virtual cores </td></tr>
|
|
</tbody>
|
|
</table><section>
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"scheduler": {
|
|
"schedulerInfo": {
|
|
"rootQueue": {
|
|
"allocatedContainers": 0,
|
|
"childQueues": {
|
|
"queue": [
|
|
{
|
|
"allocatedContainers": 0,
|
|
"clusterResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"demandResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"fairResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"maxApps": 2147483647,
|
|
"maxResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"minResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"numActiveApps": 0,
|
|
"numPendingApps": 0,
|
|
"pendingContainers": 0,
|
|
"preemptable": true,
|
|
"queueName": "root.default",
|
|
"reservedContainers": 0,
|
|
"schedulingPolicy": "fair",
|
|
"steadyFairResources": {
|
|
"memory": 4096,
|
|
"vCores": 0
|
|
},
|
|
"type": "fairSchedulerLeafQueueInfo",
|
|
"usedResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
},
|
|
{
|
|
"allocatedContainers": 0,
|
|
"childQueues": {
|
|
"queue": [
|
|
{
|
|
"allocatedContainers": 0,
|
|
"clusterResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"demandResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"fairResources": {
|
|
"memory": 10000,
|
|
"vCores": 0
|
|
},
|
|
"maxApps": 2147483647,
|
|
"maxResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"minResources": {
|
|
"memory": 5000,
|
|
"vCores": 0
|
|
},
|
|
"numActiveApps": 0,
|
|
"numPendingApps": 0,
|
|
"pendingContainers": 0,
|
|
"preemptable": true,
|
|
"queueName": "root.sample_queue.sample_sub_queue",
|
|
"reservedContainers": 0,
|
|
"schedulingPolicy": "fair",
|
|
"steadyFairResources": {
|
|
"memory": 4096,
|
|
"vCores": 0
|
|
},
|
|
"type": "fairSchedulerLeafQueueInfo",
|
|
"usedResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"clusterResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"demandResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"fairResources": {
|
|
"memory": 10000,
|
|
"vCores": 0
|
|
},
|
|
"maxApps": 50,
|
|
"maxResources": {
|
|
"memory": 8192,
|
|
"vCores": 0
|
|
},
|
|
"minResources": {
|
|
"memory": 10000,
|
|
"vCores": 0
|
|
},
|
|
"pendingContainers": 0,
|
|
"preemptable": true,
|
|
"queueName": "root.sample_queue",
|
|
"reservedContainers": 0,
|
|
"schedulingPolicy": "fair",
|
|
"steadyFairResources": {
|
|
"memory": 4096,
|
|
"vCores": 0
|
|
},
|
|
"usedResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"clusterResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"demandResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"fairResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"maxApps": 2147483647,
|
|
"maxResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"minResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
},
|
|
"pendingContainers": 0,
|
|
"preemptable": true,
|
|
"queueName": "root",
|
|
"reservedContainers": 0,
|
|
"schedulingPolicy": "fair",
|
|
"steadyFairResources": {
|
|
"memory": 8192,
|
|
"vCores": 8
|
|
},
|
|
"usedResources": {
|
|
"memory": 0,
|
|
"vCores": 0
|
|
}
|
|
},
|
|
"type": "fairScheduler"
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/scheduler
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 2321
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<scheduler>
|
|
<schedulerInfo xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:type="fairScheduler">
|
|
<rootQueue>
|
|
<maxApps>2147483647</maxApps>
|
|
<minResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</minResources>
|
|
<maxResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</maxResources>
|
|
<usedResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</usedResources>
|
|
<demandResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</demandResources>
|
|
<steadyFairResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</steadyFairResources>
|
|
<fairResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</fairResources>
|
|
<clusterResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</clusterResources>
|
|
<pendingContainers>0</pendingContainers>
|
|
<allocatedContainers>0</allocatedContainers>
|
|
<reservedContainers>0</reservedContainers>
|
|
<queueName>root</queueName>
|
|
<schedulingPolicy>fair</schedulingPolicy>
|
|
<preemptable>true</preemptable>
|
|
<childQueues>
|
|
<queue xsi:type="fairSchedulerLeafQueueInfo">
|
|
<maxApps>2147483647</maxApps>
|
|
<minResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</minResources>
|
|
<maxResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</maxResources>
|
|
<usedResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</usedResources>
|
|
<demandResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</demandResources>
|
|
<steadyFairResources>
|
|
<memory>4096</memory>
|
|
<vCores>0</vCores>
|
|
</steadyFairResources>
|
|
<fairResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</fairResources>
|
|
<clusterResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</clusterResources>
|
|
<pendingContainers>0</pendingContainers>
|
|
<allocatedContainers>0</allocatedContainers>
|
|
<reservedContainers>0</reservedContainers>
|
|
<queueName>root.default</queueName>
|
|
<schedulingPolicy>fair</schedulingPolicy>
|
|
<preemptable>true</preemptable>
|
|
<numPendingApps>0</numPendingApps>
|
|
<numActiveApps>0</numActiveApps>
|
|
</queue>
|
|
<queue>
|
|
<maxApps>50</maxApps>
|
|
<minResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</minResources>
|
|
<maxResources>
|
|
<memory>8192</memory>
|
|
<vCores>0</vCores>
|
|
</maxResources>
|
|
<usedResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</usedResources>
|
|
<demandResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</demandResources>
|
|
<steadyFairResources>
|
|
<memory>4096</memory>
|
|
<vCores>0</vCores>
|
|
</steadyFairResources>
|
|
<fairResources>
|
|
<memory>10000</memory>
|
|
<vCores>0</vCores>
|
|
</fairResources>
|
|
<clusterResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</clusterResources>
|
|
<pendingContainers>0</pendingContainers>
|
|
<allocatedContainers>0</allocatedContainers>
|
|
<reservedContainers>0</reservedContainers>
|
|
<queueName>root.sample_queue</queueName>
|
|
<schedulingPolicy>fair</schedulingPolicy>
|
|
<preemptable>true</preemptable>
|
|
<childQueues>
|
|
<queue xsi:type="fairSchedulerLeafQueueInfo">
|
|
<maxApps>2147483647</maxApps>
|
|
<minResources>
|
|
<memory>5000</memory>
|
|
<vCores>0</vCores>
|
|
</minResources>
|
|
<maxResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</maxResources>
|
|
<usedResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</usedResources>
|
|
<demandResources>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</demandResources>
|
|
<steadyFairResources>
|
|
<memory>4096</memory>
|
|
<vCores>0</vCores>
|
|
</steadyFairResources>
|
|
<fairResources>
|
|
<memory>10000</memory>
|
|
<vCores>0</vCores>
|
|
</fairResources>
|
|
<clusterResources>
|
|
<memory>8192</memory>
|
|
<vCores>8</vCores>
|
|
</clusterResources>
|
|
<pendingContainers>0</pendingContainers>
|
|
<allocatedContainers>0</allocatedContainers>
|
|
<reservedContainers>0</reservedContainers>
|
|
<queueName>root.sample_queue.sample_sub_queue</queueName>
|
|
<schedulingPolicy>fair</schedulingPolicy>
|
|
<preemptable>true</preemptable>
|
|
<numPendingApps>0</numPendingApps>
|
|
<numActiveApps>0</numActiveApps>
|
|
</queue>
|
|
</childQueues>
|
|
</queue>
|
|
</childQueues>
|
|
</rootQueue>
|
|
</schedulerInfo>
|
|
</scheduler>
|
|
</pre></div></div>
|
|
</section></section></section><section>
|
|
<h2><a name="Cluster_Applications_API"></a>Cluster Applications API</h2>
|
|
<p>With the Applications API, you can obtain a collection of resources, each of which represents an application. When you run a GET operation on this resource, you obtain a collection of Application Objects.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps">http://rm-http-address:port/ws/v1/cluster/apps</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<p>Multiple parameters can be specified for GET operations. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all applications that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&startedTimeEnd=1324303200. If the Begin parameter is not specified, it defaults to 0, and if the End parameter is not specified, it defaults to infinity. All query parameters for this api will filter on all applications. However the <code>queue</code> query parameter will only implicitly filter on unfinished applications that are currently in the given queue.</p>
|
|
<ul>
|
|
|
|
<li>state [deprecated] - state of the application
|
|
<ul>
|
|
|
|
<li>states - applications matching the given application states, specified as a comma-separated list.</li>
|
|
<li>finalStatus - the final status of the application - reported by the application itself</li>
|
|
<li>user - user name</li>
|
|
<li>queue - unfinished applications that are currently in this queue</li>
|
|
<li>limit - total number of app objects to be returned</li>
|
|
<li>startedTimeBegin - applications with start time beginning with this time, specified in ms since epoch</li>
|
|
<li>startedTimeEnd - applications with start time ending with this time, specified in ms since epoch</li>
|
|
<li>finishedTimeBegin - applications with finish time beginning with this time, specified in ms since epoch</li>
|
|
<li>finishedTimeEnd - applications with finish time ending with this time, specified in ms since epoch</li>
|
|
<li>applicationTypes - applications matching the given application types, specified as a comma-separated list.</li>
|
|
<li>applicationTags - applications matching any of the given application tags, specified as a comma-separated list.</li>
|
|
<li>name - name of the application</li>
|
|
<li>deSelects - a generic fields which will be skipped in the result.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_apps_.28Applications.29_object"></a>Elements of the <i>apps</i> (Applications) object</h3>
|
|
<p>When you make a request for the list of applications, the information will be returned as a collection of app objects. See also <a href="#Application_API">Application API</a> for syntax of the app object.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> app </td>
|
|
<td align="left"> array of app objects(JSON)/zero or more application objects(XML) </td>
|
|
<td align="left"> The collection of application objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_deSelects_parameter"></a>Elements of the <i>deSelects</i> parameter</h3>
|
|
<p>Help requesters who don’t need certain information to reduce the overhead.</p>
|
|
<p>Current supported items:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> resourceRequests </td>
|
|
<td align="left"> comma separated string </td>
|
|
<td align="left"> Skip resource requests of application in return </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>e.g:</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps?deSelects=resourceRequests">http://rm-http-address:port/ws/v1/cluster/apps?deSelects=resourceRequests</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"apps":
|
|
{
|
|
"app":
|
|
[
|
|
{
|
|
"id": "application_1476912658570_0002",
|
|
"user": "user2",
|
|
"name": "word count",
|
|
"queue": "default",
|
|
"state": "FINISHED",
|
|
"finalStatus": "SUCCEEDED",
|
|
"progress": 100,
|
|
"trackingUI": "History",
|
|
"trackingUrl": "http://host.domain.com:8088/cluster/app/application_1476912658570_0002",
|
|
"diagnostics": "...",
|
|
"clusterId": 1476912658570,
|
|
"applicationType": "MAPREDUCE",
|
|
"applicationTags": "",
|
|
"priority": -1,
|
|
"startedTime": 1476913457320,
|
|
"finishedTime": 1476913761898,
|
|
"elapsedTime": 304578,
|
|
"amContainerLogs": "http://host.domain.com:8042/node/containerlogs/container_1476912658570_0002_02_000001/user2",
|
|
"amHostHttpAddress": "host.domain.com:8042",
|
|
"allocatedMB": 0,
|
|
"allocatedVCores": 0,
|
|
"runningContainers": 0,
|
|
"memorySeconds": 206464,
|
|
"vcoreSeconds": 201,
|
|
"queueUsagePercentage": 0,
|
|
"clusterUsagePercentage": 0,
|
|
"preemptedResourceMB": 0,
|
|
"preemptedResourceVCores": 0,
|
|
"numNonAMContainerPreempted": 0,
|
|
"numAMContainerPreempted": 0,
|
|
"logAggregationStatus": "DISABLED",
|
|
"unmanagedApplication": false,
|
|
"appNodeLabelExpression": "",
|
|
"amNodeLabelExpression": "",
|
|
"resourceRequests": [
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 0
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "*"
|
|
},
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 20
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "host1.domain.com"
|
|
},
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 20
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "host2.domain.com"
|
|
}]
|
|
},
|
|
{
|
|
"id": "application_1476912658570_0001",
|
|
"user": "user1",
|
|
"name": "Sleep job",
|
|
"queue": "default",
|
|
"state": "FINISHED",
|
|
"finalStatus": "SUCCEEDED",
|
|
"progress": 100,
|
|
"trackingUI": "History",
|
|
"trackingUrl": "http://host.domain.com:8088/cluster/app/application_1476912658570_0001",
|
|
"diagnostics": "...",
|
|
"clusterId": 1476912658570,
|
|
"applicationType": "YARN",
|
|
"applicationTags": "",
|
|
"priority": -1,
|
|
"startedTime": 1476913464750,
|
|
"finishedTime": 1476913863175,
|
|
"elapsedTime": 398425,
|
|
"amContainerLogs": "http://host.domain.com:8042/node/containerlogs/container_1476912658570_0001_02_000001/user1",
|
|
"amHostHttpAddress": "host.domain.com:8042",
|
|
"allocatedMB": 0,
|
|
"allocatedVCores": 0,
|
|
"runningContainers": 0,
|
|
"memorySeconds": 205410,
|
|
"vcoreSeconds": 200,
|
|
"queueUsagePercentage": 0,
|
|
"clusterUsagePercentage": 0,
|
|
"preemptedResourceMB": 0,
|
|
"preemptedResourceVCores": 0,
|
|
"numNonAMContainerPreempted": 0,
|
|
"numAMContainerPreempted": 0,
|
|
"logAggregationStatus": "DISABLED",
|
|
"unmanagedApplication": false,
|
|
"appNodeLabelExpression": "",
|
|
"amNodeLabelExpression": "",
|
|
"resourceRequests": [
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 0
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "*"
|
|
},
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 20
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "host3.domain.com"
|
|
},
|
|
{
|
|
"capability": {
|
|
"memory": 4096,
|
|
"virtualCores": 1
|
|
},
|
|
"nodeLabelExpression": "",
|
|
"numContainers": 0,
|
|
"priority": {
|
|
"priority": 20
|
|
},
|
|
"relaxLocality": true,
|
|
"resourceName": "host4.domain.com"
|
|
}]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 2459
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<apps>
|
|
<app>
|
|
<id>application_1476912658570_0002</id>
|
|
<user>user2</user>
|
|
<name>word count</name>
|
|
<queue>default</queue>
|
|
<state>FINISHED</state>
|
|
<finalStatus>SUCCEEDED</finalStatus>
|
|
<progress>100.0</progress>
|
|
<trackingUI>History</trackingUI>
|
|
<trackingUrl>http://host.domain.com:8088/cluster/app/application_1476912658570_0002</trackingUrl>
|
|
<diagnostics>...</diagnostics>
|
|
<clusterId>1476912658570</clusterId>
|
|
<applicationType>YARN</applicationType>
|
|
<applicationTags></applicationTags>
|
|
<priority>-1</priority>
|
|
<startedTime>1476913457320</startedTime>
|
|
<finishedTime>1476913761898</finishedTime>
|
|
<elapsedTime>304578</elapsedTime>
|
|
<amContainerLogs>http://host.domain.com:8042/node/containerlogs/container_1476912658570_0002_02_000001/user2</amContainerLogs>
|
|
<amHostHttpAddress>host.domain.com:8042</amHostHttpAddress>
|
|
<allocatedMB>-1</allocatedMB>
|
|
<allocatedVCores>-1</allocatedVCores>
|
|
<runningContainers>-1</runningContainers>
|
|
<memorySeconds>206464</memorySeconds>
|
|
<vcoreSeconds>201</vcoreSeconds>
|
|
<queueUsagePercentage>0.0</queueUsagePercentage>
|
|
<clusterUsagePercentage>0.0</clusterUsagePercentage>
|
|
<preemptedResourceMB>0</preemptedResourceMB>
|
|
<preemptedResourceVCores>0</preemptedResourceVCores>
|
|
<numNonAMContainerPreempted>0</numNonAMContainerPreempted>
|
|
<numAMContainerPreempted>0</numAMContainerPreempted>
|
|
<logAggregationStatus>DISABLED</logAggregationStatus>
|
|
<unmanagedApplication>false</unmanagedApplication>
|
|
<appNodeLabelExpression></appNodeLabelExpression>
|
|
<amNodeLabelExpression></amNodeLabelExpression>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>0</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>*</resourceName>
|
|
</resourceRequests>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>20</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>host1.domain.com</resourceName>
|
|
</resourceRequests>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>20</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>host2.domain.com</resourceName>
|
|
</resourceRequests>
|
|
</app>
|
|
<app>
|
|
<id>application_1476912658570_0001</id>
|
|
<user>user1</user>
|
|
<name>Sleep job</name>
|
|
<queue>default</queue>
|
|
<state>FINISHED</state>
|
|
<finalStatus>SUCCEEDED</finalStatus>
|
|
<progress>100.0</progress>
|
|
<trackingUI>History</trackingUI>
|
|
<trackingUrl>http://host.domain.com:8088/cluster/app/application_1476912658570_0001</trackingUrl>
|
|
<diagnostics>...</diagnostics>
|
|
<clusterId>1476912658570</clusterId>
|
|
<applicationType>YARN</applicationType>
|
|
<applicationTags></applicationTags>
|
|
<priority>-1</priority>
|
|
<startedTime>1476913464750</startedTime>
|
|
<finishedTime>1476913863175</finishedTime>
|
|
<elapsedTime>398425</elapsedTime>
|
|
<amContainerLogs>http://host.domain.com:8042/node/containerlogs/container_1476912658570_0001_02_000001/user1</amContainerLogs>
|
|
<amHostHttpAddress>host.domain.com:8042</amHostHttpAddress>
|
|
<allocatedMB>-1</allocatedMB>
|
|
<allocatedVCores>-1</allocatedVCores>
|
|
<runningContainers>-1</runningContainers>
|
|
<memorySeconds>205410</memorySeconds>
|
|
<vcoreSeconds>200</vcoreSeconds>
|
|
<queueUsagePercentage>0.0</queueUsagePercentage>
|
|
<clusterUsagePercentage>0.0</clusterUsagePercentage>
|
|
<preemptedResourceMB>0</preemptedResourceMB>
|
|
<preemptedResourceVCores>0</preemptedResourceVCores>
|
|
<numNonAMContainerPreempted>0</numNonAMContainerPreempted>
|
|
<numAMContainerPreempted>0</numAMContainerPreempted>
|
|
<logAggregationStatus>DISABLED</logAggregationStatus>
|
|
<unmanagedApplication>false</unmanagedApplication>
|
|
<appNodeLabelExpression></appNodeLabelExpression>
|
|
<amNodeLabelExpression></amNodeLabelExpression>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>0</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>*</resourceName>
|
|
</resourceRequests>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>20</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>host1.domain.com</resourceName>
|
|
</resourceRequests>
|
|
<resourceRequests>
|
|
<capability>
|
|
<memory>4096</memory>
|
|
<virtualCores>1</virtualCores>
|
|
</capability>
|
|
<nodeLabelExpression/>
|
|
<numContainers>0</numContainers>
|
|
<priority>
|
|
<priority>20</priority>
|
|
</priority>
|
|
<relaxLocality>true</relaxLocality>
|
|
<resourceName>host2.domain.com</resourceName>
|
|
</resourceRequests>
|
|
</app>
|
|
</apps>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Statistics_API"></a>Cluster Application Statistics API</h2>
|
|
<p>With the Application Statistics API, you can obtain a collection of triples, each of which contains the application type, the application state and the number of applications of this type and this state in ResourceManager context. Note that with the performance concern, we currently only support at most one applicationType per query. We may support multiple applicationTypes per query as well as more statistics in the future. When you run a GET operation on this resource, you obtain a collection of statItem objects.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/appstatistics">http://rm-http-address:port/ws/v1/cluster/appstatistics</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Required"></a>Query Parameters Required</h3>
|
|
<p>Two parameters can be specified. The parameters are case insensitive.</p>
|
|
<ul>
|
|
|
|
<li>states - states of the applications, specified as a comma-separated list. If states is not provided, the API will enumerate all application states and return the counts of them.
|
|
<ul>
|
|
|
|
<li>applicationTypes - types of the applications, specified as a comma-separated list. If applicationTypes is not provided, the API will count the applications of any application type. In this case, the response shows * to indicate any application type. Note that we only support at most one applicationType temporarily. Otherwise, users will expect an BadRequestException.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_appStatInfo_.28statItems.29_object"></a>Elements of the <i>appStatInfo</i> (statItems) object</h3>
|
|
<p>When you make a request for the list of statistics items, the information will be returned as a collection of statItem objects</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> statItem </td>
|
|
<td align="left"> array of statItem objects(JSON)/zero or more statItem objects(XML) </td>
|
|
<td align="left"> The collection of statItem objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/appstatistics?states=accepted,running,finished&applicationTypes=mapreduce
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"appStatInfo":
|
|
{
|
|
"statItem":
|
|
[
|
|
{
|
|
"state" : "accepted",
|
|
"type" : "mapreduce",
|
|
"count" : 4
|
|
},
|
|
{
|
|
"state" : "running",
|
|
"type" : "mapreduce",
|
|
"count" : 1
|
|
},
|
|
{
|
|
"state" : "finished",
|
|
"type" : "mapreduce",
|
|
"count" : 7
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/appstatistics?states=accepted,running,finished&applicationTypes=mapreduce
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 2459
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appStatInfo>
|
|
<statItem>
|
|
<state>accepted</state>
|
|
<type>mapreduce</type>
|
|
<count>4</count>
|
|
</statItem>
|
|
<statItem>
|
|
<state>running</state>
|
|
<type>mapreduce</type>
|
|
<count>1</count>
|
|
</statItem>
|
|
<statItem>
|
|
<state>finished</state>
|
|
<type>mapreduce</type>
|
|
<count>7</count>
|
|
</statItem>
|
|
</appStatInfo>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_API"></a>Cluster Application API</h2>
|
|
<p>An application resource contains information about a particular application that was submitted to a cluster.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<p>Use the following URI to obtain an app object, from a application identified by the appid value.</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}">http://rm-http-address:port/ws/v1/cluster/apps/{appid}</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_app_.28Application.29_object"></a>Elements of the <i>app</i> (Application) object</h3>
|
|
<p>Note that depending on security settings a user might not be able to see all the fields.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> user </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The user who started the application </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application name </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The queue the application was submitted to </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> state </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application state according to the ResourceManager - valid values are members of the YarnApplicationState enum: NEW, NEW_SAVING, SUBMITTED, ACCEPTED, RUNNING, FINISHED, FAILED, KILLED </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> finalStatus </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The final status of the application if finished - reported by the application itself - valid values are the members of the FinalApplicationStatus enum: UNDEFINED, SUCCEEDED, FAILED, KILLED </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> progress </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> The progress of the application as a percent </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> trackingUI </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Where the tracking url is currently pointing - History (for history server) or ApplicationMaster </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> trackingUrl </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The web URL that can be used to track the application </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> diagnostics </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Detailed diagnostics information </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> clusterId </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The cluster id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> applicationType </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application type </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> applicationTags </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Comma separated tags of an application </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Priority of the submitted application </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> startedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The time in which application started (in ms since epoch) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> finishedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The time in which the application finished (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> elapsedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The elapsed time since the application started (in ms) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> amContainerLogs </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The URL of the application master container logs </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> amHostHttpAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The nodes http address of the application master </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> amRPCAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The RPC address of the application master </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedMB </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The sum of memory in MB allocated to the application’s running containers </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedVCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The sum of virtual cores allocated to the application’s running containers </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> runningContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers currently running for the application </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> memorySeconds </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory the application has allocated (megabyte-seconds) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> vcoreSeconds </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of CPU resources the application has allocated (virtual core-seconds) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queueUsagePercentage </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> The percentage of resources of the queue that the app is using </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> clusterUsagePercentage </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> The percentage of resources of the cluster that the app is using. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> preemptedResourceMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Memory used by preempted container </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> preemptedResourceVCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Number of virtual cores used by preempted container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> numNonAMContainerPreempted </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Number of standard containers preempted </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numAMContainerPreempted </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Number of application master containers preempted </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> logAggregationStatus </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Status of log aggregation - valid values are the members of the LogAggregationStatus enum: DISABLED, NOT_START, RUNNING, RUNNING_WITH_FAILURE, SUCCEEDED, FAILED, TIME_OUT </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> unmanagedApplication </td>
|
|
<td align="left"> boolean </td>
|
|
<td align="left"> Is the application unmanaged. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> appNodeLabelExpression </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Node Label expression which is used to identify the nodes on which application’s containers are expected to run by default.</td></tr>
|
|
<tr class="b">
|
|
<td align="left"> amNodeLabelExpression </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Node Label expression which is used to identify the node on which application’s AM container is expected to run.</td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1476912658570_0002
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"app": {
|
|
"id": "application_1476912658570_0002",
|
|
"user": "user2",
|
|
"name": "word count",
|
|
"queue": "default",
|
|
"state": "FINISHED",
|
|
"finalStatus": "SUCCEEDED",
|
|
"progress": 100,
|
|
"trackingUI": "History",
|
|
"trackingUrl": "http://host.domain.com:8088/cluster/app/application_1476912658570_0002",
|
|
"diagnostics": "...",
|
|
"clusterId": 1476912658570,
|
|
"applicationType": "YARN",
|
|
"applicationTags": "",
|
|
"priority": -1,
|
|
"startedTime": 1476913457320,
|
|
"finishedTime": 1476913761898,
|
|
"elapsedTime": 304578,
|
|
"amContainerLogs": "http://host.domain.com:8042/node/containerlogs/container_1476912658570_0002_02_000001/dr.who",
|
|
"amHostHttpAddress": "host.domain.com:8042",
|
|
"allocatedMB": -1,
|
|
"allocatedVCores": -1,
|
|
"runningContainers": -1,
|
|
"memorySeconds": 206464,
|
|
"vcoreSeconds": 201,
|
|
"queueUsagePercentage": 0,
|
|
"clusterUsagePercentage": 0,
|
|
"preemptedResourceMB": 0,
|
|
"preemptedResourceVCores": 0,
|
|
"numNonAMContainerPreempted": 0,
|
|
"numAMContainerPreempted": 0,
|
|
"logAggregationStatus": "DISABLED",
|
|
"unmanagedApplication": false,
|
|
"appNodeLabelExpression": "",
|
|
"amNodeLabelExpression": ""
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1326821518301_0005
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 847
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<app>
|
|
<id>application_1476912658570_0002</id>
|
|
<user>user2</user>
|
|
<name>word count</name>
|
|
<queue>default</queue>
|
|
<state>FINISHED</state>
|
|
<finalStatus>SUCCEEDED</finalStatus>
|
|
<progress>100.0</progress>
|
|
<trackingUI>History</trackingUI>
|
|
<trackingUrl>http://host.domain.com:8088/cluster/app/application_1476912658570_0002</trackingUrl>
|
|
<diagnostics>...</diagnostics>
|
|
<clusterId>1476912658570</clusterId>
|
|
<applicationType>YARN</applicationType>
|
|
<applicationTags></applicationTags>
|
|
<priority>-1</priority>
|
|
<startedTime>1476913457320</startedTime>
|
|
<finishedTime>1476913761898</finishedTime>
|
|
<elapsedTime>304578</elapsedTime>
|
|
<amContainerLogs>http://host.domain.com:8042/node/containerlogs/container_1476912658570_0002_02_000001/dr.who</amContainerLogs>
|
|
<amHostHttpAddress>host.domain.com:8042</amHostHttpAddress>
|
|
<allocatedMB>-1</allocatedMB>
|
|
<allocatedVCores>-1</allocatedVCores>
|
|
<runningContainers>-1</runningContainers>
|
|
<memorySeconds>206464</memorySeconds>
|
|
<vcoreSeconds>201</vcoreSeconds>
|
|
<queueUsagePercentage>0.0</queueUsagePercentage>
|
|
<clusterUsagePercentage>0.0</clusterUsagePercentage>
|
|
<preemptedResourceMB>0</preemptedResourceMB>
|
|
<preemptedResourceVCores>0</preemptedResourceVCores>
|
|
<numNonAMContainerPreempted>0</numNonAMContainerPreempted>
|
|
<numAMContainerPreempted>0</numAMContainerPreempted>
|
|
<logAggregationStatus>DISABLED</logAggregationStatus>
|
|
<unmanagedApplication>false</unmanagedApplication>
|
|
<appNodeLabelExpression></appNodeLabelExpression>
|
|
<amNodeLabelExpression></amNodeLabelExpression>
|
|
</app>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Attempts_API"></a>Cluster Application Attempts API</h2>
|
|
<p>With the application attempts API, you can obtain a collection of resources that represent an application attempt. When you run a GET operation on this resource, you obtain a collection of App Attempt Objects.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_appAttempts_object"></a>Elements of the <i>appAttempts</i> object</h3>
|
|
<p>When you make a request for the list of app attempts, the information will be returned as an array of app attempt objects.</p>
|
|
<p>appAttempts:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> appAttempt </td>
|
|
<td align="left"> array of app attempt objects(JSON)/zero or more app attempt objects(XML) </td>
|
|
<td align="left"> The collection of app attempt objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_appAttempt_object"></a>Elements of the <i>appAttempt</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The app attempt id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeHttpAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node http address of the node the attempt ran on </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> logsLink </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The http link to the app attempt logs </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containerId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The id of the container for the app attempt </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> startTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> appAttemptState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The state of the application attempt - valid values are members of the RMAppAttemptState enum: NEW, SUBMITTED, SCHEDULED, ALLOCATED, LAUNCHED, FAILED, RUNNING, FINISHING, FINISHED, KILLED, ALLOCATED_SAVING, LAUNCHED_UNMANAGED_SAVING, FINAL_SAVING </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1326821518301_0005/appattempts
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"appAttempts" : {
|
|
"appAttempt" : [
|
|
{
|
|
"nodeId" : "host.domain.com:8041",
|
|
"nodeHttpAddress" : "host.domain.com:8042",
|
|
"startTime" : 1326381444693,
|
|
"id" : 1,
|
|
"logsLink" : "http://host.domain.com:8042/node/containerlogs/container_1326821518301_0005_01_000001/user1",
|
|
"containerId" : "container_1326821518301_0005_01_000001",
|
|
"appAttemptState" : "RUNNING"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1326821518301_0005/appattempts
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 575
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appAttempts>
|
|
<appttempt>
|
|
<nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
|
|
<nodeId>host.domain.com:8041</nodeId>
|
|
<id>1</id>
|
|
<startTime>1326381444693</startTime>
|
|
<containerId>container_1326821518301_0005_01_000001</containerId>
|
|
<logsLink>http://host.domain.com:8042/node/containerlogs/container_1326821518301_0005_01_000001/user1</logsLink>
|
|
<appAttemptState>RUNNING</appAttemptState>
|
|
</appAttempt>
|
|
</appAttempts>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Containers_for_an_Application_Attempt_API"></a>Containers for an Application Attempt API</h2>
|
|
<p>With Containers for an Application Attempt API you can obtain the list of containers, which belongs to an Application Attempt.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_containers_object"></a>Elements of the <i>containers</i> object</h3>
|
|
<p>When you make a request for the list of containers, the information will be returned as an array of container objects.</p>
|
|
<p>containers:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> containers </td>
|
|
<td align="left"> array of app container objects(JSON)/zero or more container objects(XML) </td>
|
|
<td align="left"> The collection of app container objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_container_object"></a>Elements of the <i>container</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> containerId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The container id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory allocated for the container in MB </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedVCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The amount of virtual cores allocated for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> assignedNodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Allocated priority of the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> startedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> finishedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The finish time of the attempt (in ms since epoch) 0 if not finished </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> elapsedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The elapsed time in ms since the startedTime </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> logUrl </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The web URL that can be used to check the log for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> containerExitStatus </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Final exit status of the container </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containerState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> State of the container, can be NEW, RUNNING, or COMPLETE </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeHttpAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left" colspan="2"> The node http address of the node the attempt ran on </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedResources </td>
|
|
<td align="left">array of resource(JSON)/zero or more resource objects(XML) </td>
|
|
<td align="left"> Allocated resources for the container </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_resource_object"></a>Elements of the <i>resource</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum memory for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of vcores for the container </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"containers" : {
|
|
"container": [
|
|
{
|
|
"containerId": "container_1531404209605_0008_01_000001",
|
|
"allocatedMB": "1536",
|
|
"allocatedVCores": "1",
|
|
"assignedNodeId": "host.domain.com:37814",
|
|
"priority": "0",
|
|
"startedTime": "1531405909444",
|
|
"finishedTime": "0",
|
|
"elapsedTime": "4112",
|
|
"logUrl": "http://host.domain.com:8042/node/containerlogs/container_1531404209605_0008_01_000001/systest",
|
|
"containerExitStatus": "0",
|
|
"containerState": "RUNNING",
|
|
"nodeHttpAddress": "http://host.domain.com:8042",
|
|
"nodeId": "host.domain.com:37814",
|
|
"allocatedResources": [
|
|
{
|
|
"key": "memory-mb",
|
|
"value": "1536"
|
|
},
|
|
{
|
|
"key": "vcores",
|
|
"value": "1"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 1104
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<containers>
|
|
<container>
|
|
<containerId>container_1531404209605_0008_01_000001</containerId>
|
|
<allocatedMB>1536</allocatedMB>
|
|
<allocatedVCores>1</allocatedVCores>
|
|
<assignedNodeId>host.domain.com:37814</assignedNodeId>
|
|
<priority>0</priority>
|
|
<startedTime>1531405909444</startedTime>
|
|
<finishedTime>0</finishedTime>
|
|
<elapsedTime>4112</elapsedTime>
|
|
<logUrl>
|
|
http://host.domain.com:8042/node/containerlogs/container_1531404209605_0008_01_000001/systest
|
|
</logUrl>
|
|
<containerExitStatus>0</containerExitStatus>
|
|
<containerState>RUNNING</containerState>
|
|
<nodeHttpAddress>http://host.domain.com:8042</nodeHttpAddress>
|
|
<nodeId>host.domain.com:37814</nodeId>
|
|
<allocatedResources>
|
|
<entry>
|
|
<key>memory-mb</key>
|
|
<value>1536</value>
|
|
</entry>
|
|
<entry>
|
|
<key>vcores</key>
|
|
<value>1</value>
|
|
</entry>
|
|
</allocatedResources>
|
|
</container>
|
|
</containers>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Specific_Container_for_an_Application_Attempt_API"></a>Specific Container for an Application Attempt API</h2>
|
|
<p>With Specific Container for an Application Attempt API you can obtain information about a specific container, which belongs to an Application Attempt and selected by the container id.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers/{containerId}">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers/{containerId}</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_container_object"></a>Elements of the <i>container</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> containerId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The container id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The amount of memory allocated for the container in MB </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocatedVCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The amount of virtual cores allocated for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> assignedNodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Allocated priority of the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> startedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> finishedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The finish time of the attempt (in ms since epoch) 0 if not finished </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> elapsedTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The elapsed time in ms since the startedTime </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> logUrl </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The web URL that can be used to check the log for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> containerExitStatus </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Final exit status of the container </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> containerState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> State of the container, can be NEW, RUNNING, or COMPLETE </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeHttpAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left" colspan="2"> The node http address of the node the attempt ran on </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocatedResources </td>
|
|
<td align="left">array of resource(JSON)/zero or more resource objects(XML) </td>
|
|
<td align="left"> Allocated resources for the container </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_resource_object"></a>Elements of the <i>resource</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum memory for the container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of vcores for the container </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers/{containerId}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"container": {
|
|
"containerId": "container_1531404209605_0008_01_000001",
|
|
"allocatedMB": "1536",
|
|
"allocatedVCores": "1",
|
|
"assignedNodeId": "host.domain.com:37814",
|
|
"priority": "0",
|
|
"startedTime": "1531405909444",
|
|
"finishedTime": "0",
|
|
"elapsedTime": "4112",
|
|
"logUrl": "http://host.domain.com:8042/node/containerlogs/container_1531404209605_0008_01_000001/systest",
|
|
"containerExitStatus": "0",
|
|
"containerState": "RUNNING",
|
|
"nodeHttpAddress": "http://host.domain.com:8042",
|
|
"nodeId": "host.domain.com:37814",
|
|
"allocatedResources": [
|
|
{
|
|
"key": "memory-mb",
|
|
"value": "1536"
|
|
},
|
|
{
|
|
"key": "vcores",
|
|
"value": "1"
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/appattempts/{appAttemptId}/containers/{containerId}
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 1104
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
|
|
<container>
|
|
<containerId>container_1531404209605_0008_01_000001</containerId>
|
|
<allocatedMB>1536</allocatedMB>
|
|
<allocatedVCores>1</allocatedVCores>
|
|
<assignedNodeId>host.domain.com:37814</assignedNodeId>
|
|
<priority>0</priority>
|
|
<startedTime>1531405909444</startedTime>
|
|
<finishedTime>0</finishedTime>
|
|
<elapsedTime>4112</elapsedTime>
|
|
<logUrl>
|
|
http://host.domain.com:8042/node/containerlogs/container_1531404209605_0008_01_000001/systest
|
|
</logUrl>
|
|
<containerExitStatus>0</containerExitStatus>
|
|
<containerState>RUNNING</containerState>
|
|
<nodeHttpAddress>http://host.domain.com:8042</nodeHttpAddress>
|
|
<nodeId>host.domain.com:37814</nodeId>
|
|
<allocatedResources>
|
|
<entry>
|
|
<key>memory-mb</key>
|
|
<value>1536</value>
|
|
</entry>
|
|
<entry>
|
|
<key>vcores</key>
|
|
<value>1</value>
|
|
</entry>
|
|
</allocatedResources>
|
|
</container>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Nodes_API"></a>Cluster Nodes API</h2>
|
|
<p>With the Nodes API, you can obtain a collection of resources, each of which represents a node. When you run a GET operation on this resource, you obtain a collection of Node Objects.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/nodes">http://rm-http-address:port/ws/v1/cluster/nodes</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<ul>
|
|
|
|
<li>states - the states of the node, specified as a comma-separated list, valid values are: NEW, RUNNING, UNHEALTHY, DECOMMISSIONING, DECOMMISSIONED, LOST, REBOOTED, SHUTDOWN</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_nodes_object"></a>Elements of the <i>nodes</i> object</h3>
|
|
<p>When you make a request for the list of nodes, the information will be returned as a collection of node objects. See also <a href="#Node_API">Node API</a> for syntax of the node object.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> node </td>
|
|
<td align="left"> array of node objects(JSON)/zero or more node objects(XML) </td>
|
|
<td align="left"> A collection of node objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/nodes
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"nodes":
|
|
{
|
|
"node":
|
|
[
|
|
{
|
|
"rack":"\/default-rack",
|
|
"state":"RUNNING",
|
|
"id":"host.domain.com:54158",
|
|
"nodeHostName":"host.domain.com",
|
|
"nodeHTTPAddress":"host.domain.com:8042",
|
|
"lastHealthUpdate": 1476995346399,
|
|
"version": "3.0.0-alpha2-SNAPSHOT",
|
|
"healthReport":"",
|
|
"numContainers":0,
|
|
"usedMemoryMB":0,
|
|
"availMemoryMB":8192,
|
|
"usedVirtualCores":0,
|
|
"availableVirtualCores":8,
|
|
"resourceUtilization":
|
|
{
|
|
"nodePhysicalMemoryMB":1027,
|
|
"nodeVirtualMemoryMB":1027,
|
|
"nodeCPUUsage":0.016661113128066063,
|
|
"aggregatedContainersPhysicalMemoryMB":0,
|
|
"aggregatedContainersVirtualMemoryMB":0,
|
|
"containersCPUUsage":0
|
|
}
|
|
},
|
|
{
|
|
"rack":"\/default-rack",
|
|
"state":"RUNNING",
|
|
"id":"host.domain.com:54158",
|
|
"nodeHostName":"host.domain.com",
|
|
"nodeHTTPAddress":"host.domain.com:8042",
|
|
"lastHealthUpdate":1476995346399,
|
|
"version":"3.0.0-alpha2-SNAPSHOT",
|
|
"healthReport":"",
|
|
"numContainers":0,
|
|
"usedMemoryMB":0,
|
|
"availMemoryMB":8192,
|
|
"usedVirtualCores":0,
|
|
"availableVirtualCores":8,
|
|
"resourceUtilization":
|
|
{
|
|
"nodePhysicalMemoryMB":1027,
|
|
"nodeVirtualMemoryMB":1027,
|
|
"nodeCPUUsage":0.016661113128066063,
|
|
"aggregatedContainersPhysicalMemoryMB":0,
|
|
"aggregatedContainersVirtualMemoryMB":0,
|
|
"containersCPUUsage":0
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/nodes
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 1104
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<nodes>
|
|
<node>
|
|
<rack>/default-rack</rack>
|
|
<state>RUNNING</state>
|
|
<id>host1.domain.com:54158</id>
|
|
<nodeHostName>host1.domain.com</nodeHostName>
|
|
<nodeHTTPAddress>host1.domain.com:8042</nodeHTTPAddress>
|
|
<lastHealthUpdate>1476995346399</lastHealthUpdate>
|
|
<version>3.0.0-SNAPSHOT</version>
|
|
<healthReport></healthReport>
|
|
<numContainers>0</numContainers>
|
|
<usedMemoryMB>0</usedMemoryMB>
|
|
<availMemoryMB>8192</availMemoryMB>
|
|
<usedVirtualCores>0</usedVirtualCores>
|
|
<availableVirtualCores>8</availableVirtualCores>
|
|
<resourceUtilization>
|
|
<nodePhysicalMemoryMB>1027</nodePhysicalMemoryMB>
|
|
<nodeVirtualMemoryMB>1027</nodeVirtualMemoryMB>
|
|
<nodeCPUUsage>0.006664445623755455</nodeCPUUsage>
|
|
<aggregatedContainersPhysicalMemoryMB>0</aggregatedContainersPhysicalMemoryMB>
|
|
<aggregatedContainersVirtualMemoryMB>0</aggregatedContainersVirtualMemoryMB>
|
|
<containersCPUUsage>0.0</containersCPUUsage>
|
|
</resourceUtilization>
|
|
</node>
|
|
<node>
|
|
<rack>/default-rack</rack>
|
|
<state>RUNNING</state>
|
|
<id>host2.domain.com:54158</id>
|
|
<nodeHostName>host2.domain.com</nodeHostName>
|
|
<nodeHTTPAddress>host2.domain.com:8042</nodeHTTPAddress>
|
|
<lastHealthUpdate>1476995346399</lastHealthUpdate>
|
|
<version>3.0.0-SNAPSHOT</version>
|
|
<healthReport></healthReport>
|
|
<numContainers>0</numContainers>
|
|
<usedMemoryMB>0</usedMemoryMB>
|
|
<availMemoryMB>8192</availMemoryMB>
|
|
<usedVirtualCores>0</usedVirtualCores>
|
|
<availableVirtualCores>8</availableVirtualCores>
|
|
<resourceUtilization>
|
|
<nodePhysicalMemoryMB>1027</nodePhysicalMemoryMB>
|
|
<nodeVirtualMemoryMB>1027</nodeVirtualMemoryMB>
|
|
<nodeCPUUsage>0.006664445623755455</nodeCPUUsage>
|
|
<aggregatedContainersPhysicalMemoryMB>0</aggregatedContainersPhysicalMemoryMB>
|
|
<aggregatedContainersVirtualMemoryMB>0</aggregatedContainersVirtualMemoryMB>
|
|
<containersCPUUsage>0.0</containersCPUUsage>
|
|
</resourceUtilization>
|
|
</node>
|
|
</nodes>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Node_API"></a>Cluster Node API</h2>
|
|
<p>A node resource contains information about a node in the cluster.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<p>Use the following URI to obtain a Node Object, from a node identified by the nodeid value.</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/nodes/{nodeid}">http://rm-http-address:port/ws/v1/cluster/nodes/{nodeid}</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_node_object"></a>Elements of the <i>node</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> rack </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The rack location of this node </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> state </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> State of the node - valid values are: NEW, RUNNING, UNHEALTHY, DECOMMISSIONING, DECOMMISSIONED, LOST, REBOOTED, SHUTDOWN </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeHostName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The host name of the node </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeHTTPAddress </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The nodes HTTP address </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> lastHealthUpdate </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The last time the node reported its health (in ms since epoch) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> version </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Version of hadoop running on node </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> healthReport </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A detailed health report </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> numContainers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The total number of containers currently running on the node </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> usedMemoryMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total amount of memory currently used on the node (in MB) </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> availMemoryMB </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total amount of memory currently available on the node (in MB) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> usedVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total number of vCores currently used on the node </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> availableVirtualCores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total number of vCores available on the node </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resourceUtilization </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Resource utilization on the node </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> totalResource </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Resources on the node </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>The <i>resourceUtilization</i> object contains the following elements:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> nodePhysicalMemoryMB </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Node physical memory utilization </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeVirtualMemoryMB </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Node virtual memory utilization </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeCPUUsage </td>
|
|
<td align="left"> double </td>
|
|
<td align="left"> Node CPU utilization </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> aggregatedContainersPhysicalMemoryMB </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The aggregated physical memory utilization of the containers </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> aggregatedContainersVirtualMemoryMB </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The aggregated virtual memory utilization of the containers </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> containersCPUUsage </td>
|
|
<td align="left"> double </td>
|
|
<td align="left"> The aggregated CPU utilization of the containers </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/nodes/h2:1235
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"node":
|
|
{
|
|
"rack":"\/default-rack",
|
|
"state":"RUNNING",
|
|
"id":"host.domain.com:54158",
|
|
"nodeHostName":"host.domain.com",
|
|
"nodeHTTPAddress":"host.domain.com:8042",
|
|
"lastHealthUpdate":1476916746399,
|
|
"version":"3.0.0-SNAPSHOT",
|
|
"healthReport":"",
|
|
"numContainers":0,
|
|
"usedMemoryMB":0,
|
|
"availMemoryMB":8192,
|
|
"usedVirtualCores":0,
|
|
"availableVirtualCores":8,
|
|
"resourceUtilization":
|
|
{
|
|
"nodePhysicalMemoryMB": 968,
|
|
"nodeVirtualMemoryMB": 968,
|
|
"nodeCPUUsage": 0.01332889124751091,
|
|
"aggregatedContainersPhysicalMemoryMB": 0,
|
|
"aggregatedContainersVirtualMemoryMB": 0,
|
|
"containersCPUUsage": 0
|
|
},
|
|
"totalResource":
|
|
{
|
|
"memory": 2048,
|
|
"vCores": 5
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/node/h2:1235
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 552
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<node>
|
|
<rack>/default-rack</rack>
|
|
<state>RUNNING</state>
|
|
<id>host.domain.com:54158</id>
|
|
<nodeHostName>host.domain.com</nodeHostName>
|
|
<nodeHTTPAddress>host.domain.com:8042</nodeHTTPAddress>
|
|
<lastHealthUpdate>1476916746399</lastHealthUpdate>
|
|
<version>3.0.0-SNAPSHOT</version>
|
|
<healthReport></healthReport>
|
|
<numContainers>0</numContainers>
|
|
<usedMemoryMB>0</usedMemoryMB>
|
|
<availMemoryMB>8192</availMemoryMB>
|
|
<usedVirtualCores>0</usedVirtualCores>
|
|
<availableVirtualCores>8</availableVirtualCores>
|
|
<resourceUtilization>
|
|
<nodePhysicalMemoryMB>968</nodePhysicalMemoryMB>
|
|
<nodeVirtualMemoryMB>968</nodeVirtualMemoryMB>
|
|
<nodeCPUUsage>0.01332889124751091</nodeCPUUsage>
|
|
<aggregatedContainersPhysicalMemoryMB>0</aggregatedContainersPhysicalMemoryMB>
|
|
<aggregatedContainersVirtualMemoryMB>0</aggregatedContainersVirtualMemoryMB>
|
|
<containersCPUUsage>0.0</containersCPUUsage>
|
|
</resourceUtilization>
|
|
<totalResource>
|
|
<memory>2048</memory>
|
|
<vCores>5</vCores>
|
|
</totalResource>
|
|
</node>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Node_Update_Resource_API"></a>Cluster Node Update Resource API</h2>
|
|
<p>Update the total resources in a node.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<p>Use the following URI to update the resources of a Node Object identified by the nodeid value.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> http://rm-http-address:port/ws/v1/cluster/nodes/{nodeid}/resource
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_resourceOption_object"></a>Elements of the <i>resourceOption</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total amount of memory to set on the node (in MB) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vcores </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The total number of vCores to set on the node </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> overCommitTimeout </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The timeout to preempt containers </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/nodes/h2:1235/resource
|
|
</pre></div></div>
|
|
|
|
<p>Request body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"resource":
|
|
{
|
|
"memory": 1024,
|
|
"vCores": 3
|
|
},
|
|
"overCommitTimeout": -1
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"resourceInfo":
|
|
{
|
|
"memory": 8192,
|
|
"vCores": 5
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/node/h2:1235/resource
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Request body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<resourceOption>
|
|
<resource>
|
|
<memory>8192</memory>
|
|
<vCores>5</vCores>
|
|
</resource>
|
|
<overCommitTimeout>1000</overCommitTimeout>
|
|
</resourceOption>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 552
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<resourceInfo>
|
|
<memory>8192</memory>
|
|
<vCores>5</vCores>
|
|
</resourceInfo>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Writeable_APIs"></a>Cluster Writeable APIs</h2>
|
|
<p>The sections below refer to APIs which allow to create and modify applications. These APIs are currently in alpha and may change in the future.</p></section><section>
|
|
<h2><a name="Cluster_New_Application_API"></a>Cluster New Application API</h2>
|
|
<p>With the New Application API, you can obtain an application-id which can then be used as part of the <a href="#Cluster_Applications_APISubmit_Application">Cluster Submit Applications API</a> to submit applications. The response also includes the maximum resource capabilities available on the cluster.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/new-application">http://rm-http-address:port/ws/v1/cluster/apps/new-application</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_NewApplication_object"></a>Elements of the NewApplication object</h3>
|
|
<p>The NewApplication response contains the following elements:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> application-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The newly created application id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> maximum-resource-capabilities </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The maximum resource capabilities available on this cluster </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>The <i>maximum-resource-capabilities</i> object contains the following elements:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum memory available for a container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The maximum number of cores available for a container </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/apps/new-application
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"application-id":"application_1404198295326_0003",
|
|
"maximum-resource-capability":
|
|
{
|
|
"memory":8192,
|
|
"vCores":32
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/apps/new-application
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 248
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<NewApplication>
|
|
<application-id>application_1404198295326_0003</application-id>
|
|
<maximum-resource-capability>
|
|
<memory>8192</memory>
|
|
<vCores>32</vCores>
|
|
</maximum-resource-capability>
|
|
</NewApplication>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Applications_API.28Submit_Application.29"></a>Cluster Applications API(Submit Application)</h2>
|
|
<p>The Submit Applications API can be used to submit applications. In case of submitting applications, you must first obtain an application-id using the <a href="#Cluster_New_Application_API">Cluster New Application API</a>. The application-id must be part of the request body. The response contains a URL to the application page which can be used to track the state and progress of your application.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps">http://rm-http-address:port/ws/v1/cluster/apps</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="POST_Response_Examples"></a>POST Response Examples</h3>
|
|
<p>POST requests can be used to submit apps to the ResourceManager. As mentioned above, an application-id must be obtained first. Successful submissions result in a 202 response code and a Location header specifying where to get information about the app. Please note that in order to submit an app, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>Please note that this feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h4><a name="Elements_of_the_POST_request_object"></a>Elements of the POST request object</h4>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> application-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application id </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> application-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application name </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The name of the queue to which the application should be submitted </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The priority of the application </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> am-container-spec </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The application master container launch context, described below </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> unmanaged-AM </td>
|
|
<td align="left"> boolean </td>
|
|
<td align="left"> Is the application using an unmanaged application master </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> max-app-attempts </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The max number of attempts for this application </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resource </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The resources the application master requires, described below </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> application-type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application type(MapReduce, Pig, Hive, etc) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> keep-containers-across-application-attempts </td>
|
|
<td align="left"> boolean </td>
|
|
<td align="left"> Should YARN keep the containers used by this application instead of destroying them </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> application-tags </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> List of application tags, please see the request examples on how to specify the tags </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> log-aggregation-context</td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Represents all of the information needed by the NodeManager to handle the logs for this application </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> attempt-failures-validity-interval</td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The failure number will no take attempt failures which happen out of the validityInterval into failure count</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-id</td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Represent the unique id of the corresponding reserved resource allocation in the scheduler </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> am-black-listing-requests</td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Contains blacklisting information such as “enable/disable AM blacklisting” and “disable failure threshold” </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>am-container-spec</i> object</p>
|
|
<p>The am-container-spec object should be used to provide the container launch context for the application master.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> local-resources </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Object describing the resources that need to be localized, described below </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> environment </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Environment variables for your containers, specified as key value pairs </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> commands </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The commands for launching your container, in the order in which they should be executed </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> service-data </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Application specific service data; key is the name of the auxiliary service, value is base-64 encoding of the data you wish to pass </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> credentials </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The credentials required for your application to run, described below </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> application-acls </td>
|
|
<td align="left"> objec </td>
|
|
<td align="left"> ACLs for your application; the key can be “VIEW_APP” or “MODIFY_APP”, the value is the list of users with the permissions </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>local-resources</i> object</p>
|
|
<p>The object is a collection of key-value pairs. They key is an identifier for the resources to be localized and the value is the details of the resource. The elements of the value are described below:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> resource </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Location of the resource to be localized </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Type of the resource; options are “ARCHIVE”, “FILE”, and “PATTERN” </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> visibility </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Visibility the resource to be localized; options are “PUBLIC”, “PRIVATE”, and “APPLICATION” </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> size </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Size of the resource to be localized </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> timestamp </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Timestamp of the resource to be localized </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>credentials</i> object</p>
|
|
<p>The credentials object should be used to pass data required for the application to authenticate itself such as delegation-tokens and secrets.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> tokens </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Tokens that you wish to pass to your application, specified as key-value pairs. The key is an identifier for the token and the value is the token(which should be obtained using the respective web-services) </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> secrets </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Secrets that you wish to use in your application, specified as key-value pairs. They key is an identifier and the value is the base-64 encoding of the secret </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the POST request body <i>resource</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Memory required for each container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Virtual cores required for each container </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the POST request body <i>log-aggregation-context</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> log-include-pattern </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The log files which match the defined include pattern will be uploaded when the application finishes </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> log-exclude-pattern </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The log files which match the defined exclude pattern will not be uploaded when the application finishes </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> rolled-log-include-pattern </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The log files which match the defined include pattern will be aggregated in a rolling fashion </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> rolled-log-exclude-pattern </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The log files which match the defined exclude pattern will not be aggregated in a rolling fashion </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> log-aggregation-policy-class-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The policy which will be used by NodeManager to aggregate the logs </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> log-aggregation-policy-parameters </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The parameters passed to the policy class </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the POST request body <i>am-black-listing-requests</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> am-black-listing-enabled </td>
|
|
<td align="left"> boolean </td>
|
|
<td align="left"> Whether AM Blacklisting is enabled </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> disable-failure-threshold </td>
|
|
<td align="left"> float </td>
|
|
<td align="left"> AM Blacklisting disable failure threshold </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/apps
|
|
Accept: application/json
|
|
Content-Type: application/json
|
|
{
|
|
"application-id":"application_1404203615263_0001",
|
|
"application-name":"test",
|
|
"am-container-spec":
|
|
{
|
|
"local-resources":
|
|
{
|
|
"entry":
|
|
[
|
|
{
|
|
"key":"AppMaster.jar",
|
|
"value":
|
|
{
|
|
"resource":"hdfs://hdfs-namenode:9000/user/testuser/DistributedShell/demo-app/AppMaster.jar",
|
|
"type":"FILE",
|
|
"visibility":"APPLICATION",
|
|
"size": 43004,
|
|
"timestamp": 1405452071209
|
|
}
|
|
}
|
|
]
|
|
},
|
|
"commands":
|
|
{
|
|
"command":"{{JAVA_HOME}}/bin/java -Xmx10m org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster --container_memory 10 --container_vcores 1 --num_containers 1 --priority 0 1><LOG_DIR>/AppMaster.stdout 2><LOG_DIR>/AppMaster.stderr"
|
|
},
|
|
"environment":
|
|
{
|
|
"entry":
|
|
[
|
|
{
|
|
"key": "DISTRIBUTEDSHELLSCRIPTTIMESTAMP",
|
|
"value": "1405459400754"
|
|
},
|
|
{
|
|
"key": "CLASSPATH",
|
|
"value": "{{CLASSPATH}}<CPS>./*<CPS>{{HADOOP_CONF_DIR}}<CPS>{{HADOOP_COMMON_HOME}}/share/hadoop/common/*<CPS>{{HADOOP_COMMON_HOME}}/share/hadoop/common/lib/*<CPS>{{HADOOP_HDFS_HOME}}/share/hadoop/hdfs/*<CPS>{{HADOOP_HDFS_HOME}}/share/hadoop/hdfs/lib/*<CPS>{{HADOOP_YARN_HOME}}/share/hadoop/yarn/*<CPS>{{HADOOP_YARN_HOME}}/share/hadoop/yarn/lib/*<CPS>./log4j.properties"
|
|
},
|
|
{
|
|
"key": "DISTRIBUTEDSHELLSCRIPTLEN",
|
|
"value": "6"
|
|
},
|
|
{
|
|
"key": "DISTRIBUTEDSHELLSCRIPTLOCATION",
|
|
"value": "hdfs://hdfs-namenode:9000/user/testuser/demo-app/shellCommands"
|
|
}
|
|
]
|
|
}
|
|
},
|
|
"unmanaged-AM":false,
|
|
"max-app-attempts":2,
|
|
"resource":
|
|
{
|
|
"memory":1024,
|
|
"vCores":1
|
|
},
|
|
"application-type":"YARN",
|
|
"keep-containers-across-application-attempts":false,
|
|
"log-aggregation-context":
|
|
{
|
|
"log-include-pattern":"file1",
|
|
"log-exclude-pattern":"file2",
|
|
"rolled-log-include-pattern":"file3",
|
|
"rolled-log-exclude-pattern":"file4",
|
|
"log-aggregation-policy-class-name":"org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy",
|
|
"log-aggregation-policy-parameters":""
|
|
},
|
|
"attempt-failures-validity-interval":3600000,
|
|
"reservation-id":"reservation_1454114874_1",
|
|
"am-black-listing-requests":
|
|
{
|
|
"am-black-listing-enabled":true,
|
|
"disable-failure-threshold":0.01
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 202
|
|
Transfer-Encoding: chunked
|
|
Location: http://rm-http-address:port/ws/v1/cluster/apps/application_1404203615263_0001
|
|
Content-Type: application/json
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://rm-http-address:port/ws/v1/cluster/apps
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<application-submission-context>
|
|
<application-id>application_1404204891930_0002</application-id>
|
|
<application-name>test</application-name>
|
|
<queue>testqueue</queue>
|
|
<priority>3</priority>
|
|
<am-container-spec>
|
|
<local-resources>
|
|
<entry>
|
|
<key>example</key>
|
|
<value>
|
|
<resource>hdfs://hdfs-namenode:9000/user/testuser/DistributedShell/demo-app/AppMaster.jar</resource>
|
|
<type>FILE</type>
|
|
<visibility>APPLICATION</visibility>
|
|
<size>43004</size>
|
|
<timestamp>1405452071209</timestamp>
|
|
</value>
|
|
</entry>
|
|
</local-resources>
|
|
<environment>
|
|
<entry>
|
|
<key>DISTRIBUTEDSHELLSCRIPTTIMESTAMP</key>
|
|
<value>1405459400754</value>
|
|
</entry>
|
|
<entry>
|
|
<key>CLASSPATH</key>
|
|
<value>{{CLASSPATH}}&lt;CPS&gt;./*&lt;CPS&gt;{{HADOOP_CONF_DIR}}&lt;CPS&gt;{{HADOOP_COMMON_HOME}}/share/hadoop/common/*&lt;CPS&gt;{{HADOOP_COMMON_HOME}}/share/hadoop/common/lib/*&lt;CPS&gt;{{HADOOP_HDFS_HOME}}/share/hadoop/hdfs/*&lt;CPS&gt;{{HADOOP_HDFS_HOME}}/share/hadoop/hdfs/lib/*&lt;CPS&gt;{{HADOOP_YARN_HOME}}/share/hadoop/yarn/*&lt;CPS&gt;{{HADOOP_YARN_HOME}}/share/hadoop/yarn/lib/*&lt;CPS&gt;./log4j.properties</value>
|
|
</entry>
|
|
<entry>
|
|
<key>DISTRIBUTEDSHELLSCRIPTLEN</key>
|
|
<value>6</value>
|
|
</entry>
|
|
<entry>
|
|
<key>DISTRIBUTEDSHELLSCRIPTLOCATION</key>
|
|
<value>hdfs://hdfs-namenode:9000/user/testuser/demo-app/shellCommands</value>
|
|
</entry>
|
|
</environment>
|
|
<commands>
|
|
<command>{{JAVA_HOME}}/bin/java -Xmx10m org.apache.hadoop.yarn.applications.distributedshell.ApplicationMaster --container_memory 10 --container_vcores 1 --num_containers 1 --priority 0 1&gt;&lt;LOG_DIR&gt;/AppMaster.stdout 2&gt;&lt;LOG_DIR&gt;/AppMaster.stderr</command>
|
|
</commands>
|
|
<service-data>
|
|
<entry>
|
|
<key>test</key>
|
|
<value>dmFsdWUxMg</value>
|
|
</entry>
|
|
</service-data>
|
|
<credentials>
|
|
<tokens/>
|
|
<secrets>
|
|
<entry>
|
|
<key>secret1</key>
|
|
<value>c2VjcmV0MQ</value>
|
|
</entry>
|
|
</secrets>
|
|
</credentials>
|
|
<application-acls>
|
|
<entry>
|
|
<key>VIEW_APP</key>
|
|
<value>testuser3, testuser4</value>
|
|
</entry>
|
|
<entry>
|
|
<key>MODIFY_APP</key>
|
|
<value>testuser1, testuser2</value>
|
|
</entry>
|
|
</application-acls>
|
|
</am-container-spec>
|
|
<unmanaged-AM>false</unmanaged-AM>
|
|
<max-app-attempts>2</max-app-attempts>
|
|
<resource>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</resource>
|
|
<application-type>YARN</application-type>
|
|
<keep-containers-across-application-attempts>false</keep-containers-across-application-attempts>
|
|
<application-tags>
|
|
<tag>tag 2</tag>
|
|
<tag>tag1</tag>
|
|
</application-tags>
|
|
<log-aggregation-context>
|
|
<log-include-pattern>file1</log-include-pattern>
|
|
<log-exclude-pattern>file2</log-exclude-pattern>
|
|
<rolled-log-include-pattern>file3</rolled-log-include-pattern>
|
|
<rolled-log-exclude-pattern>file4</rolled-log-exclude-pattern>
|
|
<log-aggregation-policy-class-name>org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.AllContainerLogAggregationPolicy</log-aggregation-policy-class-name>
|
|
<log-aggregation-policy-parameters></log-aggregation-policy-parameters>
|
|
</log-aggregation-context>
|
|
<attempt-failures-validity-interval>3600000</attempt-failures-validity-interval>
|
|
<reservation-id>reservation_1454114874_1</reservation-id>
|
|
<am-black-listing-requests>
|
|
<am-black-listing-enabled>true</am-black-listing-enabled>
|
|
<disable-failure-threshold>0.01</disable-failure-threshold>
|
|
</am-black-listing-requests>
|
|
</application-submission-context>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 202
|
|
Transfer-Encoding: chunked
|
|
Location: http://rm-http-address:port/ws/v1/cluster/apps/application_1404204891930_0002
|
|
Content-Type: application/xml
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
</section></section></section><section>
|
|
<h2><a name="Cluster_Application_State_API"></a>Cluster Application State API</h2>
|
|
<p>With the application state API, you can query the state of a submitted app as well kill a running app by modifying the state of a running app using a PUT request with the state set to “KILLED”. To perform the PUT operation, authentication has to be setup for the RM web services. In addition, you must be authorized to kill the app. Currently you can only change the state to “KILLED”; an attempt to change the state to any other results in a 400 error response. Examples of the unauthorized and bad request errors are below. When you carry out a successful PUT, the initial response may be a 202. You can confirm that the app is killed by repeating the PUT request until you get a 200, querying the state using the GET method or querying for app information and checking the state. In the examples below, we repeat the PUT request and get a 200 response.</p>
|
|
<p>Please note that in order to kill an app, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/state">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/state</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET
|
|
<ul>
|
|
|
|
<li>PUT</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_appstate_object"></a>Elements of <i>appstate</i> object</h3>
|
|
<p>When you make a request for the state of an app, the information returned has the following fields</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> state </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application state - can be one of “NEW”, “NEW_SAVING”, “SUBMITTED”, “ACCEPTED”, “RUNNING”, “FINISHED”, “FAILED”, “KILLED” </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"state":"ACCEPTED"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"state":"KILLED"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 202 Accepted
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Location: http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"state":"ACCEPTED"
|
|
}
|
|
|
|
PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"state":"KILLED"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"state":"KILLED"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 99
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>ACCEPTED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>KILLED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 202 Accepted
|
|
Content-Type: application/xml
|
|
Content-Length: 794
|
|
Location: http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>ACCEPTED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>KILLED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 917
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>KILLED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p><b>Unauthorized Error Response</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>KILLED</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 401 Unauthorized
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p><b>Bad Request Error Response</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appstate>
|
|
<state>RUNNING</state>
|
|
</appstate>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 400
|
|
Content-Length: 295
|
|
Content-Type: application/xml
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<RemoteException>
|
|
<exception>BadRequestException</exception>
|
|
<message>java.lang.Exception: Only 'KILLED' is allowed as a target state.</message>
|
|
<javaClassName>org.apache.hadoop.yarn.webapp.BadRequestException</javaClassName>
|
|
</RemoteException>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Queue_API"></a>Cluster Application Queue API</h2>
|
|
<p>With the application queue API, you can query the queue of a submitted app as well move a running app to another queue using a PUT request specifying the target queue. To perform the PUT operation, authentication has to be setup for the RM web services. In addition, you must be authorized to move the app. Currently you can only move the app if you’re using the Capacity scheduler or the Fair scheduler.</p>
|
|
<p>Please note that in order to move an app, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/queue">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/queue</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET
|
|
<ul>
|
|
|
|
<li>PUT</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_appqueue_object"></a>Elements of <i>appqueue</i> object</h3>
|
|
<p>When you make a request for the state of an app, the information returned has the following fields</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The application queue </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/queue
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"queue":"default"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/queue
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"queue":"test"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"queue":"test"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/queue
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 98
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appqueue>
|
|
<queue>default</queue>
|
|
</appqueue>
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/queue
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appqueue>
|
|
<queue>test</queue>
|
|
</appqueue>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 95
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<appqueue>
|
|
<queue>test</queue>
|
|
</appqueue>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Priority_API"></a>Cluster Application Priority API</h2>
|
|
<p>With the application priority API, you can query the priority of a submitted app as well update priority of a running or accepted app using a PUT request specifying the target priority. To perform the PUT operation, authentication has to be setup for the RM web services. In addition, you must be authorized to update the app priority. Currently you can only update the app priority if you’re using the Capacity scheduler.</p>
|
|
<p>Please note that in order to update priority of an app, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/priority">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/priority</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET
|
|
<ul>
|
|
|
|
<li>PUT</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_apppriority_object"></a>Elements of <i>apppriority</i> object</h3>
|
|
<p>When you make a request for the state of an app, the information returned has the following fields</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The application priority </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/priority
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"priority":0
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/priority
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"priority":8
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"priority":8
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML responses</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/priority
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 98
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<applicationpriority>
|
|
<priority>0</priority>
|
|
</applicationpriority>
|
|
</pre></div></div>
|
|
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/priority
|
|
</pre></div></div>
|
|
|
|
<p>Request Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<applicationpriority>
|
|
<priority>8</priority>
|
|
</applicationpriority>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 95
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<applicationpriority>
|
|
<priority>8</priority>
|
|
</applicationpriority>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Delegation_Tokens_API"></a>Cluster Delegation Tokens API</h2>
|
|
<p>The Delegation Tokens API can be used to create, renew and cancel YARN ResourceManager delegation tokens. All delegation token requests must be carried out on a Kerberos authenticated connection(using SPNEGO). Carrying out operations on a non-kerberos connection will result in a FORBIDDEN response. In case of renewing a token, only the renewer specified when creating the token can renew the token. Other users(including the owner) are forbidden from renewing tokens. It should be noted that when cancelling or renewing a token, the token to be cancelled or renewed is specified by setting a header.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<p>Use the following URI to create and cancel delegation tokens.</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/delegation-token">http://rm-http-address:port/ws/v1/cluster/delegation-token</a></li>
|
|
</ul>
|
|
<p>Use the following URI to renew delegation tokens.</p>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/delegation-token/expiration">http://rm-http-address:port/ws/v1/cluster/delegation-token/expiration</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST
|
|
<ul>
|
|
|
|
<li>DELETE</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_delegation-token_object"></a>Elements of the <i>delegation-token</i> object</h3>
|
|
<p>The response from the delegation tokens API contains one of the fields listed below.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> token </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The delegation token </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> renewer </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The user who is allowed to renew the delegation token </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> owner </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The owner of the delegation token </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> kind </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The kind of delegation token </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> expiration-time </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The expiration time of the token </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> max-validity </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The maximum validity of the token </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3><section>
|
|
<h4><a name="Creating_a_token"></a>Creating a token</h4>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/delegation-token
|
|
Accept: application/json
|
|
Content-Type: application/json
|
|
{
|
|
"renewer" : "test-renewer"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
WWW-Authenticate: Negotiate ...
|
|
Date: Sat, 28 Jun 2014 18:08:11 GMT
|
|
Server: Jetty(6.1.26)
|
|
Set-Cookie: ...
|
|
Content-Type: application/json
|
|
</pre></div></div>
|
|
|
|
<p>Response body</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> {
|
|
"token":"MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUckiEZpigFHSJTKaQECFN9EMM9BzfPoDxu572EVUpzqhnSGE1JNX0RFTEVHQVRJT05fVE9LRU4A",
|
|
"renewer":"test-renewer",
|
|
"owner":"client@EXAMPLE.COM",
|
|
"kind":"RM_DELEGATION_TOKEN",
|
|
"expiration-time":1405153616489,
|
|
"max-validity":1405672016489
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/delegation-token
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
<delegation-token>
|
|
<renewer>test-renewer</renewer>
|
|
</delegation-token>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
WWW-Authenticate: Negotiate ...
|
|
Date: Sat, 28 Jun 2014 18:08:11 GMT
|
|
Content-Length: 423
|
|
Server: Jetty(6.1.26)
|
|
Set-Cookie: ...
|
|
Content-Type: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Body</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<delegation-token> <token>MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUckgZ8yigFHSI4jMgcCFDTG8X6XFFn2udQngzSXQL8vWaKIE1JNX0RFTEVHQVRJT05fVE9LRU4A</token>
|
|
<renewer>test-renewer</renewer>
|
|
<owner>client@EXAMPLE.COM</owner>
|
|
<kind>RM_DELEGATION_TOKEN</kind>
|
|
<expiration-time>1405153180466</expiration-time>
|
|
<max-validity>1405671580466</max-validity>
|
|
</delegation-token>
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h4><a name="Renewing_a_token"></a>Renewing a token</h4>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/delegation-token/expiration
|
|
Accept: application/json
|
|
Hadoop-YARN-RM-Delegation-Token: MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUbjqcHHigFHB7ZFxwQCFKWD3znCkDSy6SQIjRCLDydxbxvgE1JNX0RFTEVHQVRJT05fVE9LRU4A
|
|
Content-Type: application/json
|
|
</pre></div></div>
|
|
|
|
<p>Response Header</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
WWW-Authenticate: Negotiate ...
|
|
Date: Sat, 28 Jun 2014 18:08:11 GMT
|
|
Server: Jetty(6.1.26)
|
|
Set-Cookie: ...
|
|
Content-Type: application/json
|
|
</pre></div></div>
|
|
|
|
<p>Response body</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> {
|
|
"expiration-time":1404112520402
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/delegation-token/expiration
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
Hadoop-YARN-RM-Delegation-Token: MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUbjqcHHigFHB7ZFxwQCFKWD3znCkDSy6SQIjRCLDydxbxvgE1JNX0RFTEVHQVRJT05fVE9LRU4A
|
|
</pre></div></div>
|
|
|
|
<p>Response Header</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
WWW-Authenticate: Negotiate ...
|
|
Date: Sat, 28 Jun 2014 18:08:11 GMT
|
|
Content-Length: 423
|
|
Server: Jetty(6.1.26)
|
|
Set-Cookie: ...
|
|
Content-Type: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Body</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<delegation-token>
|
|
<expiration-time>1404112520402</expiration-time>
|
|
</delegation-token>
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h4><a name="Cancelling_a_token"></a>Cancelling a token</h4>
|
|
<p>HTTP Request</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>DELETE http://rm-http-address:port/ws/v1/cluster/delegation-token
|
|
Hadoop-YARN-RM-Delegation-Token: MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUbjqcHHigFHB7ZFxwQCFKWD3znCkDSy6SQIjRCLDydxbxvgE1JNX0RFTEVHQVRJT05fVE9LRU4A
|
|
Accept: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
WWW-Authenticate: Negotiate ...
|
|
Date: Sun, 29 Jun 2014 07:25:18 GMT
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
Set-Cookie: ...
|
|
Content-Type: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>No response body.</p></section></section><section>
|
|
<h3><a name="Authentication_using_delegation_tokens"></a>Authentication using delegation tokens</h3>
|
|
<p>This feature is in the alpha mode and may change in the future.</p>
|
|
<p>You can use delegation tokens to authenticate yourself when using YARN RM webservices. However, this requires setting the right configurations. The conditions for this are:</p>
|
|
<ul>
|
|
|
|
<li>
|
|
|
|
<p>Hadoop is setup in secure mode with the authentication type set to kerberos.</p>
|
|
</li>
|
|
<li>
|
|
|
|
<p>Hadoop HTTP authentication is setup with the authentication type set to kerberos</p>
|
|
</li>
|
|
</ul>
|
|
<p>Once setup, delegation tokens can be fetched using the web services listed above and used as shown in an example below:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> PUT http://rm-http-address:port/ws/v1/cluster/apps/application_1399397633663_0003/state
|
|
X-Hadoop-Delegation-Token: MgASY2xpZW50QEVYQU1QTEUuQ09NDHRlc3QtcmVuZXdlcgCKAUbjqcHHigFHB7ZFxwQCFKWD3znCkDSy6SQIjRCLDydxbxvgE1JNX0RFTEVHQVRJT05fVE9LRU4A
|
|
Content-Type: application/json; charset=UTF8
|
|
{
|
|
"state":"KILLED"
|
|
}
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Reservation_API_List"></a>Cluster Reservation API List</h2>
|
|
<p>The Cluster Reservation API can be used to list reservations. When listing reservations the user must specify the constraints in terms of a queue, reservation-id, start time or end time. The user must also specify whether or not to include the full resource allocations of the reservations being listed. The resulting page returns a response containing information related to the reservation such as the acceptance time, the user, the resource allocations, the reservation-id, as well as the reservation definition.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/reservation/list">http://rm-http-address:port/ws/v1/cluster/reservation/list</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<ul>
|
|
|
|
<li>queue - the queue name containing the reservations to be listed. if not set, this value will default to “default”.
|
|
<ul>
|
|
|
|
<li>reservation-id - the reservation-id of the reservation which will be listed. If this parameter is present, start-time and end-time will be ignored.</li>
|
|
<li>start-time - reservations that end after this start-time will be listed. If unspecified or invalid, this will default to 0.</li>
|
|
<li>end-time - reservations that start after this end-time will be listed. If unspecified or invalid, this will default to Long.MaxValue.</li>
|
|
<li>include-resource-allocations - true or false. If true, the resource allocations of the reservation will be included in the response. If false, no resource allocations will be included in the response. This will default to false.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_ReservationListInfo_object"></a>Elements of the <i>ReservationListInfo</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservations </td>
|
|
<td align="left"> array of ReservationInfo(JSON) / zero or more ReservationInfo objects(XML) </td>
|
|
<td align="left"> The reservations that are listed with the given query </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_reservations_object"></a>Elements of the <i>reservations</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> acceptance-time </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Time that the reservation was accepted </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> resource-allocations </td>
|
|
<td align="left"> array of ResourceAllocationInfo(JSON) / zero or more ResourceAllocationInfo objects(XML) </td>
|
|
<td align="left"> Resource allocation information for the reservation </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservation-id </td>
|
|
<td align="left"> A single ReservationId string </td>
|
|
<td align="left"> The unique reservation identifier </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-definition </td>
|
|
<td align="left"> A single ReservationDefinition Object </td>
|
|
<td align="left"> A set of constraints representing the need for resources over time of a user </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> user </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> User who made the reservation </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_resource-allocations_object"></a>Elements of the <i>resource-allocations</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> resource </td>
|
|
<td align="left"> A single Resource object </td>
|
|
<td align="left"> The resources allocated for the reservation allocation </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> startTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Start time that the resource is allocated for </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> endTime </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> End time that the resource is allocated for </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the__resource_object"></a>Elements of the <i>resource</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The memory allocated for the reservation allocation </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of cores allocated for the reservation allocation </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_reservation-definition_object"></a>Elements of the <i>reservation-definition</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> arrival </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the earliest time this reservation can be allocated from. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> deadline </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the latest time within which this reservation can be allocated. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservation-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A mnemonic name of the reservation (not a valid identifier). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-requests </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A list of “stages” or phases of this reservation, each describing resource requirements and duration </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> An integer representing the priority of the reservation. A lower number for priority indicates a higher priority reservation. Recurring reservations are always higher priority than non-recurring reservations. Priority for non-recurring reservations are only compared with non-recurring reservations. Likewise with recurring reservations. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> recurrence-expression </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A recurrence expression which represents the time period of a periodic job. Currently, only long values are supported. Later, support for regular expressions denoting arbitrary recurrence patterns (e.g., every Tuesday and Thursday) will be added. Recurrence is represented in milliseconds for periodic jobs. Recurrence is 0 for non-periodic jobs. Periodic jobs are valid until they are explicitly cancelled and have higher priority than non-periodic jobs (during initial placement and re-planning). Periodic job allocations are consistent across runs (flexibility in allocation is leveraged only during initial placement, allocations remain consistent thereafter). Note that the recurrence expression must be greater than the duration of the reservation (deadline - arrival). Also note that the configured max period must be divisible by the recurrence expression. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_reservation-requests_object"></a>Elements of the <i>reservation-requests</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-request-interpreter </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> A numeric choice of how to interpret the set of ReservationRequest: 0 is an ANY, 1 for ALL, 2 for ORDER, 3 for ORDER_NO_GAP </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-request </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The description of the resource and time capabilities for a phase/stage of this reservation </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_reservation-request_object"></a>Elements of the <i>reservation-request</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> duration </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The duration of a ReservationRequest in milliseconds (amount of consecutive milliseconds a satisfiable allocation for this portion of the reservation should exist for). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> num-containers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers required in this phase of the reservation (capture the maximum parallelism of the job(s) in this phase). </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> min-concurrency </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The minimum number of containers that must be concurrently allocated to satisfy this allocation (capture min-parallelism, useful to express gang semantics). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> capability </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Allows to specify the size of each container (memory, vCores).</td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="GET_Response_Examples"></a>GET Response Examples</h3>
|
|
<p>Get requests can be used to list reservations to the ResourceManager. As mentioned above, information pertaining to the reservation is returned upon success (in the body of the answer). Successful list requests result in a 200 response. Please note that in order to submit a reservation, you must have an authentication filter setup for the HTTP interface. the functionality requires that the username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response. Please note that this feature is currently in the alpha stage and may change in the future.</p>
|
|
<p><b>JSON response</b></p>
|
|
<p>This request return all active reservations within the start time 1455159355000 and 1475160036000. Since include-resource-allocations is set to true, the full set of resource allocations will be included in the response.</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/reservation/list?queue=dedicated&start-time=1455159355000&end-time=1475160036000&include-resource-allocations=true
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Cache-Control: no-cache
|
|
Content-Encoding: gzip
|
|
Pragma: no-cache,no-cache
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"reservations": {
|
|
"acceptance-time": "1455160008442",
|
|
"user": "submitter",
|
|
"resource-allocations": [
|
|
{
|
|
"resource": {
|
|
"memory": "0",
|
|
"vCores": "0"
|
|
},
|
|
"startTime": "1465541532000",
|
|
"endTime": "1465542250000"
|
|
},
|
|
{
|
|
"resource": {
|
|
"memory": "1024",
|
|
"vCores": "1"
|
|
},
|
|
"startTime": "1465542250000",
|
|
"endTime": "1465542251000"
|
|
},
|
|
{
|
|
"resource": {
|
|
"memory": "0",
|
|
"vCores": "0"
|
|
},
|
|
"startTime": "1465542251000",
|
|
"endTime": "1465542252000"
|
|
}
|
|
],
|
|
"reservation-id": "reservation_1458852875788_0002",
|
|
"reservation-definition": {
|
|
"arrival": "1465541532000",
|
|
"deadline": "1465542252000",
|
|
"reservation-requests": {
|
|
"reservation-request-interpreter": "0",
|
|
"reservation-request": {
|
|
"capability": {
|
|
"memory": "1024",
|
|
"vCores": "1"
|
|
},
|
|
"min-concurrency": "1",
|
|
"num-containers": "1",
|
|
"duration": "60"
|
|
}
|
|
},
|
|
"reservation-name": "res_1"
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML Response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> GET http://rm-http-address:port/ws/v1/cluster/reservation/list?queue=dedicated&start-time=1455159355000&end-time=1475160036000&include-resource-allocations=true
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-length: 395
|
|
Cache-Control: no-cache
|
|
Content-Encoding: gzip
|
|
Pragma: no-cache,no-cache
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<reservationListInfo>
|
|
<reservations>
|
|
<acceptance-time>1455233661003</acceptance-time>
|
|
<user>dr.who</user>
|
|
<resource-allocations>
|
|
<resource>
|
|
<memory>0</memory>
|
|
<vCores>0</vCores>
|
|
</resource>
|
|
<startTime>1465541532000</startTime>
|
|
<endTime>1465542251000</endTime>
|
|
</resource-allocations>
|
|
<resource-allocations>
|
|
<resource>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</resource>
|
|
<startTime>1465542251000</startTime>
|
|
<endTime>1465542252000</endTime>
|
|
</resource-allocations>
|
|
<reservation-id>reservation_1458852875788_0002</reservation-id>
|
|
<reservation-definition>
|
|
<arrival>1465541532000</arrival>
|
|
<deadline>1465542252000</deadline>
|
|
<reservation-requests>
|
|
<reservation-request-interpreter>0</reservation-request-interpreter>
|
|
<reservation-request>
|
|
<capability>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</capability>
|
|
<min-concurrency>1</min-concurrency>
|
|
<num-containers>1</num-containers>
|
|
<duration>60</duration>
|
|
</reservation-request>
|
|
</reservation-requests>
|
|
<reservation-name>res_1</reservation-name>
|
|
</reservation-definition>
|
|
</reservations>
|
|
</reservationListInfo>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Reservation_API_Create"></a>Cluster Reservation API Create</h2>
|
|
<p>Use the New Reservation API, to obtain a reservation-id which can then be used as part of the <a href="#Cluster_Reservation_API_Submit">Cluster Reservation API Submit</a> to submit reservations.</p>
|
|
<p>This feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/reservation/new-reservation">http://rm-http-address:port/ws/v1/cluster/reservation/new-reservation</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Elements_of_the_new-reservation_object"></a>Elements of the new-reservation object</h3>
|
|
<p>The new-reservation response contains the following elements:</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The newly created reservation id </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/reservation/new-reservation
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"reservation-id":"reservation_1404198295326_0003"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/reservation/new-reservation
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 248
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<new-reservation>
|
|
<reservation-id>reservation_1404198295326_0003</reservation-id>
|
|
</new-reservation>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Reservation_API_Submit"></a>Cluster Reservation API Submit</h2>
|
|
<p>The Cluster Reservation API can be used to submit reservations. When submitting a reservation the user specifies the constraints in terms of resources, and time that is required. The resulting response is successful if the reservation can be made. If a reservation-id is used to submit a reservation multiple times, the request will succeed if the reservation definition is the same, but only one reservation will be created. If the reservation definition is different, the server will respond with an error response. When the reservation is made, the user can use the reservation-id used to submit the reservation to get access to the resources by specifying it as part of <a href="#Cluster_Applications_APISubmit_Application">Cluster Submit Applications API</a>.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/reservation/submit">http://rm-http-address:port/ws/v1/cluster/reservation/submit</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="POST_Response_Examples"></a>POST Response Examples</h3>
|
|
<p>POST requests can be used to submit reservations to the ResourceManager. As mentioned above, a reservation-id is returned upon success (in the body of the answer). Successful submissions result in a 200 response. Please note that in order to submit a reservation, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>Please note that this feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h4><a name="Elements_of_the_POST_request_object"></a>Elements of the POST request object</h4>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The (reservable) queue you are submitting to</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-definition </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A set of constraints representing the need for resources over time of a user. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservation-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The reservation id to use to submit the reservation. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-definition</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left">arrival </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the earliest time this reservation can be allocated from. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> deadline </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the latest time within which this reservation can be allocated. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservation-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A mnemonic name of the reservation (not a valid identifier). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-requests </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A list of “stages” or phases of this reservation, each describing resource requirements and duration </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> An integer representing the priority of the reservation. A lower number for priority indicates a higher priority reservation. Recurring reservations are always higher priority than non-recurring reservations. Priority for non-recurring reservations are only compared with non-recurring reservations. Likewise with recurring reservations. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-requests</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-request-interpreter </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> A numeric choice of how to interpret the set of ReservationRequest: 0 is an ANY, 1 for ALL, 2 for ORDER, 3 for ORDER_NO_GAP </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-request </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The description of the resource and time capabilities for a phase/stage of this reservation </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-request</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> duration </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The duration of a ReservationRequest in milliseconds (amount of consecutive milliseconds a satisfiable allocation for this portion of the reservation should exist for). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> num-containers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers required in this phase of the reservation (capture the maximum parallelism of the job(s) in this phase). </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> min-concurrency </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The minimum number of containers that must be concurrently allocated to satisfy this allocation (capture min-parallelism, useful to express gang semantics). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> capability </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Allows to specify the size of each container (memory, vCores).</td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>capability</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> the number of MB of memory for this container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> the number of virtual cores for this container </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>This examples contains a reservation composed of two stages (alternative to each other as the <i>reservation-request-interpreter</i> is set to 0), so that the first is shorter and “taller” and “gang” with exactly 220 containers for 60 seconds, while the second alternative is longer with 120 seconds duration and less tall with 110 containers (and a min-concurrency of 1 container, thus no gang semantics).</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://rmdns:8088/ws/v1/cluster/reservation/submit
|
|
Content-Type: application/json
|
|
{
|
|
"queue" : "dedicated",
|
|
"reservation-id":"reservation_1404198295326_0003"
|
|
"reservation-definition" : {
|
|
"arrival" : 1765541532000,
|
|
"deadline" : 1765542252000,
|
|
"reservation-name" : "res_1",
|
|
"reservation-requests" : {
|
|
"reservation-request-interpreter" : 0,
|
|
"reservation-request" : [
|
|
{
|
|
"duration" : 60000,
|
|
"num-containers" : 220,
|
|
"min-concurrency" : 220,
|
|
"capability" : {
|
|
"memory" : 1024,
|
|
"vCores" : 1
|
|
}
|
|
},
|
|
{
|
|
"duration" : 120000,
|
|
"num-containers" : 110,
|
|
"min-concurrency" : 1,
|
|
"capability" : {
|
|
"memory" : 1024,
|
|
"vCores" : 1
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Thu, 17 Dec 2015 23:36:34 GMT, Thu, 17 Dec 2015 23:36:34 GMT Date: Thu, 17 Dec 2015 23:36:34 GMT, Thu, 17 Dec 2015 23:36:34 GMT Pragma: no-cache, no-cache Content-Type: application/xml Content-Encoding: gzip Content-Length: 137 Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://rmdns:8088/ws/v1/cluster/reservation/submit
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
<reservation-submission-context>
|
|
<queue>dedicated</queue>
|
|
<reservation-id>reservation_1404198295326_0003</reservation-id>
|
|
<reservation-definition>
|
|
<arrival>1765541532000</arrival>
|
|
<deadline>1765542252000</deadline>
|
|
<reservation-name>res_1</reservation-name>
|
|
<reservation-requests>
|
|
<reservation-request-interpreter>0</reservation-request-interpreter>
|
|
<reservation-request>
|
|
<duration>60000</duration>
|
|
<num-containers>220</num-containers>
|
|
<min-concurrency>220</min-concurrency>
|
|
<capability>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</capability>
|
|
</reservation-request>
|
|
<reservation-request>
|
|
<duration>120000</duration>
|
|
<num-containers>110</num-containers>
|
|
<min-concurrency>1</min-concurrency>
|
|
<capability>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</capability>
|
|
</reservation-request>
|
|
</reservation-requests>
|
|
</reservation-definition>
|
|
</reservation-submission-context>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Thu, 17 Dec 2015 23:49:21 GMT, Thu, 17 Dec 2015 23:49:21 GMT Date: Thu, 17 Dec 2015 23:49:21 GMT, Thu, 17 Dec 2015 23:49:21 GMT Pragma: no-cache, no-cache Content-Type: application/xml Content-Encoding: gzip Content-Length: 137 Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
</section></section></section><section>
|
|
<h2><a name="Cluster_Reservation_API_Update"></a>Cluster Reservation API Update</h2>
|
|
<p>The Cluster Reservation API Update can be used to update existing reservations.Update of a Reservation works similarly to submit described above, but the user submits the reservation-id of an existing reservation to be updated. The semantics is a try-and-swap, successful operation will modify the existing reservation based on the requested update parameter, while a failed execution will leave the existing reservation unchanged.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/reservation/update">http://rm-http-address:port/ws/v1/cluster/reservation/update</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="POST_Response_Examples"></a>POST Response Examples</h3>
|
|
<p>POST requests can be used to update reservations to the ResourceManager. Successful submissions result in a 200 response, indicate in-place update of the existing reservation (id does not change). Please note that in order to update a reservation, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>Please note that this feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h4><a name="Elements_of_the_POST_request_object"></a>Elements of the POST request object</h4>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The id of the reservation to be updated (the system automatically looks up the right queue from this)</td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-definition </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A set of constraints representing the need for resources over time of a user. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-definition</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left">arrival </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the earliest time this reservation can be allocated from. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> deadline </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The UTC time representation of the latest time within which this reservation can be allocated. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> reservation-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> A mnemonic name of the reservation (not a valid identifier). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-requests </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A list of “stages” or phases of this reservation, each describing resource requirements and duration </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> priority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> An integer representing the priority of the reservation. A lower number for priority indicates a higher priority reservation. Recurring reservations are always higher priority than non-recurring reservations. Priority for non-recurring reservations are only compared with non-recurring reservations. Likewise with recurring reservations. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-requests</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-request-interpreter </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> A numeric choice of how to interpret the set of ReservationRequest: 0 is an ANY, 1 for ALL, 2 for ORDER, 3 for ORDER_NO_GAP </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> reservation-request </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> The description of the resource and time capabilities for a phase/stage of this reservation </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>reservation-request</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> duration </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> The duration of a ReservationRequest in milliseconds (amount of consecutive milliseconds a satisfiable allocation for this portion of the reservation should exist for). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> num-containers </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of containers required in this phase of the reservation (capture the maximum parallelism of the job(s) in this phase). </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> min-concurrency </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The minimum number of containers that must be concurrently allocated to satisfy this allocation (capture min-parallelism, useful to express gang semantics). </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> capability </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> Allows to specify the size of each container (memory, vCores).</td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Elements of the <i>capability</i> object</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> memory </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> the number of MB of memory for this container </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> vCores </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> the number of virtual cores for this container </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>This examples updates an existing reservation identified by <i>reservation_1449259268893_0005</i> with two stages (in order as the <i>reservation-request-interpreter</i> is set to 2), with the first stage being a “gang” of 10 containers for 5 minutes (min-concurrency of 10 containers) followed by a 50 containers for 10 minutes(min-concurrency of 1 container, thus no gang semantics).</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://rmdns:8088/ws/v1/cluster/reservation/update
|
|
Accept: application/json
|
|
Content-Type: application/json
|
|
{
|
|
"reservation-id" : "reservation_1449259268893_0005",
|
|
"reservation-definition" : {
|
|
"arrival" : 1765541532000,
|
|
"deadline" : 1765542252000,
|
|
"reservation-name" : "res_1",
|
|
"reservation-requests" : {
|
|
"reservation-request-interpreter" : 2,
|
|
"reservation-request" : [
|
|
{
|
|
"duration" : 300000,
|
|
"num-containers" : 10,
|
|
"min-concurrency" : 10,
|
|
"capability" : {
|
|
"memory" : 1024,
|
|
"vCores" : 1
|
|
}
|
|
},
|
|
{
|
|
"duration" : 60000,
|
|
"num-containers" : 50,
|
|
"min-concurrency" : 1,
|
|
"capability" : {
|
|
"memory" : 1024,
|
|
"vCores" : 1
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Thu, 17 Dec 2015 23:36:34 GMT, Thu, 17 Dec 2015 23:36:34 GMT Date: Thu, 17 Dec 2015 23:36:34 GMT, Thu, 17 Dec 2015 23:36:34 GMT Pragma: no-cache, no-cache Content-Type: application/json Content-Encoding: gzip Content-Length: 137 Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://rmdns:8088/ws/v1/cluster/reservation/update
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
<reservation-update-context>
|
|
<reservation-id>reservation_1449259268893_0005</reservation-id>
|
|
<reservation-definition>
|
|
<arrival>1765541532000</arrival>
|
|
<deadline>1765542252000</deadline>
|
|
<reservation-name>res_1</reservation-name>
|
|
<reservation-requests>
|
|
<reservation-request-interpreter>2</reservation-request-interpreter>
|
|
<reservation-request>
|
|
<duration>300000</duration>
|
|
<num-containers>10</num-containers>
|
|
<min-concurrency>10</min-concurrency>
|
|
<capability>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</capability>
|
|
</reservation-request>
|
|
<reservation-request>
|
|
<duration>60000</duration>
|
|
<num-containers>50</num-containers>
|
|
<min-concurrency>1</min-concurrency>
|
|
<capability>
|
|
<memory>1024</memory>
|
|
<vCores>1</vCores>
|
|
</capability>
|
|
</reservation-request>
|
|
</reservation-requests>
|
|
</reservation-definition>
|
|
</reservation-update-context>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Thu, 17 Dec 2015 23:49:21 GMT, Thu, 17 Dec 2015 23:49:21 GMT Date: Thu, 17 Dec 2015 23:49:21 GMT, Thu, 17 Dec 2015 23:49:21 GMT Pragma: no-cache, no-cache Content-Type: application/xml Content-Encoding: gzip Content-Length: 137 Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
</section></section></section><section>
|
|
<h2><a name="Cluster_Reservation_API_Delete"></a>Cluster Reservation API Delete</h2>
|
|
<p>The Cluster Reservation API Delete can be used to delete existing reservations.Delete works similar to update. The requests contains the reservation-id, and if successful the reservation is cancelled, otherwise the reservation remains in the system.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/reservation/delete">http://rm-http-address:port/ws/v1/cluster/reservation/delete</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>POST</li>
|
|
</ul></section><section>
|
|
<h3><a name="POST_Response_Examples"></a>POST Response Examples</h3>
|
|
<p>POST requests can be used to delete reservations to the ResourceManager. Successful submissions result in a 200 response, indicating that the delete succeeded. Please note that in order to delete a reservation, you must have an authentication filter setup for the HTTP interface. The functionality requires that a username is set in the HttpServletRequest. If no filter is setup, the response will be an “UNAUTHORIZED” response.</p>
|
|
<p>Please note that this feature is currently in the alpha stage and may change in the future.</p><section>
|
|
<h4><a name="Elements_of_the_POST_request_object"></a>Elements of the POST request object</h4>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> reservation-id </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The id of the reservation to be deleted (the system automatically looks up the right queue from this)</td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>This examples deletes an existing reservation identified by <i>reservation_1449259268893_0006</i></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://10.200.91.98:8088/ws/v1/cluster/reservation/delete
|
|
Accept: application/json
|
|
Content-Type: application/json
|
|
{
|
|
"reservation-id" : "reservation_1449259268893_0006"
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Fri, 18 Dec 2015 01:31:05 GMT, Fri, 18 Dec 2015 01:31:05 GMT Date: Fri, 18 Dec 2015 01:31:05 GMT, Fri, 18 Dec 2015 01:31:05 GMT Pragma: no-cache, no-cache Content-Type: application/json Content-Encoding: gzip Transfer-Encoding: chunked Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>POST http://10.200.91.98:8088/ws/v1/cluster/reservation/delete
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
<reservation-delete-context>
|
|
<reservation-id>reservation_1449259268893_0006</reservation-id>
|
|
</reservation-delete-context>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
<p>200 OK Cache-Control: no-cache Expires: Fri, 18 Dec 2015 01:33:23 GMT, Fri, 18 Dec 2015 01:33:23 GMT Date: Fri, 18 Dec 2015 01:33:23 GMT, Fri, 18 Dec 2015 01:33:23 GMT Pragma: no-cache, no-cache Content-Type: application/xml Content-Encoding: gzip Content-Length: 101 Server: Jetty(6.1.26)</p>
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> No response body
|
|
</pre></div></div>
|
|
</section></section></section><section>
|
|
<h2><a name="Cluster_Application_Timeouts_API"></a>Cluster Application Timeouts API</h2>
|
|
<p>Cluster Application Timeouts API can be used to get all configured timeouts of an application. When you run a GET operation on this resource, a collection of timeout objects is returned. Each timeout object is composed of a timeout type, expiry-time and remaining time in seconds.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_timeouts_.28Application_Timeouts.29_object"></a>Elements of the <i>timeouts</i> (Application Timeouts) object</h3>
|
|
<p>When you make a request for the list of application timeouts, the information will be returned as a collection of timeout objects. See also <a href="#Cluster_Application_Timeout_API">Cluster Application Timeout API</a> for syntax of the timeout object.</p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> timeout </td>
|
|
<td align="left"> array of timeout objects(JSON)/zero or more application objects(XML) </td>
|
|
<td align="left"> The collection of application timeout objects </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"timeouts":
|
|
{
|
|
"timeout":
|
|
[
|
|
{
|
|
"type": "LIFETIME",
|
|
"expiryTime": "2016-12-05T22:51:00.104+0530",
|
|
"remainingTimeInSeconds": 27
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 712
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<timeouts>
|
|
<timeout>
|
|
<type>LIFETIME</type>
|
|
<expiryTime>2016-12-05T22:51:00.104+0530</expiryTime>
|
|
<remainingTimeInSeconds>27</remainingTimeInSeconds>
|
|
</timeout>
|
|
</timeouts>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Timeout_API"></a>Cluster Application Timeout API</h2>
|
|
<p>The Cluster Application Timeout resource contains information about timeout.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts/{type}">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts/{type}</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_timeout_.28Application_Timeout.29_object"></a>Elements of the <i>timeout</i> (Application Timeout) object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Timeout type. Valid values are the members of the ApplicationTimeoutType enum. LIFETIME is currently the only valid value. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> expiryTime </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Time at which the application will expire in ISO8601 yyyy-MM-dd’T’HH:mm:ss.SSSZ format. If UNLIMITED, then application will run forever. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> remainingTimeInSeconds </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Remaining time for configured application timeout. -1 indicates that application is not configured with timeout. Zero(0) indicates that application has expired with configured timeout type. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts/LIFETIME
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"timeout":
|
|
{
|
|
"type": "LIFETIME",
|
|
"expiryTime": "2016-12-05T22:51:00.104+0530",
|
|
"remainingTimeInSeconds": 27
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeouts/LIFETIME
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 712
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<timeout>
|
|
<type>LIFETIME</type>
|
|
<expiryTime>2016-12-05T22:51:00.104+0530</expiryTime>
|
|
<remainingTimeInSeconds>27</remainingTimeInSeconds>
|
|
</timeout>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Cluster_Application_Timeout_Update_API"></a>Cluster Application Timeout Update API</h2>
|
|
<p>Update timeout of an application for given timeout type.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeout">http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeout</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>PUT</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_timeout_object"></a>Elements of the <i>timeout</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> type </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Timeout type. Valid values are the members of the ApplicationTimeoutType enum. LIFETIME is currently the only valid value. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> expiryTime </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Time at which the application will expire in ISO8601 yyyy-MM-dd’T’HH:mm:ss.SSSZ format. </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
PUT http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeout
|
|
Content-Type: application/json
|
|
{
|
|
"timeout":
|
|
{
|
|
"type": "LIFETIME",
|
|
"expiryTime": "2016-11-27T09:36:16.678+05:30"
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"timeout":
|
|
{
|
|
"type": "LIFETIME",
|
|
"expiryTime": "2016-11-27T09:36:16.678+05:30",
|
|
"remainingTimeInSeconds": 90
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/apps/{appid}/timeout
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<timeout>
|
|
<type>LIFETIME</type>
|
|
<expiryTime>2016-11-27T09:36:16.678+05:30</expiryTime>
|
|
</timeout>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 712
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<timeout>
|
|
<type>LIFETIME</type>
|
|
<expiryTime>2016-11-27T09:36:16.678+05:30</expiryTime>
|
|
<remainingTimeInSeconds>90</remainingTimeInSeconds>
|
|
</timeout>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Scheduler_Configuration_Mutation_API"></a>Scheduler Configuration Mutation API</h2>
|
|
<p>The scheduler configuration mutation API provides a way to modify scheduler/queue configuration and queue hierarchy.</p>
|
|
<p>Please note that this feature is currently in the alpha stage and is subject to change.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/scheduler-conf">http://rm-http-address:port/ws/v1/cluster/scheduler-conf</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET
|
|
<ul>
|
|
|
|
<li>PUT</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_sched-conf_object"></a>Elements of the <i>sched-conf</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> update-queue </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A queue whose configurations should be updated </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> add-queue </td>
|
|
<td align="left"> object </td>
|
|
<td align="left"> A queue to add to the scheduler along with this queue’s configurations </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> remove-queue </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Full path name of a queue to remove </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> global-updates </td>
|
|
<td align="left"> map </td>
|
|
<td align="left"> Map of key value pairs to update scheduler’s global configuration </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="GET_Request_Examples"></a>GET Request Examples</h3>
|
|
<p>Get requests are used to retrieve the scheduler’s configuration that is currently loaded into scheduler’s context.</p>
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
Content-Type: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> TTP/1.1 200 OK
|
|
Content-Type: application/xml; charset=utf-8
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> <?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<configuration>
|
|
<property>
|
|
<name>yarn.scheduler.capacity.root.queues</name>
|
|
<value>default</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.scheduler.capacity.maximum-applications</name>
|
|
<value>10000</value>
|
|
</property>
|
|
<property>
|
|
<name>yarn.scheduler.capacity.root.default.capacity</name>
|
|
<value>100</value>
|
|
</property>
|
|
</configuration>
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="PUT_Request_Examples"></a>PUT Request Examples</h3>
|
|
<p>Put requests are used to modify the scheduler configuration. A successful mutation results in a 200 response. A malformed request or one which resulted in an invalid scheduler configuration results in a 400 response.</p>
|
|
<p><b>Updating queue configuration(s)</b></p>
|
|
<p>Request for updating queue configurations.</p>
|
|
<p><i>Elements of the</i> update-queue <i>object</i></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> queue-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Full path name of the queue to update </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> params </td>
|
|
<td align="left"> map </td>
|
|
<td align="left"> A map of key value configuration pairs to update for this queue </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Assuming we are using the capacity scheduler and the current queue configuration is a single queue <i>root.default</i>, this example sets <i>root.default</i>’s maximum applications to 100 and its minimum user limit percent to 10.</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<update-queue>
|
|
<queue-name>root.default</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>maximum-applications</key>
|
|
<value>100</value>
|
|
</entry>
|
|
<entry>
|
|
<key>minimum-user-limit-percent</key>
|
|
<value>10</value>
|
|
</entry>
|
|
</params>
|
|
</update-queue>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><b>Adding a queue</b></p>
|
|
<p>Request for adding queues/updating queue configurations.</p>
|
|
<p><i>Elements of the</i> add-queue <i>object</i></p>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> queue-name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Full path name of the queue to add </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> params </td>
|
|
<td align="left"> map </td>
|
|
<td align="left"> A map of key value configuration pairs to set for this queue </td></tr>
|
|
</tbody>
|
|
</table>
|
|
<p>Assuming we are using the capacity scheduler and the current queue configuration is a single queue <i>root.default</i>, this example adds a queue <i>root.a</i> with capacity/maximum-capacity 10, and adjusts <i>root.default</i>’s capacity/maximum-capacity to 90. (More complex examples include adding a queue whose parent is also being added in the same request, or adding multiple sibling queues.)</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<add-queue>
|
|
<queue-name>root.a</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>capacity</key>
|
|
<value>10</value>
|
|
</entry>
|
|
<entry>
|
|
<key>maximum-capacity</key>
|
|
<value>10</value>
|
|
</entry>
|
|
</params>
|
|
</add-queue>
|
|
<update-queue>
|
|
<queue-name>root.default</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>capacity</key>
|
|
<value>90</value>
|
|
</entry>
|
|
<entry>
|
|
<key>maximum-capacity</key>
|
|
<value>90</value>
|
|
</entry>
|
|
</params>
|
|
</update-queue>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><b>Removing queues</b></p>
|
|
<p>Request for removing queues from the queue hierarchy.</p>
|
|
<p>Assuming we are using the capacity scheduler and the current queue configuration is three queues <i>root.default</i>, <i>root.a</i>, and <i>root.b</i>, this example removes both <i>root.a</i> and <i>root.b</i>. (More complex examples include removing a parent queue and its children.)</p>
|
|
<p><b>Note:</b> Queues must be put into <code>STOPPED</code> state before they are deleted. Any updated queue configuration should be a valid one i.e. queue-capacity at each <i>level</i> should be equal to 100%.</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<remove-queue>root.a</remove-queue>
|
|
<remove-queue>root.b</remove-queue>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><b>Updating global scheduler configurations</b></p>
|
|
<p>Request for updating global scheduler configurations. Assuming we are using the capacity scheduler, this example enables queue mappings. For global configuration updates, the full configuration key must be specified.</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<global-updates>
|
|
<entry>
|
|
<key>yarn.scheduler.capacity.queue-mappings-override.enable</key>
|
|
<value>true</value>
|
|
</entry>
|
|
</global-updates>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><b>Adding Node Labels to a queue</b></p>
|
|
<p>Assuming we are using the capacity scheduler and the current queue configuration is two queues root.default, and root.a, this example adds a Node Label x to the queue root.a. Create a Node Label x and assign the nodes with below commands.</p>
|
|
<p><code>yarn rmadmin -addToClusterNodeLabels "x(exclusive=true)"</code></p>
|
|
<p><code>yarn rmadmin -replaceLabelsOnNode "<nodeId>=x"</code></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<update-queue>
|
|
<queue-name>root.a</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>accessible-node-labels</key>
|
|
<value>x</value>
|
|
</entry>
|
|
<entry>
|
|
<key>accessible-node-labels.x.capacity</key>
|
|
<value>100</value>
|
|
</entry>
|
|
</params>
|
|
</update-queue>
|
|
<update-queue>
|
|
<queue-name>root</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>accessible-node-labels.x.capacity</key>
|
|
<value>100</value>
|
|
</entry>
|
|
</params>
|
|
</update-queue>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><b>Removing Node Labels from a queue</b></p>
|
|
<p>Assuming we are using the capacity scheduler and the current queue configuration is two queues root.default, and root.a and Node Label x is assigned to queue root.a. This example unsets the Node Label x from the queue root.a and removes it.</p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
PUT http://rm-http-address:port/ws/v1/cluster/scheduler-conf
|
|
Content-Type: application/xml
|
|
<?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
|
<sched-conf>
|
|
<update-queue>
|
|
<queue-name>root.a</queue-name>
|
|
<params>
|
|
<entry>
|
|
<key>accessible-node-labels</key>
|
|
<value></value>
|
|
</entry>
|
|
</params>
|
|
</update-queue>
|
|
</sched-conf>
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p><code>yarn rmadmin -removeFromClusterNodeLabels x</code></p></section></section><section>
|
|
<h2><a name="Cluster_Container_Signal_API"></a>Cluster Container Signal API</h2>
|
|
<p>With the Container Signal API, you can send a signal to a specified container with one of the following commands: OUTPUT_THREAD_DUMP, GRACEFUL_SHUTDOWN and FORCEFUL_SHUTDOWN.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> http://rm-http-address:port/ws/v1/cluster/containers/{containerId}/signal/{command}
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> None
|
|
</pre></div></div>
|
|
</section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/containers/container_1531404209605_0008_01_000001/signal/OUTPUT_THREAD_DUMP
|
|
Accept: application/json
|
|
Content-Type: application/json
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>No response body.</p>
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> POST http://rm-http-address:port/ws/v1/cluster/containers/container_1531404209605_0008_01_000001/signal/OUTPUT_THREAD_DUMP
|
|
Accept: application/xml
|
|
Content-Type: application/xml
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml
|
|
Content-Length: 552
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>No response body.</p></section></section><section>
|
|
<h2><a name="Scheduler_Activities_API"></a>Scheduler Activities API</h2>
|
|
<p>The scheduler activities RESTful API is available if you are using capacity scheduler and can fetch scheduler activities info recorded in a scheduling cycle. The API returns a message that includes important scheduling activities info which has a hierarchical layout with following fields:</p>
|
|
<ul>
|
|
|
|
<li><b>Activities</b> - Activities is the root object of scheduler activities.</li>
|
|
<li><b>Allocations</b> - Allocations are allocation attempts based on partition or reservation.</li>
|
|
<li><b>Hierarchical Queues</b> - Hierarchical Queues where the scheduler have been tried to allocate containers to, each of them contains queue name, allocation state, optional diagnostic and optional children.</li>
|
|
<li><b>Applications</b> - Applications are shown as children of leaf queue, each of them contains the basic info about the application.</li>
|
|
<li><b>Requests</b> - Requests are shown as children of application, each of them contains the basic info about the request.</li>
|
|
<li><b>Nodes</b> - Nodes are shown as children of request, each of them contains node id, allocation state, optional name which should appear after allocating or reserving a container on the node, and optional diagnostic which should present if failed to allocate or reserve a container on this node. For aggregated nodes grouped by allocation state and diagnostic, each of them contains allocation state, aggregated node IDs and optional diagnostic.</li>
|
|
</ul><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/scheduler/activities">http://rm-http-address:port/ws/v1/cluster/scheduler/activities</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<p>Multiple parameters can be specified for GET operations.</p>
|
|
<ul>
|
|
|
|
<li>nodeId - specified node ID, if not specified, the scheduler will record the scheduling activities info for the next scheduling cycle on all nodes.
|
|
<ul>
|
|
|
|
<li>groupBy - aggregation type of application activities, currently only support “diagnostic” with which user can query aggregated activities grouped by allocation state and diagnostic.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_Activities_object"></a>Elements of the <i>Activities</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node ID on which scheduler tries to allocate containers. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> timestamp </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Timestamp of the activities. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> dateTime </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Date time of the activities. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Top diagnostic of the activities about empty results, unavailable environments, or illegal input parameters, such as “waiting for display”, “waiting for the next allocation”, “No node manager running in the cluster”, “Got invalid groupBy: xx, valid groupBy types: DIAGNOSTICS” </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocations </td>
|
|
<td align="left"> array of allocations </td>
|
|
<td align="left"> A collection of allocation objects. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Allocation_object"></a>Elements of the <i>Allocation</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> partition </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Partition of the allocation. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> updatedContainerId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Updated(allocated or reserved) container id in the allocation. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> finalAllocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the allocation, including ALLOCATED, ALLOCATED_FROM_RESERVED, RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> root </td>
|
|
<td align="left"> Queue </td>
|
|
<td align="left"> Queue object </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Queue_object"></a>Elements of the <i>Queue</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Name of the queue. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the queue, including ACCEPTED, REJECTED, and SKIPPED. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic of the queue. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> children </td>
|
|
<td align="left"> array of queues or applications </td>
|
|
<td align="left"> A collection of queue objects (for parent queues) or app objects (for leaf queues) </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Application_object"></a>Elements of the <i>Application</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Name of the application. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> appPriority </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Priority of the application. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic of the application. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> children </td>
|
|
<td align="left"> array of requests </td>
|
|
<td align="left"> A collection of request objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Request_object"></a>Elements of the <i>Request</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Name of the request, the value format is “request_<requestPriority>_<allocationRequestId>” which can be used to identify different requests. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> requestPriority </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Priority of the request. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocationRequestId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Allocation request id of the request. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic of the request. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> children </td>
|
|
<td align="left"> array of nodes </td>
|
|
<td align="left"> A collection of node objects. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Node_object"></a>Elements of the <i>Node</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Container information which is optional and can be shown when allocation state is ALLOCATED, RESERVED or ALLOCATED_FROM_RESERVED. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic about node in normal mode or nodes in aggregation mode </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id on which the scheduling process is based, won’t show for aggregation query with groupBy parameter. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeIds </td>
|
|
<td align="left"> array of strings </td>
|
|
<td align="left"> A collection of node IDs for aggregated activities, only show for aggregation query with groupBy parameter. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> count </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of node IDs, only show for aggregation query with groupBy parameter. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/activities
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
<p>Following is an output example when global scheduling is enabled, there are multiple activities at the node level for a single request. For single node placement, differences are that nodeId will be shown as a field of activities and there should be only one activity at the node level for every request.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"activities": {
|
|
"timestamp": 1562296830912,
|
|
"dateTime": "Fri Jul 05 11:20:30 CST 2019",
|
|
"allocations": [
|
|
{
|
|
"partition": "",
|
|
"finalAllocationState": "ALLOCATED",
|
|
"root": {
|
|
"name": "root",
|
|
"allocationState": "ACCEPTED",
|
|
"children": [
|
|
{
|
|
"name": "a",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Queue does not need more resources"
|
|
},
|
|
{
|
|
"name": "b",
|
|
"allocationState": "ACCEPTED",
|
|
"children": [
|
|
{
|
|
"name": "application_1562296828063_0001",
|
|
"appPriority": 0,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"name": "request_1_-1",
|
|
"requestPriority": 1,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:3072, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.2:1234"
|
|
},
|
|
{
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:3072, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.3:1234"
|
|
},
|
|
{
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:3072, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.4:1234"
|
|
},
|
|
{
|
|
"name": "Container: [ContainerId: null, AllocationRequestId: -1, Version: 0, NodeId: 127.0.0.1:1234, NodeHttpAddress: 127.0.0.1:2, Resource: <memory:3072, vCores:1>, Priority: 1, Token: null, ExecutionType: GUARANTEED, ]",
|
|
"allocationState": "ALLOCATED",
|
|
"nodeId": "127.0.0.1:1234"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>When we query scheduler activities REST API with query parameters(“groupBy=diagnostic”), 4 node activities info will be grouped into 2 groups: SKIPPED group with the same diagnostic “Node’s total resource is insufficient for request, insufficient resources=[memory-mb]” and ALLOCATED group, the output should be as follows:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"activities": {
|
|
"timestamp": 1562297536893,
|
|
"dateTime": "Fri Jul 05 11:32:16 CST 2019",
|
|
"allocations": [
|
|
{
|
|
"partition": "",
|
|
"finalAllocationState": "ALLOCATED",
|
|
"root": {
|
|
"name": "root",
|
|
"allocationState": "ACCEPTED",
|
|
"children": [
|
|
{
|
|
"name": "a",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Queue does not need more resources"
|
|
},
|
|
{
|
|
"name": "b",
|
|
"allocationState": "ACCEPTED",
|
|
"children": [
|
|
{
|
|
"name": "application_1562297533892_0001",
|
|
"appPriority": 0,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"name": "request_1_-1",
|
|
"requestPriority": 1,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"allocationState": "ALLOCATED",
|
|
"count": 1,
|
|
"nodeIds": [
|
|
"127.0.0.1:1234"
|
|
]
|
|
},
|
|
{
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]",
|
|
"count": 3,
|
|
"nodeIds": [
|
|
"127.0.0.2:1234",
|
|
"127.0.0.3:1234",
|
|
"127.0.0.4:1234"
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/activities
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml; charset=utf-8
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="utf-8"?>
|
|
<activities>
|
|
<timestamp>1562296830912</timestamp>
|
|
<dateTime>Fri Jul 05 11:20:30 CST 2019</dateTime>
|
|
<allocations>
|
|
<partition></partition>
|
|
<finalAllocationState>ALLOCATED</finalAllocationState>
|
|
<root>
|
|
<name>root</name>
|
|
<allocationState>ACCEPTED</allocationState>
|
|
<children>
|
|
<name>a</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Queue does not need more resource</diagnostic>
|
|
</children>
|
|
<children>
|
|
<name>b</name>
|
|
<allocationState>ACCEPTED</allocationState>
|
|
<children>
|
|
<name>application_1562296828063_0001</name>
|
|
<appPriority>0</appPriority>
|
|
<allocationState>ACCEPTED</allocationState>
|
|
<children>
|
|
<name>request_1_-1</name>
|
|
<requestPriority>1</requestPriority>
|
|
<allocationRequestId>-1</allocationRequestId>
|
|
<allocationState>ALLOCATED</allocationState>
|
|
<children>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:3072, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.2:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:3072, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.3:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:3072, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.4:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<name>Container: [ContainerId: null, AllocationRequestId: -1, Version: 0, NodeId: 127.0.0.1:1234, NodeHttpAddress: 127.0.0.1:2, Resource: &lt;memory:3072, vCores:1&gt;, Priority: 1, Token: null, ExecutionType: GUARANTEED, ]</name>
|
|
<allocationState>ALLOCATED</allocationState>
|
|
<nodeId>127.0.0.1:1234</nodeId>
|
|
</children>
|
|
</children>
|
|
</children>
|
|
</children>
|
|
</root>
|
|
</allocations>
|
|
</activities>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Scheduler_Bulk_Activities_API"></a>Scheduler Bulk Activities API</h2>
|
|
<p>The scheduler bulk activities RESTful API can fetch scheduler activities info recorded for multiple scheduling cycle. This may take time to return as it internally waits until a certain amount of records are generated specified by activitiesCount.</p><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/scheduler/bulk-activities">http://rm-http-address:port/ws/v1/cluster/scheduler/bulk-activities</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<p>Multiple parameters can be specified for GET operations.</p>
|
|
<ul>
|
|
|
|
<li>activitiesCount - number of schecduling cycle to record with maximum of 500.
|
|
<ul>
|
|
|
|
<li>groupBy - aggregation type of application activities, currently only support “diagnostic” with which user can query aggregated activities grouped by allocation state and diagnostic.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/bulk-activities?activitiesCount=2
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
<p>Following is an output example with query parameter activitiesCount set to 2. This fetches scheduler activities info recorded in last two scheduling cycle.</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"bulkActivities": {
|
|
"activities": [
|
|
{
|
|
"nodeId": "127.0.0.1:1234",
|
|
"timestamp": 1593684431432,
|
|
"dateTime": "Thu Jul 02 10:07:11 UTC 2020",
|
|
"allocations": [
|
|
{
|
|
"partition": "",
|
|
"finalAllocationState": "SKIPPED",
|
|
"root": {
|
|
"name": "root",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Queue does not need more resource"
|
|
}
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"nodeId": "127.0.0.2:1234",
|
|
"timestamp": 1593684431432,
|
|
"dateTime": "Thu Jul 02 10:07:11 UTC 2020",
|
|
"allocations": [
|
|
{
|
|
"partition": "",
|
|
"finalAllocationState": "SKIPPED",
|
|
"root": {
|
|
"name": "root",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Queue does not need more resource"
|
|
}
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/bulk-activities?activitiesCount=2
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml; charset=utf-8
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><bulkActivities>
|
|
<activities>
|
|
<nodeId>127.0.0.1:1234</nodeId>
|
|
<timestamp>1593683816380</timestamp>
|
|
<dateTime>Thu Jul 02 09:56:56 UTC 2020</dateTime>
|
|
<allocations>
|
|
<partition/>
|
|
<finalAllocationState>SKIPPED</finalAllocationState>
|
|
<root>
|
|
<name>root</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Queue does not need more resource</diagnostic>
|
|
</root>
|
|
</allocations>
|
|
</activities>
|
|
<activities>
|
|
<nodeId>127.0.0.2:1234</nodeId>
|
|
<timestamp>1593683816385</timestamp>
|
|
<dateTime>Thu Jul 02 09:56:56 UTC 2020</dateTime>
|
|
<allocations>
|
|
<partition/>
|
|
<finalAllocationState>SKIPPED</finalAllocationState>
|
|
<root>
|
|
<name>root</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Queue does not need more resource</diagnostic>
|
|
</root>
|
|
</allocations>
|
|
</activities>
|
|
</bulkActivities>
|
|
</pre></div></div>
|
|
</section></section><section>
|
|
<h2><a name="Application_Activities_API"></a>Application Activities API</h2>
|
|
<p>Application activities RESTful API is available if you are using capacity scheduler and can fetch useful scheduling info for a specified application, the response has a hierarchical layout with following fields:</p>
|
|
<ul>
|
|
|
|
<li><b>AppActivities</b> - AppActivities are root element of application activities within basic information.</li>
|
|
<li><b>Allocations</b> - Allocations are allocation attempts at app level queried from the cache.</li>
|
|
<li><b>Requests</b> - Requests are shown as children of allocation, each of them contains request name, request priority, allocation request id, allocation state and optional children.</li>
|
|
<li><b>Nodes</b> - Nodes are shown as children of request, each of them contains node id, allocation state, optional name which should appear after allocating or reserving a container on the node, and optional diagnostic which should appear if failed to allocate or reserve a container on the node. For aggregated nodes grouped by allocation state and diagnostic, each of them contains allocation state, aggregated node IDs and optional diagnostic.</li>
|
|
</ul><section>
|
|
<h3><a name="URI"></a>URI</h3>
|
|
<ul>
|
|
|
|
<li><a class="externalLink" href="http://rm-http-address:port/ws/v1/cluster/scheduler/app-activities/{appid}">http://rm-http-address:port/ws/v1/cluster/scheduler/app-activities/{appid}</a></li>
|
|
</ul></section><section>
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
|
<ul>
|
|
|
|
<li>GET</li>
|
|
</ul></section><section>
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
|
<p>Multiple parameters can be specified for GET operations.</p>
|
|
<ul>
|
|
|
|
<li>maxTime - the max duration in seconds from now on for recording application activities. If not specified, this will default to 3 (seconds).
|
|
<ul>
|
|
|
|
<li>requestPriorities - the priorities of request, used to filter application activities, specified as a comma-separated list.</li>
|
|
<li>allocationRequestIds - the allocation request IDs of request, used to filter application activities, specified as a comma-separated list.</li>
|
|
<li>groupBy - the aggregation type of application activities, currently only support “diagnostic” with which user can query aggregated activities grouped by allocation state and diagnostic.</li>
|
|
<li>limit - the limit of application activities which can reduce the cost for both server and client side.</li>
|
|
<li>actions - the required actions of app activities including “refresh” and “get”, specified as a comma-separated list.</li>
|
|
<li>summarize - whether app activities in multiple scheduling processes need to be summarized, specified as boolean, it’s useful when multi-node placement disabled, because only one node can be considered in a single scheduling process, enabling this can give us a summary with diagnostics on all nodes.</li>
|
|
</ul>
|
|
</li>
|
|
</ul></section><section>
|
|
<h3><a name="Elements_of_the_AppActivities_object"></a>Elements of the <i>AppActivities</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> applicationId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The specified application id. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocations </td>
|
|
<td align="left"> array of allocations </td>
|
|
<td align="left"> A collection of allocation objects in descending order by time. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Allocation_object"></a>Elements of the <i>Allocation</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> ID of the node. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> timestamp </td>
|
|
<td align="left"> long </td>
|
|
<td align="left"> Timestamp of the allocation. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> dateTime </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Date time of the allocation. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> queueName </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Queue name of the application. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> appPriority </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> Priority of the application </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic of the application. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> children </td>
|
|
<td align="left"> array of requests </td>
|
|
<td align="left"> A collection of request objects </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Request_object"></a>Elements of the <i>Request</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> requestPriority </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Priority of the request. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationRequestId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Allocation request id of the request. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic of the request. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> children </td>
|
|
<td align="left"> array of nodes </td>
|
|
<td align="left"> A collection of node objects. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Elements_of_the_Node_object"></a>Elements of the <i>Node</i> object</h3>
|
|
<table border="0" class="bodyTable">
|
|
<thead>
|
|
|
|
<tr class="a">
|
|
<th align="left"> Item </th>
|
|
<th align="left"> Data Type </th>
|
|
<th align="left"> Description </th></tr>
|
|
</thead><tbody>
|
|
|
|
<tr class="b">
|
|
<td align="left"> name </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> ID of the updated container, will show “Container-Id-Not-Assigned” if not assigned. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> allocationState </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Final allocation state of the application, including ALLOCATED, RESERVED, RE_RESERVED, and SKIPPED. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> diagnostic </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> Diagnostic about node in normal mode or nodes in aggregation mode </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> nodeId </td>
|
|
<td align="left"> string </td>
|
|
<td align="left"> The node id on which the scheduling process is based, won’t show for aggregation query with groupBy parameter. </td></tr>
|
|
<tr class="b">
|
|
<td align="left"> nodeIds </td>
|
|
<td align="left"> array of strings </td>
|
|
<td align="left"> A collection of node IDs for aggregated app activities, only show for aggregation query with groupBy parameter. </td></tr>
|
|
<tr class="a">
|
|
<td align="left"> count </td>
|
|
<td align="left"> int </td>
|
|
<td align="left"> The number of node IDs, only show for aggregation query with groupBy parameter. </td></tr>
|
|
</tbody>
|
|
</table></section><section>
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
|
<p><b>JSON response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/json
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/app-activities/{appid}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/json
|
|
Transfer-Encoding: chunked
|
|
Server: Jetty(6.1.26)
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"appActivities": {
|
|
"applicationId": "application_1562312049195_0001",
|
|
"allocations": [
|
|
{
|
|
"timestamp": 1562312052039,
|
|
"dateTime": "Fri Jul 05 15:34:12 CST 2019",
|
|
"queueName": "b",
|
|
"appPriority": 0,
|
|
"allocationState": "RESERVED",
|
|
"children": [
|
|
{
|
|
"requestPriority": 1,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "RESERVED",
|
|
"children": [
|
|
{
|
|
"name": "Container-Id-Not-Assigned",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:4096, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.3:1234"
|
|
},
|
|
{
|
|
"name": "Container-Id-Not-Assigned",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:4096, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.4:1234"
|
|
},
|
|
{
|
|
"name": "Container-Id-Not-Assigned",
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=<memory:4096, vCores:1>, available=<memory:2048, vCores:2>",
|
|
"nodeId": "127.0.0.2:1234"
|
|
},
|
|
{
|
|
"name": "Container-Id-Not-Assigned",
|
|
"allocationState": "RESERVED",
|
|
"diagnostic": "Node does not have sufficient resource for request, insufficient resources=[memory-mb]\nrequired=<memory:4096, vCores:1>, available=<memory:1024, vCores:3>",
|
|
"nodeId": "127.0.0.1:1234"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"timestamp": 1562312052031,
|
|
"dateTime": "Fri Jul 05 15:34:12 CST 2019",
|
|
"queueName": "b",
|
|
"appPriority": 0,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"requestPriority": 0,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"name": "Container-Id-Not-Assigned",
|
|
"allocationState": "ALLOCATED",
|
|
"nodeId": "127.0.0.2:1234"
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p>When we query scheduler activities REST API with a query parameter (“groupBy=diagnostic”), 4 node activities will be separated into two groups: SKIPPED group with the same diagnostic “Node’s total resource is insufficient for request, insufficient resources=[memory-mb]” and ALLOCATED group, the output should be as follows:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre>{
|
|
"appActivities": {
|
|
"applicationId": "application_1562312658870_0001",
|
|
"allocations": [
|
|
{
|
|
"timestamp": 1562312661536,
|
|
"dateTime": "Fri Jul 05 15:44:21 CST 2019",
|
|
"queueName": "b",
|
|
"appPriority": 0,
|
|
"allocationState": "RESERVED",
|
|
"children": [
|
|
{
|
|
"requestPriority": 1,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "RESERVED",
|
|
"children": [
|
|
{
|
|
"allocationState": "SKIPPED",
|
|
"diagnostic": "Node's total resource is insufficient for request, insufficient resources=[memory-mb]",
|
|
"count": 3,
|
|
"nodeIds": [
|
|
"127.0.0.3:1234",
|
|
"127.0.0.4:1234",
|
|
"127.0.0.2:1234"
|
|
]
|
|
},
|
|
{
|
|
"allocationState": "RESERVED",
|
|
"diagnostic": "Node does not have sufficient resource for request, insufficient resources=[memory-mb]",
|
|
"count": 1,
|
|
"nodeIds": [
|
|
"127.0.0.1:1234"
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"timestamp": 1562312661522,
|
|
"dateTime": "Fri Jul 05 15:44:21 CST 2019",
|
|
"queueName": "b",
|
|
"appPriority": 0,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"requestPriority": 0,
|
|
"allocationRequestId": -1,
|
|
"allocationState": "ALLOCATED",
|
|
"children": [
|
|
{
|
|
"allocationState": "ALLOCATED",
|
|
"count": 1,
|
|
"nodeIds": [
|
|
"127.0.0.2:1234"
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
]
|
|
}
|
|
}
|
|
</pre></div></div>
|
|
|
|
<p><b>XML response</b></p>
|
|
<p>HTTP Request:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> Accept: application/xml
|
|
GET http://rm-http-address:port/ws/v1/cluster/scheduler/app-activities/{appid}
|
|
</pre></div></div>
|
|
|
|
<p>Response Header:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre> HTTP/1.1 200 OK
|
|
Content-Type: application/xml; charset=utf-8
|
|
Transfer-Encoding: chunked
|
|
</pre></div></div>
|
|
|
|
<p>Response Body:</p>
|
|
|
|
<div class="source">
|
|
<div class="source">
|
|
<pre><?xml version="1.0" encoding="utf-8"?>
|
|
|
|
<appActivities>
|
|
<applicationId>application_1562312049195_0001</applicationId>
|
|
<allocations>
|
|
<timestamp>1562312052039</timestamp>
|
|
<dateTime>Fri Jul 05 15:34:12 CST 2019</dateTime>
|
|
<queueName>b</queueName>
|
|
<appPriority>0</appPriority>
|
|
<allocationState>RESERVED</allocationState>
|
|
<children>
|
|
<requestPriority>1</requestPriority>
|
|
<allocationRequestId>-1</allocationRequestId>
|
|
<allocationState>RESERVED</allocationState>
|
|
<children>
|
|
<name>Container-Id-Not-Assigned</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node's total resource is insufficient for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:4096, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.3:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<name>Container-Id-Not-Assigned</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node does not have sufficient resource for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:4096, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.4:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<name>Container-Id-Not-Assigned</name>
|
|
<allocationState>SKIPPED</allocationState>
|
|
<diagnostic>Node does not have sufficient resource for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:4096, vCores:1&gt;, available=&lt;memory:2048, vCores:2&gt;</diagnostic>
|
|
<nodeId>127.0.0.2:1234</nodeId>
|
|
</children>
|
|
<children>
|
|
<name>Container-Id-Not-Assigned</name>
|
|
<allocationState>RESERVED</allocationState>
|
|
<diagnostic>Node does not have sufficient resource for request, insufficient resources=[memory-mb]\nrequired=&lt;memory:4096, vCores:1&gt;, available=&lt;memory:1024, vCores:3&gt;</diagnostic>
|
|
<nodeId>127.0.0.1:1234</nodeId>
|
|
</children>
|
|
</children>
|
|
</allocations>
|
|
<allocations>
|
|
<timestamp>1562312052031</timestamp>
|
|
<dateTime>Fri Jul 05 15:34:12 CST 2019</dateTime>
|
|
<queueName>b</queueName>
|
|
<appPriority>0</appPriority>
|
|
<allocationState>ALLOCATED</allocationState>
|
|
<children>
|
|
<requestPriority>0</requestPriority>
|
|
<allocationRequestId>-1</allocationRequestId>
|
|
<allocationState>ALLOCATED</allocationState>
|
|
<children>
|
|
<name>Container-Id-Not-Assigned</name>
|
|
<allocationState>ALLOCATED</allocationState>
|
|
<nodeId>127.0.0.2:1234</nodeId>
|
|
</children>
|
|
</children>
|
|
</allocations>
|
|
</appActivitiesInfo>
|
|
</pre></div></div></section></section>
|
|
</div>
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
<div id="footer">
|
|
<div class="xright">
|
|
© 2008-2023
|
|
Apache Software Foundation
|
|
|
|
- <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
|
|
Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
|
|
</div>
|
|
<div class="clear">
|
|
<hr/>
|
|
</div>
|
|
</div>
|
|
</body>
|
|
</html>
|