3506 lines
130 KiB
HTML
3506 lines
130 KiB
HTML
|
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
||
|
|
<!--
|
||
|
|
| Generated by Apache Maven Doxia at 2023-02-14
|
||
|
|
| Rendered using Apache Maven Stylus Skin 1.5
|
||
|
|
-->
|
||
|
|
<html xmlns="http://www.w3.org/1999/xhtml">
|
||
|
|
<head>
|
||
|
|
<title>Apache Hadoop MapReduce HistoryServer – MapReduce History Server REST APIs.</title>
|
||
|
|
<style type="text/css" media="all">
|
||
|
|
@import url("./css/maven-base.css");
|
||
|
|
@import url("./css/maven-theme.css");
|
||
|
|
@import url("./css/site.css");
|
||
|
|
</style>
|
||
|
|
<link rel="stylesheet" href="./css/print.css" type="text/css" media="print" />
|
||
|
|
<meta name="Date-Revision-yyyymmdd" content="20230214" />
|
||
|
|
<meta http-equiv="Content-Type" content="text/html; charset=UTF-8" />
|
||
|
|
</head>
|
||
|
|
<body class="composite">
|
||
|
|
<div id="banner">
|
||
|
|
<a href="http://hadoop.apache.org/" id="bannerLeft">
|
||
|
|
<img src="http://hadoop.apache.org/images/hadoop-logo.jpg" alt="" />
|
||
|
|
</a>
|
||
|
|
<a href="http://www.apache.org/" id="bannerRight">
|
||
|
|
<img src="http://www.apache.org/images/asf_logo_wide.png" alt="" />
|
||
|
|
</a>
|
||
|
|
<div class="clear">
|
||
|
|
<hr/>
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<div id="breadcrumbs">
|
||
|
|
|
||
|
|
<div class="xright"> <a href="http://wiki.apache.org/hadoop" class="externalLink">Wiki</a>
|
||
|
|
|
|
||
|
|
<a href="https://gitbox.apache.org/repos/asf/hadoop.git" class="externalLink">git</a>
|
||
|
|
|
||
|
|
| Last Published: 2023-02-14
|
||
|
|
| Version: 3.4.0-SNAPSHOT
|
||
|
|
</div>
|
||
|
|
<div class="clear">
|
||
|
|
<hr/>
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<div id="leftColumn">
|
||
|
|
<div id="navcolumn">
|
||
|
|
|
||
|
|
<h5>General</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../index.html">Overview</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/SingleCluster.html">Single Node Setup</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/ClusterSetup.html">Cluster Setup</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/CommandsManual.html">Commands Reference</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/FileSystemShell.html">FileSystem Shell</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/Compatibility.html">Compatibility Specification</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/DownstreamDev.html">Downstream Developer's Guide</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/AdminCompatibilityGuide.html">Admin Compatibility Guide</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/InterfaceClassification.html">Interface Classification</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/filesystem/index.html">FileSystem Specification</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Common</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/CLIMiniCluster.html">CLI Mini Cluster</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/FairCallQueue.html">Fair Call Queue</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/NativeLibraries.html">Native Libraries</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/Superusers.html">Proxy User</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/RackAwareness.html">Rack Awareness</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/SecureMode.html">Secure Mode</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/ServiceLevelAuth.html">Service Level Authorization</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/HttpAuthentication.html">HTTP Authentication</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/CredentialProviderAPI.html">Credential Provider API</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-kms/index.html">Hadoop KMS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/Tracing.html">Tracing</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellGuide.html">Unix Shell Guide</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/registry/index.html">Registry</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/AsyncProfilerServlet.html">Async Profiler</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>HDFS</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDesign.html">Architecture</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUserGuide.html">User Guide</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSCommands.html">Commands Reference</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithQJM.html">NameNode HA With QJM</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSHighAvailabilityWithNFS.html">NameNode HA With NFS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ObserverNameNode.html">Observer NameNode</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/Federation.html">Federation</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFs.html">ViewFs</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ViewFsOverloadScheme.html">ViewFsOverloadScheme</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsSnapshots.html">Snapshots</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsEditsViewer.html">Edits Viewer</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsImageViewer.html">Image Viewer</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsPermissionsGuide.html">Permissions and HDFS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsQuotaAdminGuide.html">Quotas and HDFS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/LibHdfs.html">libhdfs (C API)</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/WebHDFS.html">WebHDFS (REST API)</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-hdfs-httpfs/index.html">HttpFS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ShortCircuitLocalReads.html">Short Circuit Local Reads</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/CentralizedCacheManagement.html">Centralized Cache Management</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsNfsGateway.html">NFS Gateway</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsRollingUpgrade.html">Rolling Upgrade</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ExtendedAttributes.html">Extended Attributes</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/TransparentEncryption.html">Transparent Encryption</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsMultihoming.html">Multihoming</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/ArchivalStorage.html">Storage Policies</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/MemoryStorage.html">Memory Storage Support</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/SLGUserGuide.html">Synthetic Load Generator</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSErasureCoding.html">Erasure Coding</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HDFSDiskbalancer.html">Disk Balancer</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsUpgradeDomain.html">Upgrade Domain</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsDataNodeAdminGuide.html">DataNode Admin</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/HDFSRouterFederation.html">Router Federation</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/HdfsProvidedStorage.html">Provided Storage</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>MapReduce</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduceTutorial.html">Tutorial</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredCommands.html">Commands Reference</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapReduce_Compatibility_Hadoop1_Hadoop2.html">Compatibility with 1.x</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/EncryptedShuffle.html">Encrypted Shuffle</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/PluggableShuffleAndPluggableSort.html">Pluggable Shuffle/Sort</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/DistributedCacheDeploy.html">Distributed Cache Deploy</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/SharedCacheSupport.html">Support for YARN Shared Cache</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>MapReduce REST APIs</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/MapredAppMasterRest.html">MR Application Master</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-hs/HistoryServerRest.html">MR History Server</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>YARN</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YARN.html">Architecture</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnCommands.html">Commands Reference</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/CapacityScheduler.html">Capacity Scheduler</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/FairScheduler.html">Fair Scheduler</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRestart.html">ResourceManager Restart</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerHA.html">ResourceManager HA</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceModel.html">Resource Model</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeLabel.html">Node Labels</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeAttributes.html">Node Attributes</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebApplicationProxy.html">Web Application Proxy</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html">Timeline Server</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html">Timeline Service V.2</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WritingYarnApplications.html">Writing YARN Applications</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnApplicationSecurity.html">YARN Application Security</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManager.html">NodeManager</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/DockerContainers.html">Running Applications in Docker Containers</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/RuncContainers.html">Running Applications in runC Containers</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerCgroups.html">Using CGroups</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SecureContainer.html">Secure Containers</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ReservationSystem.html">Reservation System</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/GracefulDecommission.html">Graceful Decommission</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/OpportunisticContainers.html">Opportunistic Containers</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/Federation.html">YARN Federation</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/SharedCache.html">Shared Cache</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingGpus.html">Using GPU</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/UsingFPGA.html">Using FPGA</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/PlacementConstraints.html">Placement Constraints</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/YarnUI2.html">YARN UI2</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>YARN REST APIs</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/WebServicesIntro.html">Introduction</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/ResourceManagerRest.html">Resource Manager</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/NodeManagerRest.html">Node Manager</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServer.html#Timeline_Server_REST_API_v1">Timeline Server</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/TimelineServiceV2.html#Timeline_Service_v.2_REST_API">Timeline Service V.2</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>YARN Service</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Overview.html">Overview</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/QuickStart.html">QuickStart</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/Concepts.html">Concepts</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/YarnServiceAPI.html">Yarn Service API</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/ServiceDiscovery.html">Service Discovery</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-site/yarn-service/SystemServices.html">System Services</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Hadoop Compatible File Systems</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-aliyun/tools/hadoop-aliyun/index.html">Aliyun OSS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-aws/tools/hadoop-aws/index.html">Amazon S3</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-azure/index.html">Azure Blob Storage</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-azure-datalake/index.html">Azure Data Lake Storage</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-cos/cloud-storage/index.html">Tencent COS</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-huaweicloud/cloud-storage/index.html">Huaweicloud OBS</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Auth</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-auth/index.html">Overview</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-auth/Examples.html">Examples</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-auth/Configuration.html">Configuration</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-auth/BuildingIt.html">Building</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Tools</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-streaming/HadoopStreaming.html">Hadoop Streaming</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-archives/HadoopArchives.html">Hadoop Archives</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-archive-logs/HadoopArchiveLogs.html">Hadoop Archive Logs</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-distcp/DistCp.html">DistCp</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-federation-balance/HDFSFederationBalance.html">HDFS Federation Balance</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-gridmix/GridMix.html">GridMix</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-rumen/Rumen.html">Rumen</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-resourceestimator/ResourceEstimator.html">Resource Estimator Service</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-sls/SchedulerLoadSimulator.html">Scheduler Load Simulator</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/Benchmarking.html">Hadoop Benchmarking</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-dynamometer/Dynamometer.html">Dynamometer</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Reference</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/release/">Changelog and Release Notes</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../api/index.html">Java API docs</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/UnixShellAPI.html">Unix Shell API</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/Metrics.html">Metrics</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<h5>Configuration</h5>
|
||
|
|
<ul>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/core-default.xml">core-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs/hdfs-default.xml">hdfs-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-hdfs-rbf/hdfs-rbf-default.xml">hdfs-rbf-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-mapreduce-client/hadoop-mapreduce-client-core/mapred-default.xml">mapred-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-yarn/hadoop-yarn-common/yarn-default.xml">yarn-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-kms/kms-default.html">kms-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-hdfs-httpfs/httpfs-default.html">httpfs-default.xml</a>
|
||
|
|
</li>
|
||
|
|
<li class="none">
|
||
|
|
<a href="../../hadoop-project-dist/hadoop-common/DeprecatedProperties.html">Deprecated Properties</a>
|
||
|
|
</li>
|
||
|
|
</ul>
|
||
|
|
<a href="http://maven.apache.org/" title="Built by Maven" class="poweredBy">
|
||
|
|
<img alt="Built by Maven" src="./images/logos/maven-feather.png"/>
|
||
|
|
</a>
|
||
|
|
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<div id="bodyColumn">
|
||
|
|
<div id="contentBox">
|
||
|
|
<!---
|
||
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
||
|
|
you may not use this file except in compliance with the License.
|
||
|
|
You may obtain a copy of the License at
|
||
|
|
|
||
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
|
||
|
|
Unless required by applicable law or agreed to in writing, software
|
||
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||
|
|
See the License for the specific language governing permissions and
|
||
|
|
limitations under the License. See accompanying LICENSE file.
|
||
|
|
-->
|
||
|
|
<h1>MapReduce History Server REST API’s.</h1>
|
||
|
|
<ul>
|
||
|
|
<li><a href="#Overview">Overview</a></li>
|
||
|
|
<li><a href="#History_Server_Information_API">History Server Information API</a>
|
||
|
|
<ul>
|
||
|
|
<li><a href="#URI">URI</a></li>
|
||
|
|
<li><a href="#HTTP_Operations_Supported">HTTP Operations Supported</a></li>
|
||
|
|
<li><a href="#Query_Parameters_Supported">Query Parameters Supported</a></li>
|
||
|
|
<li><a href="#Elements_of_the_historyInfo_object">Elements of the historyInfo object</a></li>
|
||
|
|
<li><a href="#Response_Examples">Response Examples</a></li></ul></li>
|
||
|
|
<li><a href="#MapReduce_API.E2.80.99s">MapReduce API’s</a>
|
||
|
|
<ul>
|
||
|
|
<li><a href="#Jobs_API">Jobs API</a></li>
|
||
|
|
<li><a href="#Job_API">Job API</a></li>
|
||
|
|
<li><a href="#Elements_of_the_acls_object">Elements of the acls object</a></li>
|
||
|
|
<li><a href="#Job_Attempts_API">Job Attempts API</a></li>
|
||
|
|
<li><a href="#Job_Counters_API">Job Counters API</a></li>
|
||
|
|
<li><a href="#Job_Conf_API">Job Conf API</a></li>
|
||
|
|
<li><a href="#Tasks_API">Tasks API</a></li>
|
||
|
|
<li><a href="#Task_API">Task API</a></li>
|
||
|
|
<li><a href="#Task_Counters_API">Task Counters API</a></li>
|
||
|
|
<li><a href="#Task_Attempts_API">Task Attempts API</a></li>
|
||
|
|
<li><a href="#Task_Attempt_API">Task Attempt API</a></li>
|
||
|
|
<li><a href="#Task_Attempt_Counters_API">Task Attempt Counters API</a></li></ul></li></ul>
|
||
|
|
<section>
|
||
|
|
<h2><a name="Overview"></a>Overview</h2>
|
||
|
|
<p>The history server REST API’s allow the user to get status on finished applications.</p></section><section>
|
||
|
|
<h2><a name="History_Server_Information_API"></a>History Server Information API</h2>
|
||
|
|
<p>The history server information resource provides overall information about the history server.</p><section>
|
||
|
|
<h3><a name="URI"></a>URI</h3>
|
||
|
|
<p>Both of the following URI’s give you the history server information, from an application id identified by the appid value.</p>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history">http://history-server-http-address:port/ws/v1/history</a>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/info">http://history-server-http-address:port/ws/v1/history/info</a></li>
|
||
|
|
</ul>
|
||
|
|
</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h3><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h3>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h3><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h3>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h3><a name="Elements_of_the_historyInfo_object"></a>Elements of the <i>historyInfo</i> object</h3>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> startedOn </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time the history server was started (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> hadoopVersion </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> Version of hadoop common </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> hadoopBuildVersion </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> Hadoop common build string with build version, user, and checksum </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> hadoopVersionBuiltOn </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> Timestamp when hadoop common was built </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h3><a name="Response_Examples"></a>Response Examples</h3>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/info
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"historyInfo" : {
|
||
|
|
"startedOn":1353512830963,
|
||
|
|
"hadoopVersionBuiltOn" : "Wed Jan 11 21:18:36 UTC 2012",
|
||
|
|
"hadoopBuildVersion" : "0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7",
|
||
|
|
"hadoopVersion" : "0.23.1-SNAPSHOT"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/info
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 330
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<historyInfo>
|
||
|
|
<startedOn>1353512830963</startedOn>
|
||
|
|
<hadoopVersion>0.23.1-SNAPSHOT</hadoopVersion>
|
||
|
|
<hadoopBuildVersion>0.23.1-SNAPSHOT from 1230253 by user1 source checksum bb6e554c6d50b0397d826081017437a7</hadoopBuildVersion>
|
||
|
|
<hadoopVersionBuiltOn>Wed Jan 11 21:18:36 UTC 2012</hadoopVersionBuiltOn>
|
||
|
|
</historyInfo>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h2><a name="MapReduce_API.E2.80.99s"></a>MapReduce API’s</h2>
|
||
|
|
<p>The following list of resources apply to MapReduce.</p><section>
|
||
|
|
<h3><a name="Jobs_API"></a>Jobs API</h3>
|
||
|
|
<p>The jobs resource provides a list of the MapReduce jobs that have finished. It does not currently return a full list of parameters</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
<p>Multiple parameters can be specified. The started and finished times have a begin and end parameter to allow you to specify ranges. For example, one could request all jobs that started between 1:00am and 2:00pm on 12/19/2011 with startedTimeBegin=1324256400&startedTimeEnd=1324303200. If the Begin parameter is not specfied, it defaults to 0, and if the End parameter is not specified, it defaults to infinity.</p>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>user - user name
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>state - the job state</li>
|
||
|
|
<li>queue - queue name</li>
|
||
|
|
<li>limit - total number of app objects to be returned</li>
|
||
|
|
<li>startedTimeBegin - jobs with start time beginning with this time, specified in ms since epoch</li>
|
||
|
|
<li>startedTimeEnd - jobs with start time ending with this time, specified in ms since epoch</li>
|
||
|
|
<li>finishedTimeBegin - jobs with finish time beginning with this time, specified in ms since epoch</li>
|
||
|
|
<li>finishedTimeEnd - jobs with finish time ending with this time, specified in ms since epoch</li>
|
||
|
|
</ul>
|
||
|
|
</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobs_object"></a>Elements of the <i>jobs</i> object</h4>
|
||
|
|
<p>When you make a request for the list of jobs, the information will be returned as an array of job objects. See also <a href="#Job_API">Job API</a> for syntax of the job object. Except this is a subset of a full job. Only startTime, finishTime, id, name, queue, user, state, mapsTotal, mapsCompleted, reducesTotal, and reducesCompleted are returned.</p>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> job </td>
|
||
|
|
<td align="left"> array of job objects(json)/zero or more job objects(XML) </td>
|
||
|
|
<td align="left"> The collection of job objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"jobs" : {
|
||
|
|
"job" : [
|
||
|
|
{
|
||
|
|
"submitTime" : 1326381344449,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"user" : "user1",
|
||
|
|
"reducesTotal" : 1,
|
||
|
|
"mapsCompleted" : 1,
|
||
|
|
"startTime" : 1326381344489,
|
||
|
|
"id" : "job_1326381300833_1_1",
|
||
|
|
"name" : "word count",
|
||
|
|
"reducesCompleted" : 1,
|
||
|
|
"mapsTotal" : 1,
|
||
|
|
"queue" : "default",
|
||
|
|
"finishTime" : 1326381356010
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"submitTime" : 1326381446500
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"user" : "user1",
|
||
|
|
"reducesTotal" : 1,
|
||
|
|
"mapsCompleted" : 1,
|
||
|
|
"startTime" : 1326381446529,
|
||
|
|
"id" : "job_1326381300833_2_2",
|
||
|
|
"name" : "Sleep job",
|
||
|
|
"reducesCompleted" : 1,
|
||
|
|
"mapsTotal" : 1,
|
||
|
|
"queue" : "default",
|
||
|
|
"finishTime" : 1326381582106
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 1922
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<jobs>
|
||
|
|
<job>
|
||
|
|
<submitTime>1326381344449</submitTime>
|
||
|
|
<startTime>1326381344489</startTime>
|
||
|
|
<finishTime>1326381356010</finishTime>
|
||
|
|
<id>job_1326381300833_1_1</id>
|
||
|
|
<name>word count</name>
|
||
|
|
<queue>default</queue>
|
||
|
|
<user>user1</user>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<mapsTotal>1</mapsTotal>
|
||
|
|
<mapsCompleted>1</mapsCompleted>
|
||
|
|
<reducesTotal>1</reducesTotal>
|
||
|
|
<reducesCompleted>1</reducesCompleted>
|
||
|
|
</job>
|
||
|
|
<job>
|
||
|
|
<submitTime>1326381446500</submitTime>
|
||
|
|
<startTime>1326381446529</startTime>
|
||
|
|
<finishTime>1326381582106</finishTime>
|
||
|
|
<id>job_1326381300833_2_2</id>
|
||
|
|
<name>Sleep job</name>
|
||
|
|
<queue>default</queue>
|
||
|
|
<user>user1</user>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<mapsTotal>1</mapsTotal>
|
||
|
|
<mapsCompleted>1</mapsCompleted>
|
||
|
|
<reducesTotal>1</reducesTotal>
|
||
|
|
<reducesCompleted>1</reducesCompleted>
|
||
|
|
</job>
|
||
|
|
</jobs>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Job_API"></a>Job API</h3>
|
||
|
|
<p>A Job resource contains information about a particular job identified by jobid.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_job_object"></a>Elements of the <i>job</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The job id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The job name </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> queue </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The queue the job was submitted to </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> user </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The user name </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> state </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> the job state - valid values are: NEW, INITED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED, ERROR </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> diagnostics </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> A diagnostic message </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> submitTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time the job submitted (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> startTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time the job started (in ms since epoch) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> finishTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time the job finished (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> mapsTotal </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The total number of maps </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> mapsCompleted </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of completed maps </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> reducesTotal </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The total number of reduces </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> reducesCompleted </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of completed reduces </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> uberized </td>
|
||
|
|
<td align="left"> boolean </td>
|
||
|
|
<td align="left"> Indicates if the job was an uber job - ran completely in the application master </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> avgMapTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The average time of a map task (in ms) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> avgReduceTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The average time of the reduce (in ms) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> avgShuffleTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The average time of the shuffle (in ms) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> avgMergeTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The average time of the merge (in ms) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> failedReduceAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of failed reduce attempts </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> killedReduceAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of killed reduce attempts </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> successfulReduceAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of successful reduce attempts </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> failedMapAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of failed map attempts </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> killedMapAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of killed map attempts </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> successfulMapAttempts </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The number of successful map attempts </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> acls </td>
|
||
|
|
<td align="left"> array of acls(json)/zero or more acls objects(xml) </td>
|
||
|
|
<td align="left"> A collection of acls objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section></section><section>
|
||
|
|
<h3><a name="Elements_of_the_acls_object"></a>Elements of the <i>acls</i> object</h3>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> value </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The acl value </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The acl name </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
Content-Length: 720
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"job" : {
|
||
|
|
"submitTime": 1326381446500,
|
||
|
|
"avgReduceTime" : 124961,
|
||
|
|
"failedReduceAttempts" : 0,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"successfulReduceAttempts" : 1,
|
||
|
|
"acls" : [
|
||
|
|
{
|
||
|
|
"value" : " ",
|
||
|
|
"name" : "mapreduce.job.acl-modify-job"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : " ",
|
||
|
|
"name" : "mapreduce.job.acl-view-job"
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"user" : "user1",
|
||
|
|
"reducesTotal" : 1,
|
||
|
|
"mapsCompleted" : 1,
|
||
|
|
"startTime" : 1326381446529,
|
||
|
|
"id" : "job_1326381300833_2_2",
|
||
|
|
"avgMapTime" : 2638,
|
||
|
|
"successfulMapAttempts" : 1,
|
||
|
|
"name" : "Sleep job",
|
||
|
|
"avgShuffleTime" : 2540,
|
||
|
|
"reducesCompleted" : 1,
|
||
|
|
"diagnostics" : "",
|
||
|
|
"failedMapAttempts" : 0,
|
||
|
|
"avgMergeTime" : 2589,
|
||
|
|
"killedReduceAttempts" : 0,
|
||
|
|
"mapsTotal" : 1,
|
||
|
|
"queue" : "default",
|
||
|
|
"uberized" : false,
|
||
|
|
"killedMapAttempts" : 0,
|
||
|
|
"finishTime" : 1326381582106
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 983
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<job>
|
||
|
|
<submitTime>1326381446500</submitTime>
|
||
|
|
<startTime>1326381446529</startTime>
|
||
|
|
<finishTime>1326381582106</finishTime>
|
||
|
|
<id>job_1326381300833_2_2</id>
|
||
|
|
<name>Sleep job</name>
|
||
|
|
<queue>default</queue>
|
||
|
|
<user>user1</user>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<mapsTotal>1</mapsTotal>
|
||
|
|
<mapsCompleted>1</mapsCompleted>
|
||
|
|
<reducesTotal>1</reducesTotal>
|
||
|
|
<reducesCompleted>1</reducesCompleted>
|
||
|
|
<uberized>false</uberized>
|
||
|
|
<diagnostics/>
|
||
|
|
<avgMapTime>2638</avgMapTime>
|
||
|
|
<avgReduceTime>124961</avgReduceTime>
|
||
|
|
<avgShuffleTime>2540</avgShuffleTime>
|
||
|
|
<avgMergeTime>2589</avgMergeTime>
|
||
|
|
<failedReduceAttempts>0</failedReduceAttempts>
|
||
|
|
<killedReduceAttempts>0</killedReduceAttempts>
|
||
|
|
<successfulReduceAttempts>1</successfulReduceAttempts>
|
||
|
|
<failedMapAttempts>0</failedMapAttempts>
|
||
|
|
<killedMapAttempts>0</killedMapAttempts>
|
||
|
|
<successfulMapAttempts>1</successfulMapAttempts>
|
||
|
|
<acls>
|
||
|
|
<name>mapreduce.job.acl-modify-job</name>
|
||
|
|
<value> </value>
|
||
|
|
</acls>
|
||
|
|
<acls>
|
||
|
|
<name>mapreduce.job.acl-view-job</name>
|
||
|
|
<value> </value>
|
||
|
|
</acls>
|
||
|
|
</job>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Job_Attempts_API"></a>Job Attempts API</h3>
|
||
|
|
<p>With the job attempts API, you can obtain a collection of resources that represent a job attempt. When you run a GET operation on this resource, you obtain a collection of Job Attempt Objects.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/jobattempts</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobAttempts_object"></a>Elements of the <i>jobAttempts</i> object</h4>
|
||
|
|
<p>When you make a request for the list of job attempts, the information will be returned as an array of job attempt objects.</p>
|
||
|
|
<p>jobAttempts:</p>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> jobAttempt </td>
|
||
|
|
<td align="left"> array of job attempt objects(JSON)/zero or more job attempt objects(XML) </td>
|
||
|
|
<td align="left"> The collection of job attempt objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobAttempt_object"></a>Elements of the <i>jobAttempt</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> int </td>
|
||
|
|
<td align="left"> The job attempt id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> nodeId </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The node id of the node the attempt ran on </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> nodeHttpAddress </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The node http address of the node the attempt ran on </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> logsLink </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The http link to the job attempt logs </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> containerId </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The id of the container for the job attempt </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> startTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The start time of the attempt (in ms since epoch) </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattempts
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"jobAttempts" : {
|
||
|
|
"jobAttempt" : [
|
||
|
|
{
|
||
|
|
"nodeId" : "host.domain.com:8041",
|
||
|
|
"nodeHttpAddress" : "host.domain.com:8042",
|
||
|
|
"startTime" : 1326381444693,
|
||
|
|
"id" : 1,
|
||
|
|
"logsLink" : "http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1",
|
||
|
|
"containerId" : "container_1326381300833_0002_01_000001"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/jobattmpts
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 575
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<jobAttempts>
|
||
|
|
<jobAttempt>
|
||
|
|
<nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
|
||
|
|
<nodeId>host.domain.com:8041</nodeId>
|
||
|
|
<id>1</id>
|
||
|
|
<startTime>1326381444693</startTime>
|
||
|
|
<containerId>container_1326381300833_0002_01_000001</containerId>
|
||
|
|
<logsLink>http://host.domain.com:19888/jobhistory/logs/host.domain.com:8041/container_1326381300833_0002_01_000001/job_1326381300833_2_2/user1</logsLink>
|
||
|
|
</jobAttempt>
|
||
|
|
</jobAttempts>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Job_Counters_API"></a>Job Counters API</h3>
|
||
|
|
<p>With the job counters API, you can object a collection of resources that represent al the counters for that job.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/counters</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobCounters_object"></a>Elements of the <i>jobCounters</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The job id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> counterGroup </td>
|
||
|
|
<td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
|
||
|
|
<td align="left"> A collection of counter group objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_counterGroup_objecs"></a>Elements of the <i>counterGroup</i> objecs</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> counterGroupName </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter group </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> counter </td>
|
||
|
|
<td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
|
||
|
|
<td align="left"> A collection of counter objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> reduceCounterValue </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The counter value of reduce tasks </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> mapCounterValue </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The counter value of map tasks </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> totalCounterValue </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The counter value of all tasks </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"jobCounters" : {
|
||
|
|
"id" : "job_1326381300833_2_2",
|
||
|
|
"counterGroup" : [
|
||
|
|
{
|
||
|
|
"counterGroupName" : "Shuffle Errors",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "BAD_ID"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "CONNECTION"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "IO_ERROR"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "WRONG_LENGTH"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "WRONG_MAP"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "WRONG_REDUCE"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 2483,
|
||
|
|
"name" : "FILE_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 108525,
|
||
|
|
"name" : "FILE_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "FILE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "FILE_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "FILE_WRITE_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 48,
|
||
|
|
"name" : "HDFS_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "HDFS_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1,
|
||
|
|
"name" : "HDFS_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "HDFS_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "HDFS_WRITE_OPS"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1,
|
||
|
|
"name" : "MAP_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1200,
|
||
|
|
"name" : "MAP_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 4800,
|
||
|
|
"name" : "MAP_OUTPUT_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 2235,
|
||
|
|
"name" : "MAP_OUTPUT_MATERIALIZED_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 48,
|
||
|
|
"name" : "SPLIT_RAW_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "COMBINE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "COMBINE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1200,
|
||
|
|
"name" : "REDUCE_INPUT_GROUPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 2235,
|
||
|
|
"name" : "REDUCE_SHUFFLE_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1200,
|
||
|
|
"name" : "REDUCE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "REDUCE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 2400,
|
||
|
|
"name" : "SPILLED_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1,
|
||
|
|
"name" : "SHUFFLED_MAPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "FAILED_SHUFFLE"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1,
|
||
|
|
"name" : "MERGED_MAP_OUTPUTS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 113,
|
||
|
|
"name" : "GC_TIME_MILLIS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 1830,
|
||
|
|
"name" : "CPU_MILLISECONDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 478068736,
|
||
|
|
"name" : "PHYSICAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 2159284224,
|
||
|
|
"name" : "VIRTUAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 378863616,
|
||
|
|
"name" : "COMMITTED_HEAP_BYTES"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "BYTES_READ"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"reduceCounterValue" : 0,
|
||
|
|
"mapCounterValue" : 0,
|
||
|
|
"totalCounterValue" : 0,
|
||
|
|
"name" : "BYTES_WRITTEN"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/counters
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 7030
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<jobCounters>
|
||
|
|
<id>job_1326381300833_2_2</id>
|
||
|
|
<counterGroup>
|
||
|
|
<counterGroupName>Shuffle Errors</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BAD_ID</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CONNECTION</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>IO_ERROR</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_LENGTH</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_MAP</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_REDUCE</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
</counterGroup>
|
||
|
|
<counterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_READ</name>
|
||
|
|
<totalCounterValue>2483</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_WRITTEN</name>
|
||
|
|
<totalCounterValue>108525</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_READ_OPS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_LARGE_READ_OPS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_WRITE_OPS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_READ</name>
|
||
|
|
<totalCounterValue>48</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_WRITTEN</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_READ_OPS</name>
|
||
|
|
<totalCounterValue>1</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_LARGE_READ_OPS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_WRITE_OPS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
</counterGroup>
|
||
|
|
<counterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>MAP_INPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>1</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MAP_OUTPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>1200</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MAP_OUTPUT_BYTES</name>
|
||
|
|
<totalCounterValue>4800</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MAP_OUTPUT_MATERIALIZED_BYTES</name>
|
||
|
|
<totalCounterValue>2235</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SPLIT_RAW_BYTES</name>
|
||
|
|
<totalCounterValue>48</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_INPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_OUTPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_GROUPS</name>
|
||
|
|
<totalCounterValue>1200</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_SHUFFLE_BYTES</name>
|
||
|
|
<totalCounterValue>2235</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>1200</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_OUTPUT_RECORDS</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SPILLED_RECORDS</name>
|
||
|
|
<totalCounterValue>2400</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SHUFFLED_MAPS</name>
|
||
|
|
<totalCounterValue>1</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FAILED_SHUFFLE</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MERGED_MAP_OUTPUTS</name>
|
||
|
|
<totalCounterValue>1</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>GC_TIME_MILLIS</name>
|
||
|
|
<totalCounterValue>113</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CPU_MILLISECONDS</name>
|
||
|
|
<totalCounterValue>1830</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>PHYSICAL_MEMORY_BYTES</name>
|
||
|
|
<totalCounterValue>478068736</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>VIRTUAL_MEMORY_BYTES</name>
|
||
|
|
<totalCounterValue>2159284224</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMMITTED_HEAP_BYTES</name>
|
||
|
|
<totalCounterValue>378863616</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
</counterGroup>
|
||
|
|
<counterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.lib.input.FileInputFormatCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BYTES_READ</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
</counterGroup>
|
||
|
|
<counterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BYTES_WRITTEN</name>
|
||
|
|
<totalCounterValue>0</totalCounterValue>
|
||
|
|
<mapCounterValue>0</mapCounterValue>
|
||
|
|
<reduceCounterValue>0</reduceCounterValue>
|
||
|
|
</counter>
|
||
|
|
</counterGroup>
|
||
|
|
</jobCounters>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Job_Conf_API"></a>Job Conf API</h3>
|
||
|
|
<p>A job configuration resource contains information about the job configuration for this job.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<p>Use the following URI to obtain th job configuration information, from a job identified by the jobid value.</p>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/conf</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_conf_object"></a>Elements of the <i>conf</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> path </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The path to the job configuration file </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> property </td>
|
||
|
|
<td align="left"> array of the configuration properties(JSON)/zero or more configuration properties(XML) </td>
|
||
|
|
<td align="left"> Collection of configuration property objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_property_object"></a>Elements of the <i>property</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the configuration property </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> value </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The value of the configuration property </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> source </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The location this configuration object came from. If there is more then one of these it shows the history with the latest source at the end of the list. </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
<p>This is a small snippet of the output as the output if very large. The real output contains every property in your job configuration file.</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"conf" : {
|
||
|
|
"path" : "hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml",
|
||
|
|
"property" : [
|
||
|
|
{
|
||
|
|
"value" : "/home/hadoop/hdfs/data",
|
||
|
|
"name" : "dfs.datanode.data.dir"
|
||
|
|
"source" : ["hdfs-site.xml", "job.xml"]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : "org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer",
|
||
|
|
"name" : "hadoop.http.filter.initializers"
|
||
|
|
"source" : ["programmatically", "job.xml"]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : "/home/hadoop/tmp",
|
||
|
|
"name" : "mapreduce.cluster.temp.dir"
|
||
|
|
"source" : ["mapred-site.xml"]
|
||
|
|
},
|
||
|
|
...
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/conf
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 552
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<conf>
|
||
|
|
<path>hdfs://host.domain.com:9000/user/user1/.staging/job_1326381300833_0002/job.xml</path>
|
||
|
|
<property>
|
||
|
|
<name>dfs.datanode.data.dir</name>
|
||
|
|
<value>/home/hadoop/hdfs/data</value>
|
||
|
|
<source>hdfs-site.xml</source>
|
||
|
|
<source>job.xml</source>
|
||
|
|
</property>
|
||
|
|
<property>
|
||
|
|
<name>hadoop.http.filter.initializers</name>
|
||
|
|
<value>org.apache.hadoop.yarn.server.webproxy.amfilter.AmFilterInitializer</value>
|
||
|
|
<source>programmatically</source>
|
||
|
|
<source>job.xml</source>
|
||
|
|
</property>
|
||
|
|
<property>
|
||
|
|
<name>mapreduce.cluster.temp.dir</name>
|
||
|
|
<value>/home/hadoop/tmp</value>
|
||
|
|
<source>mapred-site.xml</source>
|
||
|
|
</property>
|
||
|
|
...
|
||
|
|
</conf>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Tasks_API"></a>Tasks API</h3>
|
||
|
|
<p>With the tasks API, you can obtain a collection of resources that represent a task within a job. When you run a GET operation on this resource, you obtain a collection of Task Objects.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>type - type of task, valid values are m or r. m for map task or r for reduce task.</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Elements_of_the_tasks_object"></a>Elements of the <i>tasks</i> object</h4>
|
||
|
|
<p>When you make a request for the list of tasks , the information will be returned as an array of task objects. See also <a href="#Task_API">Task API</a> for syntax of the task object.</p>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> task </td>
|
||
|
|
<td align="left"> array of task objects(JSON)/zero or more task objects(XML) </td>
|
||
|
|
<td align="left"> The collection of task objects. </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"tasks" : {
|
||
|
|
"task" : [
|
||
|
|
{
|
||
|
|
"progress" : 100,
|
||
|
|
"elapsedTime" : 6777,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"startTime" : 1326381446541,
|
||
|
|
"id" : "task_1326381300833_2_2_m_0",
|
||
|
|
"type" : "MAP",
|
||
|
|
"successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
|
||
|
|
"finishTime" : 1326381453318
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"progress" : 100,
|
||
|
|
"elapsedTime" : 135559,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"startTime" : 1326381446544,
|
||
|
|
"id" : "task_1326381300833_2_2_r_0",
|
||
|
|
"type" : "REDUCE",
|
||
|
|
"successfulAttempt" : "attempt_1326381300833_2_2_r_0_0",
|
||
|
|
"finishTime" : 1326381582103
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 653
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<tasks>
|
||
|
|
<task>
|
||
|
|
<startTime>1326381446541</startTime>
|
||
|
|
<finishTime>1326381453318</finishTime>
|
||
|
|
<elapsedTime>6777</elapsedTime>
|
||
|
|
<progress>100.0</progress>
|
||
|
|
<id>task_1326381300833_2_2_m_0</id>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<type>MAP</type>
|
||
|
|
<successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
|
||
|
|
</task>
|
||
|
|
<task>
|
||
|
|
<startTime>1326381446544</startTime>
|
||
|
|
<finishTime>1326381582103</finishTime>
|
||
|
|
<elapsedTime>135559</elapsedTime>
|
||
|
|
<progress>100.0</progress>
|
||
|
|
<id>task_1326381300833_2_2_r_0</id>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<type>REDUCE</type>
|
||
|
|
<successfulAttempt>attempt_1326381300833_2_2_r_0_0</successfulAttempt>
|
||
|
|
</task>
|
||
|
|
</tasks>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Task_API"></a>Task API</h3>
|
||
|
|
<p>A Task resource contains information about a particular task within a job.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<p>Use the following URI to obtain an Task Object, from a task identified by the taskid value.</p>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_task_object"></a>Elements of the <i>task</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The task id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> state </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The state of the task - valid values are: NEW, SCHEDULED, RUNNING, SUCCEEDED, FAILED, KILL_WAIT, KILLED </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> type </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The task type - MAP or REDUCE </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> successfulAttempt </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The id of the last successful attempt </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> progress </td>
|
||
|
|
<td align="left"> float </td>
|
||
|
|
<td align="left"> The progress of the task as a percent </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> startTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time in which the task started (in ms since epoch) or -1 if it was never started </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> finishTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time in which the task finished (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> elapsedTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The elapsed time since the application started (in ms) </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"task" : {
|
||
|
|
"progress" : 100,
|
||
|
|
"elapsedTime" : 6777,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"startTime" : 1326381446541,
|
||
|
|
"id" : "task_1326381300833_2_2_m_0",
|
||
|
|
"type" : "MAP",
|
||
|
|
"successfulAttempt" : "attempt_1326381300833_2_2_m_0_0",
|
||
|
|
"finishTime" : 1326381453318
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 299
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<task>
|
||
|
|
<startTime>1326381446541</startTime>
|
||
|
|
<finishTime>1326381453318</finishTime>
|
||
|
|
<elapsedTime>6777</elapsedTime>
|
||
|
|
<progress>100.0</progress>
|
||
|
|
<id>task_1326381300833_2_2_m_0</id>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<type>MAP</type>
|
||
|
|
<successfulAttempt>attempt_1326381300833_2_2_m_0_0</successfulAttempt>
|
||
|
|
</task>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Task_Counters_API"></a>Task Counters API</h3>
|
||
|
|
<p>With the task counters API, you can object a collection of resources that represent all the counters for that task.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/counters</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobTaskCounters_object"></a>Elements of the <i>jobTaskCounters</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The task id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> taskCounterGroup </td>
|
||
|
|
<td align="left"> array of counterGroup objects(JSON)/zero or more counterGroup objects(XML) </td>
|
||
|
|
<td align="left"> A collection of counter group objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_counterGroup_object"></a>Elements of the <i>counterGroup</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> counterGroupName </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter group </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> counter </td>
|
||
|
|
<td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
|
||
|
|
<td align="left"> A collection of counter objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> value </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The value of the counter </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"jobTaskCounters" : {
|
||
|
|
"id" : "task_1326381300833_2_2_m_0",
|
||
|
|
"taskCounterGroup" : [
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 2363,
|
||
|
|
"name" : "FILE_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 54372,
|
||
|
|
"name" : "FILE_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_WRITE_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_WRITE_OPS"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "COMBINE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "COMBINE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 460,
|
||
|
|
"name" : "REDUCE_INPUT_GROUPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 2235,
|
||
|
|
"name" : "REDUCE_SHUFFLE_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 460,
|
||
|
|
"name" : "REDUCE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "REDUCE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "SPILLED_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1,
|
||
|
|
"name" : "SHUFFLED_MAPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FAILED_SHUFFLE"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1,
|
||
|
|
"name" : "MERGED_MAP_OUTPUTS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 26,
|
||
|
|
"name" : "GC_TIME_MILLIS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 860,
|
||
|
|
"name" : "CPU_MILLISECONDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 107839488,
|
||
|
|
"name" : "PHYSICAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1123147776,
|
||
|
|
"name" : "VIRTUAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 57475072,
|
||
|
|
"name" : "COMMITTED_HEAP_BYTES"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "Shuffle Errors",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "BAD_ID"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "CONNECTION"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "IO_ERROR"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_LENGTH"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_MAP"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_REDUCE"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "BYTES_WRITTEN"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/counters
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 2660
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<jobTaskCounters>
|
||
|
|
<id>task_1326381300833_2_2_m_0</id>
|
||
|
|
<taskCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_READ</name>
|
||
|
|
<value>2363</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_WRITTEN</name>
|
||
|
|
<value>54372</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_LARGE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_WRITE_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_READ</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_WRITTEN</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_LARGE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_WRITE_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskCounterGroup>
|
||
|
|
<taskCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_INPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_OUTPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_GROUPS</name>
|
||
|
|
<value>460</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_SHUFFLE_BYTES</name>
|
||
|
|
<value>2235</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_RECORDS</name>
|
||
|
|
<value>460</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_OUTPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SPILLED_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SHUFFLED_MAPS</name>
|
||
|
|
<value>1</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FAILED_SHUFFLE</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MERGED_MAP_OUTPUTS</name>
|
||
|
|
<value>1</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>GC_TIME_MILLIS</name>
|
||
|
|
<value>26</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CPU_MILLISECONDS</name>
|
||
|
|
<value>860</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>PHYSICAL_MEMORY_BYTES</name>
|
||
|
|
<value>107839488</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>VIRTUAL_MEMORY_BYTES</name>
|
||
|
|
<value>1123147776</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMMITTED_HEAP_BYTES</name>
|
||
|
|
<value>57475072</value>
|
||
|
|
</counter>
|
||
|
|
</taskCounterGroup>
|
||
|
|
<taskCounterGroup>
|
||
|
|
<counterGroupName>Shuffle Errors</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BAD_ID</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CONNECTION</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>IO_ERROR</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_LENGTH</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_MAP</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_REDUCE</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskCounterGroup>
|
||
|
|
<taskCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BYTES_WRITTEN</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskCounterGroup>
|
||
|
|
</jobTaskCounters>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Task_Attempts_API"></a>Task Attempts API</h3>
|
||
|
|
<p>With the task attempts API, you can obtain a collection of resources that represent a task attempt within a job. When you run a GET operation on this resource, you obtain a collection of Task Attempt Objects.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_taskAttempts_object"></a>Elements of the <i>taskAttempts</i> object</h4>
|
||
|
|
<p>When you make a request for the list of task attempts, the information will be returned as an array of task attempt objects. See also <a href="#Task_Attempt_API">Task Attempt API</a> for syntax of the task object.</p>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> taskAttempt </td>
|
||
|
|
<td align="left"> array of task attempt objects(JSON)/zero or more task attempt objects(XML) </td>
|
||
|
|
<td align="left"> The collection of task attempt objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"taskAttempts" : {
|
||
|
|
"taskAttempt" : [
|
||
|
|
{
|
||
|
|
"assignedContainerId" : "container_1326381300833_0002_01_000002",
|
||
|
|
"progress" : 100,
|
||
|
|
"elapsedTime" : 2638,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"diagnostics" : "",
|
||
|
|
"rack" : "/98.139.92.0",
|
||
|
|
"nodeHttpAddress" : "host.domain.com:8042",
|
||
|
|
"startTime" : 1326381450680,
|
||
|
|
"id" : "attempt_1326381300833_2_2_m_0_0",
|
||
|
|
"type" : "MAP",
|
||
|
|
"finishTime" : 1326381453318
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 537
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<taskAttempts>
|
||
|
|
<taskAttempt>
|
||
|
|
<startTime>1326381450680</startTime>
|
||
|
|
<finishTime>1326381453318</finishTime>
|
||
|
|
<elapsedTime>2638</elapsedTime>
|
||
|
|
<progress>100.0</progress>
|
||
|
|
<id>attempt_1326381300833_2_2_m_0_0</id>
|
||
|
|
<rack>/98.139.92.0</rack>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
|
||
|
|
<diagnostics/>
|
||
|
|
<type>MAP</type>
|
||
|
|
<assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
|
||
|
|
</taskAttempt>
|
||
|
|
</taskAttempts>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Task_Attempt_API"></a>Task Attempt API</h3>
|
||
|
|
<p>A Task Attempt resource contains information about a particular task attempt within a job.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<p>Use the following URI to obtain an Task Attempt Object, from a task identified by the attemptid value.</p>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_taskAttempt_object"></a>Elements of the <i>taskAttempt</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The task id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> rack </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The rack </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> state </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The state of the task attempt - valid values are: NEW, UNASSIGNED, ASSIGNED, RUNNING, COMMIT_PENDING, SUCCESS_CONTAINER_CLEANUP, SUCCEEDED, FAIL_CONTAINER_CLEANUP, FAIL_TASK_CLEANUP, FAILED, KILL_CONTAINER_CLEANUP, KILL_TASK_CLEANUP, KILLED </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> type </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The type of task </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> assignedContainerId </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The container id this attempt is assigned to </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> nodeHttpAddress </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The http address of the node this task attempt ran on </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> diagnostics </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> A diagnostics message </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> progress </td>
|
||
|
|
<td align="left"> float </td>
|
||
|
|
<td align="left"> The progress of the task attempt as a percent </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> startTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time in which the task attempt started (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> finishTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time in which the task attempt finished (in ms since epoch) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> elapsedTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The elapsed time since the task attempt started (in ms) </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table>
|
||
|
|
<p>For reduce task attempts you also have the following fields:</p>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> shuffleFinishTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time at which shuffle finished (in ms since epoch) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> mergeFinishTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time at which merge finished (in ms since epoch) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> elapsedShuffleTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time it took for the shuffle phase to complete (time in ms between reduce task start and shuffle finish) </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> elapsedMergeTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time it took for the merge phase to complete (time in ms between the shuffle finish and merge finish) </td></tr>
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> elapsedReduceTime </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The time it took for the reduce phase to complete (time in ms between merge finish to end of reduce task) </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"taskAttempt" : {
|
||
|
|
"assignedContainerId" : "container_1326381300833_0002_01_000002",
|
||
|
|
"progress" : 100,
|
||
|
|
"elapsedTime" : 2638,
|
||
|
|
"state" : "SUCCEEDED",
|
||
|
|
"diagnostics" : "",
|
||
|
|
"rack" : "/98.139.92.0",
|
||
|
|
"nodeHttpAddress" : "host.domain.com:8042",
|
||
|
|
"startTime" : 1326381450680,
|
||
|
|
"id" : "attempt_1326381300833_2_2_m_0_0",
|
||
|
|
"type" : "MAP",
|
||
|
|
"finishTime" : 1326381453318
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 691
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<taskAttempt>
|
||
|
|
<startTime>1326381450680</startTime>
|
||
|
|
<finishTime>1326381453318</finishTime>
|
||
|
|
<elapsedTime>2638</elapsedTime>
|
||
|
|
<progress>100.0</progress>
|
||
|
|
<id>attempt_1326381300833_2_2_m_0_0</id>
|
||
|
|
<rack>/98.139.92.0</rack>
|
||
|
|
<state>SUCCEEDED</state>
|
||
|
|
<nodeHttpAddress>host.domain.com:8042</nodeHttpAddress>
|
||
|
|
<diagnostics/>
|
||
|
|
<type>MAP</type>
|
||
|
|
<assignedContainerId>container_1326381300833_0002_01_000002</assignedContainerId>
|
||
|
|
</taskAttempt>
|
||
|
|
</pre></div></div>
|
||
|
|
</section></section><section>
|
||
|
|
<h3><a name="Task_Attempt_Counters_API"></a>Task Attempt Counters API</h3>
|
||
|
|
<p>With the task attempt counters API, you can object a collection of resources that represent al the counters for that task attempt.</p><section>
|
||
|
|
<h4><a name="URI"></a>URI</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li><a class="externalLink" href="http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters">http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/{jobid}/tasks/{taskid}/attempts/{attemptid}/counters</a></li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="HTTP_Operations_Supported"></a>HTTP Operations Supported</h4>
|
||
|
|
<ul>
|
||
|
|
|
||
|
|
<li>GET</li>
|
||
|
|
</ul></section><section>
|
||
|
|
<h4><a name="Query_Parameters_Supported"></a>Query Parameters Supported</h4>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> None
|
||
|
|
</pre></div></div>
|
||
|
|
</section><section>
|
||
|
|
<h4><a name="Elements_of_the_jobTaskAttemptCounters_object"></a>Elements of the <i>jobTaskAttemptCounters</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> id </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The task attempt id </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> taskAttemptcounterGroup </td>
|
||
|
|
<td align="left"> array of task attempt counterGroup objects(JSON)/zero or more task attempt counterGroup objects(XML) </td>
|
||
|
|
<td align="left"> A collection of task attempt counter group objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_taskAttemptCounterGroup_object"></a>Elements of the <i>taskAttemptCounterGroup</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> counterGroupName </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter group </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> counter </td>
|
||
|
|
<td align="left"> array of counter objects(JSON)/zero or more counter objects(XML) </td>
|
||
|
|
<td align="left"> A collection of counter objects </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Elements_of_the_counter_object"></a>Elements of the <i>counter</i> object</h4>
|
||
|
|
<table border="0" class="bodyTable">
|
||
|
|
<thead>
|
||
|
|
|
||
|
|
<tr class="a">
|
||
|
|
<th align="left"> Item </th>
|
||
|
|
<th align="left"> Data Type </th>
|
||
|
|
<th align="left"> Description </th></tr>
|
||
|
|
</thead><tbody>
|
||
|
|
|
||
|
|
<tr class="b">
|
||
|
|
<td align="left"> name </td>
|
||
|
|
<td align="left"> string </td>
|
||
|
|
<td align="left"> The name of the counter </td></tr>
|
||
|
|
<tr class="a">
|
||
|
|
<td align="left"> value </td>
|
||
|
|
<td align="left"> long </td>
|
||
|
|
<td align="left"> The value of the counter </td></tr>
|
||
|
|
</tbody>
|
||
|
|
</table></section><section>
|
||
|
|
<h4><a name="Response_Examples"></a>Response Examples</h4>
|
||
|
|
<p><b>JSON response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/json
|
||
|
|
Transfer-Encoding: chunked
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre>{
|
||
|
|
"jobTaskAttemptCounters" : {
|
||
|
|
"taskAttemptCounterGroup" : [
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.FileSystemCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 2363,
|
||
|
|
"name" : "FILE_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 54372,
|
||
|
|
"name" : "FILE_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FILE_WRITE_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_BYTES_READ"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_BYTES_WRITTEN"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_LARGE_READ_OPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "HDFS_WRITE_OPS"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.TaskCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "COMBINE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "COMBINE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 460,
|
||
|
|
"name" : "REDUCE_INPUT_GROUPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 2235,
|
||
|
|
"name" : "REDUCE_SHUFFLE_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 460,
|
||
|
|
"name" : "REDUCE_INPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "REDUCE_OUTPUT_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "SPILLED_RECORDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1,
|
||
|
|
"name" : "SHUFFLED_MAPS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "FAILED_SHUFFLE"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1,
|
||
|
|
"name" : "MERGED_MAP_OUTPUTS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 26,
|
||
|
|
"name" : "GC_TIME_MILLIS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 860,
|
||
|
|
"name" : "CPU_MILLISECONDS"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 107839488,
|
||
|
|
"name" : "PHYSICAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 1123147776,
|
||
|
|
"name" : "VIRTUAL_MEMORY_BYTES"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 57475072,
|
||
|
|
"name" : "COMMITTED_HEAP_BYTES"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "Shuffle Errors",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "BAD_ID"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "CONNECTION"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "IO_ERROR"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_LENGTH"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_MAP"
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "WRONG_REDUCE"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
},
|
||
|
|
{
|
||
|
|
"counterGroupName" : "org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter",
|
||
|
|
"counter" : [
|
||
|
|
{
|
||
|
|
"value" : 0,
|
||
|
|
"name" : "BYTES_WRITTEN"
|
||
|
|
}
|
||
|
|
]
|
||
|
|
}
|
||
|
|
],
|
||
|
|
"id" : "attempt_1326381300833_2_2_m_0_0"
|
||
|
|
}
|
||
|
|
}
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p><b>XML response</b></p>
|
||
|
|
<p>HTTP Request:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> GET http://history-server-http-address:port/ws/v1/history/mapreduce/jobs/job_1326381300833_2_2/tasks/task_1326381300833_2_2_m_0/attempts/attempt_1326381300833_2_2_m_0_0/counters
|
||
|
|
Accept: application/xml
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Header:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre> HTTP/1.1 200 OK
|
||
|
|
Content-Type: application/xml
|
||
|
|
Content-Length: 2735
|
||
|
|
Server: Jetty(6.1.26)
|
||
|
|
</pre></div></div>
|
||
|
|
|
||
|
|
<p>Response Body:</p>
|
||
|
|
|
||
|
|
<div class="source">
|
||
|
|
<div class="source">
|
||
|
|
<pre><?xml version="1.0" encoding="UTF-8" standalone="yes"?>
|
||
|
|
<jobTaskAttemptCounters>
|
||
|
|
<id>attempt_1326381300833_2_2_m_0_0</id>
|
||
|
|
<taskAttemptCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.FileSystemCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_READ</name>
|
||
|
|
<value>2363</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_BYTES_WRITTEN</name>
|
||
|
|
<value>54372</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_LARGE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FILE_WRITE_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_READ</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_BYTES_WRITTEN</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_LARGE_READ_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>HDFS_WRITE_OPS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskAttemptCounterGroup>
|
||
|
|
<taskAttemptCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.TaskCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_INPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMBINE_OUTPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_GROUPS</name>
|
||
|
|
<value>460</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_SHUFFLE_BYTES</name>
|
||
|
|
<value>2235</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_INPUT_RECORDS</name>
|
||
|
|
<value>460</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>REDUCE_OUTPUT_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SPILLED_RECORDS</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>SHUFFLED_MAPS</name>
|
||
|
|
<value>1</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>FAILED_SHUFFLE</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>MERGED_MAP_OUTPUTS</name>
|
||
|
|
<value>1</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>GC_TIME_MILLIS</name>
|
||
|
|
<value>26</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CPU_MILLISECONDS</name>
|
||
|
|
<value>860</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>PHYSICAL_MEMORY_BYTES</name>
|
||
|
|
<value>107839488</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>VIRTUAL_MEMORY_BYTES</name>
|
||
|
|
<value>1123147776</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>COMMITTED_HEAP_BYTES</name>
|
||
|
|
<value>57475072</value>
|
||
|
|
</counter>
|
||
|
|
</taskAttemptCounterGroup>
|
||
|
|
<taskAttemptCounterGroup>
|
||
|
|
<counterGroupName>Shuffle Errors</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BAD_ID</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>CONNECTION</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>IO_ERROR</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_LENGTH</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_MAP</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
<counter>
|
||
|
|
<name>WRONG_REDUCE</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskAttemptCounterGroup>
|
||
|
|
<taskAttemptCounterGroup>
|
||
|
|
<counterGroupName>org.apache.hadoop.mapreduce.lib.output.FileOutputFormatCounter</counterGroupName>
|
||
|
|
<counter>
|
||
|
|
<name>BYTES_WRITTEN</name>
|
||
|
|
<value>0</value>
|
||
|
|
</counter>
|
||
|
|
</taskAttemptCounterGroup>
|
||
|
|
</jobTaskAttemptCounters>
|
||
|
|
</pre></div></div></section></section></section>
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
<div class="clear">
|
||
|
|
<hr/>
|
||
|
|
</div>
|
||
|
|
<div id="footer">
|
||
|
|
<div class="xright">
|
||
|
|
© 2008-2023
|
||
|
|
Apache Software Foundation
|
||
|
|
|
||
|
|
- <a href="http://maven.apache.org/privacy-policy.html">Privacy Policy</a>.
|
||
|
|
Apache Maven, Maven, Apache, the Apache feather logo, and the Apache Maven project logos are trademarks of The Apache Software Foundation.
|
||
|
|
</div>
|
||
|
|
<div class="clear">
|
||
|
|
<hr/>
|
||
|
|
</div>
|
||
|
|
</div>
|
||
|
|
</body>
|
||
|
|
</html>
|