MAPREDUCE-3436. JobHistory webapp address should use the host configured in the jobhistory address. (Contributed by Ahmed Radwan)
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/trunk@1241620 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
28eadb7cd7
commit
fb498926be
|
@ -748,6 +748,9 @@ Release 0.23.1 - Unreleased
|
||||||
MAPREDUCE-3709. TestDistributedShell is failing. (Hitesh Shah via
|
MAPREDUCE-3709. TestDistributedShell is failing. (Hitesh Shah via
|
||||||
mahadev)
|
mahadev)
|
||||||
|
|
||||||
|
MAPREDUCE-3436. JobHistory webapp address should use the host configured
|
||||||
|
in the jobhistory address. (Ahmed Radwan via sseth)
|
||||||
|
|
||||||
Release 0.23.0 - 2011-11-01
|
Release 0.23.0 - 2011-11-01
|
||||||
|
|
||||||
INCOMPATIBLE CHANGES
|
INCOMPATIBLE CHANGES
|
||||||
|
|
|
@ -24,6 +24,7 @@ import java.net.InetAddress;
|
||||||
import java.net.InetSocketAddress;
|
import java.net.InetSocketAddress;
|
||||||
import java.net.UnknownHostException;
|
import java.net.UnknownHostException;
|
||||||
import java.util.Calendar;
|
import java.util.Calendar;
|
||||||
|
import java.util.Iterator;
|
||||||
import java.util.LinkedList;
|
import java.util.LinkedList;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.concurrent.atomic.AtomicBoolean;
|
import java.util.concurrent.atomic.AtomicBoolean;
|
||||||
|
@ -46,6 +47,9 @@ import org.apache.hadoop.net.NetUtils;
|
||||||
import org.apache.hadoop.security.UserGroupInformation;
|
import org.apache.hadoop.security.UserGroupInformation;
|
||||||
import org.apache.hadoop.yarn.api.records.ApplicationId;
|
import org.apache.hadoop.yarn.api.records.ApplicationId;
|
||||||
|
|
||||||
|
import com.google.common.base.Joiner;
|
||||||
|
import com.google.common.base.Splitter;
|
||||||
|
|
||||||
public class JobHistoryUtils {
|
public class JobHistoryUtils {
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -110,6 +114,9 @@ public class JobHistoryUtils {
|
||||||
public static final Pattern TIMESTAMP_DIR_PATTERN = Pattern.compile(TIMESTAMP_DIR_REGEX);
|
public static final Pattern TIMESTAMP_DIR_PATTERN = Pattern.compile(TIMESTAMP_DIR_REGEX);
|
||||||
private static final String TIMESTAMP_DIR_FORMAT = "%04d" + File.separator + "%02d" + File.separator + "%02d";
|
private static final String TIMESTAMP_DIR_FORMAT = "%04d" + File.separator + "%02d" + File.separator + "%02d";
|
||||||
|
|
||||||
|
private static final Splitter ADDR_SPLITTER = Splitter.on(':').trimResults();
|
||||||
|
private static final Joiner JOINER = Joiner.on("");
|
||||||
|
|
||||||
private static final PathFilter CONF_FILTER = new PathFilter() {
|
private static final PathFilter CONF_FILTER = new PathFilter() {
|
||||||
@Override
|
@Override
|
||||||
public boolean accept(Path path) {
|
public boolean accept(Path path) {
|
||||||
|
@ -478,8 +485,16 @@ public class JobHistoryUtils {
|
||||||
public static String getHistoryUrl(Configuration conf, ApplicationId appId)
|
public static String getHistoryUrl(Configuration conf, ApplicationId appId)
|
||||||
throws UnknownHostException {
|
throws UnknownHostException {
|
||||||
//construct the history url for job
|
//construct the history url for job
|
||||||
String hsAddress = conf.get(JHAdminConfig.MR_HISTORY_WEBAPP_ADDRESS,
|
String addr = conf.get(JHAdminConfig.MR_HISTORY_WEBAPP_ADDRESS,
|
||||||
JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_ADDRESS);
|
JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_ADDRESS);
|
||||||
|
Iterator<String> it = ADDR_SPLITTER.split(addr).iterator();
|
||||||
|
it.next(); // ignore the bind host
|
||||||
|
String port = it.next();
|
||||||
|
// Use hs address to figure out the host for webapp
|
||||||
|
addr = conf.get(JHAdminConfig.MR_HISTORY_ADDRESS,
|
||||||
|
JHAdminConfig.DEFAULT_MR_HISTORY_ADDRESS);
|
||||||
|
String host = ADDR_SPLITTER.split(addr).iterator().next();
|
||||||
|
String hsAddress = JOINER.join(host, ":", port);
|
||||||
InetSocketAddress address = NetUtils.createSocketAddr(
|
InetSocketAddress address = NetUtils.createSocketAddr(
|
||||||
hsAddress, JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_PORT,
|
hsAddress, JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_PORT,
|
||||||
JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_ADDRESS);
|
JHAdminConfig.DEFAULT_MR_HISTORY_WEBAPP_ADDRESS);
|
||||||
|
|
|
@ -1262,4 +1262,18 @@
|
||||||
to the RM to fetch Application Status.</description>
|
to the RM to fetch Application Status.</description>
|
||||||
</property>
|
</property>
|
||||||
|
|
||||||
|
<!-- jobhistory properties -->
|
||||||
|
|
||||||
|
<property>
|
||||||
|
<name>mapreduce.jobhistory.address</name>
|
||||||
|
<value>0.0.0.0:10020</value>
|
||||||
|
<description>MapReduce JobHistory Server host:port</description>
|
||||||
|
</property>
|
||||||
|
|
||||||
|
<property>
|
||||||
|
<name>mapreduce.jobhistory.webapp.address</name>
|
||||||
|
<value>0.0.0.0:19888</value>
|
||||||
|
<description>MapReduce JobHistory Server Web UI host:port</description>
|
||||||
|
</property>
|
||||||
|
|
||||||
</configuration>
|
</configuration>
|
||||||
|
|
Loading…
Reference in New Issue