From f3e33aeb80dca88d452ebe70028f95f0efede4dd Mon Sep 17 00:00:00 2001 From: Rohith Sharma K S Date: Wed, 24 Jan 2018 15:04:15 +0530 Subject: [PATCH] Revert "YARN-7537 [Atsv2] load hbase configuration from filesystem rather than URL. Contributed by Rohith Sharma" This reverts commit ec8f47e7fadbe62c0c39390d0a46cefd50e98492. --- .../src/main/resources/yarn-default.xml | 2 +- .../common/HBaseTimelineStorageUtils.java | 40 ++++++------------- 2 files changed, 13 insertions(+), 29 deletions(-) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml index 45aa6357e61..1348d6d517c 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/src/main/resources/yarn-default.xml @@ -2463,7 +2463,7 @@ - Optional FS path to an hbase-site.xml configuration file to be + Optional URL to an hbase-site.xml configuration file to be used to connect to the timeline-service hbase cluster. If empty or not specified, then the HBase configuration will be loaded from the classpath. When specified the values in the specified configuration file will override diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/common/HBaseTimelineStorageUtils.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/common/HBaseTimelineStorageUtils.java index c25a0d2e92f..c115b180868 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/common/HBaseTimelineStorageUtils.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-timelineservice-hbase/src/main/java/org/apache/hadoop/yarn/server/timelineservice/storage/common/HBaseTimelineStorageUtils.java @@ -18,14 +18,13 @@ package org.apache.hadoop.yarn.server.timelineservice.storage.common; import java.io.IOException; +import java.net.MalformedURLException; +import java.net.URL; import java.util.Arrays; import java.util.List; import java.util.Map; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.fs.FSDataInputStream; -import org.apache.hadoop.fs.FileSystem; -import org.apache.hadoop.fs.Path; import org.apache.hadoop.hbase.Cell; import org.apache.hadoop.hbase.CellUtil; import org.apache.hadoop.hbase.HBaseConfiguration; @@ -270,43 +269,28 @@ public final class HBaseTimelineStorageUtils { * @return a configuration with the HBase configuration from the classpath, * optionally overwritten by the timeline service configuration URL if * specified. - * @throws IOException if a timeline service HBase configuration path - * is specified but unable to read it. + * @throws MalformedURLException if a timeline service HBase configuration URL + * is specified but is a malformed URL. */ public static Configuration getTimelineServiceHBaseConf(Configuration conf) - throws IOException { + throws MalformedURLException { if (conf == null) { throw new NullPointerException(); } Configuration hbaseConf; - String timelineServiceHBaseConfFilePath = + String timelineServiceHBaseConfFileURL = conf.get(YarnConfiguration.TIMELINE_SERVICE_HBASE_CONFIGURATION_FILE); - if (timelineServiceHBaseConfFilePath != null - && timelineServiceHBaseConfFilePath.length() > 0) { + if (timelineServiceHBaseConfFileURL != null + && timelineServiceHBaseConfFileURL.length() > 0) { LOG.info("Using hbase configuration at " + - timelineServiceHBaseConfFilePath); + timelineServiceHBaseConfFileURL); // create a clone so that we don't mess with out input one hbaseConf = new Configuration(conf); Configuration plainHBaseConf = new Configuration(false); - FileSystem fs = null; - FSDataInputStream in = null; - try { - Path hbaseConfigPath = new Path(timelineServiceHBaseConfFilePath); - fs = FileSystem.newInstance(conf); - in = fs.open(hbaseConfigPath); - plainHBaseConf.addResource(in); - HBaseConfiguration.merge(hbaseConf, plainHBaseConf); - } catch (IOException e) { - throw e; - } finally { - if (in != null) { - in.close(); - } - if (fs != null) { - fs.close(); - } - } + URL hbaseSiteXML = new URL(timelineServiceHBaseConfFileURL); + plainHBaseConf.addResource(hbaseSiteXML); + HBaseConfiguration.merge(hbaseConf, plainHBaseConf); } else { // default to what is on the classpath hbaseConf = HBaseConfiguration.create(conf);