Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-17 07:25:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

use ISODataTimeFormat for both hdfs and viewfs schema to support Federationed HDFS

Browse Source
This commit is contained in:
gaodayue 2016-03-08 13:55:05 +08:00
parent 4fa08a1329
commit a6dc3703ca
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
indexing-hadoop/src/main/java/io/druid/indexer/JobHelper.java
View File

@ -392,6 +392,7 @@ public class JobHelper
// TODO: Make this a part of Pushers or Pullers // TODO: Make this a part of Pushers or Pullers
switch (outputFS.getScheme()) { switch (outputFS.getScheme()) {
case "hdfs": case "hdfs":
case "viewfs":
loadSpec = ImmutableMap.<String, Object>of( loadSpec = ImmutableMap.<String, Object>of(
"type", "hdfs", "type", "hdfs",
"path", indexOutURI.toString() "path", indexOutURI.toString()
@ -547,7 +548,7 @@ public class JobHelper
DataSegment segment DataSegment segment
) )
{ {
String segmentDir = "hdfs".equals(fileSystem.getScheme()) String segmentDir = "hdfs".equals(fileSystem.getScheme()) || "viewfs".equals(fileSystem.getScheme())
? DataSegmentPusherUtil.getHdfsStorageDir(segment) ? DataSegmentPusherUtil.getHdfsStorageDir(segment)
: DataSegmentPusherUtil.getStorageDir(segment); : DataSegmentPusherUtil.getStorageDir(segment);
return new Path(prependFSIfNullScheme(fileSystem, basePath), String.format("./%s", segmentDir)); return new Path(prependFSIfNullScheme(fileSystem, basePath), String.format("./%s", segmentDir));