Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix issue #2707 (#2708)

This commit is contained in:
Hamlet Lee 2016-08-17 01:19:44 +08:00 committed by Himanshu
parent eafafce1aa
commit e4f0eac8e6
1 changed files with 2 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
indexing-hadoop/src/main/java/io/druid/indexer/JobHelper.java
View File

@ -76,7 +76,6 @@ public class JobHelper
{ {
private static final Logger log = new Logger(JobHelper.class); private static final Logger log = new Logger(JobHelper.class);
private static final Set<Path> existing = Sets.newHashSet();
private static final int NUM_RETRIES = 8; private static final int NUM_RETRIES = 8;
private static final int SECONDS_BETWEEN_RETRIES = 2; private static final int SECONDS_BETWEEN_RETRIES = 2;
@ -250,11 +249,9 @@ public class JobHelper
{ {
// Snapshot jars are uploaded to non shared intermediate directory. // Snapshot jars are uploaded to non shared intermediate directory.
final Path hdfsPath = new Path(intermediateClassPath, jarFile.getName()); final Path hdfsPath = new Path(intermediateClassPath, jarFile.getName());
// Prevent uploading same file multiple times in same run.
// existing is used to prevent uploading file multiple times in same run. if (!fs.exists(hdfsPath)) {
if (!existing.contains(hdfsPath)) {
uploadJar(jarFile, hdfsPath, fs); uploadJar(jarFile, hdfsPath, fs);
existing.add(hdfsPath);
} }
job.addFileToClassPath(hdfsPath); job.addFileToClassPath(hdfsPath);
} }