MAPREDUCE-6366. mapreduce.terasort.final.sync configuration in TeraSort doesn't work. Contributed by Takuya Fukudome.

(cherry picked from commit e82067bfe6)
This commit is contained in:
Tsuyoshi Ozawa 2015-05-13 16:44:37 +09:00
parent 345e62c6d5
commit 780d4f416e
3 changed files with 4 additions and 2 deletions

View File

@ -161,6 +161,9 @@ Release 2.8.0 - UNRELEASED
copySucceeded() in one thread and copyFailed() in another thread on the copySucceeded() in one thread and copyFailed() in another thread on the
same host. (Junping Du via ozawa) same host. (Junping Du via ozawa)
MAPREDUCE-6366. mapreduce.terasort.final.sync configuration in TeraSort
doesn't work. (Takuya Fukudome via ozawa)
Release 2.7.1 - UNRELEASED Release 2.7.1 - UNRELEASED
INCOMPATIBLE CHANGES INCOMPATIBLE CHANGES

View File

@ -328,7 +328,6 @@ public class TeraSort extends Configured implements Tool {
} }
job.getConfiguration().setInt("dfs.replication", getOutputReplication(job)); job.getConfiguration().setInt("dfs.replication", getOutputReplication(job));
TeraOutputFormat.setFinalSync(job, true);
int ret = job.waitForCompletion(true) ? 0 : 1; int ret = job.waitForCompletion(true) ? 0 : 1;
LOG.info("done"); LOG.info("done");
return ret; return ret;

View File

@ -70,7 +70,7 @@ public enum TeraSortConfigKeys {
public static final long DEFAULT_NUM_ROWS = 0L; public static final long DEFAULT_NUM_ROWS = 0L;
public static final int DEFAULT_NUM_PARTITIONS = 10; public static final int DEFAULT_NUM_PARTITIONS = 10;
public static final long DEFAULT_SAMPLE_SIZE = 100000L; public static final long DEFAULT_SAMPLE_SIZE = 100000L;
public static final boolean DEFAULT_FINAL_SYNC_ATTRIBUTE = false; public static final boolean DEFAULT_FINAL_SYNC_ATTRIBUTE = true;
public static final boolean DEFAULT_USE_TERA_SCHEDULER = true; public static final boolean DEFAULT_USE_TERA_SCHEDULER = true;
public static final boolean DEFAULT_USE_SIMPLE_PARTITIONER = false; public static final boolean DEFAULT_USE_SIMPLE_PARTITIONER = false;
public static final int DEFAULT_OUTPUT_REPLICATION = 1; public static final int DEFAULT_OUTPUT_REPLICATION = 1;