MAPREDUCE-6287. Deprecated methods in org.apache.hadoop.examples.Sort. Contributed by Chao Zhang.
This commit is contained in:
parent
4cd54d9a29
commit
b375d1fc93
|
@ -256,6 +256,9 @@ Release 2.8.0 - UNRELEASED
|
|||
|
||||
IMPROVEMENTS
|
||||
|
||||
MAPREDUCE-6287. Deprecated methods in org.apache.hadoop.examples.Sort
|
||||
(Chao Zhang via harsh)
|
||||
|
||||
MAPREDUCE-5190. Unnecessary condition test in RandomSampler.
|
||||
(Jingguo Yao via harsh)
|
||||
|
||||
|
|
|
@ -24,7 +24,7 @@ import java.util.*;
|
|||
|
||||
import org.apache.hadoop.conf.Configuration;
|
||||
import org.apache.hadoop.conf.Configured;
|
||||
import org.apache.hadoop.mapreduce.filecache.DistributedCache;
|
||||
import org.apache.hadoop.fs.FileSystem;
|
||||
import org.apache.hadoop.fs.Path;
|
||||
import org.apache.hadoop.io.BytesWritable;
|
||||
import org.apache.hadoop.io.Writable;
|
||||
|
@ -160,13 +160,14 @@ public class Sort<K,V> extends Configured implements Tool {
|
|||
System.out.println("Sampling input to effect total-order sort...");
|
||||
job.setPartitionerClass(TotalOrderPartitioner.class);
|
||||
Path inputDir = FileInputFormat.getInputPaths(job)[0];
|
||||
inputDir = inputDir.makeQualified(inputDir.getFileSystem(conf));
|
||||
FileSystem fs = inputDir.getFileSystem(conf);
|
||||
inputDir = inputDir.makeQualified(fs.getUri(), fs.getWorkingDirectory());
|
||||
Path partitionFile = new Path(inputDir, "_sortPartitioning");
|
||||
TotalOrderPartitioner.setPartitionFile(conf, partitionFile);
|
||||
InputSampler.<K,V>writePartitionFile(job, sampler);
|
||||
URI partitionUri = new URI(partitionFile.toString() +
|
||||
"#" + "_sortPartitioning");
|
||||
DistributedCache.addCacheFile(partitionUri, conf);
|
||||
job.addCacheFile(partitionUri);
|
||||
}
|
||||
|
||||
System.out.println("Running on " +
|
||||
|
|
Loading…
Reference in New Issue