MAPREDUCE-4002. MultiFileWordCount job fails if the input path is not from default file system. Contributed by Bhallamudi Venkata Siva Kamesh.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1340629 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
d4ae893a27
commit
58f72f035f
|
@ -18,6 +18,9 @@ Release 2.0.1-alpha - UNRELEASED
|
|||
MAPREDUCE-4250. hadoop-config.sh missing variable exports, causes Yarn
|
||||
jobs to fail with ClassNotFoundException MRAppMaster. (phunt via tucu)
|
||||
|
||||
MAPREDUCE-4002. MultiFileWordCount job fails if the input path is not
|
||||
from default file system. (Bhallamudi Venkata Siva Kamesh via todd)
|
||||
|
||||
Release 2.0.0-alpha - UNRELEASED
|
||||
|
||||
INCOMPATIBLE CHANGES
|
||||
|
|
|
@ -130,8 +130,8 @@ public class MultiFileWordCount extends Configured implements Tool {
|
|||
public CombineFileLineRecordReader(CombineFileSplit split,
|
||||
TaskAttemptContext context, Integer index) throws IOException {
|
||||
|
||||
fs = FileSystem.get(context.getConfiguration());
|
||||
this.path = split.getPath(index);
|
||||
fs = this.path.getFileSystem(context.getConfiguration());
|
||||
this.startOffset = split.getOffset(index);
|
||||
this.end = startOffset + split.getLength(index);
|
||||
boolean skipFirstLine = false;
|
||||
|
|
Loading…
Reference in New Issue