HADOOP-17932. Distcp file length comparison have no effect (#3519)
Signed-off-by: Akira Ajisaka <aajisaka@apache.org>
(cherry picked from commit 280ae1c0a9
)
This commit is contained in:
parent
4024afec28
commit
21bd015df2
|
@ -145,7 +145,7 @@ public class RetriableFileCopyCommand extends RetriableCommand {
|
|||
if (!source.isSplit()) {
|
||||
DistCpUtils.compareFileLengthsAndChecksums(source.getLen(), sourceFS,
|
||||
sourcePath, sourceChecksum, targetFS,
|
||||
targetPath, skipCrc, source.getLen());
|
||||
targetPath, skipCrc, offset + bytesRead);
|
||||
}
|
||||
// it's not append or direct write (preferred for s3a) case, thus we first
|
||||
// write to a temporary file, then rename it to the target path.
|
||||
|
|
Loading…
Reference in New Issue