Revert "HDFS-16531. Avoid setReplication writing an edit record if old replication equals the new value (#4148). Contributed by Stephen O'Donnell."
This reverts commit 045d48530c
.
This commit is contained in:
parent
4fed01ef21
commit
bacd0b9a92
|
@ -50,11 +50,6 @@ import static org.apache.hadoop.hdfs.DFSConfigKeys.DFS_QUOTA_BY_STORAGETYPE_ENAB
|
|||
import static org.apache.hadoop.hdfs.DFSConfigKeys.DFS_STORAGE_POLICY_ENABLED_KEY;
|
||||
|
||||
public class FSDirAttrOp {
|
||||
|
||||
protected enum SetRepStatus {
|
||||
UNCHANGED, INVALID, SUCCESS
|
||||
}
|
||||
|
||||
static FileStatus setPermission(
|
||||
FSDirectory fsd, FSPermissionChecker pc, final String src,
|
||||
FsPermission permission) throws IOException {
|
||||
|
@ -135,11 +130,11 @@ public class FSDirAttrOp {
|
|||
return fsd.getAuditFileInfo(iip);
|
||||
}
|
||||
|
||||
static SetRepStatus setReplication(
|
||||
static boolean setReplication(
|
||||
FSDirectory fsd, FSPermissionChecker pc, BlockManager bm, String src,
|
||||
final short replication) throws IOException {
|
||||
bm.verifyReplication(src, replication, null);
|
||||
final SetRepStatus status;
|
||||
final boolean isFile;
|
||||
fsd.writeLock();
|
||||
try {
|
||||
final INodesInPath iip = fsd.resolvePath(pc, src, DirOp.WRITE);
|
||||
|
@ -147,14 +142,16 @@ public class FSDirAttrOp {
|
|||
fsd.checkPathAccess(pc, iip, FsAction.WRITE);
|
||||
}
|
||||
|
||||
status = unprotectedSetReplication(fsd, iip, replication);
|
||||
if (status == SetRepStatus.SUCCESS) {
|
||||
final BlockInfo[] blocks = unprotectedSetReplication(fsd, iip,
|
||||
replication);
|
||||
isFile = blocks != null;
|
||||
if (isFile) {
|
||||
fsd.getEditLog().logSetReplication(iip.getPath(), replication);
|
||||
}
|
||||
} finally {
|
||||
fsd.writeUnlock();
|
||||
}
|
||||
return status;
|
||||
return isFile;
|
||||
}
|
||||
|
||||
static FileStatus unsetStoragePolicy(FSDirectory fsd, FSPermissionChecker pc,
|
||||
|
@ -379,7 +376,7 @@ public class FSDirAttrOp {
|
|||
}
|
||||
}
|
||||
|
||||
static SetRepStatus unprotectedSetReplication(
|
||||
static BlockInfo[] unprotectedSetReplication(
|
||||
FSDirectory fsd, INodesInPath iip, short replication)
|
||||
throws QuotaExceededException, UnresolvedLinkException,
|
||||
SnapshotAccessControlException, UnsupportedActionException {
|
||||
|
@ -389,20 +386,12 @@ public class FSDirAttrOp {
|
|||
final INode inode = iip.getLastINode();
|
||||
if (inode == null || !inode.isFile() || inode.asFile().isStriped()) {
|
||||
// TODO we do not support replication on stripe layout files yet
|
||||
// We return invalid here, so we skip writing an edit, but also write an
|
||||
// unsuccessful audit message.
|
||||
return SetRepStatus.INVALID;
|
||||
return null;
|
||||
}
|
||||
|
||||
INodeFile file = inode.asFile();
|
||||
// Make sure the directory has sufficient quotas
|
||||
short oldBR = file.getPreferredBlockReplication();
|
||||
if (oldBR == replication) {
|
||||
// No need to do anything as the requested rep factor is the same as
|
||||
// existing. Returning UNCHANGED to we can skip writing edits, but still
|
||||
// log a successful audit message.
|
||||
return SetRepStatus.UNCHANGED;
|
||||
}
|
||||
|
||||
long size = file.computeFileSize(true, true);
|
||||
// Ensure the quota does not exceed
|
||||
|
@ -433,7 +422,7 @@ public class FSDirAttrOp {
|
|||
oldBR, iip.getPath());
|
||||
}
|
||||
}
|
||||
return SetRepStatus.SUCCESS;
|
||||
return file.getBlocks();
|
||||
}
|
||||
|
||||
static void unprotectedSetStoragePolicy(FSDirectory fsd, BlockManager bm,
|
||||
|
|
|
@ -2239,14 +2239,14 @@ public class FSNamesystem implements Namesystem, FSNamesystemMBean,
|
|||
boolean setReplication(final String src, final short replication)
|
||||
throws IOException {
|
||||
final String operationName = "setReplication";
|
||||
FSDirAttrOp.SetRepStatus status;
|
||||
boolean success = false;
|
||||
checkOperation(OperationCategory.WRITE);
|
||||
final FSPermissionChecker pc = getPermissionChecker();
|
||||
writeLock();
|
||||
try {
|
||||
checkOperation(OperationCategory.WRITE);
|
||||
checkNameNodeSafeMode("Cannot set replication for " + src);
|
||||
status = FSDirAttrOp.setReplication(dir, pc, blockManager, src,
|
||||
success = FSDirAttrOp.setReplication(dir, pc, blockManager, src,
|
||||
replication);
|
||||
} catch (AccessControlException e) {
|
||||
logAuditEvent(false, operationName, src);
|
||||
|
@ -2254,12 +2254,11 @@ public class FSNamesystem implements Namesystem, FSNamesystemMBean,
|
|||
} finally {
|
||||
writeUnlock(operationName);
|
||||
}
|
||||
if (status == FSDirAttrOp.SetRepStatus.SUCCESS) {
|
||||
if (success) {
|
||||
getEditLog().logSync();
|
||||
logAuditEvent(true, operationName, src);
|
||||
}
|
||||
logAuditEvent(status != FSDirAttrOp.SetRepStatus.INVALID,
|
||||
operationName, src);
|
||||
return status != FSDirAttrOp.SetRepStatus.INVALID;
|
||||
return success;
|
||||
}
|
||||
|
||||
/**
|
||||
|
|
|
@ -82,12 +82,6 @@ public class TestSetrepIncreasing {
|
|||
public void testSetrepIncreasing() throws IOException {
|
||||
setrep(3, 7, false);
|
||||
}
|
||||
|
||||
@Test(timeout=120000)
|
||||
public void testSetrepSameRepValue() throws IOException {
|
||||
setrep(3, 3, false);
|
||||
}
|
||||
|
||||
@Test(timeout=120000)
|
||||
public void testSetrepIncreasingSimulatedStorage() throws IOException {
|
||||
setrep(3, 7, true);
|
||||
|
|
Loading…
Reference in New Issue