HDFS-5632. Merge change r1550917 from trunk.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1568210 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
7fb827fb1d
commit
bac1ab80f0
|
@ -54,6 +54,10 @@ Release 2.4.0 - UNRELEASED
|
||||||
HDFS-5647. Merge INodeDirectory.Feature and INodeFile.Feature. (Haohui Mai
|
HDFS-5647. Merge INodeDirectory.Feature and INodeFile.Feature. (Haohui Mai
|
||||||
via jing9)
|
via jing9)
|
||||||
|
|
||||||
|
HDFS-5632. Flatten INodeDirectory hierarchy: Replace
|
||||||
|
INodeDirectoryWithSnapshot with DirectoryWithSnapshotFeature.
|
||||||
|
(jing9 via szetszwo)
|
||||||
|
|
||||||
OPTIMIZATIONS
|
OPTIMIZATIONS
|
||||||
|
|
||||||
HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
|
HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
|
||||||
|
|
|
@ -153,6 +153,10 @@ public final class DirectoryWithQuotaFeature implements INode.Feature {
|
||||||
verifyNamespaceQuota(nsDelta);
|
verifyNamespaceQuota(nsDelta);
|
||||||
verifyDiskspaceQuota(dsDelta);
|
verifyDiskspaceQuota(dsDelta);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
boolean isQuotaSet() {
|
||||||
|
return nsQuota >= 0 || dsQuota >= 0;
|
||||||
|
}
|
||||||
|
|
||||||
private String namespaceString() {
|
private String namespaceString() {
|
||||||
return "namespace: " + (nsQuota < 0? "-": namespace + "/" + nsQuota);
|
return "namespace: " + (nsQuota < 0? "-": namespace + "/" + nsQuota);
|
||||||
|
|
|
@ -67,7 +67,6 @@ import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.BlockUCState;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot.Root;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot.Root;
|
||||||
import org.apache.hadoop.hdfs.util.ByteArray;
|
import org.apache.hadoop.hdfs.util.ByteArray;
|
||||||
|
@ -641,8 +640,7 @@ public class FSDirectory implements Closeable {
|
||||||
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
||||||
// snapshot of the src tree.
|
// snapshot of the src tree.
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot(),
|
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -711,11 +709,9 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
// update modification time of dst and the parent of src
|
// update modification time of dst and the parent of src
|
||||||
final INode srcParent = srcIIP.getINode(-2);
|
final INode srcParent = srcIIP.getINode(-2);
|
||||||
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot(),
|
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
dstParent = dstIIP.getINode(-2); // refresh dstParent
|
dstParent = dstIIP.getINode(-2); // refresh dstParent
|
||||||
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot(),
|
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
// update moved leases with new filename
|
// update moved leases with new filename
|
||||||
getFSNamesystem().unprotectedChangeLease(src, dst);
|
getFSNamesystem().unprotectedChangeLease(src, dst);
|
||||||
|
|
||||||
|
@ -753,11 +749,10 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
// srcParent must be an INodeDirectoryWithSnapshot instance since
|
// srcParent must have snapshot feature since isSrcInSnapshot is true
|
||||||
// isSrcInSnapshot is true and src node has been removed from
|
// and src node has been removed from srcParent
|
||||||
// srcParent
|
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild,
|
||||||
((INodeDirectoryWithSnapshot) srcParent).undoRename4ScrParent(
|
srcIIP.getLatestSnapshot());
|
||||||
oldSrcChild.asReference(), srcChild, srcIIP.getLatestSnapshot());
|
|
||||||
} else {
|
} else {
|
||||||
// original srcChild is not in latest snapshot, we only need to add
|
// original srcChild is not in latest snapshot, we only need to add
|
||||||
// the srcChild back
|
// the srcChild back
|
||||||
|
@ -898,8 +893,7 @@ public class FSDirectory implements Closeable {
|
||||||
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
||||||
// snapshot of the src tree.
|
// snapshot of the src tree.
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot(),
|
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -977,11 +971,9 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
final INode srcParent = srcIIP.getINode(-2);
|
final INode srcParent = srcIIP.getINode(-2);
|
||||||
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot(),
|
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
dstParent = dstIIP.getINode(-2);
|
dstParent = dstIIP.getINode(-2);
|
||||||
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot(),
|
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
// update moved lease with new filename
|
// update moved lease with new filename
|
||||||
getFSNamesystem().unprotectedChangeLease(src, dst);
|
getFSNamesystem().unprotectedChangeLease(src, dst);
|
||||||
|
|
||||||
|
@ -1038,9 +1030,9 @@ public class FSDirectory implements Closeable {
|
||||||
withCount.getReferredINode().setLocalName(srcChildName);
|
withCount.getReferredINode().setLocalName(srcChildName);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (srcParent instanceof INodeDirectoryWithSnapshot) {
|
if (srcParent.isWithSnapshot()) {
|
||||||
((INodeDirectoryWithSnapshot) srcParent).undoRename4ScrParent(
|
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild,
|
||||||
oldSrcChild.asReference(), srcChild, srcIIP.getLatestSnapshot());
|
srcIIP.getLatestSnapshot());
|
||||||
} else {
|
} else {
|
||||||
// srcParent is not an INodeDirectoryWithSnapshot, we only need to add
|
// srcParent is not an INodeDirectoryWithSnapshot, we only need to add
|
||||||
// the srcChild back
|
// the srcChild back
|
||||||
|
@ -1049,9 +1041,9 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
if (undoRemoveDst) {
|
if (undoRemoveDst) {
|
||||||
// Rename failed - restore dst
|
// Rename failed - restore dst
|
||||||
if (dstParent instanceof INodeDirectoryWithSnapshot) {
|
if (dstParent.isDirectory() && dstParent.asDirectory().isWithSnapshot()) {
|
||||||
((INodeDirectoryWithSnapshot) dstParent).undoRename4DstParent(
|
dstParent.asDirectory().undoRename4DstParent(removedDst,
|
||||||
removedDst, dstIIP.getLatestSnapshot());
|
dstIIP.getLatestSnapshot());
|
||||||
} else {
|
} else {
|
||||||
addLastINodeNoQuotaCheck(dstIIP, removedDst);
|
addLastINodeNoQuotaCheck(dstIIP, removedDst);
|
||||||
}
|
}
|
||||||
|
@ -1182,8 +1174,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (inode == null) {
|
if (inode == null) {
|
||||||
throw new FileNotFoundException("File does not exist: " + src);
|
throw new FileNotFoundException("File does not exist: " + src);
|
||||||
}
|
}
|
||||||
inode.setPermission(permissions, inodesInPath.getLatestSnapshot(),
|
inode.setPermission(permissions, inodesInPath.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
void setOwner(String src, String username, String groupname)
|
void setOwner(String src, String username, String groupname)
|
||||||
|
@ -1208,11 +1199,10 @@ public class FSDirectory implements Closeable {
|
||||||
throw new FileNotFoundException("File does not exist: " + src);
|
throw new FileNotFoundException("File does not exist: " + src);
|
||||||
}
|
}
|
||||||
if (username != null) {
|
if (username != null) {
|
||||||
inode = inode.setUser(username, inodesInPath.getLatestSnapshot(),
|
inode = inode.setUser(username, inodesInPath.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
}
|
}
|
||||||
if (groupname != null) {
|
if (groupname != null) {
|
||||||
inode.setGroup(groupname, inodesInPath.getLatestSnapshot(), inodeMap);
|
inode.setGroup(groupname, inodesInPath.getLatestSnapshot());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1285,7 +1275,7 @@ public class FSDirectory implements Closeable {
|
||||||
if(nodeToRemove == null) continue;
|
if(nodeToRemove == null) continue;
|
||||||
|
|
||||||
nodeToRemove.setBlocks(null);
|
nodeToRemove.setBlocks(null);
|
||||||
trgParent.removeChild(nodeToRemove, trgLatestSnapshot, null);
|
trgParent.removeChild(nodeToRemove, trgLatestSnapshot);
|
||||||
inodeMap.remove(nodeToRemove);
|
inodeMap.remove(nodeToRemove);
|
||||||
count++;
|
count++;
|
||||||
}
|
}
|
||||||
|
@ -1293,8 +1283,8 @@ public class FSDirectory implements Closeable {
|
||||||
// update inodeMap
|
// update inodeMap
|
||||||
removeFromInodeMap(Arrays.asList(allSrcInodes));
|
removeFromInodeMap(Arrays.asList(allSrcInodes));
|
||||||
|
|
||||||
trgInode.setModificationTime(timestamp, trgLatestSnapshot, inodeMap);
|
trgInode.setModificationTime(timestamp, trgLatestSnapshot);
|
||||||
trgParent.updateModificationTime(timestamp, trgLatestSnapshot, inodeMap);
|
trgParent.updateModificationTime(timestamp, trgLatestSnapshot);
|
||||||
// update quota on the parent directory ('count' files removed, 0 space)
|
// update quota on the parent directory ('count' files removed, 0 space)
|
||||||
unprotectedUpdateCount(trgIIP, trgINodes.length-1, -count, 0);
|
unprotectedUpdateCount(trgIIP, trgINodes.length-1, -count, 0);
|
||||||
}
|
}
|
||||||
|
@ -1438,7 +1428,7 @@ public class FSDirectory implements Closeable {
|
||||||
|
|
||||||
// record modification
|
// record modification
|
||||||
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
||||||
targetNode = targetNode.recordModification(latestSnapshot, inodeMap);
|
targetNode = targetNode.recordModification(latestSnapshot);
|
||||||
iip.setLastINode(targetNode);
|
iip.setLastINode(targetNode);
|
||||||
|
|
||||||
// Remove the node from the namespace
|
// Remove the node from the namespace
|
||||||
|
@ -1449,7 +1439,7 @@ public class FSDirectory implements Closeable {
|
||||||
|
|
||||||
// set the parent's modification time
|
// set the parent's modification time
|
||||||
final INodeDirectory parent = targetNode.getParent();
|
final INodeDirectory parent = targetNode.getParent();
|
||||||
parent.updateModificationTime(mtime, latestSnapshot, inodeMap);
|
parent.updateModificationTime(mtime, latestSnapshot);
|
||||||
if (removed == 0) {
|
if (removed == 0) {
|
||||||
return 0;
|
return 0;
|
||||||
}
|
}
|
||||||
|
@ -2244,8 +2234,7 @@ public class FSDirectory implements Closeable {
|
||||||
final INodeDirectory parent = inodes[pos-1].asDirectory();
|
final INodeDirectory parent = inodes[pos-1].asDirectory();
|
||||||
boolean added = false;
|
boolean added = false;
|
||||||
try {
|
try {
|
||||||
added = parent.addChild(child, true, iip.getLatestSnapshot(),
|
added = parent.addChild(child, true, iip.getLatestSnapshot());
|
||||||
inodeMap);
|
|
||||||
} catch (QuotaExceededException e) {
|
} catch (QuotaExceededException e) {
|
||||||
updateCountNoQuotaCheck(iip, pos,
|
updateCountNoQuotaCheck(iip, pos,
|
||||||
-counts.get(Quota.NAMESPACE), -counts.get(Quota.DISKSPACE));
|
-counts.get(Quota.NAMESPACE), -counts.get(Quota.DISKSPACE));
|
||||||
|
@ -2283,7 +2272,7 @@ public class FSDirectory implements Closeable {
|
||||||
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
||||||
final INode last = iip.getLastINode();
|
final INode last = iip.getLastINode();
|
||||||
final INodeDirectory parent = iip.getINode(-2).asDirectory();
|
final INodeDirectory parent = iip.getINode(-2).asDirectory();
|
||||||
if (!parent.removeChild(last, latestSnapshot, inodeMap)) {
|
if (!parent.removeChild(last, latestSnapshot)) {
|
||||||
return -1;
|
return -1;
|
||||||
}
|
}
|
||||||
INodeDirectory newParent = last.getParent();
|
INodeDirectory newParent = last.getParent();
|
||||||
|
@ -2436,7 +2425,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
final Snapshot latest = iip.getLatestSnapshot();
|
final Snapshot latest = iip.getLatestSnapshot();
|
||||||
dirNode = dirNode.recordModification(latest, inodeMap);
|
dirNode = dirNode.recordModification(latest);
|
||||||
dirNode.setQuota(nsQuota, dsQuota);
|
dirNode.setQuota(nsQuota, dsQuota);
|
||||||
return dirNode;
|
return dirNode;
|
||||||
}
|
}
|
||||||
|
@ -2504,7 +2493,7 @@ public class FSDirectory implements Closeable {
|
||||||
assert hasWriteLock();
|
assert hasWriteLock();
|
||||||
boolean status = false;
|
boolean status = false;
|
||||||
if (mtime != -1) {
|
if (mtime != -1) {
|
||||||
inode = inode.setModificationTime(mtime, latest, inodeMap);
|
inode = inode.setModificationTime(mtime, latest);
|
||||||
status = true;
|
status = true;
|
||||||
}
|
}
|
||||||
if (atime != -1) {
|
if (atime != -1) {
|
||||||
|
@ -2515,7 +2504,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (atime <= inodeTime + getFSNamesystem().getAccessTimePrecision() && !force) {
|
if (atime <= inodeTime + getFSNamesystem().getAccessTimePrecision() && !force) {
|
||||||
status = false;
|
status = false;
|
||||||
} else {
|
} else {
|
||||||
inode.setAccessTime(atime, latest, inodeMap);
|
inode.setAccessTime(atime, latest);
|
||||||
status = true;
|
status = true;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -359,8 +359,8 @@ public class FSEditLogLoader {
|
||||||
// update the block list.
|
// update the block list.
|
||||||
|
|
||||||
// Update the salient file attributes.
|
// Update the salient file attributes.
|
||||||
newFile.setAccessTime(addCloseOp.atime, null, fsDir.getINodeMap());
|
newFile.setAccessTime(addCloseOp.atime, null);
|
||||||
newFile.setModificationTime(addCloseOp.mtime, null, fsDir.getINodeMap());
|
newFile.setModificationTime(addCloseOp.mtime, null);
|
||||||
updateBlocks(fsDir, addCloseOp, newFile);
|
updateBlocks(fsDir, addCloseOp, newFile);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
@ -379,8 +379,8 @@ public class FSEditLogLoader {
|
||||||
final INodeFile file = INodeFile.valueOf(iip.getINode(0), path);
|
final INodeFile file = INodeFile.valueOf(iip.getINode(0), path);
|
||||||
|
|
||||||
// Update the salient file attributes.
|
// Update the salient file attributes.
|
||||||
file.setAccessTime(addCloseOp.atime, null, fsDir.getINodeMap());
|
file.setAccessTime(addCloseOp.atime, null);
|
||||||
file.setModificationTime(addCloseOp.mtime, null, fsDir.getINodeMap());
|
file.setModificationTime(addCloseOp.mtime, null);
|
||||||
updateBlocks(fsDir, addCloseOp, file);
|
updateBlocks(fsDir, addCloseOp, file);
|
||||||
|
|
||||||
// Now close the file
|
// Now close the file
|
||||||
|
|
|
@ -57,9 +57,9 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager;
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager;
|
||||||
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.StartupOption;
|
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.StartupOption;
|
||||||
import org.apache.hadoop.hdfs.server.common.InconsistentFSStateException;
|
import org.apache.hadoop.hdfs.server.common.InconsistentFSStateException;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.FileDiffList;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.FileDiffList;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
||||||
|
@ -747,9 +747,10 @@ public class FSImageFormat {
|
||||||
if (nsQuota >= 0 || dsQuota >= 0) {
|
if (nsQuota >= 0 || dsQuota >= 0) {
|
||||||
dir.addDirectoryWithQuotaFeature(nsQuota, dsQuota);
|
dir.addDirectoryWithQuotaFeature(nsQuota, dsQuota);
|
||||||
}
|
}
|
||||||
return snapshottable ? new INodeDirectorySnapshottable(dir)
|
if (withSnapshot) {
|
||||||
: withSnapshot ? new INodeDirectoryWithSnapshot(dir)
|
dir.addSnapshotFeature(null);
|
||||||
: dir;
|
}
|
||||||
|
return snapshottable ? new INodeDirectorySnapshottable(dir) : dir;
|
||||||
} else if (numBlocks == -2) {
|
} else if (numBlocks == -2) {
|
||||||
//symlink
|
//symlink
|
||||||
if (!FileSystem.areSymlinksEnabled()) {
|
if (!FileSystem.areSymlinksEnabled()) {
|
||||||
|
@ -1282,10 +1283,10 @@ public class FSImageFormat {
|
||||||
final ReadOnlyList<INode> children = current.getChildrenList(null);
|
final ReadOnlyList<INode> children = current.getChildrenList(null);
|
||||||
int dirNum = 0;
|
int dirNum = 0;
|
||||||
List<INodeDirectory> snapshotDirs = null;
|
List<INodeDirectory> snapshotDirs = null;
|
||||||
if (current instanceof INodeDirectoryWithSnapshot) {
|
DirectoryWithSnapshotFeature sf = current.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
snapshotDirs = new ArrayList<INodeDirectory>();
|
snapshotDirs = new ArrayList<INodeDirectory>();
|
||||||
((INodeDirectoryWithSnapshot) current).getSnapshotDirectory(
|
sf.getSnapshotDirectory(snapshotDirs);
|
||||||
snapshotDirs);
|
|
||||||
dirNum += snapshotDirs.size();
|
dirNum += snapshotDirs.size();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -38,7 +38,6 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction;
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction;
|
||||||
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.BlockUCState;
|
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.BlockUCState;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
||||||
import org.apache.hadoop.hdfs.util.XMLUtils;
|
import org.apache.hadoop.hdfs.util.XMLUtils;
|
||||||
|
@ -246,7 +245,7 @@ public class FSImageSerialization {
|
||||||
out.writeBoolean(true);
|
out.writeBoolean(true);
|
||||||
} else {
|
} else {
|
||||||
out.writeBoolean(false);
|
out.writeBoolean(false);
|
||||||
out.writeBoolean(node instanceof INodeDirectoryWithSnapshot);
|
out.writeBoolean(node.isWithSnapshot());
|
||||||
}
|
}
|
||||||
|
|
||||||
writePermissionStatus(node, out);
|
writePermissionStatus(node, out);
|
||||||
|
|
|
@ -2311,7 +2311,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
String leaseHolder, String clientMachine, DatanodeDescriptor clientNode,
|
String leaseHolder, String clientMachine, DatanodeDescriptor clientNode,
|
||||||
boolean writeToEditLog, Snapshot latestSnapshot, boolean logRetryCache)
|
boolean writeToEditLog, Snapshot latestSnapshot, boolean logRetryCache)
|
||||||
throws IOException {
|
throws IOException {
|
||||||
file = file.recordModification(latestSnapshot, dir.getINodeMap());
|
file = file.recordModification(latestSnapshot);
|
||||||
final INodeFile cons = file.toUnderConstruction(leaseHolder, clientMachine,
|
final INodeFile cons = file.toUnderConstruction(leaseHolder, clientMachine,
|
||||||
clientNode);
|
clientNode);
|
||||||
|
|
||||||
|
@ -3801,8 +3801,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
Preconditions.checkArgument(uc != null);
|
Preconditions.checkArgument(uc != null);
|
||||||
leaseManager.removeLease(uc.getClientName(), src);
|
leaseManager.removeLease(uc.getClientName(), src);
|
||||||
|
|
||||||
pendingFile = pendingFile.recordModification(latestSnapshot,
|
pendingFile = pendingFile.recordModification(latestSnapshot);
|
||||||
dir.getINodeMap());
|
|
||||||
|
|
||||||
// The file is no longer pending.
|
// The file is no longer pending.
|
||||||
// Create permanent INode, update blocks. No need to replace the inode here
|
// Create permanent INode, update blocks. No need to replace the inode here
|
||||||
|
|
|
@ -35,7 +35,6 @@ import org.apache.hadoop.hdfs.protocol.Block;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference.DstReference;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference.DstReference;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithName;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithName;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.util.ChunkedArrayList;
|
import org.apache.hadoop.hdfs.util.ChunkedArrayList;
|
||||||
import org.apache.hadoop.hdfs.util.Diff;
|
import org.apache.hadoop.hdfs.util.Diff;
|
||||||
|
@ -96,9 +95,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
abstract void setUser(String user);
|
abstract void setUser(String user);
|
||||||
|
|
||||||
/** Set user */
|
/** Set user */
|
||||||
final INode setUser(String user, Snapshot latest, INodeMap inodeMap)
|
final INode setUser(String user, Snapshot latest)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest, inodeMap);
|
final INode nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setUser(user);
|
nodeToUpdate.setUser(user);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -120,9 +119,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
abstract void setGroup(String group);
|
abstract void setGroup(String group);
|
||||||
|
|
||||||
/** Set group */
|
/** Set group */
|
||||||
final INode setGroup(String group, Snapshot latest, INodeMap inodeMap)
|
final INode setGroup(String group, Snapshot latest)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest, inodeMap);
|
final INode nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setGroup(group);
|
nodeToUpdate.setGroup(group);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -145,9 +144,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
abstract void setPermission(FsPermission permission);
|
abstract void setPermission(FsPermission permission);
|
||||||
|
|
||||||
/** Set the {@link FsPermission} of this {@link INode} */
|
/** Set the {@link FsPermission} of this {@link INode} */
|
||||||
INode setPermission(FsPermission permission, Snapshot latest,
|
INode setPermission(FsPermission permission, Snapshot latest)
|
||||||
INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest, inodeMap);
|
final INode nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setPermission(permission);
|
nodeToUpdate.setPermission(permission);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -231,14 +230,12 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
*
|
*
|
||||||
* @param latest the latest snapshot that has been taken.
|
* @param latest the latest snapshot that has been taken.
|
||||||
* Note that it is null if no snapshots have been taken.
|
* Note that it is null if no snapshots have been taken.
|
||||||
* @param inodeMap while recording modification, the inode or its parent may
|
|
||||||
* get replaced, and the inodeMap needs to be updated.
|
|
||||||
* @return The current inode, which usually is the same object of this inode.
|
* @return The current inode, which usually is the same object of this inode.
|
||||||
* However, in some cases, this inode may be replaced with a new inode
|
* However, in some cases, this inode may be replaced with a new inode
|
||||||
* for maintaining snapshots. The current inode is then the new inode.
|
* for maintaining snapshots. The current inode is then the new inode.
|
||||||
*/
|
*/
|
||||||
abstract INode recordModification(final Snapshot latest,
|
abstract INode recordModification(final Snapshot latest)
|
||||||
final INodeMap inodeMap) throws QuotaExceededException;
|
throws QuotaExceededException;
|
||||||
|
|
||||||
/** Check whether it's a reference. */
|
/** Check whether it's a reference. */
|
||||||
public boolean isReference() {
|
public boolean isReference() {
|
||||||
|
@ -318,7 +315,7 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* Call recordModification(..) to capture the current states.
|
* Call recordModification(..) to capture the current states.
|
||||||
* Mark the INode as deleted.
|
* Mark the INode as deleted.
|
||||||
*
|
*
|
||||||
* 1.4 The current inode is a {@link INodeDirectoryWithSnapshot}.
|
* 1.4 The current inode is an {@link INodeDirectory} with snapshot feature.
|
||||||
* Call recordModification(..) to capture the current states.
|
* Call recordModification(..) to capture the current states.
|
||||||
* Destroy files/directories created after the latest snapshot
|
* Destroy files/directories created after the latest snapshot
|
||||||
* (i.e., the inodes stored in the created list of the latest snapshot).
|
* (i.e., the inodes stored in the created list of the latest snapshot).
|
||||||
|
@ -329,7 +326,7 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* 2.2 To clean {@link INodeDirectory}: recursively clean its children.
|
* 2.2 To clean {@link INodeDirectory}: recursively clean its children.
|
||||||
* 2.3 To clean INodeFile with snapshot: delete the corresponding snapshot in
|
* 2.3 To clean INodeFile with snapshot: delete the corresponding snapshot in
|
||||||
* its diff list.
|
* its diff list.
|
||||||
* 2.4 To clean {@link INodeDirectoryWithSnapshot}: delete the corresponding
|
* 2.4 To clean {@link INodeDirectory} with snapshot: delete the corresponding
|
||||||
* snapshot in its diff list. Recursively clean its children.
|
* snapshot in its diff list. Recursively clean its children.
|
||||||
* </pre>
|
* </pre>
|
||||||
*
|
*
|
||||||
|
@ -575,16 +572,16 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Update modification time if it is larger than the current value. */
|
/** Update modification time if it is larger than the current value. */
|
||||||
public abstract INode updateModificationTime(long mtime, Snapshot latest,
|
public abstract INode updateModificationTime(long mtime, Snapshot latest)
|
||||||
INodeMap inodeMap) throws QuotaExceededException;
|
throws QuotaExceededException;
|
||||||
|
|
||||||
/** Set the last modification time of inode. */
|
/** Set the last modification time of inode. */
|
||||||
public abstract void setModificationTime(long modificationTime);
|
public abstract void setModificationTime(long modificationTime);
|
||||||
|
|
||||||
/** Set the last modification time of inode. */
|
/** Set the last modification time of inode. */
|
||||||
public final INode setModificationTime(long modificationTime,
|
public final INode setModificationTime(long modificationTime,
|
||||||
Snapshot latest, INodeMap inodeMap) throws QuotaExceededException {
|
Snapshot latest) throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest, inodeMap);
|
final INode nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setModificationTime(modificationTime);
|
nodeToUpdate.setModificationTime(modificationTime);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -611,9 +608,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
/**
|
/**
|
||||||
* Set last access time of inode.
|
* Set last access time of inode.
|
||||||
*/
|
*/
|
||||||
public final INode setAccessTime(long accessTime, Snapshot latest,
|
public final INode setAccessTime(long accessTime, Snapshot latest)
|
||||||
INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest, inodeMap);
|
final INode nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setAccessTime(accessTime);
|
nodeToUpdate.setAccessTime(accessTime);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -753,8 +750,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** INode feature such as {@link FileUnderConstructionFeature}
|
/**
|
||||||
* and {@link DirectoryWithQuotaFeature}.
|
* INode feature such as {@link FileUnderConstructionFeature}
|
||||||
|
* and {@link DirectoryWithQuotaFeature}.
|
||||||
*/
|
*/
|
||||||
public interface Feature {
|
public interface Feature {
|
||||||
}
|
}
|
||||||
|
|
|
@ -32,9 +32,11 @@ import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.protocol.SnapshotAccessControlException;
|
import org.apache.hadoop.hdfs.protocol.SnapshotAccessControlException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiffList;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
|
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
|
|
||||||
import com.google.common.annotations.VisibleForTesting;
|
import com.google.common.annotations.VisibleForTesting;
|
||||||
|
@ -168,40 +170,49 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
private int searchChildren(byte[] name) {
|
private int searchChildren(byte[] name) {
|
||||||
return children == null? -1: Collections.binarySearch(children, name);
|
return children == null? -1: Collections.binarySearch(children, name);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
protected DirectoryWithSnapshotFeature addSnapshotFeature(
|
||||||
|
DirectoryDiffList diffs) {
|
||||||
|
Preconditions.checkState(!isWithSnapshot(),
|
||||||
|
"Directory is already with snapshot");
|
||||||
|
DirectoryWithSnapshotFeature sf = new DirectoryWithSnapshotFeature(diffs);
|
||||||
|
addFeature(sf);
|
||||||
|
return sf;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Remove the specified child from this directory.
|
* If feature list contains a {@link DirectoryWithSnapshotFeature}, return it;
|
||||||
*
|
* otherwise, return null.
|
||||||
* @param child the child inode to be removed
|
|
||||||
* @param latest See {@link INode#recordModification(Snapshot, INodeMap)}.
|
|
||||||
*/
|
*/
|
||||||
public boolean removeChild(INode child, Snapshot latest,
|
public final DirectoryWithSnapshotFeature getDirectoryWithSnapshotFeature() {
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
for (Feature f : features) {
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (f instanceof DirectoryWithSnapshotFeature) {
|
||||||
return replaceSelf4INodeDirectoryWithSnapshot(inodeMap)
|
return (DirectoryWithSnapshotFeature) f;
|
||||||
.removeChild(child, latest, inodeMap);
|
}
|
||||||
}
|
}
|
||||||
|
return null;
|
||||||
return removeChild(child);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/** Is this file has the snapshot feature? */
|
||||||
* Remove the specified child from this directory.
|
public final boolean isWithSnapshot() {
|
||||||
* The basic remove method which actually calls children.remove(..).
|
return getDirectoryWithSnapshotFeature() != null;
|
||||||
*
|
}
|
||||||
* @param child the child inode to be removed
|
|
||||||
*
|
public DirectoryDiffList getDiffs() {
|
||||||
* @return true if the child is removed; false if the child is not found.
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
*/
|
return sf != null ? sf.getDiffs() : null;
|
||||||
protected final boolean removeChild(final INode child) {
|
}
|
||||||
final int i = searchChildren(child.getLocalNameBytes());
|
|
||||||
if (i < 0) {
|
@Override
|
||||||
return false;
|
public INodeDirectoryAttributes getSnapshotINode(Snapshot snapshot) {
|
||||||
}
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
return sf == null ? this : sf.getDiffs().getSnapshotINode(snapshot, this);
|
||||||
final INode removed = children.remove(i);
|
}
|
||||||
Preconditions.checkState(removed == child);
|
|
||||||
return true;
|
@Override
|
||||||
|
public String toDetailString() {
|
||||||
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
|
return super.toDetailString() + (sf == null ? "" : ", " + sf.getDiffs());
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Replace itself with an {@link INodeDirectorySnapshottable}. */
|
/** Replace itself with an {@link INodeDirectorySnapshottable}. */
|
||||||
|
@ -210,16 +221,11 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
Preconditions.checkState(!(this instanceof INodeDirectorySnapshottable),
|
Preconditions.checkState(!(this instanceof INodeDirectorySnapshottable),
|
||||||
"this is already an INodeDirectorySnapshottable, this=%s", this);
|
"this is already an INodeDirectorySnapshottable, this=%s", this);
|
||||||
final INodeDirectorySnapshottable s = new INodeDirectorySnapshottable(this);
|
final INodeDirectorySnapshottable s = new INodeDirectorySnapshottable(this);
|
||||||
replaceSelf(s, inodeMap).saveSelf2Snapshot(latest, this);
|
replaceSelf(s, inodeMap).getDirectoryWithSnapshotFeature().getDiffs()
|
||||||
|
.saveSelf2Snapshot(latest, s, this);
|
||||||
return s;
|
return s;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Replace itself with an {@link INodeDirectoryWithSnapshot}. */
|
|
||||||
public INodeDirectoryWithSnapshot replaceSelf4INodeDirectoryWithSnapshot(
|
|
||||||
final INodeMap inodeMap) {
|
|
||||||
return replaceSelf(new INodeDirectoryWithSnapshot(this), inodeMap);
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Replace itself with {@link INodeDirectory}. */
|
/** Replace itself with {@link INodeDirectory}. */
|
||||||
public INodeDirectory replaceSelf4INodeDirectory(final INodeMap inodeMap) {
|
public INodeDirectory replaceSelf4INodeDirectory(final INodeMap inodeMap) {
|
||||||
Preconditions.checkState(getClass() != INodeDirectory.class,
|
Preconditions.checkState(getClass() != INodeDirectory.class,
|
||||||
|
@ -245,7 +251,13 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
return newDir;
|
return newDir;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Replace the given child with a new child. */
|
/**
|
||||||
|
* Replace the given child with a new child. Note that we no longer need to
|
||||||
|
* replace an normal INodeDirectory or INodeFile into an
|
||||||
|
* INodeDirectoryWithSnapshot or INodeFileUnderConstruction. The only cases
|
||||||
|
* for child replacement is for {@link INodeDirectorySnapshottable} and
|
||||||
|
* reference nodes.
|
||||||
|
*/
|
||||||
public void replaceChild(INode oldChild, final INode newChild,
|
public void replaceChild(INode oldChild, final INode newChild,
|
||||||
final INodeMap inodeMap) {
|
final INodeMap inodeMap) {
|
||||||
Preconditions.checkNotNull(children);
|
Preconditions.checkNotNull(children);
|
||||||
|
@ -256,24 +268,24 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
.asReference().getReferredINode());
|
.asReference().getReferredINode());
|
||||||
oldChild = children.get(i);
|
oldChild = children.get(i);
|
||||||
|
|
||||||
if (oldChild.isReference() && !newChild.isReference()) {
|
if (oldChild.isReference() && newChild.isReference()) {
|
||||||
// replace the referred inode, e.g.,
|
// both are reference nodes, e.g., DstReference -> WithName
|
||||||
// INodeFileWithSnapshot -> INodeFileUnderConstructionWithSnapshot
|
final INodeReference.WithCount withCount =
|
||||||
final INode withCount = oldChild.asReference().getReferredINode();
|
(WithCount) oldChild.asReference().getReferredINode();
|
||||||
withCount.asReference().setReferredINode(newChild);
|
withCount.removeReference(oldChild.asReference());
|
||||||
} else {
|
|
||||||
if (oldChild.isReference()) {
|
|
||||||
// both are reference nodes, e.g., DstReference -> WithName
|
|
||||||
final INodeReference.WithCount withCount =
|
|
||||||
(WithCount) oldChild.asReference().getReferredINode();
|
|
||||||
withCount.removeReference(oldChild.asReference());
|
|
||||||
}
|
|
||||||
children.set(i, newChild);
|
|
||||||
}
|
}
|
||||||
|
children.set(i, newChild);
|
||||||
|
|
||||||
|
// replace the instance in the created list of the diff list
|
||||||
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
sf.getDiffs().replaceChild(ListType.CREATED, oldChild, newChild);
|
||||||
|
}
|
||||||
|
|
||||||
// update the inodeMap
|
// update the inodeMap
|
||||||
if (inodeMap != null) {
|
if (inodeMap != null) {
|
||||||
inodeMap.put(newChild);
|
inodeMap.put(newChild);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
INodeReference.WithName replaceChild4ReferenceWithName(INode oldChild,
|
INodeReference.WithName replaceChild4ReferenceWithName(INode oldChild,
|
||||||
|
@ -298,14 +310,18 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeDirectory recordModification(Snapshot latest,
|
public INodeDirectory recordModification(Snapshot latest)
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latest) && !shouldRecordInSrcSnapshot(latest)) {
|
||||||
return replaceSelf4INodeDirectoryWithSnapshot(inodeMap)
|
// add snapshot feature if necessary
|
||||||
.recordModification(latest, inodeMap);
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
} else {
|
if (sf == null) {
|
||||||
return this;
|
sf = addSnapshotFeature(null);
|
||||||
|
}
|
||||||
|
// record self in the diff list if necessary
|
||||||
|
sf.getDiffs().saveSelf2Snapshot(latest, this, null);
|
||||||
}
|
}
|
||||||
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -314,13 +330,17 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* @return the child inode, which may be replaced.
|
* @return the child inode, which may be replaced.
|
||||||
*/
|
*/
|
||||||
public INode saveChild2Snapshot(final INode child, final Snapshot latest,
|
public INode saveChild2Snapshot(final INode child, final Snapshot latest,
|
||||||
final INode snapshotCopy, final INodeMap inodeMap)
|
final INode snapshotCopy) throws QuotaExceededException {
|
||||||
throws QuotaExceededException {
|
|
||||||
if (latest == null) {
|
if (latest == null) {
|
||||||
return child;
|
return child;
|
||||||
}
|
}
|
||||||
return replaceSelf4INodeDirectoryWithSnapshot(inodeMap)
|
|
||||||
.saveChild2Snapshot(child, latest, snapshotCopy, inodeMap);
|
// add snapshot feature if necessary
|
||||||
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf == null) {
|
||||||
|
sf = this.addSnapshotFeature(null);
|
||||||
|
}
|
||||||
|
return sf.saveChild2Snapshot(this, child, latest, snapshotCopy);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -331,9 +351,36 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* @return the child inode.
|
* @return the child inode.
|
||||||
*/
|
*/
|
||||||
public INode getChild(byte[] name, Snapshot snapshot) {
|
public INode getChild(byte[] name, Snapshot snapshot) {
|
||||||
final ReadOnlyList<INode> c = getChildrenList(snapshot);
|
DirectoryWithSnapshotFeature sf;
|
||||||
final int i = ReadOnlyList.Util.binarySearch(c, name);
|
if (snapshot == null || (sf = getDirectoryWithSnapshotFeature()) == null) {
|
||||||
return i < 0? null: c.get(i);
|
ReadOnlyList<INode> c = getCurrentChildrenList();
|
||||||
|
final int i = ReadOnlyList.Util.binarySearch(c, name);
|
||||||
|
return i < 0 ? null : c.get(i);
|
||||||
|
}
|
||||||
|
|
||||||
|
return sf.getChild(this, name, snapshot);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* @param snapshot
|
||||||
|
* if it is not null, get the result from the given snapshot;
|
||||||
|
* otherwise, get the result from the current directory.
|
||||||
|
* @return the current children list if the specified snapshot is null;
|
||||||
|
* otherwise, return the children list corresponding to the snapshot.
|
||||||
|
* Note that the returned list is never null.
|
||||||
|
*/
|
||||||
|
public ReadOnlyList<INode> getChildrenList(final Snapshot snapshot) {
|
||||||
|
DirectoryWithSnapshotFeature sf;
|
||||||
|
if (snapshot == null
|
||||||
|
|| (sf = this.getDirectoryWithSnapshotFeature()) == null) {
|
||||||
|
return getCurrentChildrenList();
|
||||||
|
}
|
||||||
|
return sf.getChildrenList(this, snapshot);
|
||||||
|
}
|
||||||
|
|
||||||
|
private ReadOnlyList<INode> getCurrentChildrenList() {
|
||||||
|
return children == null ? ReadOnlyList.Util.<INode> emptyList()
|
||||||
|
: ReadOnlyList.Util.asReadOnlyList(children);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the {@link INodesInPath} containing only the last inode. */
|
/** @return the {@link INodesInPath} containing only the last inode. */
|
||||||
|
@ -399,6 +446,41 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
return -nextPos;
|
return -nextPos;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Remove the specified child from this directory.
|
||||||
|
*/
|
||||||
|
public boolean removeChild(INode child, Snapshot latest)
|
||||||
|
throws QuotaExceededException {
|
||||||
|
if (isInLatestSnapshot(latest)) {
|
||||||
|
// create snapshot feature if necessary
|
||||||
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf == null) {
|
||||||
|
sf = this.addSnapshotFeature(null);
|
||||||
|
}
|
||||||
|
return sf.removeChild(this, child, latest);
|
||||||
|
}
|
||||||
|
return removeChild(child);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Remove the specified child from this directory.
|
||||||
|
* The basic remove method which actually calls children.remove(..).
|
||||||
|
*
|
||||||
|
* @param child the child inode to be removed
|
||||||
|
*
|
||||||
|
* @return true if the child is removed; false if the child is not found.
|
||||||
|
*/
|
||||||
|
public boolean removeChild(final INode child) {
|
||||||
|
final int i = searchChildren(child.getLocalNameBytes());
|
||||||
|
if (i < 0) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
final INode removed = children.remove(i);
|
||||||
|
Preconditions.checkState(removed == child);
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Add a child inode to the directory.
|
* Add a child inode to the directory.
|
||||||
|
@ -407,34 +489,32 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* @param setModTime set modification time for the parent node
|
* @param setModTime set modification time for the parent node
|
||||||
* not needed when replaying the addition and
|
* not needed when replaying the addition and
|
||||||
* the parent already has the proper mod time
|
* the parent already has the proper mod time
|
||||||
* @param inodeMap update the inodeMap if the directory node gets replaced
|
|
||||||
* @return false if the child with this name already exists;
|
* @return false if the child with this name already exists;
|
||||||
* otherwise, return true;
|
* otherwise, return true;
|
||||||
*/
|
*/
|
||||||
public boolean addChild(INode node, final boolean setModTime,
|
public boolean addChild(INode node, final boolean setModTime,
|
||||||
final Snapshot latest, final INodeMap inodeMap)
|
final Snapshot latest) throws QuotaExceededException {
|
||||||
throws QuotaExceededException {
|
|
||||||
final int low = searchChildren(node.getLocalNameBytes());
|
final int low = searchChildren(node.getLocalNameBytes());
|
||||||
if (low >= 0) {
|
if (low >= 0) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latest)) {
|
||||||
INodeDirectoryWithSnapshot sdir =
|
// create snapshot feature if necessary
|
||||||
replaceSelf4INodeDirectoryWithSnapshot(inodeMap);
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
boolean added = sdir.addChild(node, setModTime, latest, inodeMap);
|
if (sf == null) {
|
||||||
return added;
|
sf = this.addSnapshotFeature(null);
|
||||||
|
}
|
||||||
|
return sf.addChild(this, node, setModTime, latest);
|
||||||
}
|
}
|
||||||
addChild(node, low);
|
addChild(node, low);
|
||||||
if (setModTime) {
|
if (setModTime) {
|
||||||
// update modification time of the parent directory
|
// update modification time of the parent directory
|
||||||
updateModificationTime(node.getModificationTime(), latest, inodeMap);
|
updateModificationTime(node.getModificationTime(), latest);
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
/** The same as addChild(node, false, null, false) */
|
|
||||||
public boolean addChild(INode node) {
|
public boolean addChild(INode node) {
|
||||||
final int low = searchChildren(node.getLocalNameBytes());
|
final int low = searchChildren(node.getLocalNameBytes());
|
||||||
if (low >= 0) {
|
if (low >= 0) {
|
||||||
|
@ -463,21 +543,34 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts computeQuotaUsage(Quota.Counts counts, boolean useCache,
|
public Quota.Counts computeQuotaUsage(Quota.Counts counts, boolean useCache,
|
||||||
int lastSnapshotId) {
|
int lastSnapshotId) {
|
||||||
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
final DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
if (q != null) {
|
|
||||||
if (useCache && isQuotaSet()) {
|
// we are computing the quota usage for a specific snapshot here, i.e., the
|
||||||
q.addNamespaceDiskspace(counts);
|
// computation only includes files/directories that exist at the time of the
|
||||||
} else {
|
// given snapshot
|
||||||
computeDirectoryQuotaUsage(counts, false, lastSnapshotId);
|
if (sf != null && lastSnapshotId != Snapshot.INVALID_ID
|
||||||
|
&& !(useCache && isQuotaSet())) {
|
||||||
|
Snapshot lastSnapshot = sf.getDiffs().getSnapshotById(lastSnapshotId);
|
||||||
|
ReadOnlyList<INode> childrenList = getChildrenList(lastSnapshot);
|
||||||
|
for (INode child : childrenList) {
|
||||||
|
child.computeQuotaUsage(counts, useCache, lastSnapshotId);
|
||||||
}
|
}
|
||||||
|
counts.add(Quota.NAMESPACE, 1);
|
||||||
return counts;
|
return counts;
|
||||||
|
}
|
||||||
|
|
||||||
|
// compute the quota usage in the scope of the current directory tree
|
||||||
|
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
||||||
|
if (useCache && q != null && q.isQuotaSet()) { // use the cached quota
|
||||||
|
return q.addNamespaceDiskspace(counts);
|
||||||
} else {
|
} else {
|
||||||
|
useCache = q != null && !q.isQuotaSet() ? false : useCache;
|
||||||
return computeDirectoryQuotaUsage(counts, useCache, lastSnapshotId);
|
return computeDirectoryQuotaUsage(counts, useCache, lastSnapshotId);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
Quota.Counts computeDirectoryQuotaUsage(Quota.Counts counts, boolean useCache,
|
private Quota.Counts computeDirectoryQuotaUsage(Quota.Counts counts,
|
||||||
int lastSnapshotId) {
|
boolean useCache, int lastSnapshotId) {
|
||||||
if (children != null) {
|
if (children != null) {
|
||||||
for (INode child : children) {
|
for (INode child : children) {
|
||||||
child.computeQuotaUsage(counts, useCache, lastSnapshotId);
|
child.computeQuotaUsage(counts, useCache, lastSnapshotId);
|
||||||
|
@ -489,12 +582,21 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
/** Add quota usage for this inode excluding children. */
|
/** Add quota usage for this inode excluding children. */
|
||||||
public Quota.Counts computeQuotaUsage4CurrentDirectory(Quota.Counts counts) {
|
public Quota.Counts computeQuotaUsage4CurrentDirectory(Quota.Counts counts) {
|
||||||
counts.add(Quota.NAMESPACE, 1);
|
counts.add(Quota.NAMESPACE, 1);
|
||||||
|
// include the diff list
|
||||||
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
sf.computeQuotaUsage4CurrentDirectory(counts);
|
||||||
|
}
|
||||||
return counts;
|
return counts;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public ContentSummaryComputationContext computeContentSummary(
|
public ContentSummaryComputationContext computeContentSummary(
|
||||||
ContentSummaryComputationContext summary) {
|
ContentSummaryComputationContext summary) {
|
||||||
|
final DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
sf.computeContentSummary4Snapshot(summary.getCounts());
|
||||||
|
}
|
||||||
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
||||||
if (q != null) {
|
if (q != null) {
|
||||||
return q.computeContentSummary(this, summary);
|
return q.computeContentSummary(this, summary);
|
||||||
|
@ -521,13 +623,11 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
if (lastYieldCount == summary.getYieldCount()) {
|
if (lastYieldCount == summary.getYieldCount()) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
|
|
||||||
// The locks were released and reacquired. Check parent first.
|
// The locks were released and reacquired. Check parent first.
|
||||||
if (getParent() == null) {
|
if (getParent() == null) {
|
||||||
// Stop further counting and return whatever we have so far.
|
// Stop further counting and return whatever we have so far.
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Obtain the children list again since it may have been modified.
|
// Obtain the children list again since it may have been modified.
|
||||||
childrenList = getChildrenList(null);
|
childrenList = getChildrenList(null);
|
||||||
// Reposition in case the children list is changed. Decrement by 1
|
// Reposition in case the children list is changed. Decrement by 1
|
||||||
|
@ -537,24 +637,77 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
|
|
||||||
// Increment the directory count for this directory.
|
// Increment the directory count for this directory.
|
||||||
summary.getCounts().add(Content.DIRECTORY, 1);
|
summary.getCounts().add(Content.DIRECTORY, 1);
|
||||||
|
|
||||||
// Relinquish and reacquire locks if necessary.
|
// Relinquish and reacquire locks if necessary.
|
||||||
summary.yield();
|
summary.yield();
|
||||||
|
|
||||||
return summary;
|
return summary;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* This method is usually called by the undo section of rename.
|
||||||
* if it is not null, get the result from the given snapshot;
|
*
|
||||||
* otherwise, get the result from the current directory.
|
* Before calling this function, in the rename operation, we replace the
|
||||||
* @return the current children list if the specified snapshot is null;
|
* original src node (of the rename operation) with a reference node (WithName
|
||||||
* otherwise, return the children list corresponding to the snapshot.
|
* instance) in both the children list and a created list, delete the
|
||||||
* Note that the returned list is never null.
|
* reference node from the children list, and add it to the corresponding
|
||||||
|
* deleted list.
|
||||||
|
*
|
||||||
|
* To undo the above operations, we have the following steps in particular:
|
||||||
|
*
|
||||||
|
* <pre>
|
||||||
|
* 1) remove the WithName node from the deleted list (if it exists)
|
||||||
|
* 2) replace the WithName node in the created list with srcChild
|
||||||
|
* 3) add srcChild back as a child of srcParent. Note that we already add
|
||||||
|
* the node into the created list of a snapshot diff in step 2, we do not need
|
||||||
|
* to add srcChild to the created list of the latest snapshot.
|
||||||
|
* </pre>
|
||||||
|
*
|
||||||
|
* We do not need to update quota usage because the old child is in the
|
||||||
|
* deleted list before.
|
||||||
|
*
|
||||||
|
* @param oldChild
|
||||||
|
* The reference node to be removed/replaced
|
||||||
|
* @param newChild
|
||||||
|
* The node to be added back
|
||||||
|
* @param latestSnapshot
|
||||||
|
* The latest snapshot. Note this may not be the last snapshot in the
|
||||||
|
* diff list, since the src tree of the current rename operation
|
||||||
|
* may be the dst tree of a previous rename.
|
||||||
|
* @throws QuotaExceededException should not throw this exception
|
||||||
*/
|
*/
|
||||||
public ReadOnlyList<INode> getChildrenList(final Snapshot snapshot) {
|
public void undoRename4ScrParent(final INodeReference oldChild,
|
||||||
return children == null ? ReadOnlyList.Util.<INode>emptyList()
|
final INode newChild, Snapshot latestSnapshot)
|
||||||
: ReadOnlyList.Util.asReadOnlyList(children);
|
throws QuotaExceededException {
|
||||||
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
Preconditions.checkState(sf != null,
|
||||||
|
"Directory does not have snapshot feature");
|
||||||
|
sf.getDiffs().removeChild(ListType.DELETED, oldChild);
|
||||||
|
sf.getDiffs().replaceChild(ListType.CREATED, oldChild, newChild);
|
||||||
|
addChild(newChild, true, null);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Undo the rename operation for the dst tree, i.e., if the rename operation
|
||||||
|
* (with OVERWRITE option) removes a file/dir from the dst tree, add it back
|
||||||
|
* and delete possible record in the deleted list.
|
||||||
|
*/
|
||||||
|
public void undoRename4DstParent(final INode deletedChild,
|
||||||
|
Snapshot latestSnapshot) throws QuotaExceededException {
|
||||||
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
Preconditions.checkState(sf != null,
|
||||||
|
"Directory does not have snapshot feature");
|
||||||
|
boolean removeDeletedChild = sf.getDiffs().removeChild(ListType.DELETED,
|
||||||
|
deletedChild);
|
||||||
|
// pass null for inodeMap since the parent node will not get replaced when
|
||||||
|
// undoing rename
|
||||||
|
final boolean added = addChild(deletedChild, true, removeDeletedChild ? null
|
||||||
|
: latestSnapshot);
|
||||||
|
// update quota usage if adding is successfully and the old child has not
|
||||||
|
// been stored in deleted list before
|
||||||
|
if (added && !removeDeletedChild) {
|
||||||
|
final Quota.Counts counts = deletedChild.computeQuotaUsage();
|
||||||
|
addSpaceConsumed(counts.get(Quota.NAMESPACE),
|
||||||
|
counts.get(Quota.DISKSPACE), false);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Set the children list to null. */
|
/** Set the children list to null. */
|
||||||
|
@ -578,7 +731,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
// the diff list, the snapshot to be deleted has been combined or renamed
|
// the diff list, the snapshot to be deleted has been combined or renamed
|
||||||
// to its latest previous snapshot. (besides, we also need to consider nodes
|
// to its latest previous snapshot. (besides, we also need to consider nodes
|
||||||
// created after prior but before snapshot. this will be done in
|
// created after prior but before snapshot. this will be done in
|
||||||
// INodeDirectoryWithSnapshot#cleanSubtree)
|
// DirectoryWithSnapshotFeature)
|
||||||
Snapshot s = snapshot != null && prior != null ? prior : snapshot;
|
Snapshot s = snapshot != null && prior != null ? prior : snapshot;
|
||||||
for (INode child : getChildrenList(s)) {
|
for (INode child : getChildrenList(s)) {
|
||||||
if (snapshot != null && excludedNodes != null
|
if (snapshot != null && excludedNodes != null
|
||||||
|
@ -596,6 +749,10 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
@Override
|
@Override
|
||||||
public void destroyAndCollectBlocks(final BlocksMapUpdateInfo collectedBlocks,
|
public void destroyAndCollectBlocks(final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes) {
|
final List<INode> removedINodes) {
|
||||||
|
final DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
sf.clear(this, collectedBlocks, removedINodes);
|
||||||
|
}
|
||||||
for (INode child : getChildrenList(null)) {
|
for (INode child : getChildrenList(null)) {
|
||||||
child.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
child.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
}
|
}
|
||||||
|
@ -608,6 +765,13 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
|
// there is snapshot data
|
||||||
|
if (sf != null) {
|
||||||
|
return sf.cleanDirectory(this, snapshot, prior, collectedBlocks,
|
||||||
|
removedINodes, countDiffChange);
|
||||||
|
}
|
||||||
|
// there is no snapshot data
|
||||||
if (prior == null && snapshot == null) {
|
if (prior == null && snapshot == null) {
|
||||||
// destroy the whole subtree and collect blocks that should be deleted
|
// destroy the whole subtree and collect blocks that should be deleted
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
|
|
|
@ -250,6 +250,8 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
/* Start of Snapshot Feature */
|
/* Start of Snapshot Feature */
|
||||||
|
|
||||||
private FileWithSnapshotFeature addSnapshotFeature(FileDiffList diffs) {
|
private FileWithSnapshotFeature addSnapshotFeature(FileDiffList diffs) {
|
||||||
|
Preconditions.checkState(!isWithSnapshot(),
|
||||||
|
"File is already with snapshot");
|
||||||
FileWithSnapshotFeature sf = new FileWithSnapshotFeature(diffs);
|
FileWithSnapshotFeature sf = new FileWithSnapshotFeature(diffs);
|
||||||
this.addFeature(sf);
|
this.addFeature(sf);
|
||||||
return sf;
|
return sf;
|
||||||
|
@ -283,25 +285,23 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
public INodeFileAttributes getSnapshotINode(final Snapshot snapshot) {
|
public INodeFileAttributes getSnapshotINode(final Snapshot snapshot) {
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
return sf.getSnapshotINode(this, snapshot);
|
return sf.getDiffs().getSnapshotINode(snapshot, this);
|
||||||
} else {
|
} else {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeFile recordModification(final Snapshot latest,
|
public INodeFile recordModification(final Snapshot latest)
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latest) && !shouldRecordInSrcSnapshot(latest)) {
|
||||||
// the file is in snapshot, create a snapshot feature if it does not have
|
// the file is in snapshot, create a snapshot feature if it does not have
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = addSnapshotFeature(null);
|
sf = addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
// record self in the diff list if necessary
|
// record self in the diff list if necessary
|
||||||
if (!shouldRecordInSrcSnapshot(latest)) {
|
sf.getDiffs().saveSelf2Snapshot(latest, this, null);
|
||||||
sf.getDiffs().saveSelf2Snapshot(latest, this, null);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
@ -353,7 +353,7 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
/** Set the replication factor of this file. */
|
/** Set the replication factor of this file. */
|
||||||
public final INodeFile setFileReplication(short replication, Snapshot latest,
|
public final INodeFile setFileReplication(short replication, Snapshot latest,
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
final INodeMap inodeMap) throws QuotaExceededException {
|
||||||
final INodeFile nodeToUpdate = recordModification(latest, inodeMap);
|
final INodeFile nodeToUpdate = recordModification(latest);
|
||||||
nodeToUpdate.setFileReplication(replication);
|
nodeToUpdate.setFileReplication(replication);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
|
|
@ -89,8 +89,7 @@ public class INodeMap {
|
||||||
"", "", new FsPermission((short) 0)), 0, 0) {
|
"", "", new FsPermission((short) 0)), 0, 0) {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
INode recordModification(Snapshot latest, INodeMap inodeMap)
|
INode recordModification(Snapshot latest) throws QuotaExceededException {
|
||||||
throws QuotaExceededException {
|
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -26,7 +26,7 @@ import java.util.List;
|
||||||
import org.apache.hadoop.fs.permission.FsPermission;
|
import org.apache.hadoop.fs.permission.FsPermission;
|
||||||
import org.apache.hadoop.fs.permission.PermissionStatus;
|
import org.apache.hadoop.fs.permission.PermissionStatus;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
|
|
||||||
import com.google.common.base.Preconditions;
|
import com.google.common.base.Preconditions;
|
||||||
|
@ -103,9 +103,12 @@ public abstract class INodeReference extends INode {
|
||||||
INode referred = wc.getReferredINode();
|
INode referred = wc.getReferredINode();
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
||||||
return referred.asFile().getDiffs().getPrior(wn.lastSnapshotId);
|
return referred.asFile().getDiffs().getPrior(wn.lastSnapshotId);
|
||||||
} else if (referred instanceof INodeDirectoryWithSnapshot) {
|
} else if (referred.isDirectory()) {
|
||||||
return ((INodeDirectoryWithSnapshot) referred).getDiffs().getPrior(
|
DirectoryWithSnapshotFeature sf = referred.asDirectory()
|
||||||
wn.lastSnapshotId);
|
.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
return sf.getDiffs().getPrior(wn.lastSnapshotId);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return null;
|
return null;
|
||||||
|
@ -231,9 +234,9 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final INode updateModificationTime(long mtime, Snapshot latest,
|
public final INode updateModificationTime(long mtime, Snapshot latest)
|
||||||
INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
return referred.updateModificationTime(mtime, latest, inodeMap);
|
return referred.updateModificationTime(mtime, latest);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -252,9 +255,9 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final INode recordModification(Snapshot latest, final INodeMap inodeMap)
|
final INode recordModification(Snapshot latest)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
referred.recordModification(latest, inodeMap);
|
referred.recordModification(latest);
|
||||||
// reference is never replaced
|
// reference is never replaced
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
@ -547,9 +550,12 @@ public abstract class INodeReference extends INode {
|
||||||
Snapshot snapshot = null;
|
Snapshot snapshot = null;
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
||||||
snapshot = referred.asFile().getDiffs().getPrior(lastSnapshotId);
|
snapshot = referred.asFile().getDiffs().getPrior(lastSnapshotId);
|
||||||
} else if (referred instanceof INodeDirectoryWithSnapshot) {
|
} else if (referred.isDirectory()) {
|
||||||
snapshot = ((INodeDirectoryWithSnapshot) referred).getDiffs().getPrior(
|
DirectoryWithSnapshotFeature sf = referred.asDirectory()
|
||||||
lastSnapshotId);
|
.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
snapshot = sf.getDiffs().getPrior(lastSnapshotId);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
return snapshot;
|
return snapshot;
|
||||||
}
|
}
|
||||||
|
@ -634,10 +640,11 @@ public abstract class INodeReference extends INode {
|
||||||
Snapshot snapshot = getSelfSnapshot(prior);
|
Snapshot snapshot = getSelfSnapshot(prior);
|
||||||
|
|
||||||
INode referred = getReferredINode().asReference().getReferredINode();
|
INode referred = getReferredINode().asReference().getReferredINode();
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile()) {
|
||||||
// if referred is a file, it must be a file with Snapshot since we did
|
// if referred is a file, it must be a file with snapshot since we did
|
||||||
// recordModification before the rename
|
// recordModification before the rename
|
||||||
INodeFile file = referred.asFile();
|
INodeFile file = referred.asFile();
|
||||||
|
Preconditions.checkState(file.isWithSnapshot());
|
||||||
// make sure we mark the file as deleted
|
// make sure we mark the file as deleted
|
||||||
file.getFileWithSnapshotFeature().deleteCurrentFile();
|
file.getFileWithSnapshotFeature().deleteCurrentFile();
|
||||||
try {
|
try {
|
||||||
|
@ -649,14 +656,14 @@ public abstract class INodeReference extends INode {
|
||||||
} catch (QuotaExceededException e) {
|
} catch (QuotaExceededException e) {
|
||||||
LOG.error("should not exceed quota while snapshot deletion", e);
|
LOG.error("should not exceed quota while snapshot deletion", e);
|
||||||
}
|
}
|
||||||
} else if (referred instanceof INodeDirectoryWithSnapshot) {
|
} else if (referred.isDirectory()) {
|
||||||
// similarly, if referred is a directory, it must be an
|
// similarly, if referred is a directory, it must be an
|
||||||
// INodeDirectoryWithSnapshot
|
// INodeDirectory with snapshot
|
||||||
INodeDirectoryWithSnapshot sdir =
|
INodeDirectory dir = referred.asDirectory();
|
||||||
(INodeDirectoryWithSnapshot) referred;
|
Preconditions.checkState(dir.isWithSnapshot());
|
||||||
try {
|
try {
|
||||||
INodeDirectoryWithSnapshot.destroyDstSubtree(sdir, snapshot, prior,
|
DirectoryWithSnapshotFeature.destroyDstSubtree(dir, snapshot,
|
||||||
collectedBlocks, removedINodes);
|
prior, collectedBlocks, removedINodes);
|
||||||
} catch (QuotaExceededException e) {
|
} catch (QuotaExceededException e) {
|
||||||
LOG.error("should not exceed quota while snapshot deletion", e);
|
LOG.error("should not exceed quota while snapshot deletion", e);
|
||||||
}
|
}
|
||||||
|
@ -670,9 +677,12 @@ public abstract class INodeReference extends INode {
|
||||||
Snapshot lastSnapshot = null;
|
Snapshot lastSnapshot = null;
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
||||||
lastSnapshot = referred.asFile().getDiffs().getLastSnapshot();
|
lastSnapshot = referred.asFile().getDiffs().getLastSnapshot();
|
||||||
} else if (referred instanceof INodeDirectoryWithSnapshot) {
|
} else if (referred.isDirectory()) {
|
||||||
lastSnapshot = ((INodeDirectoryWithSnapshot) referred)
|
DirectoryWithSnapshotFeature sf = referred.asDirectory()
|
||||||
.getLastSnapshot();
|
.getDirectoryWithSnapshotFeature();
|
||||||
|
if (sf != null) {
|
||||||
|
lastSnapshot = sf.getLastSnapshot();
|
||||||
|
}
|
||||||
}
|
}
|
||||||
if (lastSnapshot != null && !lastSnapshot.equals(prior)) {
|
if (lastSnapshot != null && !lastSnapshot.equals(prior)) {
|
||||||
return lastSnapshot;
|
return lastSnapshot;
|
||||||
|
|
|
@ -45,11 +45,10 @@ public class INodeSymlink extends INodeWithAdditionalFields {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
INode recordModification(Snapshot latest, final INodeMap inodeMap)
|
INode recordModification(Snapshot latest) throws QuotaExceededException {
|
||||||
throws QuotaExceededException {
|
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latest)) {
|
||||||
INodeDirectory parent = getParent();
|
INodeDirectory parent = getParent();
|
||||||
parent.saveChild2Snapshot(this, latest, new INodeSymlink(this), inodeMap);
|
parent.saveChild2Snapshot(this, latest, new INodeSymlink(this));
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
|
@ -231,13 +231,13 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
|
|
||||||
/** Update modification time if it is larger than the current value. */
|
/** Update modification time if it is larger than the current value. */
|
||||||
@Override
|
@Override
|
||||||
public final INode updateModificationTime(long mtime, Snapshot latest,
|
public final INode updateModificationTime(long mtime, Snapshot latest)
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
Preconditions.checkState(isDirectory());
|
Preconditions.checkState(isDirectory());
|
||||||
if (mtime <= modificationTime) {
|
if (mtime <= modificationTime) {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
return setModificationTime(mtime, latest, inodeMap);
|
return setModificationTime(mtime, latest);
|
||||||
}
|
}
|
||||||
|
|
||||||
final void cloneModificationTime(INodeWithAdditionalFields that) {
|
final void cloneModificationTime(INodeWithAdditionalFields that) {
|
||||||
|
|
|
@ -26,8 +26,8 @@ import org.apache.hadoop.fs.UnresolvedLinkException;
|
||||||
import org.apache.hadoop.hdfs.DFSUtil;
|
import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.protocol.HdfsConstants;
|
import org.apache.hadoop.hdfs.protocol.HdfsConstants;
|
||||||
import org.apache.hadoop.hdfs.protocol.UnresolvedPathException;
|
import org.apache.hadoop.hdfs.protocol.UnresolvedPathException;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
|
|
||||||
import com.google.common.base.Preconditions;
|
import com.google.common.base.Preconditions;
|
||||||
|
@ -132,11 +132,11 @@ public class INodesInPath {
|
||||||
final boolean isRef = curNode.isReference();
|
final boolean isRef = curNode.isReference();
|
||||||
final boolean isDir = curNode.isDirectory();
|
final boolean isDir = curNode.isDirectory();
|
||||||
final INodeDirectory dir = isDir? curNode.asDirectory(): null;
|
final INodeDirectory dir = isDir? curNode.asDirectory(): null;
|
||||||
if (!isRef && isDir && dir instanceof INodeDirectoryWithSnapshot) {
|
if (!isRef && isDir && dir.isWithSnapshot()) {
|
||||||
//if the path is a non-snapshot path, update the latest snapshot.
|
//if the path is a non-snapshot path, update the latest snapshot.
|
||||||
if (!existing.isSnapshot()) {
|
if (!existing.isSnapshot()) {
|
||||||
existing.updateLatestSnapshot(
|
existing.updateLatestSnapshot(dir.getDirectoryWithSnapshotFeature()
|
||||||
((INodeDirectoryWithSnapshot)dir).getLastSnapshot());
|
.getLastSnapshot());
|
||||||
}
|
}
|
||||||
} else if (isRef && isDir && !lastComp) {
|
} else if (isRef && isDir && !lastComp) {
|
||||||
// If the curNode is a reference node, need to check its dstSnapshot:
|
// If the curNode is a reference node, need to check its dstSnapshot:
|
||||||
|
@ -155,10 +155,10 @@ public class INodesInPath {
|
||||||
if (latest == null || // no snapshot in dst tree of rename
|
if (latest == null || // no snapshot in dst tree of rename
|
||||||
dstSnapshotId >= latest.getId()) { // the above scenario
|
dstSnapshotId >= latest.getId()) { // the above scenario
|
||||||
Snapshot lastSnapshot = null;
|
Snapshot lastSnapshot = null;
|
||||||
if (curNode.isDirectory()
|
DirectoryWithSnapshotFeature sf = null;
|
||||||
&& curNode.asDirectory() instanceof INodeDirectoryWithSnapshot) {
|
if (curNode.isDirectory() &&
|
||||||
lastSnapshot = ((INodeDirectoryWithSnapshot) curNode
|
(sf = curNode.asDirectory().getDirectoryWithSnapshotFeature()) != null) {
|
||||||
.asDirectory()).getLastSnapshot();
|
lastSnapshot = sf.getLastSnapshot();
|
||||||
}
|
}
|
||||||
existing.setSnapshot(lastSnapshot);
|
existing.setSnapshot(lastSnapshot);
|
||||||
}
|
}
|
||||||
|
|
|
@ -98,7 +98,7 @@ abstract class AbstractINodeDiff<N extends INode,
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Save the INode state to the snapshot if it is not done already. */
|
/** Save the INode state to the snapshot if it is not done already. */
|
||||||
void saveSnapshotCopy(A snapshotCopy, N currentINode) {
|
void saveSnapshotCopy(A snapshotCopy) {
|
||||||
Preconditions.checkState(snapshotINode == null, "Expected snapshotINode to be null");
|
Preconditions.checkState(snapshotINode == null, "Expected snapshotINode to be null");
|
||||||
snapshotINode = snapshotCopy;
|
snapshotINode = snapshotCopy;
|
||||||
}
|
}
|
||||||
|
|
|
@ -25,8 +25,8 @@ import java.util.List;
|
||||||
import org.apache.hadoop.hdfs.protocol.NSQuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.NSQuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeAttributes;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.INodeAttributes;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -271,7 +271,7 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* Note that the current inode is returned if there is no change
|
* Note that the current inode is returned if there is no change
|
||||||
* between the given snapshot and the current state.
|
* between the given snapshot and the current state.
|
||||||
*/
|
*/
|
||||||
A getSnapshotINode(final Snapshot snapshot, final A currentINode) {
|
public A getSnapshotINode(final Snapshot snapshot, final A currentINode) {
|
||||||
final D diff = getDiff(snapshot);
|
final D diff = getDiff(snapshot);
|
||||||
final A inode = diff == null? null: diff.getSnapshotINode();
|
final A inode = diff == null? null: diff.getSnapshotINode();
|
||||||
return inode == null? currentINode: inode;
|
return inode == null? currentINode: inode;
|
||||||
|
@ -306,7 +306,7 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
if (snapshotCopy == null) {
|
if (snapshotCopy == null) {
|
||||||
snapshotCopy = createSnapshotCopy(currentINode);
|
snapshotCopy = createSnapshotCopy(currentINode);
|
||||||
}
|
}
|
||||||
diff.saveSnapshotCopy(snapshotCopy, currentINode);
|
diff.saveSnapshotCopy(snapshotCopy);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
File diff suppressed because it is too large
Load Diff
|
@ -25,7 +25,6 @@ import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFileAttributes;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -57,10 +56,6 @@ public class FileWithSnapshotFeature implements INode.Feature {
|
||||||
isCurrentFileDeleted = true;
|
isCurrentFileDeleted = true;
|
||||||
}
|
}
|
||||||
|
|
||||||
public INodeFileAttributes getSnapshotINode(INodeFile f, Snapshot snapshot) {
|
|
||||||
return diffs.getSnapshotINode(snapshot, f);
|
|
||||||
}
|
|
||||||
|
|
||||||
public FileDiffList getDiffs() {
|
public FileDiffList getDiffs() {
|
||||||
return diffs;
|
return diffs;
|
||||||
}
|
}
|
||||||
|
@ -90,7 +85,7 @@ public class FileWithSnapshotFeature implements INode.Feature {
|
||||||
if (snapshot == null) {
|
if (snapshot == null) {
|
||||||
// delete the current file while the file has snapshot feature
|
// delete the current file while the file has snapshot feature
|
||||||
if (!isCurrentFileDeleted()) {
|
if (!isCurrentFileDeleted()) {
|
||||||
file.recordModification(prior, null);
|
file.recordModification(prior);
|
||||||
deleteCurrentFile();
|
deleteCurrentFile();
|
||||||
}
|
}
|
||||||
collectBlocksAndClear(file, collectedBlocks, removedINodes);
|
collectBlocksAndClear(file, collectedBlocks, removedINodes);
|
||||||
|
|
|
@ -44,6 +44,8 @@ import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeMap;
|
import org.apache.hadoop.hdfs.server.namenode.INodeMap;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.ChildrenDiff;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
import org.apache.hadoop.util.Time;
|
import org.apache.hadoop.util.Time;
|
||||||
|
@ -58,7 +60,7 @@ import com.google.common.primitives.SignedBytes;
|
||||||
* by the namesystem and FSDirectory locks.
|
* by the namesystem and FSDirectory locks.
|
||||||
*/
|
*/
|
||||||
@InterfaceAudience.Private
|
@InterfaceAudience.Private
|
||||||
public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
/** Limit the number of snapshot per snapshottable directory. */
|
/** Limit the number of snapshot per snapshottable directory. */
|
||||||
static final int SNAPSHOT_LIMIT = 1 << 16;
|
static final int SNAPSHOT_LIMIT = 1 << 16;
|
||||||
|
|
||||||
|
@ -115,8 +117,8 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
* the two snapshots, while its associated value is a {@link ChildrenDiff}
|
* the two snapshots, while its associated value is a {@link ChildrenDiff}
|
||||||
* storing the changes (creation/deletion) happened to the children (files).
|
* storing the changes (creation/deletion) happened to the children (files).
|
||||||
*/
|
*/
|
||||||
private final Map<INodeDirectoryWithSnapshot, ChildrenDiff> dirDiffMap =
|
private final Map<INodeDirectory, ChildrenDiff> dirDiffMap =
|
||||||
new HashMap<INodeDirectoryWithSnapshot, ChildrenDiff>();
|
new HashMap<INodeDirectory, ChildrenDiff>();
|
||||||
|
|
||||||
SnapshotDiffInfo(INodeDirectorySnapshottable snapshotRoot, Snapshot start,
|
SnapshotDiffInfo(INodeDirectorySnapshottable snapshotRoot, Snapshot start,
|
||||||
Snapshot end) {
|
Snapshot end) {
|
||||||
|
@ -126,8 +128,8 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Add a dir-diff pair */
|
/** Add a dir-diff pair */
|
||||||
private void addDirDiff(INodeDirectoryWithSnapshot dir,
|
private void addDirDiff(INodeDirectory dir, byte[][] relativePath,
|
||||||
byte[][] relativePath, ChildrenDiff diff) {
|
ChildrenDiff diff) {
|
||||||
dirDiffMap.put(dir, diff);
|
dirDiffMap.put(dir, diff);
|
||||||
diffMap.put(dir, relativePath);
|
diffMap.put(dir, relativePath);
|
||||||
}
|
}
|
||||||
|
@ -154,8 +156,7 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
if (node.isDirectory()) {
|
if (node.isDirectory()) {
|
||||||
ChildrenDiff dirDiff = dirDiffMap.get(node);
|
ChildrenDiff dirDiff = dirDiffMap.get(node);
|
||||||
List<DiffReportEntry> subList = dirDiff.generateReport(
|
List<DiffReportEntry> subList = dirDiff.generateReport(
|
||||||
diffMap.get(node), (INodeDirectoryWithSnapshot) node,
|
diffMap.get(node), isFromEarlier());
|
||||||
isFromEarlier());
|
|
||||||
diffReportList.addAll(subList);
|
diffReportList.addAll(subList);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -183,8 +184,11 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
private int snapshotQuota = SNAPSHOT_LIMIT;
|
private int snapshotQuota = SNAPSHOT_LIMIT;
|
||||||
|
|
||||||
public INodeDirectorySnapshottable(INodeDirectory dir) {
|
public INodeDirectorySnapshottable(INodeDirectory dir) {
|
||||||
super(dir, true, dir instanceof INodeDirectoryWithSnapshot ?
|
super(dir, true, true);
|
||||||
((INodeDirectoryWithSnapshot) dir).getDiffs(): null);
|
// add snapshot feature if the original directory does not have it
|
||||||
|
if (!isWithSnapshot()) {
|
||||||
|
addSnapshotFeature(null);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the number of existing snapshots. */
|
/** @return the number of existing snapshots. */
|
||||||
|
@ -298,8 +302,8 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
snapshotsByNames.add(-i - 1, s);
|
snapshotsByNames.add(-i - 1, s);
|
||||||
|
|
||||||
//set modification time
|
//set modification time
|
||||||
updateModificationTime(Time.now(), null, null);
|
updateModificationTime(Time.now(), null);
|
||||||
s.getRoot().setModificationTime(getModificationTime(), null, null);
|
s.getRoot().setModificationTime(getModificationTime(), null);
|
||||||
return s;
|
return s;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -413,12 +417,12 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
byte[][] relativePath = parentPath.toArray(new byte[parentPath.size()][]);
|
byte[][] relativePath = parentPath.toArray(new byte[parentPath.size()][]);
|
||||||
if (node.isDirectory()) {
|
if (node.isDirectory()) {
|
||||||
INodeDirectory dir = node.asDirectory();
|
INodeDirectory dir = node.asDirectory();
|
||||||
if (dir instanceof INodeDirectoryWithSnapshot) {
|
DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
|
||||||
INodeDirectoryWithSnapshot sdir = (INodeDirectoryWithSnapshot) dir;
|
if (sf != null) {
|
||||||
boolean change = sdir.computeDiffBetweenSnapshots(
|
boolean change = sf.computeDiffBetweenSnapshots(diffReport.from,
|
||||||
diffReport.from, diffReport.to, diff);
|
diffReport.to, diff, dir);
|
||||||
if (change) {
|
if (change) {
|
||||||
diffReport.addDirDiff(sdir, relativePath, diff);
|
diffReport.addDirDiff(dir, relativePath, diff);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
ReadOnlyList<INode> children = dir.getChildrenList(diffReport
|
ReadOnlyList<INode> children = dir.getChildrenList(diffReport
|
||||||
|
@ -453,13 +457,15 @@ public class INodeDirectorySnapshottable extends INodeDirectoryWithSnapshot {
|
||||||
INodeDirectory replaceSelf(final Snapshot latest, final INodeMap inodeMap)
|
INodeDirectory replaceSelf(final Snapshot latest, final INodeMap inodeMap)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (latest == null) {
|
if (latest == null) {
|
||||||
Preconditions.checkState(getLastSnapshot() == null,
|
Preconditions.checkState(
|
||||||
|
getDirectoryWithSnapshotFeature().getLastSnapshot() == null,
|
||||||
"latest == null but getLastSnapshot() != null, this=%s", this);
|
"latest == null but getLastSnapshot() != null, this=%s", this);
|
||||||
return replaceSelf4INodeDirectory(inodeMap);
|
|
||||||
} else {
|
|
||||||
return replaceSelf4INodeDirectoryWithSnapshot(inodeMap)
|
|
||||||
.recordModification(latest, null);
|
|
||||||
}
|
}
|
||||||
|
INodeDirectory dir = replaceSelf4INodeDirectory(inodeMap);
|
||||||
|
if (latest != null) {
|
||||||
|
dir.recordModification(latest);
|
||||||
|
}
|
||||||
|
return dir;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
@ -117,9 +117,8 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
for(; inode != null; inode = inode.getParent()) {
|
for(; inode != null; inode = inode.getParent()) {
|
||||||
if (inode.isDirectory()) {
|
if (inode.isDirectory()) {
|
||||||
final INodeDirectory dir = inode.asDirectory();
|
final INodeDirectory dir = inode.asDirectory();
|
||||||
if (dir instanceof INodeDirectoryWithSnapshot) {
|
if (dir.isWithSnapshot()) {
|
||||||
latest = ((INodeDirectoryWithSnapshot) dir).getDiffs().updatePrior(
|
latest = dir.getDiffs().updatePrior(anchor, latest);
|
||||||
anchor, latest);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -36,8 +36,8 @@ import org.apache.hadoop.hdfs.server.namenode.INodeDirectoryAttributes;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFileAttributes;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFileAttributes;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiffList;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiffList;
|
||||||
import org.apache.hadoop.hdfs.tools.snapshot.SnapshotDiff;
|
import org.apache.hadoop.hdfs.tools.snapshot.SnapshotDiff;
|
||||||
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
|
@ -91,8 +91,7 @@ public class SnapshotFSImageFormat {
|
||||||
public static void saveDirectoryDiffList(final INodeDirectory dir,
|
public static void saveDirectoryDiffList(final INodeDirectory dir,
|
||||||
final DataOutput out, final ReferenceMap referenceMap
|
final DataOutput out, final ReferenceMap referenceMap
|
||||||
) throws IOException {
|
) throws IOException {
|
||||||
saveINodeDiffs(dir instanceof INodeDirectoryWithSnapshot?
|
saveINodeDiffs(dir.getDiffs(), out, referenceMap);
|
||||||
((INodeDirectoryWithSnapshot)dir).getDiffs(): null, out, referenceMap);
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public static void saveFileDiffList(final INodeFile file,
|
public static void saveFileDiffList(final INodeFile file,
|
||||||
|
@ -139,7 +138,7 @@ public class SnapshotFSImageFormat {
|
||||||
* @return The created node.
|
* @return The created node.
|
||||||
*/
|
*/
|
||||||
private static INode loadCreated(byte[] createdNodeName,
|
private static INode loadCreated(byte[] createdNodeName,
|
||||||
INodeDirectoryWithSnapshot parent) throws IOException {
|
INodeDirectory parent) throws IOException {
|
||||||
// the INode in the created list should be a reference to another INode
|
// the INode in the created list should be a reference to another INode
|
||||||
// in posterior SnapshotDiffs or one of the current children
|
// in posterior SnapshotDiffs or one of the current children
|
||||||
for (DirectoryDiff postDiff : parent.getDiffs()) {
|
for (DirectoryDiff postDiff : parent.getDiffs()) {
|
||||||
|
@ -165,7 +164,7 @@ public class SnapshotFSImageFormat {
|
||||||
* @param in The {@link DataInput} to read.
|
* @param in The {@link DataInput} to read.
|
||||||
* @return The created list.
|
* @return The created list.
|
||||||
*/
|
*/
|
||||||
private static List<INode> loadCreatedList(INodeDirectoryWithSnapshot parent,
|
private static List<INode> loadCreatedList(INodeDirectory parent,
|
||||||
DataInput in) throws IOException {
|
DataInput in) throws IOException {
|
||||||
// read the size of the created list
|
// read the size of the created list
|
||||||
int createdSize = in.readInt();
|
int createdSize = in.readInt();
|
||||||
|
@ -188,7 +187,7 @@ public class SnapshotFSImageFormat {
|
||||||
* @param loader The {@link Loader} instance.
|
* @param loader The {@link Loader} instance.
|
||||||
* @return The deleted list.
|
* @return The deleted list.
|
||||||
*/
|
*/
|
||||||
private static List<INode> loadDeletedList(INodeDirectoryWithSnapshot parent,
|
private static List<INode> loadDeletedList(INodeDirectory parent,
|
||||||
List<INode> createdList, DataInput in, FSImageFormat.Loader loader)
|
List<INode> createdList, DataInput in, FSImageFormat.Loader loader)
|
||||||
throws IOException {
|
throws IOException {
|
||||||
int deletedSize = in.readInt();
|
int deletedSize = in.readInt();
|
||||||
|
@ -239,11 +238,10 @@ public class SnapshotFSImageFormat {
|
||||||
public static void loadDirectoryDiffList(INodeDirectory dir,
|
public static void loadDirectoryDiffList(INodeDirectory dir,
|
||||||
DataInput in, FSImageFormat.Loader loader) throws IOException {
|
DataInput in, FSImageFormat.Loader loader) throws IOException {
|
||||||
final int size = in.readInt();
|
final int size = in.readInt();
|
||||||
if (dir instanceof INodeDirectoryWithSnapshot) {
|
if (dir.isWithSnapshot()) {
|
||||||
INodeDirectoryWithSnapshot withSnapshot = (INodeDirectoryWithSnapshot)dir;
|
DirectoryDiffList diffs = dir.getDiffs();
|
||||||
DirectoryDiffList diffs = withSnapshot.getDiffs();
|
|
||||||
for (int i = 0; i < size; i++) {
|
for (int i = 0; i < size; i++) {
|
||||||
diffs.addFirst(loadDirectoryDiff(withSnapshot, in, loader));
|
diffs.addFirst(loadDirectoryDiff(dir, in, loader));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -277,9 +275,8 @@ public class SnapshotFSImageFormat {
|
||||||
* using.
|
* using.
|
||||||
* @return A {@link DirectoryDiff}.
|
* @return A {@link DirectoryDiff}.
|
||||||
*/
|
*/
|
||||||
private static DirectoryDiff loadDirectoryDiff(
|
private static DirectoryDiff loadDirectoryDiff(INodeDirectory parent,
|
||||||
INodeDirectoryWithSnapshot parent, DataInput in,
|
DataInput in, FSImageFormat.Loader loader) throws IOException {
|
||||||
FSImageFormat.Loader loader) throws IOException {
|
|
||||||
// 1. Read the full path of the Snapshot root to identify the Snapshot
|
// 1. Read the full path of the Snapshot root to identify the Snapshot
|
||||||
final Snapshot snapshot = loader.getSnapshot(in);
|
final Snapshot snapshot = loader.getSnapshot(in);
|
||||||
|
|
||||||
|
|
|
@ -41,8 +41,8 @@ import org.apache.hadoop.hdfs.client.HdfsDataOutputStream.SyncFlag;
|
||||||
import org.apache.hadoop.hdfs.protocol.HdfsConstants.SafeModeAction;
|
import org.apache.hadoop.hdfs.protocol.HdfsConstants.SafeModeAction;
|
||||||
import org.apache.hadoop.hdfs.protocol.SnapshottableDirectoryStatus;
|
import org.apache.hadoop.hdfs.protocol.SnapshottableDirectoryStatus;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotTestHelper;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotTestHelper;
|
||||||
import org.apache.hadoop.hdfs.util.Canceler;
|
import org.apache.hadoop.hdfs.util.Canceler;
|
||||||
import org.apache.log4j.Level;
|
import org.apache.log4j.Level;
|
||||||
|
|
|
@ -785,7 +785,7 @@ public class TestINodeFile {
|
||||||
}
|
}
|
||||||
System.out.println("Adding component " + DFSUtil.bytes2String(component));
|
System.out.println("Adding component " + DFSUtil.bytes2String(component));
|
||||||
dir = new INodeDirectory(++id, component, permstatus, 0);
|
dir = new INodeDirectory(++id, component, permstatus, 0);
|
||||||
prev.addChild(dir, false, null, null);
|
prev.addChild(dir, false, null);
|
||||||
prev = dir;
|
prev = dir;
|
||||||
}
|
}
|
||||||
return dir; // Last Inode in the chain
|
return dir; // Last Inode in the chain
|
||||||
|
|
|
@ -31,7 +31,6 @@ import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.junit.AfterClass;
|
import org.junit.AfterClass;
|
||||||
import org.junit.Assert;
|
import org.junit.Assert;
|
||||||
|
@ -206,8 +205,7 @@ public class TestSnapshotPathINodes {
|
||||||
// Check the INode for file1 (snapshot file)
|
// Check the INode for file1 (snapshot file)
|
||||||
INode snapshotFileNode = inodes[inodes.length - 1];
|
INode snapshotFileNode = inodes[inodes.length - 1];
|
||||||
assertINodeFile(snapshotFileNode, file1);
|
assertINodeFile(snapshotFileNode, file1);
|
||||||
assertTrue(snapshotFileNode.getParent() instanceof
|
assertTrue(snapshotFileNode.getParent().isWithSnapshot());
|
||||||
INodeDirectoryWithSnapshot);
|
|
||||||
|
|
||||||
// Call getExistingPathINodes and request only one INode.
|
// Call getExistingPathINodes and request only one INode.
|
||||||
nodesInPath = INodesInPath.resolve(fsdir.rootDir, components, 1, false);
|
nodesInPath = INodesInPath.resolve(fsdir.rootDir, components, 1, false);
|
||||||
|
|
|
@ -44,7 +44,7 @@ import org.apache.hadoop.hdfs.server.namenode.FSDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.log4j.Level;
|
import org.apache.log4j.Level;
|
||||||
import org.junit.After;
|
import org.junit.After;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
|
|
|
@ -358,7 +358,7 @@ public class TestNestedSnapshots {
|
||||||
|
|
||||||
FSDirectory fsdir = cluster.getNamesystem().getFSDirectory();
|
FSDirectory fsdir = cluster.getNamesystem().getFSDirectory();
|
||||||
INode subNode = fsdir.getINode(sub.toString());
|
INode subNode = fsdir.getINode(sub.toString());
|
||||||
assertTrue(subNode instanceof INodeDirectoryWithSnapshot);
|
assertTrue(subNode.asDirectory().isWithSnapshot());
|
||||||
|
|
||||||
hdfs.allowSnapshot(sub);
|
hdfs.allowSnapshot(sub);
|
||||||
subNode = fsdir.getINode(sub.toString());
|
subNode = fsdir.getINode(sub.toString());
|
||||||
|
@ -366,6 +366,6 @@ public class TestNestedSnapshots {
|
||||||
|
|
||||||
hdfs.disallowSnapshot(sub);
|
hdfs.disallowSnapshot(sub);
|
||||||
subNode = fsdir.getINode(sub.toString());
|
subNode = fsdir.getINode(sub.toString());
|
||||||
assertTrue(subNode instanceof INodeDirectoryWithSnapshot);
|
assertTrue(subNode.asDirectory().isWithSnapshot());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -59,12 +59,11 @@ import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeMap;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
import org.apache.hadoop.hdfs.server.namenode.INodeReference.WithCount;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.ChildrenDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.ChildrenDiff;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
import org.apache.hadoop.test.GenericTestUtils;
|
import org.apache.hadoop.test.GenericTestUtils;
|
||||||
|
@ -757,10 +756,10 @@ public class TestRenameWithSnapshots {
|
||||||
// only 2 references: one in deleted list of sdir1, one in created list of
|
// only 2 references: one in deleted list of sdir1, one in created list of
|
||||||
// sdir1
|
// sdir1
|
||||||
assertEquals(2, fooWithCount.getReferenceCount());
|
assertEquals(2, fooWithCount.getReferenceCount());
|
||||||
INodeDirectoryWithSnapshot foo = (INodeDirectoryWithSnapshot) fooWithCount
|
INodeDirectory foo = fooWithCount.asDirectory();
|
||||||
.asDirectory();
|
|
||||||
assertEquals(1, foo.getDiffs().asList().size());
|
assertEquals(1, foo.getDiffs().asList().size());
|
||||||
assertEquals("s1", foo.getLastSnapshot().getRoot().getLocalName());
|
assertEquals("s1", foo.getDirectoryWithSnapshotFeature().getLastSnapshot()
|
||||||
|
.getRoot().getLocalName());
|
||||||
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
||||||
assertEquals(1, bar1.getDiffs().asList().size());
|
assertEquals(1, bar1.getDiffs().asList().size());
|
||||||
assertEquals("s1", bar1.getDiffs().getLastSnapshot().getRoot()
|
assertEquals("s1", bar1.getDiffs().getLastSnapshot().getRoot()
|
||||||
|
@ -973,8 +972,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeReference.WithCount fooWithCount = (WithCount) fooRef.getReferredINode();
|
INodeReference.WithCount fooWithCount = (WithCount) fooRef.getReferredINode();
|
||||||
// 5 references: s1, s22, s333, s2222, current tree of sdir1
|
// 5 references: s1, s22, s333, s2222, current tree of sdir1
|
||||||
assertEquals(5, fooWithCount.getReferenceCount());
|
assertEquals(5, fooWithCount.getReferenceCount());
|
||||||
INodeDirectoryWithSnapshot foo = (INodeDirectoryWithSnapshot) fooWithCount
|
INodeDirectory foo = fooWithCount.asDirectory();
|
||||||
.asDirectory();
|
|
||||||
List<DirectoryDiff> fooDiffs = foo.getDiffs().asList();
|
List<DirectoryDiff> fooDiffs = foo.getDiffs().asList();
|
||||||
assertEquals(4, fooDiffs.size());
|
assertEquals(4, fooDiffs.size());
|
||||||
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
||||||
|
@ -1032,7 +1030,7 @@ public class TestRenameWithSnapshots {
|
||||||
fooRef = fsdir.getINode(foo_s2222.toString()).asReference();
|
fooRef = fsdir.getINode(foo_s2222.toString()).asReference();
|
||||||
fooWithCount = (WithCount) fooRef.getReferredINode();
|
fooWithCount = (WithCount) fooRef.getReferredINode();
|
||||||
assertEquals(4, fooWithCount.getReferenceCount());
|
assertEquals(4, fooWithCount.getReferenceCount());
|
||||||
foo = (INodeDirectoryWithSnapshot) fooWithCount.asDirectory();
|
foo = fooWithCount.asDirectory();
|
||||||
fooDiffs = foo.getDiffs().asList();
|
fooDiffs = foo.getDiffs().asList();
|
||||||
assertEquals(4, fooDiffs.size());
|
assertEquals(4, fooDiffs.size());
|
||||||
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
||||||
|
@ -1171,8 +1169,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(fooRef instanceof INodeReference.WithName);
|
assertTrue(fooRef instanceof INodeReference.WithName);
|
||||||
INodeReference.WithCount fooWC = (WithCount) fooRef.getReferredINode();
|
INodeReference.WithCount fooWC = (WithCount) fooRef.getReferredINode();
|
||||||
assertEquals(1, fooWC.getReferenceCount());
|
assertEquals(1, fooWC.getReferenceCount());
|
||||||
INodeDirectoryWithSnapshot fooDir = (INodeDirectoryWithSnapshot) fooWC
|
INodeDirectory fooDir = fooWC.getReferredINode().asDirectory();
|
||||||
.getReferredINode().asDirectory();
|
|
||||||
List<DirectoryDiff> diffs = fooDir.getDiffs().asList();
|
List<DirectoryDiff> diffs = fooDir.getDiffs().asList();
|
||||||
assertEquals(1, diffs.size());
|
assertEquals(1, diffs.size());
|
||||||
assertEquals("s2", diffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals("s2", diffs.get(0).snapshot.getRoot().getLocalName());
|
||||||
|
@ -1263,7 +1260,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
||||||
INodeDirectory mockDir2 = spy(dir2);
|
INodeDirectory mockDir2 = spy(dir2);
|
||||||
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject(), (INodeMap) anyObject());
|
(Snapshot) anyObject());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1288,9 +1285,8 @@ public class TestRenameWithSnapshots {
|
||||||
assertEquals(0, childrenDiff.getList(ListType.CREATED).size());
|
assertEquals(0, childrenDiff.getList(ListType.CREATED).size());
|
||||||
|
|
||||||
INode fooNode = fsdir.getINode4Write(foo.toString());
|
INode fooNode = fsdir.getINode4Write(foo.toString());
|
||||||
assertTrue(fooNode instanceof INodeDirectoryWithSnapshot);
|
assertTrue(fooNode.isDirectory() && fooNode.asDirectory().isWithSnapshot());
|
||||||
List<DirectoryDiff> fooDiffs = ((INodeDirectoryWithSnapshot) fooNode)
|
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
.getDiffs().asList();
|
|
||||||
assertEquals(1, fooDiffs.size());
|
assertEquals(1, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
||||||
|
|
||||||
|
@ -1302,7 +1298,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertFalse(hdfs.exists(newfoo));
|
assertFalse(hdfs.exists(newfoo));
|
||||||
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
assertFalse(dir2Node instanceof INodeDirectoryWithSnapshot);
|
assertFalse(dir2Node.isWithSnapshot());
|
||||||
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
||||||
|
@ -1331,7 +1327,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
||||||
INodeDirectory mockDir2 = spy(dir2);
|
INodeDirectory mockDir2 = spy(dir2);
|
||||||
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject(), (INodeMap) anyObject());
|
(Snapshot) anyObject());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1366,7 +1362,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertFalse(hdfs.exists(newfoo));
|
assertFalse(hdfs.exists(newfoo));
|
||||||
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
assertFalse(dir2Node instanceof INodeDirectoryWithSnapshot);
|
assertFalse(dir2Node.isWithSnapshot());
|
||||||
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
||||||
|
@ -1393,7 +1389,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir3 = fsdir.getINode4Write(sdir3.toString()).asDirectory();
|
INodeDirectory dir3 = fsdir.getINode4Write(sdir3.toString()).asDirectory();
|
||||||
INodeDirectory mockDir3 = spy(dir3);
|
INodeDirectory mockDir3 = spy(dir3);
|
||||||
doReturn(false).when(mockDir3).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir3).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject(), (INodeMap) anyObject());
|
(Snapshot) anyObject());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1420,8 +1416,7 @@ public class TestRenameWithSnapshots {
|
||||||
INode fooNode = fsdir.getINode4Write(foo_dir2.toString());
|
INode fooNode = fsdir.getINode4Write(foo_dir2.toString());
|
||||||
assertTrue(childrenDiff.getList(ListType.CREATED).get(0) == fooNode);
|
assertTrue(childrenDiff.getList(ListType.CREATED).get(0) == fooNode);
|
||||||
assertTrue(fooNode instanceof INodeReference.DstReference);
|
assertTrue(fooNode instanceof INodeReference.DstReference);
|
||||||
List<DirectoryDiff> fooDiffs = ((INodeDirectoryWithSnapshot) fooNode
|
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
.asDirectory()).getDiffs().asList();
|
|
||||||
assertEquals(1, fooDiffs.size());
|
assertEquals(1, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
||||||
|
|
||||||
|
@ -1455,8 +1450,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(hdfs.exists(foo_s3));
|
assertTrue(hdfs.exists(foo_s3));
|
||||||
|
|
||||||
assertTrue(fooNode instanceof INodeReference.DstReference);
|
assertTrue(fooNode instanceof INodeReference.DstReference);
|
||||||
fooDiffs = ((INodeDirectoryWithSnapshot) fooNode.asDirectory()).getDiffs()
|
fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
.asList();
|
|
||||||
assertEquals(2, fooDiffs.size());
|
assertEquals(2, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
||||||
assertEquals("s3", fooDiffs.get(1).snapshot.getRoot().getLocalName());
|
assertEquals("s3", fooDiffs.get(1).snapshot.getRoot().getLocalName());
|
||||||
|
@ -1495,10 +1489,9 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory mockDir3 = spy(dir3);
|
INodeDirectory mockDir3 = spy(dir3);
|
||||||
// fail the rename but succeed in undo
|
// fail the rename but succeed in undo
|
||||||
doReturn(false).when(mockDir3).addChild((INode) Mockito.isNull(),
|
doReturn(false).when(mockDir3).addChild((INode) Mockito.isNull(),
|
||||||
anyBoolean(), (Snapshot) anyObject(), (INodeMap) anyObject());
|
anyBoolean(), (Snapshot) anyObject());
|
||||||
Mockito.when(mockDir3.addChild((INode) Mockito.isNotNull(),
|
Mockito.when(mockDir3.addChild((INode) Mockito.isNotNull(), anyBoolean(),
|
||||||
anyBoolean(), (Snapshot) anyObject(),
|
(Snapshot) anyObject())).thenReturn(false).thenCallRealMethod();
|
||||||
(INodeMap) anyObject())).thenReturn(false).thenCallRealMethod();
|
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
||||||
foo3Node.setParent(mockDir3);
|
foo3Node.setParent(mockDir3);
|
||||||
|
@ -1561,7 +1554,7 @@ public class TestRenameWithSnapshots {
|
||||||
.getChildrenList(null));
|
.getChildrenList(null));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode fooNode = childrenList.get(0);
|
INode fooNode = childrenList.get(0);
|
||||||
assertTrue(fooNode.getClass() == INodeDirectoryWithSnapshot.class);
|
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
||||||
INode barNode = fsdir.getINode4Write(bar.toString());
|
INode barNode = fsdir.getINode4Write(bar.toString());
|
||||||
assertTrue(barNode.getClass() == INodeFile.class);
|
assertTrue(barNode.getClass() == INodeFile.class);
|
||||||
assertSame(fooNode, barNode.getParent());
|
assertSame(fooNode, barNode.getParent());
|
||||||
|
@ -1637,7 +1630,7 @@ public class TestRenameWithSnapshots {
|
||||||
.getChildrenList(null));
|
.getChildrenList(null));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode fooNode = childrenList.get(0);
|
INode fooNode = childrenList.get(0);
|
||||||
assertTrue(fooNode.getClass() == INodeDirectoryWithSnapshot.class);
|
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
||||||
assertSame(dir1Node, fooNode.getParent());
|
assertSame(dir1Node, fooNode.getParent());
|
||||||
List<DirectoryDiff> diffList = ((INodeDirectorySnapshottable) dir1Node)
|
List<DirectoryDiff> diffList = ((INodeDirectorySnapshottable) dir1Node)
|
||||||
.getDiffs().asList();
|
.getDiffs().asList();
|
||||||
|
@ -1656,7 +1649,7 @@ public class TestRenameWithSnapshots {
|
||||||
.getChildrenList(null));
|
.getChildrenList(null));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode subdir2Node = childrenList.get(0);
|
INode subdir2Node = childrenList.get(0);
|
||||||
assertTrue(subdir2Node.getClass() == INodeDirectoryWithSnapshot.class);
|
assertTrue(subdir2Node.asDirectory().isWithSnapshot());
|
||||||
assertSame(dir2Node, subdir2Node.getParent());
|
assertSame(dir2Node, subdir2Node.getParent());
|
||||||
assertSame(subdir2Node, fsdir.getINode4Write(sub_dir2.toString()));
|
assertSame(subdir2Node, fsdir.getINode4Write(sub_dir2.toString()));
|
||||||
INode subsubdir2Node = fsdir.getINode4Write(subsub_dir2.toString());
|
INode subsubdir2Node = fsdir.getINode4Write(subsub_dir2.toString());
|
||||||
|
@ -1669,7 +1662,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(diff.getChildrenDiff().getList(ListType.CREATED).isEmpty());
|
assertTrue(diff.getChildrenDiff().getList(ListType.CREATED).isEmpty());
|
||||||
assertTrue(diff.getChildrenDiff().getList(ListType.DELETED).isEmpty());
|
assertTrue(diff.getChildrenDiff().getList(ListType.DELETED).isEmpty());
|
||||||
|
|
||||||
diffList = ((INodeDirectoryWithSnapshot) subdir2Node).getDiffs().asList();
|
diffList = subdir2Node.asDirectory().getDiffs().asList();
|
||||||
assertEquals(0, diffList.size());
|
assertEquals(0, diffList.size());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1697,8 +1690,7 @@ public class TestRenameWithSnapshots {
|
||||||
}
|
}
|
||||||
|
|
||||||
// check
|
// check
|
||||||
INodeDirectoryWithSnapshot fooNode = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory fooNode = fsdir.getINode4Write(foo.toString()).asDirectory();
|
||||||
.getINode4Write(foo.toString());
|
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
||||||
assertEquals(1, children.size());
|
assertEquals(1, children.size());
|
||||||
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
||||||
|
@ -1948,8 +1940,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeReference.WithCount wc =
|
INodeReference.WithCount wc =
|
||||||
(WithCount) fooRef.asReference().getReferredINode();
|
(WithCount) fooRef.asReference().getReferredINode();
|
||||||
assertEquals(1, wc.getReferenceCount());
|
assertEquals(1, wc.getReferenceCount());
|
||||||
INodeDirectoryWithSnapshot fooNode =
|
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
||||||
(INodeDirectoryWithSnapshot) wc.getReferredINode().asDirectory();
|
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
||||||
assertEquals(1, children.size());
|
assertEquals(1, children.size());
|
||||||
assertEquals(bar.getName(), children.get(0).getLocalName());
|
assertEquals(bar.getName(), children.get(0).getLocalName());
|
||||||
|
@ -2017,8 +2008,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeReference.WithCount wc =
|
INodeReference.WithCount wc =
|
||||||
(WithCount) fooRef.asReference().getReferredINode();
|
(WithCount) fooRef.asReference().getReferredINode();
|
||||||
assertEquals(2, wc.getReferenceCount());
|
assertEquals(2, wc.getReferenceCount());
|
||||||
INodeDirectoryWithSnapshot fooNode =
|
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
||||||
(INodeDirectoryWithSnapshot) wc.getReferredINode().asDirectory();
|
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
||||||
assertEquals(3, children.size());
|
assertEquals(3, children.size());
|
||||||
assertEquals(bar.getName(), children.get(0).getLocalName());
|
assertEquals(bar.getName(), children.get(0).getLocalName());
|
||||||
|
@ -2044,9 +2034,9 @@ public class TestRenameWithSnapshots {
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* This test demonstrates that
|
* This test demonstrates that
|
||||||
* {@link INodeDirectoryWithSnapshot#removeChild(INode, Snapshot, INodeMap)}
|
* {@link INodeDirectory#removeChild(INode, Snapshot)}
|
||||||
* and
|
* and
|
||||||
* {@link INodeDirectoryWithSnapshot#addChild(INode, boolean, Snapshot, INodeMap)}
|
* {@link INodeDirectory#addChild(INode, boolean, Snapshot)}
|
||||||
* should use {@link INode#isInLatestSnapshot(Snapshot)} to check if the
|
* should use {@link INode#isInLatestSnapshot(Snapshot)} to check if the
|
||||||
* added/removed child should be recorded in snapshots.
|
* added/removed child should be recorded in snapshots.
|
||||||
*/
|
*/
|
||||||
|
@ -2063,7 +2053,7 @@ public class TestRenameWithSnapshots {
|
||||||
hdfs.mkdirs(foo);
|
hdfs.mkdirs(foo);
|
||||||
SnapshotTestHelper.createSnapshot(hdfs, dir1, "s1");
|
SnapshotTestHelper.createSnapshot(hdfs, dir1, "s1");
|
||||||
final Path bar = new Path(foo, "bar");
|
final Path bar = new Path(foo, "bar");
|
||||||
// create file bar, and foo will become an INodeDirectoryWithSnapshot
|
// create file bar, and foo will become an INodeDirectory with snapshot
|
||||||
DFSTestUtil.createFile(hdfs, bar, BLOCKSIZE, REPL, SEED);
|
DFSTestUtil.createFile(hdfs, bar, BLOCKSIZE, REPL, SEED);
|
||||||
// delete snapshot s1. now foo is not in any snapshot
|
// delete snapshot s1. now foo is not in any snapshot
|
||||||
hdfs.deleteSnapshot(dir1, "s1");
|
hdfs.deleteSnapshot(dir1, "s1");
|
||||||
|
@ -2079,7 +2069,7 @@ public class TestRenameWithSnapshots {
|
||||||
|
|
||||||
// delete /dir2/foo. Since it is not in any snapshot, we will call its
|
// delete /dir2/foo. Since it is not in any snapshot, we will call its
|
||||||
// destroy function. If we do not use isInLatestSnapshot in removeChild and
|
// destroy function. If we do not use isInLatestSnapshot in removeChild and
|
||||||
// addChild methods in INodeDirectoryWithSnapshot, the file bar will be
|
// addChild methods in INodeDirectory (with snapshot), the file bar will be
|
||||||
// stored in the deleted list of foo, and will be destroyed.
|
// stored in the deleted list of foo, and will be destroyed.
|
||||||
hdfs.delete(foo2, true);
|
hdfs.delete(foo2, true);
|
||||||
|
|
||||||
|
@ -2130,8 +2120,8 @@ public class TestRenameWithSnapshots {
|
||||||
// check the internal
|
// check the internal
|
||||||
assertFalse("after deleting s0, " + foo_s0 + " should not exist",
|
assertFalse("after deleting s0, " + foo_s0 + " should not exist",
|
||||||
hdfs.exists(foo_s0));
|
hdfs.exists(foo_s0));
|
||||||
INodeDirectoryWithSnapshot dir2Node = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory dir2Node = fsdir.getINode4Write(dir2.toString())
|
||||||
.getINode4Write(dir2.toString());
|
.asDirectory();
|
||||||
assertTrue("the diff list of " + dir2
|
assertTrue("the diff list of " + dir2
|
||||||
+ " should be empty after deleting s0", dir2Node.getDiffs().asList()
|
+ " should be empty after deleting s0", dir2Node.getDiffs().asList()
|
||||||
.isEmpty());
|
.isEmpty());
|
||||||
|
@ -2140,16 +2130,14 @@ public class TestRenameWithSnapshots {
|
||||||
INode fooRefNode = fsdir.getINode4Write(newfoo.toString());
|
INode fooRefNode = fsdir.getINode4Write(newfoo.toString());
|
||||||
assertTrue(fooRefNode instanceof INodeReference.DstReference);
|
assertTrue(fooRefNode instanceof INodeReference.DstReference);
|
||||||
INodeDirectory fooNode = fooRefNode.asDirectory();
|
INodeDirectory fooNode = fooRefNode.asDirectory();
|
||||||
// fooNode should be still INodeDirectoryWithSnapshot since we call
|
// fooNode should be still INodeDirectory (With Snapshot) since we call
|
||||||
// recordModification before the rename
|
// recordModification before the rename
|
||||||
assertTrue(fooNode instanceof INodeDirectoryWithSnapshot);
|
assertTrue(fooNode.isWithSnapshot());
|
||||||
assertTrue(((INodeDirectoryWithSnapshot) fooNode).getDiffs().asList()
|
assertTrue(fooNode.getDiffs().asList().isEmpty());
|
||||||
.isEmpty());
|
|
||||||
INodeDirectory barNode = fooNode.getChildrenList(null).get(0).asDirectory();
|
INodeDirectory barNode = fooNode.getChildrenList(null).get(0).asDirectory();
|
||||||
// bar should also be an INodeDirectoryWithSnapshot, and both of its diff
|
// bar should also be INodeDirectory (With Snapshot), and both of its diff
|
||||||
// list and children list are empty
|
// list and children list are empty
|
||||||
assertTrue(((INodeDirectoryWithSnapshot) barNode).getDiffs().asList()
|
assertTrue(barNode.getDiffs().asList().isEmpty());
|
||||||
.isEmpty());
|
|
||||||
assertTrue(barNode.getChildrenList(null).isEmpty());
|
assertTrue(barNode.getChildrenList(null).isEmpty());
|
||||||
|
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
|
@ -2199,8 +2187,8 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(hdfs.exists(file_s0));
|
assertTrue(hdfs.exists(file_s0));
|
||||||
|
|
||||||
// check dir1: foo should be in the created list of s0
|
// check dir1: foo should be in the created list of s0
|
||||||
INodeDirectoryWithSnapshot dir1Node = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory dir1Node = fsdir.getINode4Write(dir1.toString())
|
||||||
.getINode4Write(dir1.toString());
|
.asDirectory();
|
||||||
List<DirectoryDiff> dir1DiffList = dir1Node.getDiffs().asList();
|
List<DirectoryDiff> dir1DiffList = dir1Node.getDiffs().asList();
|
||||||
assertEquals(1, dir1DiffList.size());
|
assertEquals(1, dir1DiffList.size());
|
||||||
List<INode> dList = dir1DiffList.get(0).getChildrenDiff()
|
List<INode> dList = dir1DiffList.get(0).getChildrenDiff()
|
||||||
|
@ -2215,8 +2203,8 @@ public class TestRenameWithSnapshots {
|
||||||
|
|
||||||
// check foo and its subtree
|
// check foo and its subtree
|
||||||
final Path newbar = new Path(newfoo, bar.getName());
|
final Path newbar = new Path(newfoo, bar.getName());
|
||||||
INodeDirectoryWithSnapshot barNode = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory barNode = fsdir.getINode4Write(newbar.toString())
|
||||||
.getINode4Write(newbar.toString());
|
.asDirectory();
|
||||||
assertSame(fooNode.asDirectory(), barNode.getParent());
|
assertSame(fooNode.asDirectory(), barNode.getParent());
|
||||||
// bar should only have a snapshot diff for s0
|
// bar should only have a snapshot diff for s0
|
||||||
List<DirectoryDiff> barDiffList = barNode.getDiffs().asList();
|
List<DirectoryDiff> barDiffList = barNode.getDiffs().asList();
|
||||||
|
@ -2229,8 +2217,8 @@ public class TestRenameWithSnapshots {
|
||||||
|
|
||||||
// check dir2: a WithName instance for foo should be in the deleted list
|
// check dir2: a WithName instance for foo should be in the deleted list
|
||||||
// of the snapshot diff for s2
|
// of the snapshot diff for s2
|
||||||
INodeDirectoryWithSnapshot dir2Node = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory dir2Node = fsdir.getINode4Write(dir2.toString())
|
||||||
.getINode4Write(dir2.toString());
|
.asDirectory();
|
||||||
List<DirectoryDiff> dir2DiffList = dir2Node.getDiffs().asList();
|
List<DirectoryDiff> dir2DiffList = dir2Node.getDiffs().asList();
|
||||||
// dir2Node should contain 2 snapshot diffs, one for s2, and the other was
|
// dir2Node should contain 2 snapshot diffs, one for s2, and the other was
|
||||||
// originally s1 (created when dir2 was transformed to a snapshottable dir),
|
// originally s1 (created when dir2 was transformed to a snapshottable dir),
|
||||||
|
@ -2287,8 +2275,7 @@ public class TestRenameWithSnapshots {
|
||||||
// make sure the file under bar is deleted
|
// make sure the file under bar is deleted
|
||||||
final Path barInS0 = SnapshotTestHelper.getSnapshotPath(test, "s0",
|
final Path barInS0 = SnapshotTestHelper.getSnapshotPath(test, "s0",
|
||||||
"foo/bar");
|
"foo/bar");
|
||||||
INodeDirectoryWithSnapshot barNode = (INodeDirectoryWithSnapshot) fsdir
|
INodeDirectory barNode = fsdir.getINode(barInS0.toString()).asDirectory();
|
||||||
.getINode(barInS0.toString());
|
|
||||||
assertEquals(0, barNode.getChildrenList(null).size());
|
assertEquals(0, barNode.getChildrenList(null).size());
|
||||||
List<DirectoryDiff> diffList = barNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = barNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
|
|
|
@ -36,7 +36,7 @@ import org.apache.hadoop.hdfs.server.namenode.FSDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
import org.apache.hadoop.hdfs.util.Diff.ListType;
|
||||||
import org.junit.After;
|
import org.junit.After;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
|
@ -92,12 +92,12 @@ public class TestSetQuotaWithSnapshot {
|
||||||
INodeDirectory subNode = INodeDirectory.valueOf(
|
INodeDirectory subNode = INodeDirectory.valueOf(
|
||||||
fsdir.getINode(sub.toString()), sub);
|
fsdir.getINode(sub.toString()), sub);
|
||||||
// subNode should be a INodeDirectory, but not an INodeDirectoryWithSnapshot
|
// subNode should be a INodeDirectory, but not an INodeDirectoryWithSnapshot
|
||||||
assertFalse(subNode instanceof INodeDirectoryWithSnapshot);
|
assertFalse(subNode.isWithSnapshot());
|
||||||
|
|
||||||
hdfs.setQuota(sub, Long.MAX_VALUE - 1, Long.MAX_VALUE - 1);
|
hdfs.setQuota(sub, Long.MAX_VALUE - 1, Long.MAX_VALUE - 1);
|
||||||
subNode = INodeDirectory.valueOf(fsdir.getINode(sub.toString()), sub);
|
subNode = INodeDirectory.valueOf(fsdir.getINode(sub.toString()), sub);
|
||||||
assertTrue(subNode.isQuotaSet());
|
assertTrue(subNode.isQuotaSet());
|
||||||
assertFalse(subNode instanceof INodeDirectoryWithSnapshot);
|
assertFalse(subNode.isWithSnapshot());
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -150,8 +150,8 @@ public class TestSetQuotaWithSnapshot {
|
||||||
DFSTestUtil.createFile(hdfs, file, BLOCKSIZE, REPLICATION, seed);
|
DFSTestUtil.createFile(hdfs, file, BLOCKSIZE, REPLICATION, seed);
|
||||||
hdfs.setQuota(dir, HdfsConstants.QUOTA_RESET, HdfsConstants.QUOTA_RESET);
|
hdfs.setQuota(dir, HdfsConstants.QUOTA_RESET, HdfsConstants.QUOTA_RESET);
|
||||||
INode subNode = fsdir.getINode4Write(subDir.toString());
|
INode subNode = fsdir.getINode4Write(subDir.toString());
|
||||||
assertTrue(subNode instanceof INodeDirectoryWithSnapshot);
|
assertTrue(subNode.asDirectory().isWithSnapshot());
|
||||||
List<DirectoryDiff> diffList = ((INodeDirectoryWithSnapshot) subNode).getDiffs().asList();
|
List<DirectoryDiff> diffList = subNode.asDirectory().getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
assertEquals("s2", Snapshot.getSnapshotName(diffList.get(0).snapshot));
|
assertEquals("s2", Snapshot.getSnapshotName(diffList.get(0).snapshot));
|
||||||
List<INode> createdList = diffList.get(0).getChildrenDiff().getList(ListType.CREATED);
|
List<INode> createdList = diffList.get(0).getChildrenDiff().getList(ListType.CREATED);
|
||||||
|
|
|
@ -51,7 +51,7 @@ import org.apache.hadoop.hdfs.server.namenode.NameNode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.NameNodeAdapter;
|
import org.apache.hadoop.hdfs.server.namenode.NameNodeAdapter;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.ha.HATestUtil;
|
import org.apache.hadoop.hdfs.server.namenode.ha.HATestUtil;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiffList;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiffList;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
import org.apache.hadoop.io.IOUtils;
|
import org.apache.hadoop.io.IOUtils;
|
||||||
import org.apache.hadoop.ipc.RemoteException;
|
import org.apache.hadoop.ipc.RemoteException;
|
||||||
|
@ -311,9 +311,9 @@ public class TestSnapshotDeletion {
|
||||||
// make sure the whole subtree of sub is stored correctly in snapshot
|
// make sure the whole subtree of sub is stored correctly in snapshot
|
||||||
Path snapshotSub = SnapshotTestHelper.getSnapshotPath(dir, "s1",
|
Path snapshotSub = SnapshotTestHelper.getSnapshotPath(dir, "s1",
|
||||||
sub.getName());
|
sub.getName());
|
||||||
INodeDirectoryWithSnapshot snapshotNode4Sub =
|
INodeDirectory snapshotNode4Sub = fsdir.getINode(snapshotSub.toString())
|
||||||
(INodeDirectoryWithSnapshot) fsdir.getINode(snapshotSub.toString());
|
.asDirectory();
|
||||||
assertEquals(INodeDirectoryWithSnapshot.class, snapshotNode4Sub.getClass());
|
assertTrue(snapshotNode4Sub.isWithSnapshot());
|
||||||
// the snapshot copy of sub has only one child subsub.
|
// the snapshot copy of sub has only one child subsub.
|
||||||
// newFile should have been destroyed
|
// newFile should have been destroyed
|
||||||
assertEquals(1, snapshotNode4Sub.getChildrenList(null).size());
|
assertEquals(1, snapshotNode4Sub.getChildrenList(null).size());
|
||||||
|
@ -323,8 +323,7 @@ public class TestSnapshotDeletion {
|
||||||
// check the snapshot copy of subsub, which is contained in the subtree of
|
// check the snapshot copy of subsub, which is contained in the subtree of
|
||||||
// sub's snapshot copy
|
// sub's snapshot copy
|
||||||
INode snapshotNode4Subsub = snapshotNode4Sub.getChildrenList(null).get(0);
|
INode snapshotNode4Subsub = snapshotNode4Sub.getChildrenList(null).get(0);
|
||||||
assertEquals(INodeDirectoryWithSnapshot.class,
|
assertTrue(snapshotNode4Subsub.asDirectory().isWithSnapshot());
|
||||||
snapshotNode4Subsub.getClass());
|
|
||||||
assertTrue(snapshotNode4Sub == snapshotNode4Subsub.getParent());
|
assertTrue(snapshotNode4Sub == snapshotNode4Subsub.getParent());
|
||||||
// check the children of subsub
|
// check the children of subsub
|
||||||
INodeDirectory snapshotSubsubDir = (INodeDirectory) snapshotNode4Subsub;
|
INodeDirectory snapshotSubsubDir = (INodeDirectory) snapshotNode4Subsub;
|
||||||
|
@ -478,8 +477,8 @@ public class TestSnapshotDeletion {
|
||||||
DirectoryDiffList diffList = dirNode.getDiffs();
|
DirectoryDiffList diffList = dirNode.getDiffs();
|
||||||
assertEquals(1, diffList.asList().size());
|
assertEquals(1, diffList.asList().size());
|
||||||
assertEquals("s1", diffList.getLast().snapshot.getRoot().getLocalName());
|
assertEquals("s1", diffList.getLast().snapshot.getRoot().getLocalName());
|
||||||
diffList = ((INodeDirectoryWithSnapshot) fsdir.getINode(
|
diffList = fsdir.getINode(metaChangeDir.toString()).asDirectory()
|
||||||
metaChangeDir.toString())).getDiffs();
|
.getDiffs();
|
||||||
assertEquals(0, diffList.asList().size());
|
assertEquals(0, diffList.asList().size());
|
||||||
|
|
||||||
// check 2. noChangeDir and noChangeFile are still there
|
// check 2. noChangeDir and noChangeFile are still there
|
||||||
|
|
|
@ -37,7 +37,7 @@ import org.apache.hadoop.hdfs.protocol.HdfsConstants;
|
||||||
import org.apache.hadoop.hdfs.protocol.SnapshotException;
|
import org.apache.hadoop.hdfs.protocol.SnapshotException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSDirectory;
|
import org.apache.hadoop.hdfs.server.namenode.FSDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectoryWithSnapshot.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
import org.apache.hadoop.ipc.RemoteException;
|
import org.apache.hadoop.ipc.RemoteException;
|
||||||
import org.apache.hadoop.test.GenericTestUtils;
|
import org.apache.hadoop.test.GenericTestUtils;
|
||||||
|
|
Loading…
Reference in New Issue