HDFS-5715 and HDFS-5726. Merge change r1556353 and r1556433 from trunk.
git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1568217 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
bac1ab80f0
commit
ced619c93e
|
@ -58,6 +58,11 @@ Release 2.4.0 - UNRELEASED
|
||||||
INodeDirectoryWithSnapshot with DirectoryWithSnapshotFeature.
|
INodeDirectoryWithSnapshot with DirectoryWithSnapshotFeature.
|
||||||
(jing9 via szetszwo)
|
(jing9 via szetszwo)
|
||||||
|
|
||||||
|
HDFS-5715. Use Snapshot ID to indicate the corresponding Snapshot for a
|
||||||
|
FileDiff/DirectoryDiff. (jing9)
|
||||||
|
|
||||||
|
HDFS-5726. Fix compilation error in AbstractINodeDiff for JDK7. (jing9)
|
||||||
|
|
||||||
OPTIMIZATIONS
|
OPTIMIZATIONS
|
||||||
|
|
||||||
HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
|
HDFS-5790. LeaseManager.findPath is very slow when many leases need recovery
|
||||||
|
|
|
@ -49,6 +49,7 @@ import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
import org.apache.hadoop.hdfs.server.namenode.INodeDirectory;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.INodeFile;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
import org.apache.hadoop.util.GSet;
|
import org.apache.hadoop.util.GSet;
|
||||||
import org.apache.hadoop.util.Time;
|
import org.apache.hadoop.util.Time;
|
||||||
|
@ -339,7 +340,8 @@ public class CacheReplicationMonitor extends Thread implements Closeable {
|
||||||
}
|
}
|
||||||
} else if (node.isDirectory()) {
|
} else if (node.isDirectory()) {
|
||||||
INodeDirectory dir = node.asDirectory();
|
INodeDirectory dir = node.asDirectory();
|
||||||
ReadOnlyList<INode> children = dir.getChildrenList(null);
|
ReadOnlyList<INode> children = dir
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
for (INode child : children) {
|
for (INode child : children) {
|
||||||
if (child.isFile()) {
|
if (child.isFile()) {
|
||||||
rescanFile(directive, child.asFile());
|
rescanFile(directive, child.asFile());
|
||||||
|
|
|
@ -53,7 +53,6 @@ import org.apache.hadoop.fs.InvalidRequestException;
|
||||||
import org.apache.hadoop.fs.UnresolvedLinkException;
|
import org.apache.hadoop.fs.UnresolvedLinkException;
|
||||||
import org.apache.hadoop.fs.permission.FsAction;
|
import org.apache.hadoop.fs.permission.FsAction;
|
||||||
import org.apache.hadoop.hdfs.DFSUtil;
|
import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.protocol.Block;
|
|
||||||
import org.apache.hadoop.hdfs.protocol.CacheDirective;
|
import org.apache.hadoop.hdfs.protocol.CacheDirective;
|
||||||
import org.apache.hadoop.hdfs.protocol.CacheDirectiveEntry;
|
import org.apache.hadoop.hdfs.protocol.CacheDirectiveEntry;
|
||||||
import org.apache.hadoop.hdfs.protocol.CacheDirectiveInfo;
|
import org.apache.hadoop.hdfs.protocol.CacheDirectiveInfo;
|
||||||
|
@ -69,6 +68,7 @@ import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList;
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList.Type;
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor.CachedBlocksList.Type;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics;
|
import org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress.Counter;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress.Counter;
|
||||||
|
@ -410,7 +410,8 @@ public final class CacheManager {
|
||||||
requestedBytes = file.computeFileSize();
|
requestedBytes = file.computeFileSize();
|
||||||
} else if (node.isDirectory()) {
|
} else if (node.isDirectory()) {
|
||||||
INodeDirectory dir = node.asDirectory();
|
INodeDirectory dir = node.asDirectory();
|
||||||
ReadOnlyList<INode> children = dir.getChildrenList(null);
|
ReadOnlyList<INode> children = dir
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
requestedFiles = children.size();
|
requestedFiles = children.size();
|
||||||
for (INode child : children) {
|
for (INode child : children) {
|
||||||
if (child.isFile()) {
|
if (child.isFile()) {
|
||||||
|
|
|
@ -633,14 +633,14 @@ public class FSDirectory implements Closeable {
|
||||||
INode srcChild = srcIIP.getLastINode();
|
INode srcChild = srcIIP.getLastINode();
|
||||||
final byte[] srcChildName = srcChild.getLocalNameBytes();
|
final byte[] srcChildName = srcChild.getLocalNameBytes();
|
||||||
final boolean isSrcInSnapshot = srcChild.isInLatestSnapshot(
|
final boolean isSrcInSnapshot = srcChild.isInLatestSnapshot(
|
||||||
srcIIP.getLatestSnapshot());
|
srcIIP.getLatestSnapshotId());
|
||||||
final boolean srcChildIsReference = srcChild.isReference();
|
final boolean srcChildIsReference = srcChild.isReference();
|
||||||
|
|
||||||
// Record the snapshot on srcChild. After the rename, before any new
|
// Record the snapshot on srcChild. After the rename, before any new
|
||||||
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
||||||
// snapshot of the src tree.
|
// snapshot of the src tree.
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot());
|
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshotId());
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -648,17 +648,16 @@ public class FSDirectory implements Closeable {
|
||||||
final INodeReference.WithCount withCount;
|
final INodeReference.WithCount withCount;
|
||||||
Quota.Counts oldSrcCounts = Quota.Counts.newInstance();
|
Quota.Counts oldSrcCounts = Quota.Counts.newInstance();
|
||||||
int srcRefDstSnapshot = srcChildIsReference ? srcChild.asReference()
|
int srcRefDstSnapshot = srcChildIsReference ? srcChild.asReference()
|
||||||
.getDstSnapshotId() : Snapshot.INVALID_ID;
|
.getDstSnapshotId() : Snapshot.CURRENT_STATE_ID;
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
final INodeReference.WithName withName =
|
final INodeReference.WithName withName =
|
||||||
srcIIP.getINode(-2).asDirectory().replaceChild4ReferenceWithName(
|
srcIIP.getINode(-2).asDirectory().replaceChild4ReferenceWithName(
|
||||||
srcChild, srcIIP.getLatestSnapshot());
|
srcChild, srcIIP.getLatestSnapshotId());
|
||||||
withCount = (INodeReference.WithCount) withName.getReferredINode();
|
withCount = (INodeReference.WithCount) withName.getReferredINode();
|
||||||
srcChild = withName;
|
srcChild = withName;
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
// get the counts before rename
|
// get the counts before rename
|
||||||
withCount.getReferredINode().computeQuotaUsage(oldSrcCounts, true,
|
withCount.getReferredINode().computeQuotaUsage(oldSrcCounts, true);
|
||||||
Snapshot.INVALID_ID);
|
|
||||||
} else if (srcChildIsReference) {
|
} else if (srcChildIsReference) {
|
||||||
// srcChild is reference but srcChild is not in latest snapshot
|
// srcChild is reference but srcChild is not in latest snapshot
|
||||||
withCount = (WithCount) srcChild.asReference().getReferredINode();
|
withCount = (WithCount) srcChild.asReference().getReferredINode();
|
||||||
|
@ -694,10 +693,9 @@ public class FSDirectory implements Closeable {
|
||||||
toDst = srcChild;
|
toDst = srcChild;
|
||||||
} else {
|
} else {
|
||||||
withCount.getReferredINode().setLocalName(dstChildName);
|
withCount.getReferredINode().setLocalName(dstChildName);
|
||||||
Snapshot dstSnapshot = dstIIP.getLatestSnapshot();
|
int dstSnapshotId = dstIIP.getLatestSnapshotId();
|
||||||
final INodeReference.DstReference ref = new INodeReference.DstReference(
|
final INodeReference.DstReference ref = new INodeReference.DstReference(
|
||||||
dstParent.asDirectory(), withCount,
|
dstParent.asDirectory(), withCount, dstSnapshotId);
|
||||||
dstSnapshot == null ? Snapshot.INVALID_ID : dstSnapshot.getId());
|
|
||||||
toDst = ref;
|
toDst = ref;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -709,9 +707,9 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
// update modification time of dst and the parent of src
|
// update modification time of dst and the parent of src
|
||||||
final INode srcParent = srcIIP.getINode(-2);
|
final INode srcParent = srcIIP.getINode(-2);
|
||||||
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot());
|
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshotId());
|
||||||
dstParent = dstIIP.getINode(-2); // refresh dstParent
|
dstParent = dstIIP.getINode(-2); // refresh dstParent
|
||||||
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot());
|
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshotId());
|
||||||
// update moved leases with new filename
|
// update moved leases with new filename
|
||||||
getFSNamesystem().unprotectedChangeLease(src, dst);
|
getFSNamesystem().unprotectedChangeLease(src, dst);
|
||||||
|
|
||||||
|
@ -719,7 +717,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
// get the counts after rename
|
// get the counts after rename
|
||||||
Quota.Counts newSrcCounts = srcChild.computeQuotaUsage(
|
Quota.Counts newSrcCounts = srcChild.computeQuotaUsage(
|
||||||
Quota.Counts.newInstance(), false, Snapshot.INVALID_ID);
|
Quota.Counts.newInstance(), false);
|
||||||
newSrcCounts.subtract(oldSrcCounts);
|
newSrcCounts.subtract(oldSrcCounts);
|
||||||
srcParent.addSpaceConsumed(newSrcCounts.get(Quota.NAMESPACE),
|
srcParent.addSpaceConsumed(newSrcCounts.get(Quota.NAMESPACE),
|
||||||
newSrcCounts.get(Quota.DISKSPACE), false);
|
newSrcCounts.get(Quota.DISKSPACE), false);
|
||||||
|
@ -751,8 +749,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
// srcParent must have snapshot feature since isSrcInSnapshot is true
|
// srcParent must have snapshot feature since isSrcInSnapshot is true
|
||||||
// and src node has been removed from srcParent
|
// and src node has been removed from srcParent
|
||||||
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild,
|
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild);
|
||||||
srcIIP.getLatestSnapshot());
|
|
||||||
} else {
|
} else {
|
||||||
// original srcChild is not in latest snapshot, we only need to add
|
// original srcChild is not in latest snapshot, we only need to add
|
||||||
// the srcChild back
|
// the srcChild back
|
||||||
|
@ -855,7 +852,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
if (dstInode.isDirectory()) {
|
if (dstInode.isDirectory()) {
|
||||||
final ReadOnlyList<INode> children = dstInode.asDirectory()
|
final ReadOnlyList<INode> children = dstInode.asDirectory()
|
||||||
.getChildrenList(null);
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
if (!children.isEmpty()) {
|
if (!children.isEmpty()) {
|
||||||
error = "rename destination directory is not empty: " + dst;
|
error = "rename destination directory is not empty: " + dst;
|
||||||
NameNode.stateChangeLog.warn(
|
NameNode.stateChangeLog.warn(
|
||||||
|
@ -886,31 +883,30 @@ public class FSDirectory implements Closeable {
|
||||||
INode srcChild = srcIIP.getLastINode();
|
INode srcChild = srcIIP.getLastINode();
|
||||||
final byte[] srcChildName = srcChild.getLocalNameBytes();
|
final byte[] srcChildName = srcChild.getLocalNameBytes();
|
||||||
final boolean isSrcInSnapshot = srcChild.isInLatestSnapshot(
|
final boolean isSrcInSnapshot = srcChild.isInLatestSnapshot(
|
||||||
srcIIP.getLatestSnapshot());
|
srcIIP.getLatestSnapshotId());
|
||||||
final boolean srcChildIsReference = srcChild.isReference();
|
final boolean srcChildIsReference = srcChild.isReference();
|
||||||
|
|
||||||
// Record the snapshot on srcChild. After the rename, before any new
|
// Record the snapshot on srcChild. After the rename, before any new
|
||||||
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
// snapshot is taken on the dst tree, changes will be recorded in the latest
|
||||||
// snapshot of the src tree.
|
// snapshot of the src tree.
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshot());
|
srcChild = srcChild.recordModification(srcIIP.getLatestSnapshotId());
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
}
|
}
|
||||||
|
|
||||||
// check srcChild for reference
|
// check srcChild for reference
|
||||||
final INodeReference.WithCount withCount;
|
final INodeReference.WithCount withCount;
|
||||||
int srcRefDstSnapshot = srcChildIsReference ? srcChild.asReference()
|
int srcRefDstSnapshot = srcChildIsReference ? srcChild.asReference()
|
||||||
.getDstSnapshotId() : Snapshot.INVALID_ID;
|
.getDstSnapshotId() : Snapshot.CURRENT_STATE_ID;
|
||||||
Quota.Counts oldSrcCounts = Quota.Counts.newInstance();
|
Quota.Counts oldSrcCounts = Quota.Counts.newInstance();
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
final INodeReference.WithName withName = srcIIP.getINode(-2).asDirectory()
|
final INodeReference.WithName withName = srcIIP.getINode(-2).asDirectory()
|
||||||
.replaceChild4ReferenceWithName(srcChild, srcIIP.getLatestSnapshot());
|
.replaceChild4ReferenceWithName(srcChild, srcIIP.getLatestSnapshotId());
|
||||||
withCount = (INodeReference.WithCount) withName.getReferredINode();
|
withCount = (INodeReference.WithCount) withName.getReferredINode();
|
||||||
srcChild = withName;
|
srcChild = withName;
|
||||||
srcIIP.setLastINode(srcChild);
|
srcIIP.setLastINode(srcChild);
|
||||||
// get the counts before rename
|
// get the counts before rename
|
||||||
withCount.getReferredINode().computeQuotaUsage(oldSrcCounts, true,
|
withCount.getReferredINode().computeQuotaUsage(oldSrcCounts, true);
|
||||||
Snapshot.INVALID_ID);
|
|
||||||
} else if (srcChildIsReference) {
|
} else if (srcChildIsReference) {
|
||||||
// srcChild is reference but srcChild is not in latest snapshot
|
// srcChild is reference but srcChild is not in latest snapshot
|
||||||
withCount = (WithCount) srcChild.asReference().getReferredINode();
|
withCount = (WithCount) srcChild.asReference().getReferredINode();
|
||||||
|
@ -954,10 +950,9 @@ public class FSDirectory implements Closeable {
|
||||||
toDst = srcChild;
|
toDst = srcChild;
|
||||||
} else {
|
} else {
|
||||||
withCount.getReferredINode().setLocalName(dstChildName);
|
withCount.getReferredINode().setLocalName(dstChildName);
|
||||||
Snapshot dstSnapshot = dstIIP.getLatestSnapshot();
|
int dstSnapshotId = dstIIP.getLatestSnapshotId();
|
||||||
final INodeReference.DstReference ref = new INodeReference.DstReference(
|
final INodeReference.DstReference ref = new INodeReference.DstReference(
|
||||||
dstIIP.getINode(-2).asDirectory(), withCount,
|
dstIIP.getINode(-2).asDirectory(), withCount, dstSnapshotId);
|
||||||
dstSnapshot == null ? Snapshot.INVALID_ID : dstSnapshot.getId());
|
|
||||||
toDst = ref;
|
toDst = ref;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -971,9 +966,9 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
final INode srcParent = srcIIP.getINode(-2);
|
final INode srcParent = srcIIP.getINode(-2);
|
||||||
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshot());
|
srcParent.updateModificationTime(timestamp, srcIIP.getLatestSnapshotId());
|
||||||
dstParent = dstIIP.getINode(-2);
|
dstParent = dstIIP.getINode(-2);
|
||||||
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshot());
|
dstParent.updateModificationTime(timestamp, dstIIP.getLatestSnapshotId());
|
||||||
// update moved lease with new filename
|
// update moved lease with new filename
|
||||||
getFSNamesystem().unprotectedChangeLease(src, dst);
|
getFSNamesystem().unprotectedChangeLease(src, dst);
|
||||||
|
|
||||||
|
@ -983,8 +978,8 @@ public class FSDirectory implements Closeable {
|
||||||
undoRemoveDst = false;
|
undoRemoveDst = false;
|
||||||
BlocksMapUpdateInfo collectedBlocks = new BlocksMapUpdateInfo();
|
BlocksMapUpdateInfo collectedBlocks = new BlocksMapUpdateInfo();
|
||||||
List<INode> removedINodes = new ChunkedArrayList<INode>();
|
List<INode> removedINodes = new ChunkedArrayList<INode>();
|
||||||
filesDeleted = removedDst.cleanSubtree(null,
|
filesDeleted = removedDst.cleanSubtree(Snapshot.CURRENT_STATE_ID,
|
||||||
dstIIP.getLatestSnapshot(), collectedBlocks, removedINodes, true)
|
dstIIP.getLatestSnapshotId(), collectedBlocks, removedINodes, true)
|
||||||
.get(Quota.NAMESPACE);
|
.get(Quota.NAMESPACE);
|
||||||
getFSNamesystem().removePathAndBlocks(src, collectedBlocks,
|
getFSNamesystem().removePathAndBlocks(src, collectedBlocks,
|
||||||
removedINodes);
|
removedINodes);
|
||||||
|
@ -1000,7 +995,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (isSrcInSnapshot) {
|
if (isSrcInSnapshot) {
|
||||||
// get the counts after rename
|
// get the counts after rename
|
||||||
Quota.Counts newSrcCounts = srcChild.computeQuotaUsage(
|
Quota.Counts newSrcCounts = srcChild.computeQuotaUsage(
|
||||||
Quota.Counts.newInstance(), false, Snapshot.INVALID_ID);
|
Quota.Counts.newInstance(), false);
|
||||||
newSrcCounts.subtract(oldSrcCounts);
|
newSrcCounts.subtract(oldSrcCounts);
|
||||||
srcParent.addSpaceConsumed(newSrcCounts.get(Quota.NAMESPACE),
|
srcParent.addSpaceConsumed(newSrcCounts.get(Quota.NAMESPACE),
|
||||||
newSrcCounts.get(Quota.DISKSPACE), false);
|
newSrcCounts.get(Quota.DISKSPACE), false);
|
||||||
|
@ -1031,8 +1026,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
if (srcParent.isWithSnapshot()) {
|
if (srcParent.isWithSnapshot()) {
|
||||||
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild,
|
srcParent.undoRename4ScrParent(oldSrcChild.asReference(), srcChild);
|
||||||
srcIIP.getLatestSnapshot());
|
|
||||||
} else {
|
} else {
|
||||||
// srcParent is not an INodeDirectoryWithSnapshot, we only need to add
|
// srcParent is not an INodeDirectoryWithSnapshot, we only need to add
|
||||||
// the srcChild back
|
// the srcChild back
|
||||||
|
@ -1043,7 +1037,7 @@ public class FSDirectory implements Closeable {
|
||||||
// Rename failed - restore dst
|
// Rename failed - restore dst
|
||||||
if (dstParent.isDirectory() && dstParent.asDirectory().isWithSnapshot()) {
|
if (dstParent.isDirectory() && dstParent.asDirectory().isWithSnapshot()) {
|
||||||
dstParent.asDirectory().undoRename4DstParent(removedDst,
|
dstParent.asDirectory().undoRename4DstParent(removedDst,
|
||||||
dstIIP.getLatestSnapshot());
|
dstIIP.getLatestSnapshotId());
|
||||||
} else {
|
} else {
|
||||||
addLastINodeNoQuotaCheck(dstIIP, removedDst);
|
addLastINodeNoQuotaCheck(dstIIP, removedDst);
|
||||||
}
|
}
|
||||||
|
@ -1107,7 +1101,7 @@ public class FSDirectory implements Closeable {
|
||||||
updateCount(iip, 0, dsDelta, true);
|
updateCount(iip, 0, dsDelta, true);
|
||||||
}
|
}
|
||||||
|
|
||||||
file = file.setFileReplication(replication, iip.getLatestSnapshot(),
|
file = file.setFileReplication(replication, iip.getLatestSnapshotId(),
|
||||||
inodeMap);
|
inodeMap);
|
||||||
|
|
||||||
final short newBR = file.getBlockReplication();
|
final short newBR = file.getBlockReplication();
|
||||||
|
@ -1174,7 +1168,7 @@ public class FSDirectory implements Closeable {
|
||||||
if (inode == null) {
|
if (inode == null) {
|
||||||
throw new FileNotFoundException("File does not exist: " + src);
|
throw new FileNotFoundException("File does not exist: " + src);
|
||||||
}
|
}
|
||||||
inode.setPermission(permissions, inodesInPath.getLatestSnapshot());
|
inode.setPermission(permissions, inodesInPath.getLatestSnapshotId());
|
||||||
}
|
}
|
||||||
|
|
||||||
void setOwner(String src, String username, String groupname)
|
void setOwner(String src, String username, String groupname)
|
||||||
|
@ -1199,10 +1193,10 @@ public class FSDirectory implements Closeable {
|
||||||
throw new FileNotFoundException("File does not exist: " + src);
|
throw new FileNotFoundException("File does not exist: " + src);
|
||||||
}
|
}
|
||||||
if (username != null) {
|
if (username != null) {
|
||||||
inode = inode.setUser(username, inodesInPath.getLatestSnapshot());
|
inode = inode.setUser(username, inodesInPath.getLatestSnapshotId());
|
||||||
}
|
}
|
||||||
if (groupname != null) {
|
if (groupname != null) {
|
||||||
inode.setGroup(groupname, inodesInPath.getLatestSnapshot());
|
inode.setGroup(groupname, inodesInPath.getLatestSnapshotId());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -1244,12 +1238,12 @@ public class FSDirectory implements Closeable {
|
||||||
final INode[] trgINodes = trgIIP.getINodes();
|
final INode[] trgINodes = trgIIP.getINodes();
|
||||||
final INodeFile trgInode = trgIIP.getLastINode().asFile();
|
final INodeFile trgInode = trgIIP.getLastINode().asFile();
|
||||||
INodeDirectory trgParent = trgINodes[trgINodes.length-2].asDirectory();
|
INodeDirectory trgParent = trgINodes[trgINodes.length-2].asDirectory();
|
||||||
final Snapshot trgLatestSnapshot = trgIIP.getLatestSnapshot();
|
final int trgLatestSnapshot = trgIIP.getLatestSnapshotId();
|
||||||
|
|
||||||
final INodeFile [] allSrcInodes = new INodeFile[srcs.length];
|
final INodeFile [] allSrcInodes = new INodeFile[srcs.length];
|
||||||
for(int i = 0; i < srcs.length; i++) {
|
for(int i = 0; i < srcs.length; i++) {
|
||||||
final INodesInPath iip = getINodesInPath4Write(srcs[i]);
|
final INodesInPath iip = getINodesInPath4Write(srcs[i]);
|
||||||
final Snapshot latest = iip.getLatestSnapshot();
|
final int latest = iip.getLatestSnapshotId();
|
||||||
final INode inode = iip.getLastINode();
|
final INode inode = iip.getLastINode();
|
||||||
|
|
||||||
// check if the file in the latest snapshot
|
// check if the file in the latest snapshot
|
||||||
|
@ -1373,7 +1367,7 @@ public class FSDirectory implements Closeable {
|
||||||
//not found or not a directory
|
//not found or not a directory
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
final Snapshot s = inodesInPath.getPathSnapshot();
|
final int s = inodesInPath.getPathSnapshotId();
|
||||||
return !inode.asDirectory().getChildrenList(s).isEmpty();
|
return !inode.asDirectory().getChildrenList(s).isEmpty();
|
||||||
} finally {
|
} finally {
|
||||||
readUnlock();
|
readUnlock();
|
||||||
|
@ -1427,7 +1421,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
// record modification
|
// record modification
|
||||||
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
final int latestSnapshot = iip.getLatestSnapshotId();
|
||||||
targetNode = targetNode.recordModification(latestSnapshot);
|
targetNode = targetNode.recordModification(latestSnapshot);
|
||||||
iip.setLastINode(targetNode);
|
iip.setLastINode(targetNode);
|
||||||
|
|
||||||
|
@ -1448,8 +1442,8 @@ public class FSDirectory implements Closeable {
|
||||||
if (!targetNode.isInLatestSnapshot(latestSnapshot)) {
|
if (!targetNode.isInLatestSnapshot(latestSnapshot)) {
|
||||||
targetNode.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
targetNode.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
} else {
|
} else {
|
||||||
Quota.Counts counts = targetNode.cleanSubtree(null, latestSnapshot,
|
Quota.Counts counts = targetNode.cleanSubtree(Snapshot.CURRENT_STATE_ID,
|
||||||
collectedBlocks, removedINodes, true);
|
latestSnapshot, collectedBlocks, removedINodes, true);
|
||||||
parent.addSpaceConsumed(-counts.get(Quota.NAMESPACE),
|
parent.addSpaceConsumed(-counts.get(Quota.NAMESPACE),
|
||||||
-counts.get(Quota.DISKSPACE), true);
|
-counts.get(Quota.DISKSPACE), true);
|
||||||
removed = counts.get(Quota.NAMESPACE);
|
removed = counts.get(Quota.NAMESPACE);
|
||||||
|
@ -1486,7 +1480,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
for (INode child : targetDir.getChildrenList(null)) {
|
for (INode child : targetDir.getChildrenList(Snapshot.CURRENT_STATE_ID)) {
|
||||||
checkSnapshot(child, snapshottableDirs);
|
checkSnapshot(child, snapshottableDirs);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -1515,7 +1509,7 @@ public class FSDirectory implements Closeable {
|
||||||
return getSnapshotsListing(srcs, startAfter);
|
return getSnapshotsListing(srcs, startAfter);
|
||||||
}
|
}
|
||||||
final INodesInPath inodesInPath = rootDir.getLastINodeInPath(srcs, true);
|
final INodesInPath inodesInPath = rootDir.getLastINodeInPath(srcs, true);
|
||||||
final Snapshot snapshot = inodesInPath.getPathSnapshot();
|
final int snapshot = inodesInPath.getPathSnapshotId();
|
||||||
final INode targetNode = inodesInPath.getINode(0);
|
final INode targetNode = inodesInPath.getINode(0);
|
||||||
if (targetNode == null)
|
if (targetNode == null)
|
||||||
return null;
|
return null;
|
||||||
|
@ -1583,7 +1577,8 @@ public class FSDirectory implements Closeable {
|
||||||
final HdfsFileStatus listing[] = new HdfsFileStatus[numOfListing];
|
final HdfsFileStatus listing[] = new HdfsFileStatus[numOfListing];
|
||||||
for (int i = 0; i < numOfListing; i++) {
|
for (int i = 0; i < numOfListing; i++) {
|
||||||
Root sRoot = snapshots.get(i + skipSize).getRoot();
|
Root sRoot = snapshots.get(i + skipSize).getRoot();
|
||||||
listing[i] = createFileStatus(sRoot.getLocalNameBytes(), sRoot, null);
|
listing[i] = createFileStatus(sRoot.getLocalNameBytes(), sRoot,
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
return new DirectoryListing(
|
return new DirectoryListing(
|
||||||
listing, snapshots.size() - skipSize - numOfListing);
|
listing, snapshots.size() - skipSize - numOfListing);
|
||||||
|
@ -1606,7 +1601,7 @@ public class FSDirectory implements Closeable {
|
||||||
final INodesInPath inodesInPath = rootDir.getLastINodeInPath(srcs, resolveLink);
|
final INodesInPath inodesInPath = rootDir.getLastINodeInPath(srcs, resolveLink);
|
||||||
final INode i = inodesInPath.getINode(0);
|
final INode i = inodesInPath.getINode(0);
|
||||||
return i == null? null: createFileStatus(HdfsFileStatus.EMPTY_NAME, i,
|
return i == null? null: createFileStatus(HdfsFileStatus.EMPTY_NAME, i,
|
||||||
inodesInPath.getPathSnapshot());
|
inodesInPath.getPathSnapshotId());
|
||||||
} finally {
|
} finally {
|
||||||
readUnlock();
|
readUnlock();
|
||||||
}
|
}
|
||||||
|
@ -2170,7 +2165,7 @@ public class FSDirectory implements Closeable {
|
||||||
}
|
}
|
||||||
|
|
||||||
final INodeDirectory parent = pathComponents[pos-1].asDirectory();
|
final INodeDirectory parent = pathComponents[pos-1].asDirectory();
|
||||||
final int count = parent.getChildrenList(null).size();
|
final int count = parent.getChildrenList(Snapshot.CURRENT_STATE_ID).size();
|
||||||
if (count >= maxDirItems) {
|
if (count >= maxDirItems) {
|
||||||
final MaxDirectoryItemsExceededException e
|
final MaxDirectoryItemsExceededException e
|
||||||
= new MaxDirectoryItemsExceededException(maxDirItems, count);
|
= new MaxDirectoryItemsExceededException(maxDirItems, count);
|
||||||
|
@ -2234,7 +2229,7 @@ public class FSDirectory implements Closeable {
|
||||||
final INodeDirectory parent = inodes[pos-1].asDirectory();
|
final INodeDirectory parent = inodes[pos-1].asDirectory();
|
||||||
boolean added = false;
|
boolean added = false;
|
||||||
try {
|
try {
|
||||||
added = parent.addChild(child, true, iip.getLatestSnapshot());
|
added = parent.addChild(child, true, iip.getLatestSnapshotId());
|
||||||
} catch (QuotaExceededException e) {
|
} catch (QuotaExceededException e) {
|
||||||
updateCountNoQuotaCheck(iip, pos,
|
updateCountNoQuotaCheck(iip, pos,
|
||||||
-counts.get(Quota.NAMESPACE), -counts.get(Quota.DISKSPACE));
|
-counts.get(Quota.NAMESPACE), -counts.get(Quota.DISKSPACE));
|
||||||
|
@ -2269,7 +2264,7 @@ public class FSDirectory implements Closeable {
|
||||||
*/
|
*/
|
||||||
private long removeLastINode(final INodesInPath iip)
|
private long removeLastINode(final INodesInPath iip)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final Snapshot latestSnapshot = iip.getLatestSnapshot();
|
final int latestSnapshot = iip.getLatestSnapshotId();
|
||||||
final INode last = iip.getLastINode();
|
final INode last = iip.getLastINode();
|
||||||
final INodeDirectory parent = iip.getINode(-2).asDirectory();
|
final INodeDirectory parent = iip.getINode(-2).asDirectory();
|
||||||
if (!parent.removeChild(last, latestSnapshot)) {
|
if (!parent.removeChild(last, latestSnapshot)) {
|
||||||
|
@ -2424,7 +2419,7 @@ public class FSDirectory implements Closeable {
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
final Snapshot latest = iip.getLatestSnapshot();
|
final int latest = iip.getLatestSnapshotId();
|
||||||
dirNode = dirNode.recordModification(latest);
|
dirNode = dirNode.recordModification(latest);
|
||||||
dirNode.setQuota(nsQuota, dsQuota);
|
dirNode.setQuota(nsQuota, dsQuota);
|
||||||
return dirNode;
|
return dirNode;
|
||||||
|
@ -2467,11 +2462,11 @@ public class FSDirectory implements Closeable {
|
||||||
* Sets the access time on the file/directory. Logs it in the transaction log.
|
* Sets the access time on the file/directory. Logs it in the transaction log.
|
||||||
*/
|
*/
|
||||||
void setTimes(String src, INode inode, long mtime, long atime, boolean force,
|
void setTimes(String src, INode inode, long mtime, long atime, boolean force,
|
||||||
Snapshot latest) throws QuotaExceededException {
|
int latestSnapshotId) throws QuotaExceededException {
|
||||||
boolean status = false;
|
boolean status = false;
|
||||||
writeLock();
|
writeLock();
|
||||||
try {
|
try {
|
||||||
status = unprotectedSetTimes(inode, mtime, atime, force, latest);
|
status = unprotectedSetTimes(inode, mtime, atime, force, latestSnapshotId);
|
||||||
} finally {
|
} finally {
|
||||||
writeUnlock();
|
writeUnlock();
|
||||||
}
|
}
|
||||||
|
@ -2485,11 +2480,11 @@ public class FSDirectory implements Closeable {
|
||||||
assert hasWriteLock();
|
assert hasWriteLock();
|
||||||
final INodesInPath i = getLastINodeInPath(src);
|
final INodesInPath i = getLastINodeInPath(src);
|
||||||
return unprotectedSetTimes(i.getLastINode(), mtime, atime, force,
|
return unprotectedSetTimes(i.getLastINode(), mtime, atime, force,
|
||||||
i.getLatestSnapshot());
|
i.getLatestSnapshotId());
|
||||||
}
|
}
|
||||||
|
|
||||||
private boolean unprotectedSetTimes(INode inode, long mtime,
|
private boolean unprotectedSetTimes(INode inode, long mtime,
|
||||||
long atime, boolean force, Snapshot latest) throws QuotaExceededException {
|
long atime, boolean force, int latest) throws QuotaExceededException {
|
||||||
assert hasWriteLock();
|
assert hasWriteLock();
|
||||||
boolean status = false;
|
boolean status = false;
|
||||||
if (mtime != -1) {
|
if (mtime != -1) {
|
||||||
|
@ -2497,7 +2492,7 @@ public class FSDirectory implements Closeable {
|
||||||
status = true;
|
status = true;
|
||||||
}
|
}
|
||||||
if (atime != -1) {
|
if (atime != -1) {
|
||||||
long inodeTime = inode.getAccessTime(null);
|
long inodeTime = inode.getAccessTime();
|
||||||
|
|
||||||
// if the last access time update was within the last precision interval, then
|
// if the last access time update was within the last precision interval, then
|
||||||
// no need to store access time
|
// no need to store access time
|
||||||
|
@ -2537,7 +2532,7 @@ public class FSDirectory implements Closeable {
|
||||||
* @throws IOException if any error occurs
|
* @throws IOException if any error occurs
|
||||||
*/
|
*/
|
||||||
private HdfsFileStatus createFileStatus(byte[] path, INode node,
|
private HdfsFileStatus createFileStatus(byte[] path, INode node,
|
||||||
boolean needLocation, Snapshot snapshot) throws IOException {
|
boolean needLocation, int snapshot) throws IOException {
|
||||||
if (needLocation) {
|
if (needLocation) {
|
||||||
return createLocatedFileStatus(path, node, snapshot);
|
return createLocatedFileStatus(path, node, snapshot);
|
||||||
} else {
|
} else {
|
||||||
|
@ -2548,7 +2543,7 @@ public class FSDirectory implements Closeable {
|
||||||
* Create FileStatus by file INode
|
* Create FileStatus by file INode
|
||||||
*/
|
*/
|
||||||
HdfsFileStatus createFileStatus(byte[] path, INode node,
|
HdfsFileStatus createFileStatus(byte[] path, INode node,
|
||||||
Snapshot snapshot) {
|
int snapshot) {
|
||||||
long size = 0; // length is zero for directories
|
long size = 0; // length is zero for directories
|
||||||
short replication = 0;
|
short replication = 0;
|
||||||
long blocksize = 0;
|
long blocksize = 0;
|
||||||
|
@ -2581,7 +2576,7 @@ public class FSDirectory implements Closeable {
|
||||||
* Create FileStatus with location info by file INode
|
* Create FileStatus with location info by file INode
|
||||||
*/
|
*/
|
||||||
private HdfsLocatedFileStatus createLocatedFileStatus(byte[] path,
|
private HdfsLocatedFileStatus createLocatedFileStatus(byte[] path,
|
||||||
INode node, Snapshot snapshot) throws IOException {
|
INode node, int snapshot) throws IOException {
|
||||||
assert hasReadLock();
|
assert hasReadLock();
|
||||||
long size = 0; // length is zero for directories
|
long size = 0; // length is zero for directories
|
||||||
short replication = 0;
|
short replication = 0;
|
||||||
|
@ -2593,7 +2588,7 @@ public class FSDirectory implements Closeable {
|
||||||
replication = fileNode.getFileReplication(snapshot);
|
replication = fileNode.getFileReplication(snapshot);
|
||||||
blocksize = fileNode.getPreferredBlockSize();
|
blocksize = fileNode.getPreferredBlockSize();
|
||||||
|
|
||||||
final boolean inSnapshot = snapshot != null;
|
final boolean inSnapshot = snapshot != Snapshot.CURRENT_STATE_ID;
|
||||||
final boolean isUc = inSnapshot ? false : fileNode.isUnderConstruction();
|
final boolean isUc = inSnapshot ? false : fileNode.isUnderConstruction();
|
||||||
final long fileSize = !inSnapshot && isUc ?
|
final long fileSize = !inSnapshot && isUc ?
|
||||||
fileNode.computeFileSizeNotIncludingLastUcBlock() : size;
|
fileNode.computeFileSizeNotIncludingLastUcBlock() : size;
|
||||||
|
|
|
@ -80,6 +80,7 @@ import org.apache.hadoop.hdfs.server.namenode.FSEditLogOp.UpdateBlocksOp;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSEditLogOp.UpdateMasterKeyOp;
|
import org.apache.hadoop.hdfs.server.namenode.FSEditLogOp.UpdateMasterKeyOp;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.LeaseManager.Lease;
|
import org.apache.hadoop.hdfs.server.namenode.LeaseManager.Lease;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress.Counter;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress.Counter;
|
||||||
|
@ -330,7 +331,7 @@ public class FSEditLogLoader {
|
||||||
// add the op into retry cache if necessary
|
// add the op into retry cache if necessary
|
||||||
if (toAddRetryCache) {
|
if (toAddRetryCache) {
|
||||||
HdfsFileStatus stat = fsNamesys.dir.createFileStatus(
|
HdfsFileStatus stat = fsNamesys.dir.createFileStatus(
|
||||||
HdfsFileStatus.EMPTY_NAME, newFile, null);
|
HdfsFileStatus.EMPTY_NAME, newFile, Snapshot.CURRENT_STATE_ID);
|
||||||
fsNamesys.addCacheEntryWithPayload(addCloseOp.rpcClientId,
|
fsNamesys.addCacheEntryWithPayload(addCloseOp.rpcClientId,
|
||||||
addCloseOp.rpcCallId, stat);
|
addCloseOp.rpcCallId, stat);
|
||||||
}
|
}
|
||||||
|
@ -343,7 +344,7 @@ public class FSEditLogLoader {
|
||||||
}
|
}
|
||||||
LocatedBlock lb = fsNamesys.prepareFileForWrite(path,
|
LocatedBlock lb = fsNamesys.prepareFileForWrite(path,
|
||||||
oldFile, addCloseOp.clientName, addCloseOp.clientMachine, null,
|
oldFile, addCloseOp.clientName, addCloseOp.clientMachine, null,
|
||||||
false, iip.getLatestSnapshot(), false);
|
false, iip.getLatestSnapshotId(), false);
|
||||||
newFile = INodeFile.valueOf(fsDir.getINode(path),
|
newFile = INodeFile.valueOf(fsDir.getINode(path),
|
||||||
path, true);
|
path, true);
|
||||||
|
|
||||||
|
@ -359,8 +360,8 @@ public class FSEditLogLoader {
|
||||||
// update the block list.
|
// update the block list.
|
||||||
|
|
||||||
// Update the salient file attributes.
|
// Update the salient file attributes.
|
||||||
newFile.setAccessTime(addCloseOp.atime, null);
|
newFile.setAccessTime(addCloseOp.atime, Snapshot.CURRENT_STATE_ID);
|
||||||
newFile.setModificationTime(addCloseOp.mtime, null);
|
newFile.setModificationTime(addCloseOp.mtime, Snapshot.CURRENT_STATE_ID);
|
||||||
updateBlocks(fsDir, addCloseOp, newFile);
|
updateBlocks(fsDir, addCloseOp, newFile);
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
|
@ -379,8 +380,8 @@ public class FSEditLogLoader {
|
||||||
final INodeFile file = INodeFile.valueOf(iip.getINode(0), path);
|
final INodeFile file = INodeFile.valueOf(iip.getINode(0), path);
|
||||||
|
|
||||||
// Update the salient file attributes.
|
// Update the salient file attributes.
|
||||||
file.setAccessTime(addCloseOp.atime, null);
|
file.setAccessTime(addCloseOp.atime, Snapshot.CURRENT_STATE_ID);
|
||||||
file.setModificationTime(addCloseOp.mtime, null);
|
file.setModificationTime(addCloseOp.mtime, Snapshot.CURRENT_STATE_ID);
|
||||||
updateBlocks(fsDir, addCloseOp, file);
|
updateBlocks(fsDir, addCloseOp, file);
|
||||||
|
|
||||||
// Now close the file
|
// Now close the file
|
||||||
|
|
|
@ -56,6 +56,7 @@ import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.StartupOption;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.FSImageStorageInspector.FSImageFile;
|
import org.apache.hadoop.hdfs.server.namenode.FSImageStorageInspector.FSImageFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeDirType;
|
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeDirType;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.Phase;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
import org.apache.hadoop.hdfs.server.namenode.startupprogress.StartupProgress;
|
||||||
import org.apache.hadoop.hdfs.server.protocol.CheckpointCommand;
|
import org.apache.hadoop.hdfs.server.protocol.CheckpointCommand;
|
||||||
|
@ -773,7 +774,7 @@ public class FSImage implements Closeable {
|
||||||
|
|
||||||
dir.computeQuotaUsage4CurrentDirectory(counts);
|
dir.computeQuotaUsage4CurrentDirectory(counts);
|
||||||
|
|
||||||
for (INode child : dir.getChildrenList(null)) {
|
for (INode child : dir.getChildrenList(Snapshot.CURRENT_STATE_ID)) {
|
||||||
if (child.isDirectory()) {
|
if (child.isDirectory()) {
|
||||||
updateCountForQuotaRecursively(child.asDirectory(), counts);
|
updateCountForQuotaRecursively(child.asDirectory(), counts);
|
||||||
} else {
|
} else {
|
||||||
|
|
|
@ -1280,7 +1280,8 @@ public class FSImageFormat {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
final ReadOnlyList<INode> children = current.getChildrenList(null);
|
final ReadOnlyList<INode> children = current
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
int dirNum = 0;
|
int dirNum = 0;
|
||||||
List<INodeDirectory> snapshotDirs = null;
|
List<INodeDirectory> snapshotDirs = null;
|
||||||
DirectoryWithSnapshotFeature sf = current.getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = current.getDirectoryWithSnapshotFeature();
|
||||||
|
|
|
@ -180,7 +180,15 @@ import org.apache.hadoop.hdfs.security.token.block.BlockTokenSecretManager;
|
||||||
import org.apache.hadoop.hdfs.security.token.block.BlockTokenSecretManager.AccessMode;
|
import org.apache.hadoop.hdfs.security.token.block.BlockTokenSecretManager.AccessMode;
|
||||||
import org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier;
|
import org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenIdentifier;
|
||||||
import org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenSecretManager;
|
import org.apache.hadoop.hdfs.security.token.delegation.DelegationTokenSecretManager;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.*;
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockCollection;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfoUnderConstruction;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockManager;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeDescriptor;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStatistics;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo;
|
||||||
|
import org.apache.hadoop.hdfs.server.blockmanagement.OutOfV1GenerationStampsException;
|
||||||
import org.apache.hadoop.hdfs.server.common.GenerationStamp;
|
import org.apache.hadoop.hdfs.server.common.GenerationStamp;
|
||||||
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.BlockUCState;
|
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.BlockUCState;
|
||||||
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.NamenodeRole;
|
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants.NamenodeRole;
|
||||||
|
@ -1633,11 +1641,11 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
if (isReadOp) {
|
if (isReadOp) {
|
||||||
continue;
|
continue;
|
||||||
}
|
}
|
||||||
dir.setTimes(src, inode, -1, now, false, iip.getLatestSnapshot());
|
dir.setTimes(src, inode, -1, now, false, iip.getLatestSnapshotId());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
final long fileSize = iip.isSnapshot() ?
|
final long fileSize = iip.isSnapshot() ?
|
||||||
inode.computeFileSize(iip.getPathSnapshot())
|
inode.computeFileSize(iip.getPathSnapshotId())
|
||||||
: inode.computeFileSizeNotIncludingLastUcBlock();
|
: inode.computeFileSizeNotIncludingLastUcBlock();
|
||||||
boolean isUc = inode.isUnderConstruction();
|
boolean isUc = inode.isUnderConstruction();
|
||||||
if (iip.isSnapshot()) {
|
if (iip.isSnapshot()) {
|
||||||
|
@ -1885,7 +1893,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
final INodesInPath iip = dir.getINodesInPath4Write(src);
|
final INodesInPath iip = dir.getINodesInPath4Write(src);
|
||||||
final INode inode = iip.getLastINode();
|
final INode inode = iip.getLastINode();
|
||||||
if (inode != null) {
|
if (inode != null) {
|
||||||
dir.setTimes(src, inode, mtime, atime, true, iip.getLatestSnapshot());
|
dir.setTimes(src, inode, mtime, atime, true, iip.getLatestSnapshotId());
|
||||||
resultingStat = getAuditFileInfo(src, false);
|
resultingStat = getAuditFileInfo(src, false);
|
||||||
} else {
|
} else {
|
||||||
throw new FileNotFoundException("File/Directory " + src + " does not exist.");
|
throw new FileNotFoundException("File/Directory " + src + " does not exist.");
|
||||||
|
@ -2284,7 +2292,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
final DatanodeDescriptor clientNode =
|
final DatanodeDescriptor clientNode =
|
||||||
blockManager.getDatanodeManager().getDatanodeByHost(clientMachine);
|
blockManager.getDatanodeManager().getDatanodeByHost(clientMachine);
|
||||||
return prepareFileForWrite(src, myFile, holder, clientMachine, clientNode,
|
return prepareFileForWrite(src, myFile, holder, clientMachine, clientNode,
|
||||||
true, iip.getLatestSnapshot(), logRetryCache);
|
true, iip.getLatestSnapshotId(), logRetryCache);
|
||||||
} catch (IOException ie) {
|
} catch (IOException ie) {
|
||||||
NameNode.stateChangeLog.warn("DIR* NameSystem.append: " +ie.getMessage());
|
NameNode.stateChangeLog.warn("DIR* NameSystem.append: " +ie.getMessage());
|
||||||
throw ie;
|
throw ie;
|
||||||
|
@ -2309,7 +2317,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
*/
|
*/
|
||||||
LocatedBlock prepareFileForWrite(String src, INodeFile file,
|
LocatedBlock prepareFileForWrite(String src, INodeFile file,
|
||||||
String leaseHolder, String clientMachine, DatanodeDescriptor clientNode,
|
String leaseHolder, String clientMachine, DatanodeDescriptor clientNode,
|
||||||
boolean writeToEditLog, Snapshot latestSnapshot, boolean logRetryCache)
|
boolean writeToEditLog, int latestSnapshot, boolean logRetryCache)
|
||||||
throws IOException {
|
throws IOException {
|
||||||
file = file.recordModification(latestSnapshot);
|
file = file.recordModification(latestSnapshot);
|
||||||
final INodeFile cons = file.toUnderConstruction(leaseHolder, clientMachine,
|
final INodeFile cons = file.toUnderConstruction(leaseHolder, clientMachine,
|
||||||
|
@ -2944,7 +2952,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
}
|
}
|
||||||
|
|
||||||
finalizeINodeFileUnderConstruction(src, pendingFile,
|
finalizeINodeFileUnderConstruction(src, pendingFile,
|
||||||
iip.getLatestSnapshot());
|
iip.getLatestSnapshotId());
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -3653,7 +3661,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
// then reap lease immediately and close the file.
|
// then reap lease immediately and close the file.
|
||||||
if(nrCompleteBlocks == nrBlocks) {
|
if(nrCompleteBlocks == nrBlocks) {
|
||||||
finalizeINodeFileUnderConstruction(src, pendingFile,
|
finalizeINodeFileUnderConstruction(src, pendingFile,
|
||||||
iip.getLatestSnapshot());
|
iip.getLatestSnapshotId());
|
||||||
NameNode.stateChangeLog.warn("BLOCK*"
|
NameNode.stateChangeLog.warn("BLOCK*"
|
||||||
+ " internalReleaseLease: All existing blocks are COMPLETE,"
|
+ " internalReleaseLease: All existing blocks are COMPLETE,"
|
||||||
+ " lease removed, file closed.");
|
+ " lease removed, file closed.");
|
||||||
|
@ -3702,7 +3710,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
if(penultimateBlockMinReplication &&
|
if(penultimateBlockMinReplication &&
|
||||||
blockManager.checkMinReplication(lastBlock)) {
|
blockManager.checkMinReplication(lastBlock)) {
|
||||||
finalizeINodeFileUnderConstruction(src, pendingFile,
|
finalizeINodeFileUnderConstruction(src, pendingFile,
|
||||||
iip.getLatestSnapshot());
|
iip.getLatestSnapshotId());
|
||||||
NameNode.stateChangeLog.warn("BLOCK*"
|
NameNode.stateChangeLog.warn("BLOCK*"
|
||||||
+ " internalReleaseLease: Committed blocks are minimally replicated,"
|
+ " internalReleaseLease: Committed blocks are minimally replicated,"
|
||||||
+ " lease removed, file closed.");
|
+ " lease removed, file closed.");
|
||||||
|
@ -3733,7 +3741,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
// We can remove this block and close the file.
|
// We can remove this block and close the file.
|
||||||
pendingFile.removeLastBlock(lastBlock);
|
pendingFile.removeLastBlock(lastBlock);
|
||||||
finalizeINodeFileUnderConstruction(src, pendingFile,
|
finalizeINodeFileUnderConstruction(src, pendingFile,
|
||||||
iip.getLatestSnapshot());
|
iip.getLatestSnapshotId());
|
||||||
NameNode.stateChangeLog.warn("BLOCK* internalReleaseLease: "
|
NameNode.stateChangeLog.warn("BLOCK* internalReleaseLease: "
|
||||||
+ "Removed empty last block and closed file.");
|
+ "Removed empty last block and closed file.");
|
||||||
return true;
|
return true;
|
||||||
|
@ -3794,7 +3802,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
}
|
}
|
||||||
|
|
||||||
private void finalizeINodeFileUnderConstruction(String src,
|
private void finalizeINodeFileUnderConstruction(String src,
|
||||||
INodeFile pendingFile, Snapshot latestSnapshot) throws IOException,
|
INodeFile pendingFile, int latestSnapshot) throws IOException,
|
||||||
UnresolvedLinkException {
|
UnresolvedLinkException {
|
||||||
assert hasWriteLock();
|
assert hasWriteLock();
|
||||||
FileUnderConstructionFeature uc = pendingFile.getFileUnderConstructionFeature();
|
FileUnderConstructionFeature uc = pendingFile.getFileUnderConstructionFeature();
|
||||||
|
@ -3994,7 +4002,7 @@ public class FSNamesystem implements Namesystem, FSClusterStats,
|
||||||
|
|
||||||
//remove lease, close file
|
//remove lease, close file
|
||||||
finalizeINodeFileUnderConstruction(src, pendingFile,
|
finalizeINodeFileUnderConstruction(src, pendingFile,
|
||||||
Snapshot.findLatestSnapshot(pendingFile, null));
|
Snapshot.findLatestSnapshot(pendingFile, Snapshot.CURRENT_STATE_ID));
|
||||||
|
|
||||||
return src;
|
return src;
|
||||||
}
|
}
|
||||||
|
|
|
@ -17,7 +17,6 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.hadoop.hdfs.server.namenode;
|
package org.apache.hadoop.hdfs.server.namenode;
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.HashSet;
|
import java.util.HashSet;
|
||||||
|
@ -29,7 +28,6 @@ import org.apache.commons.logging.LogFactory;
|
||||||
import org.apache.hadoop.fs.UnresolvedLinkException;
|
import org.apache.hadoop.fs.UnresolvedLinkException;
|
||||||
import org.apache.hadoop.fs.permission.FsAction;
|
import org.apache.hadoop.fs.permission.FsAction;
|
||||||
import org.apache.hadoop.fs.permission.FsPermission;
|
import org.apache.hadoop.fs.permission.FsPermission;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
|
||||||
import org.apache.hadoop.security.AccessControlException;
|
import org.apache.hadoop.security.AccessControlException;
|
||||||
import org.apache.hadoop.security.UserGroupInformation;
|
import org.apache.hadoop.security.UserGroupInformation;
|
||||||
|
|
||||||
|
@ -142,54 +140,54 @@ class FSPermissionChecker {
|
||||||
// check if (parentAccess != null) && file exists, then check sb
|
// check if (parentAccess != null) && file exists, then check sb
|
||||||
// If resolveLink, the check is performed on the link target.
|
// If resolveLink, the check is performed on the link target.
|
||||||
final INodesInPath inodesInPath = root.getINodesInPath(path, resolveLink);
|
final INodesInPath inodesInPath = root.getINodesInPath(path, resolveLink);
|
||||||
final Snapshot snapshot = inodesInPath.getPathSnapshot();
|
final int snapshotId = inodesInPath.getPathSnapshotId();
|
||||||
final INode[] inodes = inodesInPath.getINodes();
|
final INode[] inodes = inodesInPath.getINodes();
|
||||||
int ancestorIndex = inodes.length - 2;
|
int ancestorIndex = inodes.length - 2;
|
||||||
for(; ancestorIndex >= 0 && inodes[ancestorIndex] == null;
|
for(; ancestorIndex >= 0 && inodes[ancestorIndex] == null;
|
||||||
ancestorIndex--);
|
ancestorIndex--);
|
||||||
checkTraverse(inodes, ancestorIndex, snapshot);
|
checkTraverse(inodes, ancestorIndex, snapshotId);
|
||||||
|
|
||||||
final INode last = inodes[inodes.length - 1];
|
final INode last = inodes[inodes.length - 1];
|
||||||
if (parentAccess != null && parentAccess.implies(FsAction.WRITE)
|
if (parentAccess != null && parentAccess.implies(FsAction.WRITE)
|
||||||
&& inodes.length > 1 && last != null) {
|
&& inodes.length > 1 && last != null) {
|
||||||
checkStickyBit(inodes[inodes.length - 2], last, snapshot);
|
checkStickyBit(inodes[inodes.length - 2], last, snapshotId);
|
||||||
}
|
}
|
||||||
if (ancestorAccess != null && inodes.length > 1) {
|
if (ancestorAccess != null && inodes.length > 1) {
|
||||||
check(inodes, ancestorIndex, snapshot, ancestorAccess);
|
check(inodes, ancestorIndex, snapshotId, ancestorAccess);
|
||||||
}
|
}
|
||||||
if (parentAccess != null && inodes.length > 1) {
|
if (parentAccess != null && inodes.length > 1) {
|
||||||
check(inodes, inodes.length - 2, snapshot, parentAccess);
|
check(inodes, inodes.length - 2, snapshotId, parentAccess);
|
||||||
}
|
}
|
||||||
if (access != null) {
|
if (access != null) {
|
||||||
check(last, snapshot, access);
|
check(last, snapshotId, access);
|
||||||
}
|
}
|
||||||
if (subAccess != null) {
|
if (subAccess != null) {
|
||||||
checkSubAccess(last, snapshot, subAccess);
|
checkSubAccess(last, snapshotId, subAccess);
|
||||||
}
|
}
|
||||||
if (doCheckOwner) {
|
if (doCheckOwner) {
|
||||||
checkOwner(last, snapshot);
|
checkOwner(last, snapshotId);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void checkOwner(INode inode, Snapshot snapshot
|
private void checkOwner(INode inode, int snapshotId
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
if (inode != null && user.equals(inode.getUserName(snapshot))) {
|
if (inode != null && user.equals(inode.getUserName(snapshotId))) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
throw new AccessControlException("Permission denied");
|
throw new AccessControlException("Permission denied");
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void checkTraverse(INode[] inodes, int last, Snapshot snapshot
|
private void checkTraverse(INode[] inodes, int last, int snapshotId
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
for(int j = 0; j <= last; j++) {
|
for(int j = 0; j <= last; j++) {
|
||||||
check(inodes[j], snapshot, FsAction.EXECUTE);
|
check(inodes[j], snapshotId, FsAction.EXECUTE);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void checkSubAccess(INode inode, Snapshot snapshot, FsAction access
|
private void checkSubAccess(INode inode, int snapshotId, FsAction access
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
if (inode == null || !inode.isDirectory()) {
|
if (inode == null || !inode.isDirectory()) {
|
||||||
return;
|
return;
|
||||||
|
@ -198,9 +196,9 @@ class FSPermissionChecker {
|
||||||
Stack<INodeDirectory> directories = new Stack<INodeDirectory>();
|
Stack<INodeDirectory> directories = new Stack<INodeDirectory>();
|
||||||
for(directories.push(inode.asDirectory()); !directories.isEmpty(); ) {
|
for(directories.push(inode.asDirectory()); !directories.isEmpty(); ) {
|
||||||
INodeDirectory d = directories.pop();
|
INodeDirectory d = directories.pop();
|
||||||
check(d, snapshot, access);
|
check(d, snapshotId, access);
|
||||||
|
|
||||||
for(INode child : d.getChildrenList(snapshot)) {
|
for(INode child : d.getChildrenList(snapshotId)) {
|
||||||
if (child.isDirectory()) {
|
if (child.isDirectory()) {
|
||||||
directories.push(child.asDirectory());
|
directories.push(child.asDirectory());
|
||||||
}
|
}
|
||||||
|
@ -209,23 +207,23 @@ class FSPermissionChecker {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void check(INode[] inodes, int i, Snapshot snapshot, FsAction access
|
private void check(INode[] inodes, int i, int snapshotId, FsAction access
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
check(i >= 0? inodes[i]: null, snapshot, access);
|
check(i >= 0? inodes[i]: null, snapshotId, access);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void check(INode inode, Snapshot snapshot, FsAction access
|
private void check(INode inode, int snapshotId, FsAction access
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
if (inode == null) {
|
if (inode == null) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
FsPermission mode = inode.getFsPermission(snapshot);
|
FsPermission mode = inode.getFsPermission(snapshotId);
|
||||||
|
|
||||||
if (user.equals(inode.getUserName(snapshot))) { //user class
|
if (user.equals(inode.getUserName(snapshotId))) { //user class
|
||||||
if (mode.getUserAction().implies(access)) { return; }
|
if (mode.getUserAction().implies(access)) { return; }
|
||||||
}
|
}
|
||||||
else if (groups.contains(inode.getGroupName(snapshot))) { //group class
|
else if (groups.contains(inode.getGroupName(snapshotId))) { //group class
|
||||||
if (mode.getGroupAction().implies(access)) { return; }
|
if (mode.getGroupAction().implies(access)) { return; }
|
||||||
}
|
}
|
||||||
else { //other class
|
else { //other class
|
||||||
|
@ -236,19 +234,19 @@ class FSPermissionChecker {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Guarded by {@link FSNamesystem#readLock()} */
|
/** Guarded by {@link FSNamesystem#readLock()} */
|
||||||
private void checkStickyBit(INode parent, INode inode, Snapshot snapshot
|
private void checkStickyBit(INode parent, INode inode, int snapshotId
|
||||||
) throws AccessControlException {
|
) throws AccessControlException {
|
||||||
if(!parent.getFsPermission(snapshot).getStickyBit()) {
|
if(!parent.getFsPermission(snapshotId).getStickyBit()) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
// If this user is the directory owner, return
|
// If this user is the directory owner, return
|
||||||
if(parent.getUserName(snapshot).equals(user)) {
|
if(parent.getUserName(snapshotId).equals(user)) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
// if this user is the file owner, return
|
// if this user is the file owner, return
|
||||||
if(inode.getUserName(snapshot).equals(user)) {
|
if(inode.getUserName(snapshotId).equals(user)) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -70,98 +70,101 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Get the {@link PermissionStatus} */
|
/** Get the {@link PermissionStatus} */
|
||||||
abstract PermissionStatus getPermissionStatus(Snapshot snapshot);
|
abstract PermissionStatus getPermissionStatus(int snapshotId);
|
||||||
|
|
||||||
/** The same as getPermissionStatus(null). */
|
/** The same as getPermissionStatus(null). */
|
||||||
final PermissionStatus getPermissionStatus() {
|
final PermissionStatus getPermissionStatus() {
|
||||||
return getPermissionStatus(null);
|
return getPermissionStatus(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current inode.
|
* from the given snapshot; otherwise, get the result from the
|
||||||
|
* current inode.
|
||||||
* @return user name
|
* @return user name
|
||||||
*/
|
*/
|
||||||
abstract String getUserName(Snapshot snapshot);
|
abstract String getUserName(int snapshotId);
|
||||||
|
|
||||||
/** The same as getUserName(null). */
|
/** The same as getUserName(Snapshot.CURRENT_STATE_ID). */
|
||||||
@Override
|
@Override
|
||||||
public final String getUserName() {
|
public final String getUserName() {
|
||||||
return getUserName(null);
|
return getUserName(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Set user */
|
/** Set user */
|
||||||
abstract void setUser(String user);
|
abstract void setUser(String user);
|
||||||
|
|
||||||
/** Set user */
|
/** Set user */
|
||||||
final INode setUser(String user, Snapshot latest)
|
final INode setUser(String user, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest);
|
final INode nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setUser(user);
|
nodeToUpdate.setUser(user);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current inode.
|
* from the given snapshot; otherwise, get the result from the
|
||||||
|
* current inode.
|
||||||
* @return group name
|
* @return group name
|
||||||
*/
|
*/
|
||||||
abstract String getGroupName(Snapshot snapshot);
|
abstract String getGroupName(int snapshotId);
|
||||||
|
|
||||||
/** The same as getGroupName(null). */
|
/** The same as getGroupName(Snapshot.CURRENT_STATE_ID). */
|
||||||
@Override
|
@Override
|
||||||
public final String getGroupName() {
|
public final String getGroupName() {
|
||||||
return getGroupName(null);
|
return getGroupName(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Set group */
|
/** Set group */
|
||||||
abstract void setGroup(String group);
|
abstract void setGroup(String group);
|
||||||
|
|
||||||
/** Set group */
|
/** Set group */
|
||||||
final INode setGroup(String group, Snapshot latest)
|
final INode setGroup(String group, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest);
|
final INode nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setGroup(group);
|
nodeToUpdate.setGroup(group);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current inode.
|
* from the given snapshot; otherwise, get the result from the
|
||||||
|
* current inode.
|
||||||
* @return permission.
|
* @return permission.
|
||||||
*/
|
*/
|
||||||
abstract FsPermission getFsPermission(Snapshot snapshot);
|
abstract FsPermission getFsPermission(int snapshotId);
|
||||||
|
|
||||||
/** The same as getFsPermission(null). */
|
/** The same as getFsPermission(Snapshot.CURRENT_STATE_ID). */
|
||||||
@Override
|
@Override
|
||||||
public final FsPermission getFsPermission() {
|
public final FsPermission getFsPermission() {
|
||||||
return getFsPermission(null);
|
return getFsPermission(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Set the {@link FsPermission} of this {@link INode} */
|
/** Set the {@link FsPermission} of this {@link INode} */
|
||||||
abstract void setPermission(FsPermission permission);
|
abstract void setPermission(FsPermission permission);
|
||||||
|
|
||||||
/** Set the {@link FsPermission} of this {@link INode} */
|
/** Set the {@link FsPermission} of this {@link INode} */
|
||||||
INode setPermission(FsPermission permission, Snapshot latest)
|
INode setPermission(FsPermission permission, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest);
|
final INode nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setPermission(permission);
|
nodeToUpdate.setPermission(permission);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @return if the given snapshot is null, return this;
|
* @return if the given snapshot id is {@link Snapshot#CURRENT_STATE_ID},
|
||||||
* otherwise return the corresponding snapshot inode.
|
* return this; otherwise return the corresponding snapshot inode.
|
||||||
*/
|
*/
|
||||||
public INodeAttributes getSnapshotINode(final Snapshot snapshot) {
|
public INodeAttributes getSnapshotINode(final int snapshotId) {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Is this inode in the latest snapshot? */
|
/** Is this inode in the latest snapshot? */
|
||||||
public final boolean isInLatestSnapshot(final Snapshot latest) {
|
public final boolean isInLatestSnapshot(final int latestSnapshotId) {
|
||||||
if (latest == null) {
|
if (latestSnapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
// if parent is a reference node, parent must be a renamed node. We can
|
// if parent is a reference node, parent must be a renamed node. We can
|
||||||
|
@ -173,10 +176,11 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
if (parentDir == null) { // root
|
if (parentDir == null) { // root
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
if (!parentDir.isInLatestSnapshot(latest)) {
|
if (!parentDir.isInLatestSnapshot(latestSnapshotId)) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
final INode child = parentDir.getChild(getLocalNameBytes(), latest);
|
final INode child = parentDir.getChild(getLocalNameBytes(),
|
||||||
|
latestSnapshotId);
|
||||||
if (this == child) {
|
if (this == child) {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
@ -203,21 +207,22 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* operation, or the snapshot belonging to the DST tree.
|
* operation, or the snapshot belonging to the DST tree.
|
||||||
*
|
*
|
||||||
* @param latestInDst
|
* @param latestInDst
|
||||||
* the latest snapshot in the DST tree above the reference node
|
* id of the latest snapshot in the DST tree above the reference node
|
||||||
* @return True: the modification should be recorded in the snapshot that
|
* @return True: the modification should be recorded in the snapshot that
|
||||||
* belongs to the SRC tree. False: the modification should be
|
* belongs to the SRC tree. False: the modification should be
|
||||||
* recorded in the snapshot that belongs to the DST tree.
|
* recorded in the snapshot that belongs to the DST tree.
|
||||||
*/
|
*/
|
||||||
public final boolean shouldRecordInSrcSnapshot(final Snapshot latestInDst) {
|
public final boolean shouldRecordInSrcSnapshot(final int latestInDst) {
|
||||||
Preconditions.checkState(!isReference());
|
Preconditions.checkState(!isReference());
|
||||||
|
|
||||||
if (latestInDst == null) {
|
if (latestInDst == Snapshot.CURRENT_STATE_ID) {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
INodeReference withCount = getParentReference();
|
INodeReference withCount = getParentReference();
|
||||||
if (withCount != null) {
|
if (withCount != null) {
|
||||||
int dstSnapshotId = withCount.getParentReference().getDstSnapshotId();
|
int dstSnapshotId = withCount.getParentReference().getDstSnapshotId();
|
||||||
if (dstSnapshotId >= latestInDst.getId()) {
|
if (dstSnapshotId != Snapshot.CURRENT_STATE_ID
|
||||||
|
&& dstSnapshotId >= latestInDst) {
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -228,13 +233,14 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* This inode is being modified. The previous version of the inode needs to
|
* This inode is being modified. The previous version of the inode needs to
|
||||||
* be recorded in the latest snapshot.
|
* be recorded in the latest snapshot.
|
||||||
*
|
*
|
||||||
* @param latest the latest snapshot that has been taken.
|
* @param latestSnapshotId The id of the latest snapshot that has been taken.
|
||||||
* Note that it is null if no snapshots have been taken.
|
* Note that it is {@link Snapshot#CURRENT_STATE_ID}
|
||||||
|
* if no snapshots have been taken.
|
||||||
* @return The current inode, which usually is the same object of this inode.
|
* @return The current inode, which usually is the same object of this inode.
|
||||||
* However, in some cases, this inode may be replaced with a new inode
|
* However, in some cases, this inode may be replaced with a new inode
|
||||||
* for maintaining snapshots. The current inode is then the new inode.
|
* for maintaining snapshots. The current inode is then the new inode.
|
||||||
*/
|
*/
|
||||||
abstract INode recordModification(final Snapshot latest)
|
abstract INode recordModification(final int latestSnapshotId)
|
||||||
throws QuotaExceededException;
|
throws QuotaExceededException;
|
||||||
|
|
||||||
/** Check whether it's a reference. */
|
/** Check whether it's a reference. */
|
||||||
|
@ -330,12 +336,13 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* snapshot in its diff list. Recursively clean its children.
|
* snapshot in its diff list. Recursively clean its children.
|
||||||
* </pre>
|
* </pre>
|
||||||
*
|
*
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* The snapshot to delete. Null means to delete the current
|
* The id of the snapshot to delete.
|
||||||
|
* {@link Snapshot#CURRENT_STATE_ID} means to delete the current
|
||||||
* file/directory.
|
* file/directory.
|
||||||
* @param prior
|
* @param priorSnapshotId
|
||||||
* The latest snapshot before the to-be-deleted snapshot. When
|
* The id of the latest snapshot before the to-be-deleted snapshot.
|
||||||
* deleting a current inode, this parameter captures the latest
|
* When deleting a current inode, this parameter captures the latest
|
||||||
* snapshot.
|
* snapshot.
|
||||||
* @param collectedBlocks
|
* @param collectedBlocks
|
||||||
* blocks collected from the descents for further block
|
* blocks collected from the descents for further block
|
||||||
|
@ -345,8 +352,8 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* inodeMap
|
* inodeMap
|
||||||
* @return quota usage delta when deleting a snapshot
|
* @return quota usage delta when deleting a snapshot
|
||||||
*/
|
*/
|
||||||
public abstract Quota.Counts cleanSubtree(final Snapshot snapshot,
|
public abstract Quota.Counts cleanSubtree(final int snapshotId,
|
||||||
Snapshot prior, BlocksMapUpdateInfo collectedBlocks,
|
int priorSnapshotId, BlocksMapUpdateInfo collectedBlocks,
|
||||||
List<INode> removedINodes, boolean countDiffChange)
|
List<INode> removedINodes, boolean countDiffChange)
|
||||||
throws QuotaExceededException;
|
throws QuotaExceededException;
|
||||||
|
|
||||||
|
@ -460,9 +467,10 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
* @param counts The subtree counts for returning.
|
* @param counts The subtree counts for returning.
|
||||||
* @param useCache Whether to use cached quota usage. Note that
|
* @param useCache Whether to use cached quota usage. Note that
|
||||||
* {@link WithName} node never uses cache for its subtree.
|
* {@link WithName} node never uses cache for its subtree.
|
||||||
* @param lastSnapshotId {@link Snapshot#INVALID_ID} indicates the computation
|
* @param lastSnapshotId {@link Snapshot#CURRENT_STATE_ID} indicates the
|
||||||
* is in the current tree. Otherwise the id indicates
|
* computation is in the current tree. Otherwise the id
|
||||||
* the computation range for a {@link WithName} node.
|
* indicates the computation range for a
|
||||||
|
* {@link WithName} node.
|
||||||
* @return The same objects as the counts parameter.
|
* @return The same objects as the counts parameter.
|
||||||
*/
|
*/
|
||||||
public abstract Quota.Counts computeQuotaUsage(Quota.Counts counts,
|
public abstract Quota.Counts computeQuotaUsage(Quota.Counts counts,
|
||||||
|
@ -470,7 +478,7 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
|
|
||||||
public final Quota.Counts computeQuotaUsage(Quota.Counts counts,
|
public final Quota.Counts computeQuotaUsage(Quota.Counts counts,
|
||||||
boolean useCache) {
|
boolean useCache) {
|
||||||
return computeQuotaUsage(counts, useCache, Snapshot.INVALID_ID);
|
return computeQuotaUsage(counts, useCache, Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -558,21 +566,22 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current inode.
|
* from the given snapshot; otherwise, get the result from the
|
||||||
|
* current inode.
|
||||||
* @return modification time.
|
* @return modification time.
|
||||||
*/
|
*/
|
||||||
abstract long getModificationTime(Snapshot snapshot);
|
abstract long getModificationTime(int snapshotId);
|
||||||
|
|
||||||
/** The same as getModificationTime(null). */
|
/** The same as getModificationTime(Snapshot.CURRENT_STATE_ID). */
|
||||||
@Override
|
@Override
|
||||||
public final long getModificationTime() {
|
public final long getModificationTime() {
|
||||||
return getModificationTime(null);
|
return getModificationTime(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Update modification time if it is larger than the current value. */
|
/** Update modification time if it is larger than the current value. */
|
||||||
public abstract INode updateModificationTime(long mtime, Snapshot latest)
|
public abstract INode updateModificationTime(long mtime, int latestSnapshotId)
|
||||||
throws QuotaExceededException;
|
throws QuotaExceededException;
|
||||||
|
|
||||||
/** Set the last modification time of inode. */
|
/** Set the last modification time of inode. */
|
||||||
|
@ -580,24 +589,25 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
|
|
||||||
/** Set the last modification time of inode. */
|
/** Set the last modification time of inode. */
|
||||||
public final INode setModificationTime(long modificationTime,
|
public final INode setModificationTime(long modificationTime,
|
||||||
Snapshot latest) throws QuotaExceededException {
|
int latestSnapshotId) throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest);
|
final INode nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setModificationTime(modificationTime);
|
nodeToUpdate.setModificationTime(modificationTime);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current inode.
|
* from the given snapshot; otherwise, get the result from the
|
||||||
|
* current inode.
|
||||||
* @return access time
|
* @return access time
|
||||||
*/
|
*/
|
||||||
abstract long getAccessTime(Snapshot snapshot);
|
abstract long getAccessTime(int snapshotId);
|
||||||
|
|
||||||
/** The same as getAccessTime(null). */
|
/** The same as getAccessTime(Snapshot.CURRENT_STATE_ID). */
|
||||||
@Override
|
@Override
|
||||||
public final long getAccessTime() {
|
public final long getAccessTime() {
|
||||||
return getAccessTime(null);
|
return getAccessTime(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -608,9 +618,9 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
/**
|
/**
|
||||||
* Set last access time of inode.
|
* Set last access time of inode.
|
||||||
*/
|
*/
|
||||||
public final INode setAccessTime(long accessTime, Snapshot latest)
|
public final INode setAccessTime(long accessTime, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final INode nodeToUpdate = recordModification(latest);
|
final INode nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setAccessTime(accessTime);
|
nodeToUpdate.setAccessTime(accessTime);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -679,13 +689,15 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
public final StringBuffer dumpTreeRecursively() {
|
public final StringBuffer dumpTreeRecursively() {
|
||||||
final StringWriter out = new StringWriter();
|
final StringWriter out = new StringWriter();
|
||||||
dumpTreeRecursively(new PrintWriter(out, true), new StringBuilder(), null);
|
dumpTreeRecursively(new PrintWriter(out, true), new StringBuilder(),
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
return out.getBuffer();
|
return out.getBuffer();
|
||||||
}
|
}
|
||||||
|
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
public final void dumpTreeRecursively(PrintStream out) {
|
public final void dumpTreeRecursively(PrintStream out) {
|
||||||
dumpTreeRecursively(new PrintWriter(out, true), new StringBuilder(), null);
|
dumpTreeRecursively(new PrintWriter(out, true), new StringBuilder(),
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -694,7 +706,7 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
*/
|
*/
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
Snapshot snapshot) {
|
int snapshotId) {
|
||||||
out.print(prefix);
|
out.print(prefix);
|
||||||
out.print(" ");
|
out.print(" ");
|
||||||
final String name = getLocalName();
|
final String name = getLocalName();
|
||||||
|
@ -703,7 +715,7 @@ public abstract class INode implements INodeAttributes, Diff.Element<byte[]> {
|
||||||
out.print(getObjectString());
|
out.print(getObjectString());
|
||||||
out.print("), ");
|
out.print("), ");
|
||||||
out.print(getParentString());
|
out.print(getParentString());
|
||||||
out.print(", " + getPermissionStatus(snapshot));
|
out.print(", " + getPermissionStatus(snapshotId));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
@ -204,9 +204,9 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeDirectoryAttributes getSnapshotINode(Snapshot snapshot) {
|
public INodeDirectoryAttributes getSnapshotINode(int snapshotId) {
|
||||||
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
return sf == null ? this : sf.getDiffs().getSnapshotINode(snapshot, this);
|
return sf == null ? this : sf.getDiffs().getSnapshotINode(snapshotId, this);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -217,12 +217,13 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
|
|
||||||
/** Replace itself with an {@link INodeDirectorySnapshottable}. */
|
/** Replace itself with an {@link INodeDirectorySnapshottable}. */
|
||||||
public INodeDirectorySnapshottable replaceSelf4INodeDirectorySnapshottable(
|
public INodeDirectorySnapshottable replaceSelf4INodeDirectorySnapshottable(
|
||||||
Snapshot latest, final INodeMap inodeMap) throws QuotaExceededException {
|
int latestSnapshotId, final INodeMap inodeMap)
|
||||||
|
throws QuotaExceededException {
|
||||||
Preconditions.checkState(!(this instanceof INodeDirectorySnapshottable),
|
Preconditions.checkState(!(this instanceof INodeDirectorySnapshottable),
|
||||||
"this is already an INodeDirectorySnapshottable, this=%s", this);
|
"this is already an INodeDirectorySnapshottable, this=%s", this);
|
||||||
final INodeDirectorySnapshottable s = new INodeDirectorySnapshottable(this);
|
final INodeDirectorySnapshottable s = new INodeDirectorySnapshottable(this);
|
||||||
replaceSelf(s, inodeMap).getDirectoryWithSnapshotFeature().getDiffs()
|
replaceSelf(s, inodeMap).getDirectoryWithSnapshotFeature().getDiffs()
|
||||||
.saveSelf2Snapshot(latest, s, this);
|
.saveSelf2Snapshot(latestSnapshotId, s, this);
|
||||||
return s;
|
return s;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -289,8 +290,8 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
INodeReference.WithName replaceChild4ReferenceWithName(INode oldChild,
|
INodeReference.WithName replaceChild4ReferenceWithName(INode oldChild,
|
||||||
Snapshot latest) {
|
int latestSnapshotId) {
|
||||||
Preconditions.checkArgument(latest != null);
|
Preconditions.checkArgument(latestSnapshotId != Snapshot.CURRENT_STATE_ID);
|
||||||
if (oldChild instanceof INodeReference.WithName) {
|
if (oldChild instanceof INodeReference.WithName) {
|
||||||
return (INodeReference.WithName)oldChild;
|
return (INodeReference.WithName)oldChild;
|
||||||
}
|
}
|
||||||
|
@ -304,22 +305,23 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
withCount = new INodeReference.WithCount(null, oldChild);
|
withCount = new INodeReference.WithCount(null, oldChild);
|
||||||
}
|
}
|
||||||
final INodeReference.WithName ref = new INodeReference.WithName(this,
|
final INodeReference.WithName ref = new INodeReference.WithName(this,
|
||||||
withCount, oldChild.getLocalNameBytes(), latest.getId());
|
withCount, oldChild.getLocalNameBytes(), latestSnapshotId);
|
||||||
replaceChild(oldChild, ref, null);
|
replaceChild(oldChild, ref, null);
|
||||||
return ref;
|
return ref;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeDirectory recordModification(Snapshot latest)
|
public INodeDirectory recordModification(int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest) && !shouldRecordInSrcSnapshot(latest)) {
|
if (isInLatestSnapshot(latestSnapshotId)
|
||||||
|
&& !shouldRecordInSrcSnapshot(latestSnapshotId)) {
|
||||||
// add snapshot feature if necessary
|
// add snapshot feature if necessary
|
||||||
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = addSnapshotFeature(null);
|
sf = addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
// record self in the diff list if necessary
|
// record self in the diff list if necessary
|
||||||
sf.getDiffs().saveSelf2Snapshot(latest, this, null);
|
sf.getDiffs().saveSelf2Snapshot(latestSnapshotId, this, null);
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
@ -329,9 +331,9 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
*
|
*
|
||||||
* @return the child inode, which may be replaced.
|
* @return the child inode, which may be replaced.
|
||||||
*/
|
*/
|
||||||
public INode saveChild2Snapshot(final INode child, final Snapshot latest,
|
public INode saveChild2Snapshot(final INode child, final int latestSnapshotId,
|
||||||
final INode snapshotCopy) throws QuotaExceededException {
|
final INode snapshotCopy) throws QuotaExceededException {
|
||||||
if (latest == null) {
|
if (latestSnapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
return child;
|
return child;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -340,42 +342,45 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = this.addSnapshotFeature(null);
|
sf = this.addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
return sf.saveChild2Snapshot(this, child, latest, snapshotCopy);
|
return sf.saveChild2Snapshot(this, child, latestSnapshotId, snapshotCopy);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param name the name of the child
|
* @param name the name of the child
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current directory.
|
* from the corresponding snapshot; otherwise, get the result from
|
||||||
|
* the current directory.
|
||||||
* @return the child inode.
|
* @return the child inode.
|
||||||
*/
|
*/
|
||||||
public INode getChild(byte[] name, Snapshot snapshot) {
|
public INode getChild(byte[] name, int snapshotId) {
|
||||||
DirectoryWithSnapshotFeature sf;
|
DirectoryWithSnapshotFeature sf;
|
||||||
if (snapshot == null || (sf = getDirectoryWithSnapshotFeature()) == null) {
|
if (snapshotId == Snapshot.CURRENT_STATE_ID ||
|
||||||
|
(sf = getDirectoryWithSnapshotFeature()) == null) {
|
||||||
ReadOnlyList<INode> c = getCurrentChildrenList();
|
ReadOnlyList<INode> c = getCurrentChildrenList();
|
||||||
final int i = ReadOnlyList.Util.binarySearch(c, name);
|
final int i = ReadOnlyList.Util.binarySearch(c, name);
|
||||||
return i < 0 ? null : c.get(i);
|
return i < 0 ? null : c.get(i);
|
||||||
}
|
}
|
||||||
|
|
||||||
return sf.getChild(this, name, snapshot);
|
return sf.getChild(this, name, snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param snapshot
|
* @param snapshotId
|
||||||
* if it is not null, get the result from the given snapshot;
|
* if it is not {@link Snapshot#CURRENT_STATE_ID}, get the result
|
||||||
* otherwise, get the result from the current directory.
|
* from the corresponding snapshot; otherwise, get the result from
|
||||||
|
* the current directory.
|
||||||
* @return the current children list if the specified snapshot is null;
|
* @return the current children list if the specified snapshot is null;
|
||||||
* otherwise, return the children list corresponding to the snapshot.
|
* otherwise, return the children list corresponding to the snapshot.
|
||||||
* Note that the returned list is never null.
|
* Note that the returned list is never null.
|
||||||
*/
|
*/
|
||||||
public ReadOnlyList<INode> getChildrenList(final Snapshot snapshot) {
|
public ReadOnlyList<INode> getChildrenList(final int snapshotId) {
|
||||||
DirectoryWithSnapshotFeature sf;
|
DirectoryWithSnapshotFeature sf;
|
||||||
if (snapshot == null
|
if (snapshotId == Snapshot.CURRENT_STATE_ID
|
||||||
|| (sf = this.getDirectoryWithSnapshotFeature()) == null) {
|
|| (sf = this.getDirectoryWithSnapshotFeature()) == null) {
|
||||||
return getCurrentChildrenList();
|
return getCurrentChildrenList();
|
||||||
}
|
}
|
||||||
return sf.getChildrenList(this, snapshot);
|
return sf.getChildrenList(this, snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
private ReadOnlyList<INode> getCurrentChildrenList() {
|
private ReadOnlyList<INode> getCurrentChildrenList() {
|
||||||
|
@ -450,15 +455,15 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
/**
|
/**
|
||||||
* Remove the specified child from this directory.
|
* Remove the specified child from this directory.
|
||||||
*/
|
*/
|
||||||
public boolean removeChild(INode child, Snapshot latest)
|
public boolean removeChild(INode child, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latestSnapshotId)) {
|
||||||
// create snapshot feature if necessary
|
// create snapshot feature if necessary
|
||||||
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = this.addSnapshotFeature(null);
|
sf = this.addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
return sf.removeChild(this, child, latest);
|
return sf.removeChild(this, child, latestSnapshotId);
|
||||||
}
|
}
|
||||||
return removeChild(child);
|
return removeChild(child);
|
||||||
}
|
}
|
||||||
|
@ -493,24 +498,24 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* otherwise, return true;
|
* otherwise, return true;
|
||||||
*/
|
*/
|
||||||
public boolean addChild(INode node, final boolean setModTime,
|
public boolean addChild(INode node, final boolean setModTime,
|
||||||
final Snapshot latest) throws QuotaExceededException {
|
final int latestSnapshotId) throws QuotaExceededException {
|
||||||
final int low = searchChildren(node.getLocalNameBytes());
|
final int low = searchChildren(node.getLocalNameBytes());
|
||||||
if (low >= 0) {
|
if (low >= 0) {
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latestSnapshotId)) {
|
||||||
// create snapshot feature if necessary
|
// create snapshot feature if necessary
|
||||||
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = this.getDirectoryWithSnapshotFeature();
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = this.addSnapshotFeature(null);
|
sf = this.addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
return sf.addChild(this, node, setModTime, latest);
|
return sf.addChild(this, node, setModTime, latestSnapshotId);
|
||||||
}
|
}
|
||||||
addChild(node, low);
|
addChild(node, low);
|
||||||
if (setModTime) {
|
if (setModTime) {
|
||||||
// update modification time of the parent directory
|
// update modification time of the parent directory
|
||||||
updateModificationTime(node.getModificationTime(), latest);
|
updateModificationTime(node.getModificationTime(), latestSnapshotId);
|
||||||
}
|
}
|
||||||
return true;
|
return true;
|
||||||
}
|
}
|
||||||
|
@ -548,10 +553,9 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
// we are computing the quota usage for a specific snapshot here, i.e., the
|
// we are computing the quota usage for a specific snapshot here, i.e., the
|
||||||
// computation only includes files/directories that exist at the time of the
|
// computation only includes files/directories that exist at the time of the
|
||||||
// given snapshot
|
// given snapshot
|
||||||
if (sf != null && lastSnapshotId != Snapshot.INVALID_ID
|
if (sf != null && lastSnapshotId != Snapshot.CURRENT_STATE_ID
|
||||||
&& !(useCache && isQuotaSet())) {
|
&& !(useCache && isQuotaSet())) {
|
||||||
Snapshot lastSnapshot = sf.getDiffs().getSnapshotById(lastSnapshotId);
|
ReadOnlyList<INode> childrenList = getChildrenList(lastSnapshotId);
|
||||||
ReadOnlyList<INode> childrenList = getChildrenList(lastSnapshot);
|
|
||||||
for (INode child : childrenList) {
|
for (INode child : childrenList) {
|
||||||
child.computeQuotaUsage(counts, useCache, lastSnapshotId);
|
child.computeQuotaUsage(counts, useCache, lastSnapshotId);
|
||||||
}
|
}
|
||||||
|
@ -607,7 +611,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
|
|
||||||
ContentSummaryComputationContext computeDirectoryContentSummary(
|
ContentSummaryComputationContext computeDirectoryContentSummary(
|
||||||
ContentSummaryComputationContext summary) {
|
ContentSummaryComputationContext summary) {
|
||||||
ReadOnlyList<INode> childrenList = getChildrenList(null);
|
ReadOnlyList<INode> childrenList = getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
// Explicit traversing is done to enable repositioning after relinquishing
|
// Explicit traversing is done to enable repositioning after relinquishing
|
||||||
// and reacquiring locks.
|
// and reacquiring locks.
|
||||||
for (int i = 0; i < childrenList.size(); i++) {
|
for (int i = 0; i < childrenList.size(); i++) {
|
||||||
|
@ -629,7 +633,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
break;
|
break;
|
||||||
}
|
}
|
||||||
// Obtain the children list again since it may have been modified.
|
// Obtain the children list again since it may have been modified.
|
||||||
childrenList = getChildrenList(null);
|
childrenList = getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
// Reposition in case the children list is changed. Decrement by 1
|
// Reposition in case the children list is changed. Decrement by 1
|
||||||
// since it will be incremented when loops.
|
// since it will be incremented when loops.
|
||||||
i = nextChild(childrenList, childName) - 1;
|
i = nextChild(childrenList, childName) - 1;
|
||||||
|
@ -668,21 +672,16 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* The reference node to be removed/replaced
|
* The reference node to be removed/replaced
|
||||||
* @param newChild
|
* @param newChild
|
||||||
* The node to be added back
|
* The node to be added back
|
||||||
* @param latestSnapshot
|
|
||||||
* The latest snapshot. Note this may not be the last snapshot in the
|
|
||||||
* diff list, since the src tree of the current rename operation
|
|
||||||
* may be the dst tree of a previous rename.
|
|
||||||
* @throws QuotaExceededException should not throw this exception
|
* @throws QuotaExceededException should not throw this exception
|
||||||
*/
|
*/
|
||||||
public void undoRename4ScrParent(final INodeReference oldChild,
|
public void undoRename4ScrParent(final INodeReference oldChild,
|
||||||
final INode newChild, Snapshot latestSnapshot)
|
final INode newChild) throws QuotaExceededException {
|
||||||
throws QuotaExceededException {
|
|
||||||
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
Preconditions.checkState(sf != null,
|
Preconditions.checkState(sf != null,
|
||||||
"Directory does not have snapshot feature");
|
"Directory does not have snapshot feature");
|
||||||
sf.getDiffs().removeChild(ListType.DELETED, oldChild);
|
sf.getDiffs().removeChild(ListType.DELETED, oldChild);
|
||||||
sf.getDiffs().replaceChild(ListType.CREATED, oldChild, newChild);
|
sf.getDiffs().replaceChild(ListType.CREATED, oldChild, newChild);
|
||||||
addChild(newChild, true, null);
|
addChild(newChild, true, Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -691,16 +690,14 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
* and delete possible record in the deleted list.
|
* and delete possible record in the deleted list.
|
||||||
*/
|
*/
|
||||||
public void undoRename4DstParent(final INode deletedChild,
|
public void undoRename4DstParent(final INode deletedChild,
|
||||||
Snapshot latestSnapshot) throws QuotaExceededException {
|
int latestSnapshotId) throws QuotaExceededException {
|
||||||
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
Preconditions.checkState(sf != null,
|
Preconditions.checkState(sf != null,
|
||||||
"Directory does not have snapshot feature");
|
"Directory does not have snapshot feature");
|
||||||
boolean removeDeletedChild = sf.getDiffs().removeChild(ListType.DELETED,
|
boolean removeDeletedChild = sf.getDiffs().removeChild(ListType.DELETED,
|
||||||
deletedChild);
|
deletedChild);
|
||||||
// pass null for inodeMap since the parent node will not get replaced when
|
int sid = removeDeletedChild ? Snapshot.CURRENT_STATE_ID : latestSnapshotId;
|
||||||
// undoing rename
|
final boolean added = addChild(deletedChild, true, sid);
|
||||||
final boolean added = addChild(deletedChild, true, removeDeletedChild ? null
|
|
||||||
: latestSnapshot);
|
|
||||||
// update quota usage if adding is successfully and the old child has not
|
// update quota usage if adding is successfully and the old child has not
|
||||||
// been stored in deleted list before
|
// been stored in deleted list before
|
||||||
if (added && !removeDeletedChild) {
|
if (added && !removeDeletedChild) {
|
||||||
|
@ -722,8 +719,8 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Call cleanSubtree(..) recursively down the subtree. */
|
/** Call cleanSubtree(..) recursively down the subtree. */
|
||||||
public Quota.Counts cleanSubtreeRecursively(final Snapshot snapshot,
|
public Quota.Counts cleanSubtreeRecursively(final int snapshot,
|
||||||
Snapshot prior, final BlocksMapUpdateInfo collectedBlocks,
|
int prior, final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final Map<INode, INode> excludedNodes,
|
final List<INode> removedINodes, final Map<INode, INode> excludedNodes,
|
||||||
final boolean countDiffChange) throws QuotaExceededException {
|
final boolean countDiffChange) throws QuotaExceededException {
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
|
@ -732,9 +729,10 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
// to its latest previous snapshot. (besides, we also need to consider nodes
|
// to its latest previous snapshot. (besides, we also need to consider nodes
|
||||||
// created after prior but before snapshot. this will be done in
|
// created after prior but before snapshot. this will be done in
|
||||||
// DirectoryWithSnapshotFeature)
|
// DirectoryWithSnapshotFeature)
|
||||||
Snapshot s = snapshot != null && prior != null ? prior : snapshot;
|
int s = snapshot != Snapshot.CURRENT_STATE_ID
|
||||||
|
&& prior != Snapshot.NO_SNAPSHOT_ID ? prior : snapshot;
|
||||||
for (INode child : getChildrenList(s)) {
|
for (INode child : getChildrenList(s)) {
|
||||||
if (snapshot != null && excludedNodes != null
|
if (snapshot != Snapshot.CURRENT_STATE_ID && excludedNodes != null
|
||||||
&& excludedNodes.containsKey(child)) {
|
&& excludedNodes.containsKey(child)) {
|
||||||
continue;
|
continue;
|
||||||
} else {
|
} else {
|
||||||
|
@ -753,7 +751,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
sf.clear(this, collectedBlocks, removedINodes);
|
sf.clear(this, collectedBlocks, removedINodes);
|
||||||
}
|
}
|
||||||
for (INode child : getChildrenList(null)) {
|
for (INode child : getChildrenList(Snapshot.CURRENT_STATE_ID)) {
|
||||||
child.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
child.destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
}
|
}
|
||||||
clear();
|
clear();
|
||||||
|
@ -761,18 +759,19 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts cleanSubtree(final Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(final int snapshotId, int priorSnapshotId,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = getDirectoryWithSnapshotFeature();
|
||||||
// there is snapshot data
|
// there is snapshot data
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
return sf.cleanDirectory(this, snapshot, prior, collectedBlocks,
|
return sf.cleanDirectory(this, snapshotId, priorSnapshotId,
|
||||||
removedINodes, countDiffChange);
|
collectedBlocks, removedINodes, countDiffChange);
|
||||||
}
|
}
|
||||||
// there is no snapshot data
|
// there is no snapshot data
|
||||||
if (prior == null && snapshot == null) {
|
if (priorSnapshotId == Snapshot.NO_SNAPSHOT_ID
|
||||||
|
&& snapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
// destroy the whole subtree and collect blocks that should be deleted
|
// destroy the whole subtree and collect blocks that should be deleted
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
this.computeQuotaUsage(counts, true);
|
this.computeQuotaUsage(counts, true);
|
||||||
|
@ -780,7 +779,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
return counts;
|
return counts;
|
||||||
} else {
|
} else {
|
||||||
// process recursively down the subtree
|
// process recursively down the subtree
|
||||||
Quota.Counts counts = cleanSubtreeRecursively(snapshot, prior,
|
Quota.Counts counts = cleanSubtreeRecursively(snapshotId, priorSnapshotId,
|
||||||
collectedBlocks, removedINodes, null, countDiffChange);
|
collectedBlocks, removedINodes, null, countDiffChange);
|
||||||
if (isQuotaSet()) {
|
if (isQuotaSet()) {
|
||||||
getDirectoryWithQuotaFeature().addSpaceConsumed2Cache(
|
getDirectoryWithQuotaFeature().addSpaceConsumed2Cache(
|
||||||
|
@ -816,7 +815,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
@Override
|
@Override
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
final Snapshot snapshot) {
|
final int snapshot) {
|
||||||
super.dumpTreeRecursively(out, prefix, snapshot);
|
super.dumpTreeRecursively(out, prefix, snapshot);
|
||||||
out.print(", childrenSize=" + getChildrenList(snapshot).size());
|
out.print(", childrenSize=" + getChildrenList(snapshot).size());
|
||||||
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
final DirectoryWithQuotaFeature q = getDirectoryWithQuotaFeature();
|
||||||
|
@ -824,7 +823,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
out.print(", " + q);
|
out.print(", " + q);
|
||||||
}
|
}
|
||||||
if (this instanceof Snapshot.Root) {
|
if (this instanceof Snapshot.Root) {
|
||||||
out.print(", snapshotId=" + snapshot.getId());
|
out.print(", snapshotId=" + snapshot);
|
||||||
}
|
}
|
||||||
out.println();
|
out.println();
|
||||||
|
|
||||||
|
@ -869,7 +868,7 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
for(final Iterator<SnapshotAndINode> i = subs.iterator(); i.hasNext();) {
|
for(final Iterator<SnapshotAndINode> i = subs.iterator(); i.hasNext();) {
|
||||||
final SnapshotAndINode pair = i.next();
|
final SnapshotAndINode pair = i.next();
|
||||||
prefix.append(i.hasNext()? DUMPTREE_EXCEPT_LAST_ITEM: DUMPTREE_LAST_ITEM);
|
prefix.append(i.hasNext()? DUMPTREE_EXCEPT_LAST_ITEM: DUMPTREE_LAST_ITEM);
|
||||||
pair.inode.dumpTreeRecursively(out, prefix, pair.snapshot);
|
pair.inode.dumpTreeRecursively(out, prefix, pair.snapshotId);
|
||||||
prefix.setLength(prefix.length() - 2);
|
prefix.setLength(prefix.length() - 2);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -877,20 +876,16 @@ public class INodeDirectory extends INodeWithAdditionalFields
|
||||||
|
|
||||||
/** A pair of Snapshot and INode objects. */
|
/** A pair of Snapshot and INode objects. */
|
||||||
protected static class SnapshotAndINode {
|
protected static class SnapshotAndINode {
|
||||||
public final Snapshot snapshot;
|
public final int snapshotId;
|
||||||
public final INode inode;
|
public final INode inode;
|
||||||
|
|
||||||
public SnapshotAndINode(Snapshot snapshot, INode inode) {
|
public SnapshotAndINode(int snapshot, INode inode) {
|
||||||
this.snapshot = snapshot;
|
this.snapshotId = snapshot;
|
||||||
this.inode = inode;
|
this.inode = inode;
|
||||||
}
|
}
|
||||||
|
|
||||||
public SnapshotAndINode(Snapshot snapshot) {
|
|
||||||
this(snapshot, snapshot.getRoot());
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public final int getChildrenNum(final Snapshot snapshot) {
|
public final int getChildrenNum(final int snapshotId) {
|
||||||
return getChildrenList(snapshot).size();
|
return getChildrenList(snapshotId).size();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -17,6 +17,9 @@
|
||||||
*/
|
*/
|
||||||
package org.apache.hadoop.hdfs.server.namenode;
|
package org.apache.hadoop.hdfs.server.namenode;
|
||||||
|
|
||||||
|
import static org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot.CURRENT_STATE_ID;
|
||||||
|
import static org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot.NO_SNAPSHOT_ID;
|
||||||
|
|
||||||
import java.io.FileNotFoundException;
|
import java.io.FileNotFoundException;
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.io.PrintWriter;
|
import java.io.PrintWriter;
|
||||||
|
@ -282,26 +285,27 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeFileAttributes getSnapshotINode(final Snapshot snapshot) {
|
public INodeFileAttributes getSnapshotINode(final int snapshotId) {
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
return sf.getDiffs().getSnapshotINode(snapshot, this);
|
return sf.getDiffs().getSnapshotINode(snapshotId, this);
|
||||||
} else {
|
} else {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INodeFile recordModification(final Snapshot latest)
|
public INodeFile recordModification(final int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest) && !shouldRecordInSrcSnapshot(latest)) {
|
if (isInLatestSnapshot(latestSnapshotId)
|
||||||
|
&& !shouldRecordInSrcSnapshot(latestSnapshotId)) {
|
||||||
// the file is in snapshot, create a snapshot feature if it does not have
|
// the file is in snapshot, create a snapshot feature if it does not have
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (sf == null) {
|
if (sf == null) {
|
||||||
sf = addSnapshotFeature(null);
|
sf = addSnapshotFeature(null);
|
||||||
}
|
}
|
||||||
// record self in the diff list if necessary
|
// record self in the diff list if necessary
|
||||||
sf.getDiffs().saveSelf2Snapshot(latest, this, null);
|
sf.getDiffs().saveSelf2Snapshot(latestSnapshotId, this, null);
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
@ -317,23 +321,22 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
/* End of Snapshot Feature */
|
/* End of Snapshot Feature */
|
||||||
|
|
||||||
/** @return the replication factor of the file. */
|
/** @return the replication factor of the file. */
|
||||||
public final short getFileReplication(Snapshot snapshot) {
|
public final short getFileReplication(int snapshot) {
|
||||||
if (snapshot != null) {
|
if (snapshot != CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getFileReplication();
|
return getSnapshotINode(snapshot).getFileReplication();
|
||||||
}
|
}
|
||||||
|
|
||||||
return HeaderFormat.getReplication(header);
|
return HeaderFormat.getReplication(header);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** The same as getFileReplication(null). */
|
/** The same as getFileReplication(null). */
|
||||||
@Override // INodeFileAttributes
|
@Override // INodeFileAttributes
|
||||||
public final short getFileReplication() {
|
public final short getFileReplication() {
|
||||||
return getFileReplication(null);
|
return getFileReplication(CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override // BlockCollection
|
@Override // BlockCollection
|
||||||
public short getBlockReplication() {
|
public short getBlockReplication() {
|
||||||
short max = getFileReplication(null);
|
short max = getFileReplication(CURRENT_STATE_ID);
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
short maxInSnapshot = sf.getMaxBlockRepInDiffs();
|
short maxInSnapshot = sf.getMaxBlockRepInDiffs();
|
||||||
|
@ -351,9 +354,10 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Set the replication factor of this file. */
|
/** Set the replication factor of this file. */
|
||||||
public final INodeFile setFileReplication(short replication, Snapshot latest,
|
public final INodeFile setFileReplication(short replication,
|
||||||
final INodeMap inodeMap) throws QuotaExceededException {
|
int latestSnapshotId, final INodeMap inodeMap)
|
||||||
final INodeFile nodeToUpdate = recordModification(latest);
|
throws QuotaExceededException {
|
||||||
|
final INodeFile nodeToUpdate = recordModification(latestSnapshotId);
|
||||||
nodeToUpdate.setFileReplication(replication);
|
nodeToUpdate.setFileReplication(replication);
|
||||||
return nodeToUpdate;
|
return nodeToUpdate;
|
||||||
}
|
}
|
||||||
|
@ -431,22 +435,22 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts cleanSubtree(final Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(final int snapshot, int priorSnapshotId,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
FileWithSnapshotFeature sf = getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = getFileWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
return sf.cleanFile(this, snapshot, prior, collectedBlocks,
|
return sf.cleanFile(this, snapshot, priorSnapshotId, collectedBlocks,
|
||||||
removedINodes, countDiffChange);
|
removedINodes, countDiffChange);
|
||||||
}
|
}
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
if (snapshot == null && prior == null) {
|
if (snapshot == CURRENT_STATE_ID && priorSnapshotId == NO_SNAPSHOT_ID) {
|
||||||
// this only happens when deleting the current file and the file is not
|
// this only happens when deleting the current file and the file is not
|
||||||
// in any snapshot
|
// in any snapshot
|
||||||
computeQuotaUsage(counts, false);
|
computeQuotaUsage(counts, false);
|
||||||
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
} else if (snapshot == null && prior != null) {
|
} else if (snapshot == CURRENT_STATE_ID && priorSnapshotId != NO_SNAPSHOT_ID) {
|
||||||
// when deleting the current file and the file is in snapshot, we should
|
// when deleting the current file and the file is in snapshot, we should
|
||||||
// clean the 0-sized block if the file is UC
|
// clean the 0-sized block if the file is UC
|
||||||
FileUnderConstructionFeature uc = getFileUnderConstructionFeature();
|
FileUnderConstructionFeature uc = getFileUnderConstructionFeature();
|
||||||
|
@ -490,17 +494,18 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
FileWithSnapshotFeature sf = getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = getFileWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
FileDiffList fileDiffList = sf.getDiffs();
|
FileDiffList fileDiffList = sf.getDiffs();
|
||||||
Snapshot last = fileDiffList.getLastSnapshot();
|
int last = fileDiffList.getLastSnapshotId();
|
||||||
List<FileDiff> diffs = fileDiffList.asList();
|
List<FileDiff> diffs = fileDiffList.asList();
|
||||||
|
|
||||||
if (lastSnapshotId == Snapshot.INVALID_ID || last == null) {
|
if (lastSnapshotId == Snapshot.CURRENT_STATE_ID
|
||||||
|
|| last == Snapshot.CURRENT_STATE_ID) {
|
||||||
nsDelta += diffs.size();
|
nsDelta += diffs.size();
|
||||||
dsDelta = diskspaceConsumed();
|
dsDelta = diskspaceConsumed();
|
||||||
} else if (last.getId() < lastSnapshotId) {
|
} else if (last < lastSnapshotId) {
|
||||||
dsDelta = computeFileSize(true, false) * getFileReplication();
|
dsDelta = computeFileSize(true, false) * getFileReplication();
|
||||||
} else {
|
} else {
|
||||||
Snapshot s = fileDiffList.getSnapshotById(lastSnapshotId);
|
int sid = fileDiffList.getSnapshotById(lastSnapshotId);
|
||||||
dsDelta = diskspaceConsumed(s);
|
dsDelta = diskspaceConsumed(sid);
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
dsDelta = diskspaceConsumed();
|
dsDelta = diskspaceConsumed();
|
||||||
|
@ -511,7 +516,7 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final ContentSummaryComputationContext computeContentSummary(
|
public final ContentSummaryComputationContext computeContentSummary(
|
||||||
final ContentSummaryComputationContext summary) {
|
final ContentSummaryComputationContext summary) {
|
||||||
computeContentSummary4Snapshot(summary.getCounts());
|
computeContentSummary4Snapshot(summary.getCounts());
|
||||||
computeContentSummary4Current(summary.getCounts());
|
computeContentSummary4Current(summary.getCounts());
|
||||||
|
@ -550,23 +555,21 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
|
|
||||||
/** The same as computeFileSize(null). */
|
/** The same as computeFileSize(null). */
|
||||||
public final long computeFileSize() {
|
public final long computeFileSize() {
|
||||||
return computeFileSize(null);
|
return computeFileSize(CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Compute file size of the current file if the given snapshot is null;
|
* Compute file size of the current file if the given snapshot is null;
|
||||||
* otherwise, get the file size from the given snapshot.
|
* otherwise, get the file size from the given snapshot.
|
||||||
*/
|
*/
|
||||||
public final long computeFileSize(Snapshot snapshot) {
|
public final long computeFileSize(int snapshotId) {
|
||||||
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
FileWithSnapshotFeature sf = this.getFileWithSnapshotFeature();
|
||||||
if (snapshot != null && sf != null) {
|
if (snapshotId != CURRENT_STATE_ID && sf != null) {
|
||||||
final FileDiff d = sf.getDiffs().getDiff(
|
final FileDiff d = sf.getDiffs().getDiffById(snapshotId);
|
||||||
snapshot);
|
|
||||||
if (d != null) {
|
if (d != null) {
|
||||||
return d.getFileSize();
|
return d.getFileSize();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return computeFileSize(true, false);
|
return computeFileSize(true, false);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -617,9 +620,10 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
return computeFileSize(true, true) * getBlockReplication();
|
return computeFileSize(true, true) * getBlockReplication();
|
||||||
}
|
}
|
||||||
|
|
||||||
public final long diskspaceConsumed(Snapshot lastSnapshot) {
|
public final long diskspaceConsumed(int lastSnapshotId) {
|
||||||
if (lastSnapshot != null) {
|
if (lastSnapshotId != CURRENT_STATE_ID) {
|
||||||
return computeFileSize(lastSnapshot) * getFileReplication(lastSnapshot);
|
return computeFileSize(lastSnapshotId)
|
||||||
|
* getFileReplication(lastSnapshotId);
|
||||||
} else {
|
} else {
|
||||||
return diskspaceConsumed();
|
return diskspaceConsumed();
|
||||||
}
|
}
|
||||||
|
@ -648,9 +652,9 @@ public class INodeFile extends INodeWithAdditionalFields
|
||||||
@VisibleForTesting
|
@VisibleForTesting
|
||||||
@Override
|
@Override
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
final Snapshot snapshot) {
|
final int snapshotId) {
|
||||||
super.dumpTreeRecursively(out, prefix, snapshot);
|
super.dumpTreeRecursively(out, prefix, snapshotId);
|
||||||
out.print(", fileSize=" + computeFileSize(snapshot));
|
out.print(", fileSize=" + computeFileSize(snapshotId));
|
||||||
// only compare the first block
|
// only compare the first block
|
||||||
out.print(", blocks=");
|
out.print(", blocks=");
|
||||||
out.print(blocks == null || blocks.length == 0? null: blocks[0]);
|
out.print(blocks == null || blocks.length == 0? null: blocks[0]);
|
||||||
|
|
|
@ -23,7 +23,6 @@ import org.apache.hadoop.fs.permission.FsPermission;
|
||||||
import org.apache.hadoop.fs.permission.PermissionStatus;
|
import org.apache.hadoop.fs.permission.PermissionStatus;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota.Counts;
|
import org.apache.hadoop.hdfs.server.namenode.Quota.Counts;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
|
||||||
import org.apache.hadoop.util.GSet;
|
import org.apache.hadoop.util.GSet;
|
||||||
import org.apache.hadoop.util.LightWeightGSet;
|
import org.apache.hadoop.util.LightWeightGSet;
|
||||||
|
|
||||||
|
@ -89,7 +88,8 @@ public class INodeMap {
|
||||||
"", "", new FsPermission((short) 0)), 0, 0) {
|
"", "", new FsPermission((short) 0)), 0, 0) {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
INode recordModification(Snapshot latest) throws QuotaExceededException {
|
INode recordModification(int latestSnapshotId)
|
||||||
|
throws QuotaExceededException {
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -112,7 +112,7 @@ public class INodeMap {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Counts cleanSubtree(Snapshot snapshot, Snapshot prior,
|
public Counts cleanSubtree(int snapshotId, int priorSnapshotId,
|
||||||
BlocksMapUpdateInfo collectedBlocks, List<INode> removedINodes,
|
BlocksMapUpdateInfo collectedBlocks, List<INode> removedINodes,
|
||||||
boolean countDiffChange) throws QuotaExceededException {
|
boolean countDiffChange) throws QuotaExceededException {
|
||||||
return null;
|
return null;
|
||||||
|
|
|
@ -91,7 +91,7 @@ public abstract class INodeReference extends INode {
|
||||||
* method to identify the snapshot which is the latest snapshot before the
|
* method to identify the snapshot which is the latest snapshot before the
|
||||||
* reference node's creation.
|
* reference node's creation.
|
||||||
*/
|
*/
|
||||||
static Snapshot getPriorSnapshot(INodeReference ref) {
|
static int getPriorSnapshot(INodeReference ref) {
|
||||||
WithCount wc = (WithCount) ref.getReferredINode();
|
WithCount wc = (WithCount) ref.getReferredINode();
|
||||||
WithName wn = null;
|
WithName wn = null;
|
||||||
if (ref instanceof DstReference) {
|
if (ref instanceof DstReference) {
|
||||||
|
@ -111,7 +111,7 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
return null;
|
return Snapshot.NO_SNAPSHOT_ID;
|
||||||
}
|
}
|
||||||
|
|
||||||
private INode referred;
|
private INode referred;
|
||||||
|
@ -185,13 +185,13 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final PermissionStatus getPermissionStatus(Snapshot snapshot) {
|
public final PermissionStatus getPermissionStatus(int snapshotId) {
|
||||||
return referred.getPermissionStatus(snapshot);
|
return referred.getPermissionStatus(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final String getUserName(Snapshot snapshot) {
|
public final String getUserName(int snapshotId) {
|
||||||
return referred.getUserName(snapshot);
|
return referred.getUserName(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -200,8 +200,8 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final String getGroupName(Snapshot snapshot) {
|
public final String getGroupName(int snapshotId) {
|
||||||
return referred.getGroupName(snapshot);
|
return referred.getGroupName(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -210,8 +210,8 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final FsPermission getFsPermission(Snapshot snapshot) {
|
public final FsPermission getFsPermission(int snapshotId) {
|
||||||
return referred.getFsPermission(snapshot);
|
return referred.getFsPermission(snapshotId);
|
||||||
}
|
}
|
||||||
@Override
|
@Override
|
||||||
public final short getFsPermissionShort() {
|
public final short getFsPermissionShort() {
|
||||||
|
@ -229,14 +229,14 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final long getModificationTime(Snapshot snapshot) {
|
public final long getModificationTime(int snapshotId) {
|
||||||
return referred.getModificationTime(snapshot);
|
return referred.getModificationTime(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final INode updateModificationTime(long mtime, Snapshot latest)
|
public final INode updateModificationTime(long mtime, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
return referred.updateModificationTime(mtime, latest);
|
return referred.updateModificationTime(mtime, latestSnapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -245,8 +245,8 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final long getAccessTime(Snapshot snapshot) {
|
public final long getAccessTime(int snapshotId) {
|
||||||
return referred.getAccessTime(snapshot);
|
return referred.getAccessTime(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -255,15 +255,15 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final INode recordModification(Snapshot latest)
|
final INode recordModification(int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
referred.recordModification(latest);
|
referred.recordModification(latestSnapshotId);
|
||||||
// reference is never replaced
|
// reference is never replaced
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override // used by WithCount
|
@Override // used by WithCount
|
||||||
public Quota.Counts cleanSubtree(Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(int snapshot, int prior,
|
||||||
BlocksMapUpdateInfo collectedBlocks, final List<INode> removedINodes,
|
BlocksMapUpdateInfo collectedBlocks, final List<INode> removedINodes,
|
||||||
final boolean countDiffChange) throws QuotaExceededException {
|
final boolean countDiffChange) throws QuotaExceededException {
|
||||||
return referred.cleanSubtree(snapshot, prior, collectedBlocks,
|
return referred.cleanSubtree(snapshot, prior, collectedBlocks,
|
||||||
|
@ -291,8 +291,8 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public final INodeAttributes getSnapshotINode(Snapshot snapshot) {
|
public final INodeAttributes getSnapshotINode(int snapshotId) {
|
||||||
return referred.getSnapshotINode(snapshot);
|
return referred.getSnapshotINode(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -308,7 +308,7 @@ public abstract class INodeReference extends INode {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
final Snapshot snapshot) {
|
final int snapshot) {
|
||||||
super.dumpTreeRecursively(out, prefix, snapshot);
|
super.dumpTreeRecursively(out, prefix, snapshot);
|
||||||
if (this instanceof DstReference) {
|
if (this instanceof DstReference) {
|
||||||
out.print(", dstSnapshotId=" + ((DstReference) this).dstSnapshotId);
|
out.print(", dstSnapshotId=" + ((DstReference) this).dstSnapshotId);
|
||||||
|
@ -327,7 +327,7 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
public int getDstSnapshotId() {
|
public int getDstSnapshotId() {
|
||||||
return Snapshot.INVALID_ID;
|
return Snapshot.CURRENT_STATE_ID;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** An anonymous reference with reference count. */
|
/** An anonymous reference with reference count. */
|
||||||
|
@ -457,34 +457,35 @@ public abstract class INodeReference extends INode {
|
||||||
// node happened before the rename of its ancestor. This should be
|
// node happened before the rename of its ancestor. This should be
|
||||||
// impossible since for WithName node we only count its children at the
|
// impossible since for WithName node we only count its children at the
|
||||||
// time of the rename.
|
// time of the rename.
|
||||||
Preconditions.checkState(this.lastSnapshotId >= lastSnapshotId);
|
Preconditions.checkState(lastSnapshotId == Snapshot.CURRENT_STATE_ID
|
||||||
|
|| this.lastSnapshotId >= lastSnapshotId);
|
||||||
final INode referred = this.getReferredINode().asReference()
|
final INode referred = this.getReferredINode().asReference()
|
||||||
.getReferredINode();
|
.getReferredINode();
|
||||||
// We will continue the quota usage computation using the same snapshot id
|
// We will continue the quota usage computation using the same snapshot id
|
||||||
// as time line (if the given snapshot id is valid). Also, we cannot use
|
// as time line (if the given snapshot id is valid). Also, we cannot use
|
||||||
// cache for the referred node since its cached quota may have already
|
// cache for the referred node since its cached quota may have already
|
||||||
// been updated by changes in the current tree.
|
// been updated by changes in the current tree.
|
||||||
int id = lastSnapshotId > Snapshot.INVALID_ID ?
|
int id = lastSnapshotId != Snapshot.CURRENT_STATE_ID ?
|
||||||
lastSnapshotId : this.lastSnapshotId;
|
lastSnapshotId : this.lastSnapshotId;
|
||||||
return referred.computeQuotaUsage(counts, false, id);
|
return referred.computeQuotaUsage(counts, false, id);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts cleanSubtree(final Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(final int snapshot, int prior,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
// since WithName node resides in deleted list acting as a snapshot copy,
|
// since WithName node resides in deleted list acting as a snapshot copy,
|
||||||
// the parameter snapshot must be non-null
|
// the parameter snapshot must be non-null
|
||||||
Preconditions.checkArgument(snapshot != null);
|
Preconditions.checkArgument(snapshot != Snapshot.CURRENT_STATE_ID);
|
||||||
// if prior is null, we need to check snapshot belonging to the previous
|
// if prior is NO_SNAPSHOT_ID, we need to check snapshot belonging to the
|
||||||
// WithName instance
|
// previous WithName instance
|
||||||
if (prior == null) {
|
if (prior == Snapshot.NO_SNAPSHOT_ID) {
|
||||||
prior = getPriorSnapshot(this);
|
prior = getPriorSnapshot(this);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (prior != null
|
if (prior != Snapshot.NO_SNAPSHOT_ID
|
||||||
&& Snapshot.ID_COMPARATOR.compare(snapshot, prior) <= 0) {
|
&& Snapshot.ID_INTEGER_COMPARATOR.compare(snapshot, prior) <= 0) {
|
||||||
return Quota.Counts.newInstance();
|
return Quota.Counts.newInstance();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -496,7 +497,7 @@ public abstract class INodeReference extends INode {
|
||||||
-counts.get(Quota.DISKSPACE), true);
|
-counts.get(Quota.DISKSPACE), true);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (snapshot.getId() < lastSnapshotId) {
|
if (snapshot < lastSnapshotId) {
|
||||||
// for a WithName node, when we compute its quota usage, we only count
|
// for a WithName node, when we compute its quota usage, we only count
|
||||||
// in all the nodes existing at the time of the corresponding rename op.
|
// in all the nodes existing at the time of the corresponding rename op.
|
||||||
// Thus if we are deleting a snapshot before/at the snapshot associated
|
// Thus if we are deleting a snapshot before/at the snapshot associated
|
||||||
|
@ -509,16 +510,16 @@ public abstract class INodeReference extends INode {
|
||||||
@Override
|
@Override
|
||||||
public void destroyAndCollectBlocks(BlocksMapUpdateInfo collectedBlocks,
|
public void destroyAndCollectBlocks(BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes) {
|
final List<INode> removedINodes) {
|
||||||
Snapshot snapshot = getSelfSnapshot();
|
int snapshot = getSelfSnapshot();
|
||||||
if (removeReference(this) <= 0) {
|
if (removeReference(this) <= 0) {
|
||||||
getReferredINode().destroyAndCollectBlocks(collectedBlocks,
|
getReferredINode().destroyAndCollectBlocks(collectedBlocks,
|
||||||
removedINodes);
|
removedINodes);
|
||||||
} else {
|
} else {
|
||||||
Snapshot prior = getPriorSnapshot(this);
|
int prior = getPriorSnapshot(this);
|
||||||
INode referred = getReferredINode().asReference().getReferredINode();
|
INode referred = getReferredINode().asReference().getReferredINode();
|
||||||
|
|
||||||
if (snapshot != null) {
|
if (snapshot != Snapshot.NO_SNAPSHOT_ID) {
|
||||||
if (prior != null && snapshot.getId() <= prior.getId()) {
|
if (prior != Snapshot.NO_SNAPSHOT_ID && snapshot <= prior) {
|
||||||
// the snapshot to be deleted has been deleted while traversing
|
// the snapshot to be deleted has been deleted while traversing
|
||||||
// the src tree of the previous rename operation. This usually
|
// the src tree of the previous rename operation. This usually
|
||||||
// happens when rename's src and dst are under the same
|
// happens when rename's src and dst are under the same
|
||||||
|
@ -545,9 +546,9 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private Snapshot getSelfSnapshot() {
|
private int getSelfSnapshot() {
|
||||||
INode referred = getReferredINode().asReference().getReferredINode();
|
INode referred = getReferredINode().asReference().getReferredINode();
|
||||||
Snapshot snapshot = null;
|
int snapshot = Snapshot.NO_SNAPSHOT_ID;
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
||||||
snapshot = referred.asFile().getDiffs().getPrior(lastSnapshotId);
|
snapshot = referred.asFile().getDiffs().getPrior(lastSnapshotId);
|
||||||
} else if (referred.isDirectory()) {
|
} else if (referred.isDirectory()) {
|
||||||
|
@ -569,7 +570,7 @@ public abstract class INodeReference extends INode {
|
||||||
* latest snapshot. Otherwise changes will be recorded to the snapshot
|
* latest snapshot. Otherwise changes will be recorded to the snapshot
|
||||||
* belonging to the src of the rename.
|
* belonging to the src of the rename.
|
||||||
*
|
*
|
||||||
* {@link Snapshot#INVALID_ID} means no dstSnapshot (e.g., src of the
|
* {@link Snapshot#NO_SNAPSHOT_ID} means no dstSnapshot (e.g., src of the
|
||||||
* first-time rename).
|
* first-time rename).
|
||||||
*/
|
*/
|
||||||
private final int dstSnapshotId;
|
private final int dstSnapshotId;
|
||||||
|
@ -587,25 +588,27 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts cleanSubtree(Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(int snapshot, int prior,
|
||||||
BlocksMapUpdateInfo collectedBlocks, List<INode> removedINodes,
|
BlocksMapUpdateInfo collectedBlocks, List<INode> removedINodes,
|
||||||
final boolean countDiffChange) throws QuotaExceededException {
|
final boolean countDiffChange) throws QuotaExceededException {
|
||||||
if (snapshot == null && prior == null) {
|
if (snapshot == Snapshot.CURRENT_STATE_ID
|
||||||
|
&& prior == Snapshot.NO_SNAPSHOT_ID) {
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
this.computeQuotaUsage(counts, true);
|
this.computeQuotaUsage(counts, true);
|
||||||
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
return counts;
|
return counts;
|
||||||
} else {
|
} else {
|
||||||
// if prior is null, we need to check snapshot belonging to the previous
|
// if prior is NO_SNAPSHOT_ID, we need to check snapshot belonging to
|
||||||
// WithName instance
|
// the previous WithName instance
|
||||||
if (prior == null) {
|
if (prior == Snapshot.NO_SNAPSHOT_ID) {
|
||||||
prior = getPriorSnapshot(this);
|
prior = getPriorSnapshot(this);
|
||||||
}
|
}
|
||||||
// if prior is not null, and prior is not before the to-be-deleted
|
// if prior is not NO_SNAPSHOT_ID, and prior is not before the
|
||||||
// snapshot, we can quit here and leave the snapshot deletion work to
|
// to-be-deleted snapshot, we can quit here and leave the snapshot
|
||||||
// the src tree of rename
|
// deletion work to the src tree of rename
|
||||||
if (snapshot != null && prior != null
|
if (snapshot != Snapshot.CURRENT_STATE_ID
|
||||||
&& Snapshot.ID_COMPARATOR.compare(snapshot, prior) <= 0) {
|
&& prior != Snapshot.NO_SNAPSHOT_ID
|
||||||
|
&& Snapshot.ID_INTEGER_COMPARATOR.compare(snapshot, prior) <= 0) {
|
||||||
return Quota.Counts.newInstance();
|
return Quota.Counts.newInstance();
|
||||||
}
|
}
|
||||||
return getReferredINode().cleanSubtree(snapshot, prior,
|
return getReferredINode().cleanSubtree(snapshot, prior,
|
||||||
|
@ -632,12 +635,12 @@ public abstract class INodeReference extends INode {
|
||||||
} else {
|
} else {
|
||||||
// we will clean everything, including files, directories, and
|
// we will clean everything, including files, directories, and
|
||||||
// snapshots, that were created after this prior snapshot
|
// snapshots, that were created after this prior snapshot
|
||||||
Snapshot prior = getPriorSnapshot(this);
|
int prior = getPriorSnapshot(this);
|
||||||
// prior must be non-null, otherwise we do not have any previous
|
// prior must be non-null, otherwise we do not have any previous
|
||||||
// WithName nodes, and the reference number will be 0.
|
// WithName nodes, and the reference number will be 0.
|
||||||
Preconditions.checkState(prior != null);
|
Preconditions.checkState(prior != Snapshot.NO_SNAPSHOT_ID);
|
||||||
// identify the snapshot created after prior
|
// identify the snapshot created after prior
|
||||||
Snapshot snapshot = getSelfSnapshot(prior);
|
int snapshot = getSelfSnapshot(prior);
|
||||||
|
|
||||||
INode referred = getReferredINode().asReference().getReferredINode();
|
INode referred = getReferredINode().asReference().getReferredINode();
|
||||||
if (referred.isFile()) {
|
if (referred.isFile()) {
|
||||||
|
@ -671,23 +674,23 @@ public abstract class INodeReference extends INode {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
private Snapshot getSelfSnapshot(final Snapshot prior) {
|
private int getSelfSnapshot(final int prior) {
|
||||||
WithCount wc = (WithCount) getReferredINode().asReference();
|
WithCount wc = (WithCount) getReferredINode().asReference();
|
||||||
INode referred = wc.getReferredINode();
|
INode referred = wc.getReferredINode();
|
||||||
Snapshot lastSnapshot = null;
|
int lastSnapshot = Snapshot.CURRENT_STATE_ID;
|
||||||
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
if (referred.isFile() && referred.asFile().isWithSnapshot()) {
|
||||||
lastSnapshot = referred.asFile().getDiffs().getLastSnapshot();
|
lastSnapshot = referred.asFile().getDiffs().getLastSnapshotId();
|
||||||
} else if (referred.isDirectory()) {
|
} else if (referred.isDirectory()) {
|
||||||
DirectoryWithSnapshotFeature sf = referred.asDirectory()
|
DirectoryWithSnapshotFeature sf = referred.asDirectory()
|
||||||
.getDirectoryWithSnapshotFeature();
|
.getDirectoryWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
lastSnapshot = sf.getLastSnapshot();
|
lastSnapshot = sf.getLastSnapshotId();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if (lastSnapshot != null && !lastSnapshot.equals(prior)) {
|
if (lastSnapshot != Snapshot.CURRENT_STATE_ID && lastSnapshot != prior) {
|
||||||
return lastSnapshot;
|
return lastSnapshot;
|
||||||
} else {
|
} else {
|
||||||
return null;
|
return Snapshot.CURRENT_STATE_ID;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -45,10 +45,10 @@ public class INodeSymlink extends INodeWithAdditionalFields {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
INode recordModification(Snapshot latest) throws QuotaExceededException {
|
INode recordModification(int latestSnapshotId) throws QuotaExceededException {
|
||||||
if (isInLatestSnapshot(latest)) {
|
if (isInLatestSnapshot(latestSnapshotId)) {
|
||||||
INodeDirectory parent = getParent();
|
INodeDirectory parent = getParent();
|
||||||
parent.saveChild2Snapshot(this, latest, new INodeSymlink(this));
|
parent.saveChild2Snapshot(this, latestSnapshotId, new INodeSymlink(this));
|
||||||
}
|
}
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
@ -74,10 +74,11 @@ public class INodeSymlink extends INodeWithAdditionalFields {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public Quota.Counts cleanSubtree(final Snapshot snapshot, Snapshot prior,
|
public Quota.Counts cleanSubtree(final int snapshotId, int priorSnapshotId,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange) {
|
final List<INode> removedINodes, final boolean countDiffChange) {
|
||||||
if (snapshot == null && prior == null) {
|
if (snapshotId == Snapshot.CURRENT_STATE_ID
|
||||||
|
&& priorSnapshotId == Snapshot.NO_SNAPSHOT_ID) {
|
||||||
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
destroyAndCollectBlocks(collectedBlocks, removedINodes);
|
||||||
}
|
}
|
||||||
return Quota.Counts.newInstance(1, 0);
|
return Quota.Counts.newInstance(1, 0);
|
||||||
|
@ -105,7 +106,7 @@ public class INodeSymlink extends INodeWithAdditionalFields {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
final Snapshot snapshot) {
|
final int snapshot) {
|
||||||
super.dumpTreeRecursively(out, prefix, snapshot);
|
super.dumpTreeRecursively(out, prefix, snapshot);
|
||||||
out.println();
|
out.println();
|
||||||
}
|
}
|
||||||
|
|
|
@ -154,9 +154,9 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final PermissionStatus getPermissionStatus(Snapshot snapshot) {
|
final PermissionStatus getPermissionStatus(int snapshotId) {
|
||||||
return new PermissionStatus(getUserName(snapshot), getGroupName(snapshot),
|
return new PermissionStatus(getUserName(snapshotId), getGroupName(snapshotId),
|
||||||
getFsPermission(snapshot));
|
getFsPermission(snapshotId));
|
||||||
}
|
}
|
||||||
|
|
||||||
private final void updatePermissionStatus(PermissionStatusFormat f, long n) {
|
private final void updatePermissionStatus(PermissionStatusFormat f, long n) {
|
||||||
|
@ -164,9 +164,9 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final String getUserName(Snapshot snapshot) {
|
final String getUserName(int snapshotId) {
|
||||||
if (snapshot != null) {
|
if (snapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getUserName();
|
return getSnapshotINode(snapshotId).getUserName();
|
||||||
}
|
}
|
||||||
|
|
||||||
int n = (int)PermissionStatusFormat.USER.retrieve(permission);
|
int n = (int)PermissionStatusFormat.USER.retrieve(permission);
|
||||||
|
@ -180,9 +180,9 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final String getGroupName(Snapshot snapshot) {
|
final String getGroupName(int snapshotId) {
|
||||||
if (snapshot != null) {
|
if (snapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getGroupName();
|
return getSnapshotINode(snapshotId).getGroupName();
|
||||||
}
|
}
|
||||||
|
|
||||||
int n = (int)PermissionStatusFormat.GROUP.retrieve(permission);
|
int n = (int)PermissionStatusFormat.GROUP.retrieve(permission);
|
||||||
|
@ -196,9 +196,9 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final FsPermission getFsPermission(Snapshot snapshot) {
|
final FsPermission getFsPermission(int snapshotId) {
|
||||||
if (snapshot != null) {
|
if (snapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getFsPermission();
|
return getSnapshotINode(snapshotId).getFsPermission();
|
||||||
}
|
}
|
||||||
|
|
||||||
return new FsPermission(getFsPermissionShort());
|
return new FsPermission(getFsPermissionShort());
|
||||||
|
@ -220,9 +220,9 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final long getModificationTime(Snapshot snapshot) {
|
final long getModificationTime(int snapshotId) {
|
||||||
if (snapshot != null) {
|
if (snapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getModificationTime();
|
return getSnapshotINode(snapshotId).getModificationTime();
|
||||||
}
|
}
|
||||||
|
|
||||||
return this.modificationTime;
|
return this.modificationTime;
|
||||||
|
@ -231,13 +231,13 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
|
|
||||||
/** Update modification time if it is larger than the current value. */
|
/** Update modification time if it is larger than the current value. */
|
||||||
@Override
|
@Override
|
||||||
public final INode updateModificationTime(long mtime, Snapshot latest)
|
public final INode updateModificationTime(long mtime, int latestSnapshotId)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
Preconditions.checkState(isDirectory());
|
Preconditions.checkState(isDirectory());
|
||||||
if (mtime <= modificationTime) {
|
if (mtime <= modificationTime) {
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
return setModificationTime(mtime, latest);
|
return setModificationTime(mtime, latestSnapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
final void cloneModificationTime(INodeWithAdditionalFields that) {
|
final void cloneModificationTime(INodeWithAdditionalFields that) {
|
||||||
|
@ -250,11 +250,10 @@ public abstract class INodeWithAdditionalFields extends INode
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
final long getAccessTime(Snapshot snapshot) {
|
final long getAccessTime(int snapshotId) {
|
||||||
if (snapshot != null) {
|
if (snapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
return getSnapshotINode(snapshot).getAccessTime();
|
return getSnapshotINode(snapshotId).getAccessTime();
|
||||||
}
|
}
|
||||||
|
|
||||||
return accessTime;
|
return accessTime;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -135,8 +135,8 @@ public class INodesInPath {
|
||||||
if (!isRef && isDir && dir.isWithSnapshot()) {
|
if (!isRef && isDir && dir.isWithSnapshot()) {
|
||||||
//if the path is a non-snapshot path, update the latest snapshot.
|
//if the path is a non-snapshot path, update the latest snapshot.
|
||||||
if (!existing.isSnapshot()) {
|
if (!existing.isSnapshot()) {
|
||||||
existing.updateLatestSnapshot(dir.getDirectoryWithSnapshotFeature()
|
existing.updateLatestSnapshotId(dir.getDirectoryWithSnapshotFeature()
|
||||||
.getLastSnapshot());
|
.getLastSnapshotId());
|
||||||
}
|
}
|
||||||
} else if (isRef && isDir && !lastComp) {
|
} else if (isRef && isDir && !lastComp) {
|
||||||
// If the curNode is a reference node, need to check its dstSnapshot:
|
// If the curNode is a reference node, need to check its dstSnapshot:
|
||||||
|
@ -151,16 +151,17 @@ public class INodesInPath {
|
||||||
// recordModification method.
|
// recordModification method.
|
||||||
if (!existing.isSnapshot()) {
|
if (!existing.isSnapshot()) {
|
||||||
int dstSnapshotId = curNode.asReference().getDstSnapshotId();
|
int dstSnapshotId = curNode.asReference().getDstSnapshotId();
|
||||||
Snapshot latest = existing.getLatestSnapshot();
|
int latest = existing.getLatestSnapshotId();
|
||||||
if (latest == null || // no snapshot in dst tree of rename
|
if (latest == Snapshot.CURRENT_STATE_ID || // no snapshot in dst tree of rename
|
||||||
dstSnapshotId >= latest.getId()) { // the above scenario
|
(dstSnapshotId != Snapshot.CURRENT_STATE_ID &&
|
||||||
Snapshot lastSnapshot = null;
|
dstSnapshotId >= latest)) { // the above scenario
|
||||||
|
int lastSnapshot = Snapshot.CURRENT_STATE_ID;
|
||||||
DirectoryWithSnapshotFeature sf = null;
|
DirectoryWithSnapshotFeature sf = null;
|
||||||
if (curNode.isDirectory() &&
|
if (curNode.isDirectory() &&
|
||||||
(sf = curNode.asDirectory().getDirectoryWithSnapshotFeature()) != null) {
|
(sf = curNode.asDirectory().getDirectoryWithSnapshotFeature()) != null) {
|
||||||
lastSnapshot = sf.getLastSnapshot();
|
lastSnapshot = sf.getLastSnapshotId();
|
||||||
}
|
}
|
||||||
existing.setSnapshot(lastSnapshot);
|
existing.setSnapshotId(lastSnapshot);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -206,14 +207,14 @@ public class INodesInPath {
|
||||||
curNode = null;
|
curNode = null;
|
||||||
} else {
|
} else {
|
||||||
curNode = s.getRoot();
|
curNode = s.getRoot();
|
||||||
existing.setSnapshot(s);
|
existing.setSnapshotId(s.getId());
|
||||||
}
|
}
|
||||||
if (index >= -1) {
|
if (index >= -1) {
|
||||||
existing.snapshotRootIndex = existing.numNonNull;
|
existing.snapshotRootIndex = existing.numNonNull;
|
||||||
}
|
}
|
||||||
} else {
|
} else {
|
||||||
// normal case, and also for resolving file/dir under snapshot root
|
// normal case, and also for resolving file/dir under snapshot root
|
||||||
curNode = dir.getChild(childName, existing.getPathSnapshot());
|
curNode = dir.getChild(childName, existing.getPathSnapshotId());
|
||||||
}
|
}
|
||||||
count++;
|
count++;
|
||||||
index++;
|
index++;
|
||||||
|
@ -245,11 +246,12 @@ public class INodesInPath {
|
||||||
*/
|
*/
|
||||||
private int snapshotRootIndex;
|
private int snapshotRootIndex;
|
||||||
/**
|
/**
|
||||||
* For snapshot paths, it is the reference to the snapshot; or null if the
|
* For snapshot paths, it is the id of the snapshot; or
|
||||||
* snapshot does not exist. For non-snapshot paths, it is the reference to
|
* {@link Snapshot#CURRENT_STATE_ID} if the snapshot does not exist. For
|
||||||
* the latest snapshot found in the path; or null if no snapshot is found.
|
* non-snapshot paths, it is the id of the latest snapshot found in the path;
|
||||||
|
* or {@link Snapshot#CURRENT_STATE_ID} if no snapshot is found.
|
||||||
*/
|
*/
|
||||||
private Snapshot snapshot = null;
|
private int snapshotId = Snapshot.CURRENT_STATE_ID;
|
||||||
|
|
||||||
private INodesInPath(byte[][] path, int number) {
|
private INodesInPath(byte[][] path, int number) {
|
||||||
this.path = path;
|
this.path = path;
|
||||||
|
@ -262,29 +264,30 @@ public class INodesInPath {
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* For non-snapshot paths, return the latest snapshot found in the path.
|
* For non-snapshot paths, return the latest snapshot id found in the path.
|
||||||
* For snapshot paths, return null.
|
|
||||||
*/
|
*/
|
||||||
public Snapshot getLatestSnapshot() {
|
public int getLatestSnapshotId() {
|
||||||
return isSnapshot? null: snapshot;
|
Preconditions.checkState(!isSnapshot);
|
||||||
|
return snapshotId;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* For snapshot paths, return the snapshot specified in the path.
|
* For snapshot paths, return the id of the snapshot specified in the path.
|
||||||
* For non-snapshot paths, return null.
|
* For non-snapshot paths, return {@link Snapshot#CURRENT_STATE_ID}.
|
||||||
*/
|
*/
|
||||||
public Snapshot getPathSnapshot() {
|
public int getPathSnapshotId() {
|
||||||
return isSnapshot? snapshot: null;
|
return isSnapshot ? snapshotId : Snapshot.CURRENT_STATE_ID;
|
||||||
}
|
}
|
||||||
|
|
||||||
private void setSnapshot(Snapshot s) {
|
private void setSnapshotId(int sid) {
|
||||||
snapshot = s;
|
snapshotId = sid;
|
||||||
}
|
}
|
||||||
|
|
||||||
private void updateLatestSnapshot(Snapshot s) {
|
private void updateLatestSnapshotId(int sid) {
|
||||||
if (snapshot == null
|
if (snapshotId == Snapshot.CURRENT_STATE_ID
|
||||||
|| (s != null && Snapshot.ID_COMPARATOR.compare(snapshot, s) < 0)) {
|
|| (sid != Snapshot.CURRENT_STATE_ID && Snapshot.ID_INTEGER_COMPARATOR
|
||||||
snapshot = s;
|
.compare(snapshotId, sid) < 0)) {
|
||||||
|
snapshotId = sid;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -386,7 +389,7 @@ public class INodesInPath {
|
||||||
.append("\n capacity = ").append(capacity)
|
.append("\n capacity = ").append(capacity)
|
||||||
.append("\n isSnapshot = ").append(isSnapshot)
|
.append("\n isSnapshot = ").append(isSnapshot)
|
||||||
.append("\n snapshotRootIndex = ").append(snapshotRootIndex)
|
.append("\n snapshotRootIndex = ").append(snapshotRootIndex)
|
||||||
.append("\n snapshot = ").append(snapshot);
|
.append("\n snapshotId = ").append(snapshotId);
|
||||||
return b.toString();
|
return b.toString();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -22,8 +22,8 @@ import java.io.IOException;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode;
|
import org.apache.hadoop.hdfs.server.namenode.INode;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INodeAttributes;
|
|
||||||
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
import org.apache.hadoop.hdfs.server.namenode.INode.BlocksMapUpdateInfo;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.INodeAttributes;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
import org.apache.hadoop.hdfs.server.namenode.Quota;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotFSImageFormat.ReferenceMap;
|
||||||
|
|
||||||
|
@ -52,8 +52,8 @@ abstract class AbstractINodeDiff<N extends INode,
|
||||||
D extends AbstractINodeDiff<N, A, D>>
|
D extends AbstractINodeDiff<N, A, D>>
|
||||||
implements Comparable<Integer> {
|
implements Comparable<Integer> {
|
||||||
|
|
||||||
/** The snapshot will be obtained after this diff is applied. */
|
/** The id of the corresponding snapshot. */
|
||||||
Snapshot snapshot;
|
private int snapshotId;
|
||||||
/** The snapshot inode data. It is null when there is no change. */
|
/** The snapshot inode data. It is null when there is no change. */
|
||||||
A snapshotINode;
|
A snapshotINode;
|
||||||
/**
|
/**
|
||||||
|
@ -64,10 +64,8 @@ abstract class AbstractINodeDiff<N extends INode,
|
||||||
*/
|
*/
|
||||||
private D posteriorDiff;
|
private D posteriorDiff;
|
||||||
|
|
||||||
AbstractINodeDiff(Snapshot snapshot, A snapshotINode, D posteriorDiff) {
|
AbstractINodeDiff(int snapshotId, A snapshotINode, D posteriorDiff) {
|
||||||
Preconditions.checkNotNull(snapshot, "snapshot is null");
|
this.snapshotId = snapshotId;
|
||||||
|
|
||||||
this.snapshot = snapshot;
|
|
||||||
this.snapshotINode = snapshotINode;
|
this.snapshotINode = snapshotINode;
|
||||||
this.posteriorDiff = posteriorDiff;
|
this.posteriorDiff = posteriorDiff;
|
||||||
}
|
}
|
||||||
|
@ -75,16 +73,16 @@ abstract class AbstractINodeDiff<N extends INode,
|
||||||
/** Compare diffs with snapshot ID. */
|
/** Compare diffs with snapshot ID. */
|
||||||
@Override
|
@Override
|
||||||
public final int compareTo(final Integer that) {
|
public final int compareTo(final Integer that) {
|
||||||
return Snapshot.ID_INTEGER_COMPARATOR.compare(this.snapshot.getId(), that);
|
return Snapshot.ID_INTEGER_COMPARATOR.compare(this.snapshotId, that);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the snapshot object of this diff. */
|
/** @return the snapshot object of this diff. */
|
||||||
public final Snapshot getSnapshot() {
|
public final int getSnapshotId() {
|
||||||
return snapshot;
|
return snapshotId;
|
||||||
}
|
}
|
||||||
|
|
||||||
final void setSnapshot(Snapshot snapshot) {
|
final void setSnapshotId(int snapshot) {
|
||||||
this.snapshot = snapshot;
|
this.snapshotId = snapshot;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the posterior diff. */
|
/** @return the posterior diff. */
|
||||||
|
@ -132,13 +130,12 @@ abstract class AbstractINodeDiff<N extends INode,
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public String toString() {
|
public String toString() {
|
||||||
return getClass().getSimpleName() + ": " + snapshot + " (post="
|
return getClass().getSimpleName() + ": " + this.getSnapshotId() + " (post="
|
||||||
+ (posteriorDiff == null? null: posteriorDiff.snapshot) + ")";
|
+ (posteriorDiff == null? null: posteriorDiff.getSnapshotId()) + ")";
|
||||||
}
|
}
|
||||||
|
|
||||||
void writeSnapshot(DataOutput out) throws IOException {
|
void writeSnapshot(DataOutput out) throws IOException {
|
||||||
// Assume the snapshot is recorded before, write id only.
|
out.writeInt(snapshotId);
|
||||||
out.writeInt(snapshot.getId());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
abstract void write(DataOutput out, ReferenceMap referenceMap
|
abstract void write(DataOutput out, ReferenceMap referenceMap
|
||||||
|
|
|
@ -53,7 +53,7 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return an {@link AbstractINodeDiff}. */
|
/** @return an {@link AbstractINodeDiff}. */
|
||||||
abstract D createDiff(Snapshot snapshot, N currentINode);
|
abstract D createDiff(int snapshotId, N currentINode);
|
||||||
|
|
||||||
/** @return a snapshot copy of the current inode. */
|
/** @return a snapshot copy of the current inode. */
|
||||||
abstract A createSnapshotCopy(N currentINode);
|
abstract A createSnapshotCopy(N currentINode);
|
||||||
|
@ -63,25 +63,25 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* outside. If the diff to remove is not the first one in the diff list, we
|
* outside. If the diff to remove is not the first one in the diff list, we
|
||||||
* need to combine the diff with its previous one.
|
* need to combine the diff with its previous one.
|
||||||
*
|
*
|
||||||
* @param snapshot The snapshot to be deleted
|
* @param snapshot The id of the snapshot to be deleted
|
||||||
* @param prior The snapshot taken before the to-be-deleted snapshot
|
* @param prior The id of the snapshot taken before the to-be-deleted snapshot
|
||||||
* @param collectedBlocks Used to collect information for blocksMap update
|
* @param collectedBlocks Used to collect information for blocksMap update
|
||||||
* @return delta in namespace.
|
* @return delta in namespace.
|
||||||
*/
|
*/
|
||||||
public final Quota.Counts deleteSnapshotDiff(final Snapshot snapshot,
|
public final Quota.Counts deleteSnapshotDiff(final int snapshot,
|
||||||
Snapshot prior, final N currentINode,
|
final int prior, final N currentINode,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, boolean countDiffChange)
|
final List<INode> removedINodes, boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
int snapshotIndex = Collections.binarySearch(diffs, snapshot.getId());
|
int snapshotIndex = Collections.binarySearch(diffs, snapshot);
|
||||||
|
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
D removed = null;
|
D removed = null;
|
||||||
if (snapshotIndex == 0) {
|
if (snapshotIndex == 0) {
|
||||||
if (prior != null) {
|
if (prior != Snapshot.NO_SNAPSHOT_ID) { // there is still snapshot before
|
||||||
// set the snapshot to latestBefore
|
// set the snapshot to latestBefore
|
||||||
diffs.get(snapshotIndex).setSnapshot(prior);
|
diffs.get(snapshotIndex).setSnapshotId(prior);
|
||||||
} else {
|
} else { // there is no snapshot before
|
||||||
removed = diffs.remove(0);
|
removed = diffs.remove(0);
|
||||||
if (countDiffChange) {
|
if (countDiffChange) {
|
||||||
counts.add(Quota.NAMESPACE, 1);
|
counts.add(Quota.NAMESPACE, 1);
|
||||||
|
@ -96,8 +96,8 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
}
|
}
|
||||||
} else if (snapshotIndex > 0) {
|
} else if (snapshotIndex > 0) {
|
||||||
final AbstractINodeDiff<N, A, D> previous = diffs.get(snapshotIndex - 1);
|
final AbstractINodeDiff<N, A, D> previous = diffs.get(snapshotIndex - 1);
|
||||||
if (!previous.getSnapshot().equals(prior)) {
|
if (previous.getSnapshotId() != prior) {
|
||||||
diffs.get(snapshotIndex).setSnapshot(prior);
|
diffs.get(snapshotIndex).setSnapshotId(prior);
|
||||||
} else {
|
} else {
|
||||||
// combine the to-be-removed diff with its previous diff
|
// combine the to-be-removed diff with its previous diff
|
||||||
removed = diffs.remove(snapshotIndex);
|
removed = diffs.remove(snapshotIndex);
|
||||||
|
@ -120,10 +120,10 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Add an {@link AbstractINodeDiff} for the given snapshot. */
|
/** Add an {@link AbstractINodeDiff} for the given snapshot. */
|
||||||
final D addDiff(Snapshot latest, N currentINode)
|
final D addDiff(int latestSnapshotId, N currentINode)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
currentINode.addSpaceConsumed(1, 0, true);
|
currentINode.addSpaceConsumed(1, 0, true);
|
||||||
return addLast(createDiff(latest, currentINode));
|
return addLast(createDiff(latestSnapshotId, currentINode));
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Append the diff at the end of the list. */
|
/** Append the diff at the end of the list. */
|
||||||
|
@ -149,10 +149,10 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
return n == 0? null: diffs.get(n - 1);
|
return n == 0? null: diffs.get(n - 1);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the last snapshot. */
|
/** @return the id of the last snapshot. */
|
||||||
public final Snapshot getLastSnapshot() {
|
public final int getLastSnapshotId() {
|
||||||
final AbstractINodeDiff<N, A, D> last = getLast();
|
final AbstractINodeDiff<N, A, D> last = getLast();
|
||||||
return last == null? null: last.getSnapshot();
|
return last == null ? Snapshot.CURRENT_STATE_ID : last.getSnapshotId();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -161,60 +161,49 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* snapshot id.
|
* snapshot id.
|
||||||
* @param exclusive True means the returned snapshot's id must be < the given
|
* @param exclusive True means the returned snapshot's id must be < the given
|
||||||
* id, otherwise <=.
|
* id, otherwise <=.
|
||||||
* @return The latest snapshot before the given snapshot.
|
* @return The id of the latest snapshot before the given snapshot.
|
||||||
*/
|
*/
|
||||||
private final Snapshot getPrior(int anchorId, boolean exclusive) {
|
private final int getPrior(int anchorId, boolean exclusive) {
|
||||||
if (anchorId == Snapshot.INVALID_ID) {
|
if (anchorId == Snapshot.CURRENT_STATE_ID) {
|
||||||
return getLastSnapshot();
|
return getLastSnapshotId();
|
||||||
}
|
}
|
||||||
final int i = Collections.binarySearch(diffs, anchorId);
|
final int i = Collections.binarySearch(diffs, anchorId);
|
||||||
if (exclusive) { // must be the one before
|
if (exclusive) { // must be the one before
|
||||||
if (i == -1 || i == 0) {
|
if (i == -1 || i == 0) {
|
||||||
return null;
|
return Snapshot.NO_SNAPSHOT_ID;
|
||||||
} else {
|
} else {
|
||||||
int priorIndex = i > 0 ? i - 1 : -i - 2;
|
int priorIndex = i > 0 ? i - 1 : -i - 2;
|
||||||
return diffs.get(priorIndex).getSnapshot();
|
return diffs.get(priorIndex).getSnapshotId();
|
||||||
}
|
}
|
||||||
} else { // the one, or the one before if not existing
|
} else { // the one, or the one before if not existing
|
||||||
if (i >= 0) {
|
if (i >= 0) {
|
||||||
return diffs.get(i).getSnapshot();
|
return diffs.get(i).getSnapshotId();
|
||||||
} else if (i < -1) {
|
} else if (i < -1) {
|
||||||
return diffs.get(-i - 2).getSnapshot();
|
return diffs.get(-i - 2).getSnapshotId();
|
||||||
} else { // i == -1
|
} else { // i == -1
|
||||||
return null;
|
return Snapshot.NO_SNAPSHOT_ID;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public final Snapshot getPrior(int snapshotId) {
|
public final int getPrior(int snapshotId) {
|
||||||
return getPrior(snapshotId, false);
|
return getPrior(snapshotId, false);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Update the prior snapshot.
|
* Update the prior snapshot.
|
||||||
*/
|
*/
|
||||||
final Snapshot updatePrior(Snapshot snapshot, Snapshot prior) {
|
final int updatePrior(int snapshot, int prior) {
|
||||||
int id = snapshot == null ? Snapshot.INVALID_ID : snapshot.getId();
|
int p = getPrior(snapshot, true);
|
||||||
Snapshot s = getPrior(id, true);
|
if (p != Snapshot.CURRENT_STATE_ID
|
||||||
if (s != null &&
|
&& Snapshot.ID_INTEGER_COMPARATOR.compare(p, prior) > 0) {
|
||||||
(prior == null || Snapshot.ID_COMPARATOR.compare(s, prior) > 0)) {
|
return p;
|
||||||
return s;
|
|
||||||
}
|
}
|
||||||
return prior;
|
return prior;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* @return the diff corresponding to the given snapshot.
|
|
||||||
* When the diff is null, it means that the current state and
|
|
||||||
* the corresponding snapshot state are the same.
|
|
||||||
*/
|
|
||||||
public final D getDiff(Snapshot snapshot) {
|
|
||||||
return getDiffById(snapshot == null ?
|
|
||||||
Snapshot.INVALID_ID : snapshot.getId());
|
|
||||||
}
|
|
||||||
|
|
||||||
private final D getDiffById(final int snapshotId) {
|
public final D getDiffById(final int snapshotId) {
|
||||||
if (snapshotId == Snapshot.INVALID_ID) {
|
if (snapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
final int i = Collections.binarySearch(diffs, snapshotId);
|
final int i = Collections.binarySearch(diffs, snapshotId);
|
||||||
|
@ -234,9 +223,9 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* Search for the snapshot whose id is 1) no less than the given id,
|
* Search for the snapshot whose id is 1) no less than the given id,
|
||||||
* and 2) most close to the given id.
|
* and 2) most close to the given id.
|
||||||
*/
|
*/
|
||||||
public final Snapshot getSnapshotById(final int snapshotId) {
|
public final int getSnapshotById(final int snapshotId) {
|
||||||
D diff = getDiffById(snapshotId);
|
D diff = getDiffById(snapshotId);
|
||||||
return diff == null ? null : diff.getSnapshot();
|
return diff == null ? Snapshot.CURRENT_STATE_ID : diff.getSnapshotId();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -271,8 +260,8 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* Note that the current inode is returned if there is no change
|
* Note that the current inode is returned if there is no change
|
||||||
* between the given snapshot and the current state.
|
* between the given snapshot and the current state.
|
||||||
*/
|
*/
|
||||||
public A getSnapshotINode(final Snapshot snapshot, final A currentINode) {
|
public A getSnapshotINode(final int snapshotId, final A currentINode) {
|
||||||
final D diff = getDiff(snapshot);
|
final D diff = getDiffById(snapshotId);
|
||||||
final A inode = diff == null? null: diff.getSnapshotINode();
|
final A inode = diff == null? null: diff.getSnapshotINode();
|
||||||
return inode == null? currentINode: inode;
|
return inode == null? currentINode: inode;
|
||||||
}
|
}
|
||||||
|
@ -281,15 +270,16 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
* Check if the latest snapshot diff exists. If not, add it.
|
* Check if the latest snapshot diff exists. If not, add it.
|
||||||
* @return the latest snapshot diff, which is never null.
|
* @return the latest snapshot diff, which is never null.
|
||||||
*/
|
*/
|
||||||
final D checkAndAddLatestSnapshotDiff(Snapshot latest, N currentINode)
|
final D checkAndAddLatestSnapshotDiff(int latestSnapshotId, N currentINode)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
final D last = getLast();
|
final D last = getLast();
|
||||||
if (last != null
|
if (last != null
|
||||||
&& Snapshot.ID_COMPARATOR.compare(last.getSnapshot(), latest) >= 0) {
|
&& Snapshot.ID_INTEGER_COMPARATOR.compare(last.getSnapshotId(),
|
||||||
|
latestSnapshotId) >= 0) {
|
||||||
return last;
|
return last;
|
||||||
} else {
|
} else {
|
||||||
try {
|
try {
|
||||||
return addDiff(latest, currentINode);
|
return addDiff(latestSnapshotId, currentINode);
|
||||||
} catch(NSQuotaExceededException e) {
|
} catch(NSQuotaExceededException e) {
|
||||||
e.setMessagePrefix("Failed to record modification for snapshot");
|
e.setMessagePrefix("Failed to record modification for snapshot");
|
||||||
throw e;
|
throw e;
|
||||||
|
@ -298,10 +288,10 @@ abstract class AbstractINodeDiffList<N extends INode,
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Save the snapshot copy to the latest snapshot. */
|
/** Save the snapshot copy to the latest snapshot. */
|
||||||
public void saveSelf2Snapshot(Snapshot latest, N currentINode, A snapshotCopy)
|
public void saveSelf2Snapshot(int latestSnapshotId, N currentINode,
|
||||||
throws QuotaExceededException {
|
A snapshotCopy) throws QuotaExceededException {
|
||||||
if (latest != null) {
|
if (latestSnapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
D diff = checkAndAddLatestSnapshotDiff(latest, currentINode);
|
D diff = checkAndAddLatestSnapshotDiff(latestSnapshotId, currentINode);
|
||||||
if (diff.snapshotINode == null) {
|
if (diff.snapshotINode == null) {
|
||||||
if (snapshotCopy == null) {
|
if (snapshotCopy == null) {
|
||||||
snapshotCopy = createSnapshotCopy(currentINode);
|
snapshotCopy = createSnapshotCopy(currentINode);
|
||||||
|
|
|
@ -225,30 +225,36 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
private final int childrenSize;
|
private final int childrenSize;
|
||||||
/** The children list diff. */
|
/** The children list diff. */
|
||||||
private final ChildrenDiff diff;
|
private final ChildrenDiff diff;
|
||||||
|
private boolean isSnapshotRoot = false;
|
||||||
|
|
||||||
|
private DirectoryDiff(int snapshotId, INodeDirectory dir) {
|
||||||
|
super(snapshotId, null, null);
|
||||||
|
|
||||||
private DirectoryDiff(Snapshot snapshot, INodeDirectory dir) {
|
this.childrenSize = dir.getChildrenList(Snapshot.CURRENT_STATE_ID).size();
|
||||||
super(snapshot, null, null);
|
|
||||||
|
|
||||||
this.childrenSize = dir.getChildrenList(null).size();
|
|
||||||
this.diff = new ChildrenDiff();
|
this.diff = new ChildrenDiff();
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Constructor used by FSImage loading */
|
/** Constructor used by FSImage loading */
|
||||||
DirectoryDiff(Snapshot snapshot, INodeDirectoryAttributes snapshotINode,
|
DirectoryDiff(int snapshotId, INodeDirectoryAttributes snapshotINode,
|
||||||
DirectoryDiff posteriorDiff, int childrenSize,
|
DirectoryDiff posteriorDiff, int childrenSize, List<INode> createdList,
|
||||||
List<INode> createdList, List<INode> deletedList) {
|
List<INode> deletedList, boolean isSnapshotRoot) {
|
||||||
super(snapshot, snapshotINode, posteriorDiff);
|
super(snapshotId, snapshotINode, posteriorDiff);
|
||||||
this.childrenSize = childrenSize;
|
this.childrenSize = childrenSize;
|
||||||
this.diff = new ChildrenDiff(createdList, deletedList);
|
this.diff = new ChildrenDiff(createdList, deletedList);
|
||||||
|
this.isSnapshotRoot = isSnapshotRoot;
|
||||||
}
|
}
|
||||||
|
|
||||||
ChildrenDiff getChildrenDiff() {
|
ChildrenDiff getChildrenDiff() {
|
||||||
return diff;
|
return diff;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Is the inode the root of the snapshot? */
|
void setSnapshotRoot(INodeDirectoryAttributes root) {
|
||||||
|
this.snapshotINode = root;
|
||||||
|
this.isSnapshotRoot = true;
|
||||||
|
}
|
||||||
|
|
||||||
boolean isSnapshotRoot() {
|
boolean isSnapshotRoot() {
|
||||||
return snapshotINode == snapshot.getRoot();
|
return isSnapshotRoot;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
@ -287,7 +293,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
combined.combinePosterior(d.diff, null);
|
combined.combinePosterior(d.diff, null);
|
||||||
}
|
}
|
||||||
children = combined.apply2Current(ReadOnlyList.Util.asList(
|
children = combined.apply2Current(ReadOnlyList.Util.asList(
|
||||||
currentDir.getChildrenList(null)));
|
currentDir.getChildrenList(Snapshot.CURRENT_STATE_ID)));
|
||||||
}
|
}
|
||||||
return children;
|
return children;
|
||||||
}
|
}
|
||||||
|
@ -327,7 +333,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
return null;
|
return null;
|
||||||
} else if (d.getPosterior() == null) {
|
} else if (d.getPosterior() == null) {
|
||||||
// no more posterior diff, get from current inode.
|
// no more posterior diff, get from current inode.
|
||||||
return currentDir.getChild(name, null);
|
return currentDir.getChild(name, Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@ -342,11 +348,9 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
writeSnapshot(out);
|
writeSnapshot(out);
|
||||||
out.writeInt(childrenSize);
|
out.writeInt(childrenSize);
|
||||||
|
|
||||||
// write snapshotINode
|
// Write snapshotINode
|
||||||
if (isSnapshotRoot()) {
|
out.writeBoolean(isSnapshotRoot);
|
||||||
out.writeBoolean(true);
|
if (!isSnapshotRoot) {
|
||||||
} else {
|
|
||||||
out.writeBoolean(false);
|
|
||||||
if (snapshotINode != null) {
|
if (snapshotINode != null) {
|
||||||
out.writeBoolean(true);
|
out.writeBoolean(true);
|
||||||
FSImageSerialization.writeINodeDirectoryAttributes(snapshotINode, out);
|
FSImageSerialization.writeINodeDirectoryAttributes(snapshotINode, out);
|
||||||
|
@ -373,7 +377,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
extends AbstractINodeDiffList<INodeDirectory, INodeDirectoryAttributes, DirectoryDiff> {
|
extends AbstractINodeDiffList<INodeDirectory, INodeDirectoryAttributes, DirectoryDiff> {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
DirectoryDiff createDiff(Snapshot snapshot, INodeDirectory currentDir) {
|
DirectoryDiff createDiff(int snapshot, INodeDirectory currentDir) {
|
||||||
return new DirectoryDiff(snapshot, currentDir);
|
return new DirectoryDiff(snapshot, currentDir);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -424,12 +428,13 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
/**
|
/**
|
||||||
* Destroy a subtree under a DstReference node.
|
* Destroy a subtree under a DstReference node.
|
||||||
*/
|
*/
|
||||||
public static void destroyDstSubtree(INode inode, final Snapshot snapshot,
|
public static void destroyDstSubtree(INode inode, final int snapshot,
|
||||||
final Snapshot prior, final BlocksMapUpdateInfo collectedBlocks,
|
final int prior, final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes) throws QuotaExceededException {
|
final List<INode> removedINodes) throws QuotaExceededException {
|
||||||
Preconditions.checkArgument(prior != null);
|
Preconditions.checkArgument(prior != Snapshot.NO_SNAPSHOT_ID);
|
||||||
if (inode.isReference()) {
|
if (inode.isReference()) {
|
||||||
if (inode instanceof INodeReference.WithName && snapshot != null) {
|
if (inode instanceof INodeReference.WithName
|
||||||
|
&& snapshot != Snapshot.CURRENT_STATE_ID) {
|
||||||
// this inode has been renamed before the deletion of the DstReference
|
// this inode has been renamed before the deletion of the DstReference
|
||||||
// subtree
|
// subtree
|
||||||
inode.cleanSubtree(snapshot, prior, collectedBlocks, removedINodes,
|
inode.cleanSubtree(snapshot, prior, collectedBlocks, removedINodes,
|
||||||
|
@ -447,18 +452,18 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
|
DirectoryWithSnapshotFeature sf = dir.getDirectoryWithSnapshotFeature();
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
DirectoryDiffList diffList = sf.getDiffs();
|
DirectoryDiffList diffList = sf.getDiffs();
|
||||||
DirectoryDiff priorDiff = diffList.getDiff(prior);
|
DirectoryDiff priorDiff = diffList.getDiffById(prior);
|
||||||
if (priorDiff != null && priorDiff.getSnapshot().equals(prior)) {
|
if (priorDiff != null && priorDiff.getSnapshotId() == prior) {
|
||||||
List<INode> dList = priorDiff.diff.getList(ListType.DELETED);
|
List<INode> dList = priorDiff.diff.getList(ListType.DELETED);
|
||||||
excludedNodes = cloneDiffList(dList);
|
excludedNodes = cloneDiffList(dList);
|
||||||
}
|
}
|
||||||
|
|
||||||
if (snapshot != null) {
|
if (snapshot != Snapshot.CURRENT_STATE_ID) {
|
||||||
diffList.deleteSnapshotDiff(snapshot, prior, dir, collectedBlocks,
|
diffList.deleteSnapshotDiff(snapshot, prior, dir, collectedBlocks,
|
||||||
removedINodes, true);
|
removedINodes, true);
|
||||||
}
|
}
|
||||||
priorDiff = diffList.getDiff(prior);
|
priorDiff = diffList.getDiffById(prior);
|
||||||
if (priorDiff != null && priorDiff.getSnapshot().equals(prior)) {
|
if (priorDiff != null && priorDiff.getSnapshotId() == prior) {
|
||||||
priorDiff.diff.destroyCreatedList(dir, collectedBlocks,
|
priorDiff.diff.destroyCreatedList(dir, collectedBlocks,
|
||||||
removedINodes);
|
removedINodes);
|
||||||
}
|
}
|
||||||
|
@ -478,14 +483,14 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
* deleted list of prior.
|
* deleted list of prior.
|
||||||
* @param inode The inode to clean.
|
* @param inode The inode to clean.
|
||||||
* @param post The post snapshot.
|
* @param post The post snapshot.
|
||||||
* @param prior The prior snapshot.
|
* @param prior The id of the prior snapshot.
|
||||||
* @param collectedBlocks Used to collect blocks for later deletion.
|
* @param collectedBlocks Used to collect blocks for later deletion.
|
||||||
* @return Quota usage update.
|
* @return Quota usage update.
|
||||||
*/
|
*/
|
||||||
private static Quota.Counts cleanDeletedINode(INode inode,
|
private static Quota.Counts cleanDeletedINode(INode inode,
|
||||||
final Snapshot post, final Snapshot prior,
|
final int post, final int prior,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
Deque<INode> queue = new ArrayDeque<INode>();
|
Deque<INode> queue = new ArrayDeque<INode>();
|
||||||
|
@ -494,7 +499,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
INode topNode = queue.pollFirst();
|
INode topNode = queue.pollFirst();
|
||||||
if (topNode instanceof INodeReference.WithName) {
|
if (topNode instanceof INodeReference.WithName) {
|
||||||
INodeReference.WithName wn = (INodeReference.WithName) topNode;
|
INodeReference.WithName wn = (INodeReference.WithName) topNode;
|
||||||
if (wn.getLastSnapshotId() >= post.getId()) {
|
if (wn.getLastSnapshotId() >= post) {
|
||||||
wn.cleanSubtree(post, prior, collectedBlocks, removedINodes,
|
wn.cleanSubtree(post, prior, collectedBlocks, removedINodes,
|
||||||
countDiffChange);
|
countDiffChange);
|
||||||
}
|
}
|
||||||
|
@ -511,8 +516,8 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
if (sf != null) {
|
if (sf != null) {
|
||||||
// delete files/dirs created after prior. Note that these
|
// delete files/dirs created after prior. Note that these
|
||||||
// files/dirs, along with inode, were deleted right after post.
|
// files/dirs, along with inode, were deleted right after post.
|
||||||
DirectoryDiff priorDiff = sf.getDiffs().getDiff(prior);
|
DirectoryDiff priorDiff = sf.getDiffs().getDiffById(prior);
|
||||||
if (priorDiff != null && priorDiff.getSnapshot().equals(prior)) {
|
if (priorDiff != null && priorDiff.getSnapshotId() == prior) {
|
||||||
priorChildrenDiff = priorDiff.getChildrenDiff();
|
priorChildrenDiff = priorDiff.getChildrenDiff();
|
||||||
counts.add(priorChildrenDiff.destroyCreatedList(dir,
|
counts.add(priorChildrenDiff.destroyCreatedList(dir,
|
||||||
collectedBlocks, removedINodes));
|
collectedBlocks, removedINodes));
|
||||||
|
@ -540,8 +545,8 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the last snapshot. */
|
/** @return the last snapshot. */
|
||||||
public Snapshot getLastSnapshot() {
|
public int getLastSnapshotId() {
|
||||||
return diffs.getLastSnapshot();
|
return diffs.getLastSnapshotId();
|
||||||
}
|
}
|
||||||
|
|
||||||
/** @return the snapshot diff list. */
|
/** @return the snapshot diff list. */
|
||||||
|
@ -565,11 +570,13 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
* to make sure that parent is in the given snapshot "latest".
|
* to make sure that parent is in the given snapshot "latest".
|
||||||
*/
|
*/
|
||||||
public boolean addChild(INodeDirectory parent, INode inode,
|
public boolean addChild(INodeDirectory parent, INode inode,
|
||||||
boolean setModTime, Snapshot latest) throws QuotaExceededException {
|
boolean setModTime, int latestSnapshotId) throws QuotaExceededException {
|
||||||
ChildrenDiff diff = diffs.checkAndAddLatestSnapshotDiff(latest, parent).diff;
|
ChildrenDiff diff = diffs.checkAndAddLatestSnapshotDiff(latestSnapshotId,
|
||||||
|
parent).diff;
|
||||||
int undoInfo = diff.create(inode);
|
int undoInfo = diff.create(inode);
|
||||||
|
|
||||||
final boolean added = parent.addChild(inode, setModTime, null);
|
final boolean added = parent.addChild(inode, setModTime,
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
if (!added) {
|
if (!added) {
|
||||||
diff.undoCreate(inode, undoInfo);
|
diff.undoCreate(inode, undoInfo);
|
||||||
}
|
}
|
||||||
|
@ -581,7 +588,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
* needs to make sure that parent is in the given snapshot "latest".
|
* needs to make sure that parent is in the given snapshot "latest".
|
||||||
*/
|
*/
|
||||||
public boolean removeChild(INodeDirectory parent, INode child,
|
public boolean removeChild(INodeDirectory parent, INode child,
|
||||||
Snapshot latest) throws QuotaExceededException {
|
int latestSnapshotId) throws QuotaExceededException {
|
||||||
// For a directory that is not a renamed node, if isInLatestSnapshot returns
|
// For a directory that is not a renamed node, if isInLatestSnapshot returns
|
||||||
// false, the directory is not in the latest snapshot, thus we do not need
|
// false, the directory is not in the latest snapshot, thus we do not need
|
||||||
// to record the removed child in any snapshot.
|
// to record the removed child in any snapshot.
|
||||||
|
@ -593,7 +600,8 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
// directory node cannot be in any snapshot (not in current tree, nor in
|
// directory node cannot be in any snapshot (not in current tree, nor in
|
||||||
// previous src tree). Thus we do not need to record the removed child in
|
// previous src tree). Thus we do not need to record the removed child in
|
||||||
// any snapshot.
|
// any snapshot.
|
||||||
ChildrenDiff diff = diffs.checkAndAddLatestSnapshotDiff(latest, parent).diff;
|
ChildrenDiff diff = diffs.checkAndAddLatestSnapshotDiff(latestSnapshotId,
|
||||||
|
parent).diff;
|
||||||
UndoInfo<INode> undoInfo = diff.delete(child);
|
UndoInfo<INode> undoInfo = diff.delete(child);
|
||||||
|
|
||||||
final boolean removed = parent.removeChild(child);
|
final boolean removed = parent.removeChild(child);
|
||||||
|
@ -611,29 +619,29 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
* for the snapshot and return it.
|
* for the snapshot and return it.
|
||||||
*/
|
*/
|
||||||
public ReadOnlyList<INode> getChildrenList(INodeDirectory currentINode,
|
public ReadOnlyList<INode> getChildrenList(INodeDirectory currentINode,
|
||||||
final Snapshot snapshot) {
|
final int snapshotId) {
|
||||||
final DirectoryDiff diff = diffs.getDiff(snapshot);
|
final DirectoryDiff diff = diffs.getDiffById(snapshotId);
|
||||||
return diff != null ? diff.getChildrenList(currentINode) : currentINode
|
return diff != null ? diff.getChildrenList(currentINode) : currentINode
|
||||||
.getChildrenList(null);
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
public INode getChild(INodeDirectory currentINode, byte[] name,
|
public INode getChild(INodeDirectory currentINode, byte[] name,
|
||||||
Snapshot snapshot) {
|
int snapshotId) {
|
||||||
final DirectoryDiff diff = diffs.getDiff(snapshot);
|
final DirectoryDiff diff = diffs.getDiffById(snapshotId);
|
||||||
return diff != null ? diff.getChild(name, true, currentINode)
|
return diff != null ? diff.getChild(name, true, currentINode)
|
||||||
: currentINode.getChild(name, null);
|
: currentINode.getChild(name, Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Used to record the modification of a symlink node */
|
/** Used to record the modification of a symlink node */
|
||||||
public INode saveChild2Snapshot(INodeDirectory currentINode,
|
public INode saveChild2Snapshot(INodeDirectory currentINode,
|
||||||
final INode child, final Snapshot latest, final INode snapshotCopy)
|
final INode child, final int latestSnapshotId, final INode snapshotCopy)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
Preconditions.checkArgument(!child.isDirectory(),
|
Preconditions.checkArgument(!child.isDirectory(),
|
||||||
"child is a directory, child=%s", child);
|
"child is a directory, child=%s", child);
|
||||||
Preconditions.checkArgument(latest != null);
|
Preconditions.checkArgument(latestSnapshotId != Snapshot.CURRENT_STATE_ID);
|
||||||
|
|
||||||
final DirectoryDiff diff = diffs.checkAndAddLatestSnapshotDiff(latest,
|
final DirectoryDiff diff = diffs.checkAndAddLatestSnapshotDiff(
|
||||||
currentINode);
|
latestSnapshotId, currentINode);
|
||||||
if (diff.getChild(child.getLocalNameBytes(), false, currentINode) != null) {
|
if (diff.getChild(child.getLocalNameBytes(), false, currentINode) != null) {
|
||||||
// it was already saved in the latest snapshot earlier.
|
// it was already saved in the latest snapshot earlier.
|
||||||
return child;
|
return child;
|
||||||
|
@ -656,7 +664,7 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
public Quota.Counts computeQuotaUsage4CurrentDirectory(Quota.Counts counts) {
|
public Quota.Counts computeQuotaUsage4CurrentDirectory(Quota.Counts counts) {
|
||||||
for(DirectoryDiff d : diffs) {
|
for(DirectoryDiff d : diffs) {
|
||||||
for(INode deleted : d.getChildrenDiff().getList(ListType.DELETED)) {
|
for(INode deleted : d.getChildrenDiff().getList(ListType.DELETED)) {
|
||||||
deleted.computeQuotaUsage(counts, false, Snapshot.INVALID_ID);
|
deleted.computeQuotaUsage(counts, false, Snapshot.CURRENT_STATE_ID);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
counts.add(Quota.NAMESPACE, diffs.asList().size());
|
counts.add(Quota.NAMESPACE, diffs.asList().size());
|
||||||
|
@ -744,14 +752,14 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
}
|
}
|
||||||
|
|
||||||
public Quota.Counts cleanDirectory(final INodeDirectory currentINode,
|
public Quota.Counts cleanDirectory(final INodeDirectory currentINode,
|
||||||
final Snapshot snapshot, Snapshot prior,
|
final int snapshot, int prior,
|
||||||
final BlocksMapUpdateInfo collectedBlocks,
|
final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
Quota.Counts counts = Quota.Counts.newInstance();
|
Quota.Counts counts = Quota.Counts.newInstance();
|
||||||
Map<INode, INode> priorCreated = null;
|
Map<INode, INode> priorCreated = null;
|
||||||
Map<INode, INode> priorDeleted = null;
|
Map<INode, INode> priorDeleted = null;
|
||||||
if (snapshot == null) { // delete the current directory
|
if (snapshot == Snapshot.CURRENT_STATE_ID) { // delete the current directory
|
||||||
currentINode.recordModification(prior);
|
currentINode.recordModification(prior);
|
||||||
// delete everything in created list
|
// delete everything in created list
|
||||||
DirectoryDiff lastDiff = diffs.getLast();
|
DirectoryDiff lastDiff = diffs.getLast();
|
||||||
|
@ -764,9 +772,9 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
prior = getDiffs().updatePrior(snapshot, prior);
|
prior = getDiffs().updatePrior(snapshot, prior);
|
||||||
// if there is a snapshot diff associated with prior, we need to record
|
// if there is a snapshot diff associated with prior, we need to record
|
||||||
// its original created and deleted list before deleting post
|
// its original created and deleted list before deleting post
|
||||||
if (prior != null) {
|
if (prior != Snapshot.NO_SNAPSHOT_ID) {
|
||||||
DirectoryDiff priorDiff = this.getDiffs().getDiff(prior);
|
DirectoryDiff priorDiff = this.getDiffs().getDiffById(prior);
|
||||||
if (priorDiff != null && priorDiff.getSnapshot().equals(prior)) {
|
if (priorDiff != null && priorDiff.getSnapshotId() == prior) {
|
||||||
List<INode> cList = priorDiff.diff.getList(ListType.CREATED);
|
List<INode> cList = priorDiff.diff.getList(ListType.CREATED);
|
||||||
List<INode> dList = priorDiff.diff.getList(ListType.DELETED);
|
List<INode> dList = priorDiff.diff.getList(ListType.DELETED);
|
||||||
priorCreated = cloneDiffList(cList);
|
priorCreated = cloneDiffList(cList);
|
||||||
|
@ -774,13 +782,13 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
counts.add(getDiffs().deleteSnapshotDiff(snapshot, prior, currentINode,
|
counts.add(getDiffs().deleteSnapshotDiff(snapshot, prior,
|
||||||
collectedBlocks, removedINodes, countDiffChange));
|
currentINode, collectedBlocks, removedINodes, countDiffChange));
|
||||||
|
|
||||||
// check priorDiff again since it may be created during the diff deletion
|
// check priorDiff again since it may be created during the diff deletion
|
||||||
if (prior != null) {
|
if (prior != Snapshot.NO_SNAPSHOT_ID) {
|
||||||
DirectoryDiff priorDiff = this.getDiffs().getDiff(prior);
|
DirectoryDiff priorDiff = this.getDiffs().getDiffById(prior);
|
||||||
if (priorDiff != null && priorDiff.getSnapshot().equals(prior)) {
|
if (priorDiff != null && priorDiff.getSnapshotId() == prior) {
|
||||||
// For files/directories created between "prior" and "snapshot",
|
// For files/directories created between "prior" and "snapshot",
|
||||||
// we need to clear snapshot copies for "snapshot". Note that we must
|
// we need to clear snapshot copies for "snapshot". Note that we must
|
||||||
// use null as prior in the cleanSubtree call. Files/directories that
|
// use null as prior in the cleanSubtree call. Files/directories that
|
||||||
|
@ -791,8 +799,8 @@ public class DirectoryWithSnapshotFeature implements INode.Feature {
|
||||||
for (INode cNode : priorDiff.getChildrenDiff().getList(
|
for (INode cNode : priorDiff.getChildrenDiff().getList(
|
||||||
ListType.CREATED)) {
|
ListType.CREATED)) {
|
||||||
if (priorCreated.containsKey(cNode)) {
|
if (priorCreated.containsKey(cNode)) {
|
||||||
counts.add(cNode.cleanSubtree(snapshot, null, collectedBlocks,
|
counts.add(cNode.cleanSubtree(snapshot, Snapshot.NO_SNAPSHOT_ID,
|
||||||
removedINodes, countDiffChange));
|
collectedBlocks, removedINodes, countDiffChange));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -38,15 +38,15 @@ public class FileDiff extends
|
||||||
/** The file size at snapshot creation time. */
|
/** The file size at snapshot creation time. */
|
||||||
private final long fileSize;
|
private final long fileSize;
|
||||||
|
|
||||||
FileDiff(Snapshot snapshot, INodeFile file) {
|
FileDiff(int snapshotId, INodeFile file) {
|
||||||
super(snapshot, null, null);
|
super(snapshotId, null, null);
|
||||||
fileSize = file.computeFileSize();
|
fileSize = file.computeFileSize();
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Constructor used by FSImage loading */
|
/** Constructor used by FSImage loading */
|
||||||
FileDiff(Snapshot snapshot, INodeFileAttributes snapshotINode,
|
FileDiff(int snapshotId, INodeFileAttributes snapshotINode,
|
||||||
FileDiff posteriorDiff, long fileSize) {
|
FileDiff posteriorDiff, long fileSize) {
|
||||||
super(snapshot, snapshotINode, posteriorDiff);
|
super(snapshotId, snapshotINode, posteriorDiff);
|
||||||
this.fileSize = fileSize;
|
this.fileSize = fileSize;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -25,8 +25,8 @@ public class FileDiffList extends
|
||||||
AbstractINodeDiffList<INodeFile, INodeFileAttributes, FileDiff> {
|
AbstractINodeDiffList<INodeFile, INodeFileAttributes, FileDiff> {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
FileDiff createDiff(Snapshot snapshot, INodeFile file) {
|
FileDiff createDiff(int snapshotId, INodeFile file) {
|
||||||
return new FileDiff(snapshot, file);
|
return new FileDiff(snapshotId, file);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
@ -78,22 +78,22 @@ public class FileWithSnapshotFeature implements INode.Feature {
|
||||||
return (isCurrentFileDeleted()? "(DELETED), ": ", ") + diffs;
|
return (isCurrentFileDeleted()? "(DELETED), ": ", ") + diffs;
|
||||||
}
|
}
|
||||||
|
|
||||||
public Quota.Counts cleanFile(final INodeFile file, final Snapshot snapshot,
|
public Quota.Counts cleanFile(final INodeFile file, final int snapshotId,
|
||||||
Snapshot prior, final BlocksMapUpdateInfo collectedBlocks,
|
int priorSnapshotId, final BlocksMapUpdateInfo collectedBlocks,
|
||||||
final List<INode> removedINodes, final boolean countDiffChange)
|
final List<INode> removedINodes, final boolean countDiffChange)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (snapshot == null) {
|
if (snapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
// delete the current file while the file has snapshot feature
|
// delete the current file while the file has snapshot feature
|
||||||
if (!isCurrentFileDeleted()) {
|
if (!isCurrentFileDeleted()) {
|
||||||
file.recordModification(prior);
|
file.recordModification(priorSnapshotId);
|
||||||
deleteCurrentFile();
|
deleteCurrentFile();
|
||||||
}
|
}
|
||||||
collectBlocksAndClear(file, collectedBlocks, removedINodes);
|
collectBlocksAndClear(file, collectedBlocks, removedINodes);
|
||||||
return Quota.Counts.newInstance();
|
return Quota.Counts.newInstance();
|
||||||
} else { // delete the snapshot
|
} else { // delete the snapshot
|
||||||
prior = getDiffs().updatePrior(snapshot, prior);
|
priorSnapshotId = getDiffs().updatePrior(snapshotId, priorSnapshotId);
|
||||||
return diffs.deleteSnapshotDiff(snapshot, prior, file, collectedBlocks,
|
return diffs.deleteSnapshotDiff(snapshotId, priorSnapshotId, file,
|
||||||
removedINodes, countDiffChange);
|
collectedBlocks, removedINodes, countDiffChange);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -206,6 +206,15 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
return i < 0? null: snapshotsByNames.get(i);
|
return i < 0? null: snapshotsByNames.get(i);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
Snapshot getSnapshotById(int sid) {
|
||||||
|
for (Snapshot s : snapshotsByNames) {
|
||||||
|
if (s.getId() == sid) {
|
||||||
|
return s;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
/** @return {@link #snapshotsByNames} as a {@link ReadOnlyList} */
|
/** @return {@link #snapshotsByNames} as a {@link ReadOnlyList} */
|
||||||
public ReadOnlyList<Snapshot> getSnapshotList() {
|
public ReadOnlyList<Snapshot> getSnapshotList() {
|
||||||
return ReadOnlyList.Util.asReadOnlyList(snapshotsByNames);
|
return ReadOnlyList.Util.asReadOnlyList(snapshotsByNames);
|
||||||
|
@ -297,13 +306,14 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
+ "snapshot with the same name \"" + Snapshot.getSnapshotName(s) + "\".");
|
+ "snapshot with the same name \"" + Snapshot.getSnapshotName(s) + "\".");
|
||||||
}
|
}
|
||||||
|
|
||||||
final DirectoryDiff d = getDiffs().addDiff(s, this);
|
final DirectoryDiff d = getDiffs().addDiff(id, this);
|
||||||
d.snapshotINode = s.getRoot();
|
d.setSnapshotRoot(s.getRoot());
|
||||||
snapshotsByNames.add(-i - 1, s);
|
snapshotsByNames.add(-i - 1, s);
|
||||||
|
|
||||||
//set modification time
|
//set modification time
|
||||||
updateModificationTime(Time.now(), null);
|
updateModificationTime(Time.now(), Snapshot.CURRENT_STATE_ID);
|
||||||
s.getRoot().setModificationTime(getModificationTime(), null);
|
s.getRoot().setModificationTime(getModificationTime(),
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
return s;
|
return s;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@ -326,10 +336,10 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
+ ": the snapshot does not exist.");
|
+ ": the snapshot does not exist.");
|
||||||
} else {
|
} else {
|
||||||
final Snapshot snapshot = snapshotsByNames.get(i);
|
final Snapshot snapshot = snapshotsByNames.get(i);
|
||||||
Snapshot prior = Snapshot.findLatestSnapshot(this, snapshot);
|
int prior = Snapshot.findLatestSnapshot(this, snapshot.getId());
|
||||||
try {
|
try {
|
||||||
Quota.Counts counts = cleanSubtree(snapshot, prior, collectedBlocks,
|
Quota.Counts counts = cleanSubtree(snapshot.getId(), prior,
|
||||||
removedINodes, true);
|
collectedBlocks, removedINodes, true);
|
||||||
INodeDirectory parent = getParent();
|
INodeDirectory parent = getParent();
|
||||||
if (parent != null) {
|
if (parent != null) {
|
||||||
// there will not be any WithName node corresponding to the deleted
|
// there will not be any WithName node corresponding to the deleted
|
||||||
|
@ -425,8 +435,9 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
diffReport.addDirDiff(dir, relativePath, diff);
|
diffReport.addDirDiff(dir, relativePath, diff);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
ReadOnlyList<INode> children = dir.getChildrenList(diffReport
|
ReadOnlyList<INode> children = dir.getChildrenList(
|
||||||
.isFromEarlier() ? diffReport.to : diffReport.from);
|
diffReport.isFromEarlier() ? Snapshot.getSnapshotId(diffReport.to) :
|
||||||
|
Snapshot.getSnapshotId(diffReport.from));
|
||||||
for (INode child : children) {
|
for (INode child : children) {
|
||||||
final byte[] name = child.getLocalNameBytes();
|
final byte[] name = child.getLocalNameBytes();
|
||||||
if (diff.searchIndex(ListType.CREATED, name) < 0
|
if (diff.searchIndex(ListType.CREATED, name) < 0
|
||||||
|
@ -454,16 +465,15 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
* Replace itself with {@link INodeDirectoryWithSnapshot} or
|
* Replace itself with {@link INodeDirectoryWithSnapshot} or
|
||||||
* {@link INodeDirectory} depending on the latest snapshot.
|
* {@link INodeDirectory} depending on the latest snapshot.
|
||||||
*/
|
*/
|
||||||
INodeDirectory replaceSelf(final Snapshot latest, final INodeMap inodeMap)
|
INodeDirectory replaceSelf(final int latestSnapshotId, final INodeMap inodeMap)
|
||||||
throws QuotaExceededException {
|
throws QuotaExceededException {
|
||||||
if (latest == null) {
|
if (latestSnapshotId == Snapshot.CURRENT_STATE_ID) {
|
||||||
Preconditions.checkState(
|
Preconditions.checkState(getDirectoryWithSnapshotFeature()
|
||||||
getDirectoryWithSnapshotFeature().getLastSnapshot() == null,
|
.getLastSnapshotId() == Snapshot.CURRENT_STATE_ID, "this=%s", this);
|
||||||
"latest == null but getLastSnapshot() != null, this=%s", this);
|
|
||||||
}
|
}
|
||||||
INodeDirectory dir = replaceSelf4INodeDirectory(inodeMap);
|
INodeDirectory dir = replaceSelf4INodeDirectory(inodeMap);
|
||||||
if (latest != null) {
|
if (latestSnapshotId != Snapshot.CURRENT_STATE_ID) {
|
||||||
dir.recordModification(latest);
|
dir.recordModification(latestSnapshotId);
|
||||||
}
|
}
|
||||||
return dir;
|
return dir;
|
||||||
}
|
}
|
||||||
|
@ -475,10 +485,10 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
public void dumpTreeRecursively(PrintWriter out, StringBuilder prefix,
|
||||||
Snapshot snapshot) {
|
int snapshot) {
|
||||||
super.dumpTreeRecursively(out, prefix, snapshot);
|
super.dumpTreeRecursively(out, prefix, snapshot);
|
||||||
|
|
||||||
if (snapshot == null) {
|
if (snapshot == Snapshot.CURRENT_STATE_ID) {
|
||||||
out.println();
|
out.println();
|
||||||
out.print(prefix);
|
out.print(prefix);
|
||||||
|
|
||||||
|
@ -494,7 +504,8 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
n++;
|
n++;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
Preconditions.checkState(n == snapshotsByNames.size());
|
Preconditions.checkState(n == snapshotsByNames.size(), "#n=" + n
|
||||||
|
+ ", snapshotsByNames.size()=" + snapshotsByNames.size());
|
||||||
out.print(", #snapshot=");
|
out.print(", #snapshot=");
|
||||||
out.println(n);
|
out.println(n);
|
||||||
|
|
||||||
|
@ -522,8 +533,9 @@ public class INodeDirectorySnapshottable extends INodeDirectory {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public SnapshotAndINode next() {
|
public SnapshotAndINode next() {
|
||||||
final Snapshot s = next.snapshot;
|
final SnapshotAndINode pair = new SnapshotAndINode(next
|
||||||
final SnapshotAndINode pair = new SnapshotAndINode(s);
|
.getSnapshotId(), getSnapshotById(next.getSnapshotId())
|
||||||
|
.getRoot());
|
||||||
next = findNext();
|
next = findNext();
|
||||||
return pair;
|
return pair;
|
||||||
}
|
}
|
||||||
|
|
|
@ -37,7 +37,11 @@ import org.apache.hadoop.hdfs.util.ReadOnlyList;
|
||||||
/** Snapshot of a sub-tree in the namesystem. */
|
/** Snapshot of a sub-tree in the namesystem. */
|
||||||
@InterfaceAudience.Private
|
@InterfaceAudience.Private
|
||||||
public class Snapshot implements Comparable<byte[]> {
|
public class Snapshot implements Comparable<byte[]> {
|
||||||
public static final int INVALID_ID = -1;
|
/**
|
||||||
|
* This id is used to indicate the current state (vs. snapshots)
|
||||||
|
*/
|
||||||
|
public static final int CURRENT_STATE_ID = Integer.MAX_VALUE - 1;
|
||||||
|
public static final int NO_SNAPSHOT_ID = -1;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* The pattern for generating the default snapshot name.
|
* The pattern for generating the default snapshot name.
|
||||||
|
@ -61,14 +65,18 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
.toString();
|
.toString();
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Get the name of the given snapshot.
|
* Get the name of the given snapshot.
|
||||||
* @param s The given snapshot.
|
* @param s The given snapshot.
|
||||||
* @return The name of the snapshot, or an empty string if {@code s} is null
|
* @return The name of the snapshot, or an empty string if {@code s} is null
|
||||||
*/
|
*/
|
||||||
static String getSnapshotName(Snapshot s) {
|
static String getSnapshotName(Snapshot s) {
|
||||||
return s != null ? s.getRoot().getLocalName() : "";
|
return s != null ? s.getRoot().getLocalName() : "";
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public static int getSnapshotId(Snapshot s) {
|
||||||
|
return s == null ? CURRENT_STATE_ID : s.getId();
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Compare snapshot with IDs, where null indicates the current status thus
|
* Compare snapshot with IDs, where null indicates the current status thus
|
||||||
|
@ -78,9 +86,8 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
= new Comparator<Snapshot>() {
|
= new Comparator<Snapshot>() {
|
||||||
@Override
|
@Override
|
||||||
public int compare(Snapshot left, Snapshot right) {
|
public int compare(Snapshot left, Snapshot right) {
|
||||||
return ID_INTEGER_COMPARATOR.compare(
|
return ID_INTEGER_COMPARATOR.compare(Snapshot.getSnapshotId(left),
|
||||||
left == null? null: left.getId(),
|
Snapshot.getSnapshotId(right));
|
||||||
right == null? null: right.getId());
|
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -92,12 +99,9 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
= new Comparator<Integer>() {
|
= new Comparator<Integer>() {
|
||||||
@Override
|
@Override
|
||||||
public int compare(Integer left, Integer right) {
|
public int compare(Integer left, Integer right) {
|
||||||
// null means the current state, thus should be the largest
|
// Snapshot.CURRENT_STATE_ID means the current state, thus should be the
|
||||||
if (left == null) {
|
// largest
|
||||||
return right == null? 0: 1;
|
return left - right;
|
||||||
} else {
|
|
||||||
return right == null? -1: left - right;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
};
|
};
|
||||||
|
|
||||||
|
@ -108,12 +112,12 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
* is not null).
|
* is not null).
|
||||||
*
|
*
|
||||||
* @param inode the given inode that the returned snapshot needs to cover
|
* @param inode the given inode that the returned snapshot needs to cover
|
||||||
* @param anchor the returned snapshot should be taken before this snapshot.
|
* @param anchor the returned snapshot should be taken before this given id.
|
||||||
* @return the latest snapshot covers the given inode and was taken before the
|
* @return id of the latest snapshot that covers the given inode and was taken
|
||||||
* the given snapshot (if it is not null).
|
* before the the given snapshot (if it is not null).
|
||||||
*/
|
*/
|
||||||
public static Snapshot findLatestSnapshot(INode inode, Snapshot anchor) {
|
public static int findLatestSnapshot(INode inode, final int anchor) {
|
||||||
Snapshot latest = null;
|
int latest = NO_SNAPSHOT_ID;
|
||||||
for(; inode != null; inode = inode.getParent()) {
|
for(; inode != null; inode = inode.getParent()) {
|
||||||
if (inode.isDirectory()) {
|
if (inode.isDirectory()) {
|
||||||
final INodeDirectory dir = inode.asDirectory();
|
final INodeDirectory dir = inode.asDirectory();
|
||||||
|
@ -139,13 +143,13 @@ public class Snapshot implements Comparable<byte[]> {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public ReadOnlyList<INode> getChildrenList(Snapshot snapshot) {
|
public ReadOnlyList<INode> getChildrenList(int snapshotId) {
|
||||||
return getParent().getChildrenList(snapshot);
|
return getParent().getChildrenList(snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public INode getChild(byte[] name, Snapshot snapshot) {
|
public INode getChild(byte[] name, int snapshotId) {
|
||||||
return getParent().getChild(name, snapshot);
|
return getParent().getChild(name, snapshotId);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
|
|
|
@ -118,7 +118,7 @@ public class SnapshotFSImageFormat {
|
||||||
|
|
||||||
private static FileDiff loadFileDiff(FileDiff posterior, DataInput in,
|
private static FileDiff loadFileDiff(FileDiff posterior, DataInput in,
|
||||||
FSImageFormat.Loader loader) throws IOException {
|
FSImageFormat.Loader loader) throws IOException {
|
||||||
// 1. Read the full path of the Snapshot root to identify the Snapshot
|
// 1. Read the id of the Snapshot root to identify the Snapshot
|
||||||
final Snapshot snapshot = loader.getSnapshot(in);
|
final Snapshot snapshot = loader.getSnapshot(in);
|
||||||
|
|
||||||
// 2. Load file size
|
// 2. Load file size
|
||||||
|
@ -128,7 +128,7 @@ public class SnapshotFSImageFormat {
|
||||||
final INodeFileAttributes snapshotINode = in.readBoolean()?
|
final INodeFileAttributes snapshotINode = in.readBoolean()?
|
||||||
loader.loadINodeFileAttributes(in): null;
|
loader.loadINodeFileAttributes(in): null;
|
||||||
|
|
||||||
return new FileDiff(snapshot, snapshotINode, posterior, fileSize);
|
return new FileDiff(snapshot.getId(), snapshotINode, posterior, fileSize);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -149,7 +149,8 @@ public class SnapshotFSImageFormat {
|
||||||
} // else go to the next SnapshotDiff
|
} // else go to the next SnapshotDiff
|
||||||
}
|
}
|
||||||
// use the current child
|
// use the current child
|
||||||
INode currentChild = parent.getChild(createdNodeName, null);
|
INode currentChild = parent.getChild(createdNodeName,
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
if (currentChild == null) {
|
if (currentChild == null) {
|
||||||
throw new IOException("Cannot find an INode associated with the INode "
|
throw new IOException("Cannot find an INode associated with the INode "
|
||||||
+ DFSUtil.bytes2String(createdNodeName)
|
+ DFSUtil.bytes2String(createdNodeName)
|
||||||
|
@ -295,9 +296,9 @@ public class SnapshotFSImageFormat {
|
||||||
|
|
||||||
// 6. Compose the SnapshotDiff
|
// 6. Compose the SnapshotDiff
|
||||||
List<DirectoryDiff> diffs = parent.getDiffs().asList();
|
List<DirectoryDiff> diffs = parent.getDiffs().asList();
|
||||||
DirectoryDiff sdiff = new DirectoryDiff(snapshot, snapshotINode,
|
DirectoryDiff sdiff = new DirectoryDiff(snapshot.getId(), snapshotINode,
|
||||||
diffs.isEmpty() ? null : diffs.get(0),
|
diffs.isEmpty() ? null : diffs.get(0), childrenSize, createdList,
|
||||||
childrenSize, createdList, deletedList);
|
deletedList, snapshotINode == snapshot.getRoot());
|
||||||
return sdiff;
|
return sdiff;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -114,7 +114,7 @@ public class SnapshotManager implements SnapshotStats {
|
||||||
s = (INodeDirectorySnapshottable)d;
|
s = (INodeDirectorySnapshottable)d;
|
||||||
s.setSnapshotQuota(INodeDirectorySnapshottable.SNAPSHOT_LIMIT);
|
s.setSnapshotQuota(INodeDirectorySnapshottable.SNAPSHOT_LIMIT);
|
||||||
} else {
|
} else {
|
||||||
s = d.replaceSelf4INodeDirectorySnapshottable(iip.getLatestSnapshot(),
|
s = d.replaceSelf4INodeDirectorySnapshottable(iip.getLatestSnapshotId(),
|
||||||
fsdir.getINodeMap());
|
fsdir.getINodeMap());
|
||||||
}
|
}
|
||||||
addSnapshottable(s);
|
addSnapshottable(s);
|
||||||
|
@ -160,7 +160,7 @@ public class SnapshotManager implements SnapshotStats {
|
||||||
if (s == fsdir.getRoot()) {
|
if (s == fsdir.getRoot()) {
|
||||||
s.setSnapshotQuota(0);
|
s.setSnapshotQuota(0);
|
||||||
} else {
|
} else {
|
||||||
s.replaceSelf(iip.getLatestSnapshot(), fsdir.getINodeMap());
|
s.replaceSelf(iip.getLatestSnapshotId(), fsdir.getINodeMap());
|
||||||
}
|
}
|
||||||
removeSnapshottable(s);
|
removeSnapshottable(s);
|
||||||
}
|
}
|
||||||
|
@ -324,7 +324,8 @@ public class SnapshotManager implements SnapshotStats {
|
||||||
SnapshottableDirectoryStatus status = new SnapshottableDirectoryStatus(
|
SnapshottableDirectoryStatus status = new SnapshottableDirectoryStatus(
|
||||||
dir.getModificationTime(), dir.getAccessTime(),
|
dir.getModificationTime(), dir.getAccessTime(),
|
||||||
dir.getFsPermission(), dir.getUserName(), dir.getGroupName(),
|
dir.getFsPermission(), dir.getUserName(), dir.getGroupName(),
|
||||||
dir.getLocalNameBytes(), dir.getId(), dir.getChildrenNum(null),
|
dir.getLocalNameBytes(), dir.getId(),
|
||||||
|
dir.getChildrenNum(Snapshot.CURRENT_STATE_ID),
|
||||||
dir.getNumSnapshots(),
|
dir.getNumSnapshots(),
|
||||||
dir.getSnapshotQuota(), dir.getParent() == null ?
|
dir.getSnapshotQuota(), dir.getParent() == null ?
|
||||||
DFSUtil.EMPTY_BYTES :
|
DFSUtil.EMPTY_BYTES :
|
||||||
|
|
|
@ -29,6 +29,7 @@ import org.apache.hadoop.fs.Path;
|
||||||
import org.apache.hadoop.hdfs.DFSTestUtil;
|
import org.apache.hadoop.hdfs.DFSTestUtil;
|
||||||
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.junit.After;
|
import org.junit.After;
|
||||||
import org.junit.Assert;
|
import org.junit.Assert;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
|
@ -120,7 +121,7 @@ public class TestFSDirectory {
|
||||||
fsdir.reset();
|
fsdir.reset();
|
||||||
Assert.assertFalse(fsdir.isReady());
|
Assert.assertFalse(fsdir.isReady());
|
||||||
final INodeDirectory root = (INodeDirectory) fsdir.getINode("/");
|
final INodeDirectory root = (INodeDirectory) fsdir.getINode("/");
|
||||||
Assert.assertTrue(root.getChildrenList(null).isEmpty());
|
Assert.assertTrue(root.getChildrenList(Snapshot.CURRENT_STATE_ID).isEmpty());
|
||||||
fsdir.imageLoadComplete();
|
fsdir.imageLoadComplete();
|
||||||
Assert.assertTrue(fsdir.isReady());
|
Assert.assertTrue(fsdir.isReady());
|
||||||
}
|
}
|
||||||
|
|
|
@ -34,6 +34,7 @@ import org.apache.hadoop.fs.FileStatus;
|
||||||
import org.apache.hadoop.fs.Path;
|
import org.apache.hadoop.fs.Path;
|
||||||
import org.apache.hadoop.fs.permission.FsPermission;
|
import org.apache.hadoop.fs.permission.FsPermission;
|
||||||
import org.apache.hadoop.hdfs.DFSTestUtil;
|
import org.apache.hadoop.hdfs.DFSTestUtil;
|
||||||
|
import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
import org.apache.hadoop.hdfs.client.HdfsDataOutputStream;
|
import org.apache.hadoop.hdfs.client.HdfsDataOutputStream;
|
||||||
|
@ -43,6 +44,7 @@ import org.apache.hadoop.hdfs.protocol.SnapshottableDirectoryStatus;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
import org.apache.hadoop.hdfs.server.namenode.NNStorage.NameNodeFile;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.DirectoryWithSnapshotFeature.DirectoryDiff;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.INodeDirectorySnapshottable;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotTestHelper;
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.SnapshotTestHelper;
|
||||||
import org.apache.hadoop.hdfs.util.Canceler;
|
import org.apache.hadoop.hdfs.util.Canceler;
|
||||||
import org.apache.log4j.Level;
|
import org.apache.log4j.Level;
|
||||||
|
@ -195,11 +197,12 @@ public class TestFSImageWithSnapshot {
|
||||||
INodeDirectorySnapshottable rootNode =
|
INodeDirectorySnapshottable rootNode =
|
||||||
(INodeDirectorySnapshottable) fsn.dir.getINode4Write(root.toString());
|
(INodeDirectorySnapshottable) fsn.dir.getINode4Write(root.toString());
|
||||||
assertTrue("The children list of root should be empty",
|
assertTrue("The children list of root should be empty",
|
||||||
rootNode.getChildrenList(null).isEmpty());
|
rootNode.getChildrenList(Snapshot.CURRENT_STATE_ID).isEmpty());
|
||||||
// one snapshot on root: s1
|
// one snapshot on root: s1
|
||||||
List<DirectoryDiff> diffList = rootNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = rootNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
assertEquals("s1", diffList.get(0).getSnapshot().getRoot().getLocalName());
|
Snapshot s1 = rootNode.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
assertEquals(s1.getId(), diffList.get(0).getSnapshotId());
|
||||||
|
|
||||||
// check SnapshotManager's snapshottable directory list
|
// check SnapshotManager's snapshottable directory list
|
||||||
assertEquals(1, fsn.getSnapshotManager().getNumSnapshottableDirs());
|
assertEquals(1, fsn.getSnapshotManager().getNumSnapshottableDirs());
|
||||||
|
|
|
@ -60,6 +60,7 @@ import org.apache.hadoop.hdfs.protocol.LocatedBlock;
|
||||||
import org.apache.hadoop.hdfs.protocol.LocatedBlocks;
|
import org.apache.hadoop.hdfs.protocol.LocatedBlocks;
|
||||||
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
import org.apache.hadoop.hdfs.protocol.QuotaExceededException;
|
||||||
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
|
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
|
||||||
|
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
|
||||||
import org.apache.hadoop.hdfs.server.protocol.NamenodeProtocols;
|
import org.apache.hadoop.hdfs.server.protocol.NamenodeProtocols;
|
||||||
import org.apache.hadoop.io.IOUtils;
|
import org.apache.hadoop.io.IOUtils;
|
||||||
import org.apache.hadoop.util.Time;
|
import org.apache.hadoop.util.Time;
|
||||||
|
@ -785,7 +786,7 @@ public class TestINodeFile {
|
||||||
}
|
}
|
||||||
System.out.println("Adding component " + DFSUtil.bytes2String(component));
|
System.out.println("Adding component " + DFSUtil.bytes2String(component));
|
||||||
dir = new INodeDirectory(++id, component, permstatus, 0);
|
dir = new INodeDirectory(++id, component, permstatus, 0);
|
||||||
prev.addChild(dir, false, null);
|
prev.addChild(dir, false, Snapshot.CURRENT_STATE_ID);
|
||||||
prev = dir;
|
prev = dir;
|
||||||
}
|
}
|
||||||
return dir; // Last Inode in the chain
|
return dir; // Last Inode in the chain
|
||||||
|
|
|
@ -123,8 +123,12 @@ public class TestSnapshotPathINodes {
|
||||||
final Snapshot snapshot, int index) {
|
final Snapshot snapshot, int index) {
|
||||||
assertEquals(isSnapshot, inodesInPath.isSnapshot());
|
assertEquals(isSnapshot, inodesInPath.isSnapshot());
|
||||||
assertEquals(index, inodesInPath.getSnapshotRootIndex());
|
assertEquals(index, inodesInPath.getSnapshotRootIndex());
|
||||||
assertEquals(isSnapshot? snapshot: null, inodesInPath.getPathSnapshot());
|
assertEquals(Snapshot.getSnapshotId(isSnapshot ? snapshot : null),
|
||||||
assertEquals(isSnapshot? null: snapshot, inodesInPath.getLatestSnapshot());
|
inodesInPath.getPathSnapshotId());
|
||||||
|
if (!isSnapshot) {
|
||||||
|
assertEquals(Snapshot.getSnapshotId(snapshot),
|
||||||
|
inodesInPath.getLatestSnapshotId());
|
||||||
|
}
|
||||||
if (isSnapshot && index >= 0) {
|
if (isSnapshot && index >= 0) {
|
||||||
assertEquals(Snapshot.Root.class, inodesInPath.getINodes()[index].getClass());
|
assertEquals(Snapshot.Root.class, inodesInPath.getINodes()[index].getClass());
|
||||||
}
|
}
|
||||||
|
@ -424,7 +428,7 @@ public class TestSnapshotPathINodes {
|
||||||
// The modification time of the snapshot INode should be the same with the
|
// The modification time of the snapshot INode should be the same with the
|
||||||
// original INode before modification
|
// original INode before modification
|
||||||
assertEquals(modTime,
|
assertEquals(modTime,
|
||||||
snapshotFileNode.getModificationTime(ssNodesInPath.getPathSnapshot()));
|
snapshotFileNode.getModificationTime(ssNodesInPath.getPathSnapshotId()));
|
||||||
|
|
||||||
// Check the INode for /TestSnapshot/sub1/file1 again
|
// Check the INode for /TestSnapshot/sub1/file1 again
|
||||||
names = INode.getPathNames(file1.toString());
|
names = INode.getPathNames(file1.toString());
|
||||||
|
|
|
@ -270,7 +270,8 @@ public class SnapshotTestHelper {
|
||||||
|
|
||||||
public static void dumpTree2File(FSDirectory fsdir, File f) throws IOException{
|
public static void dumpTree2File(FSDirectory fsdir, File f) throws IOException{
|
||||||
final PrintWriter out = new PrintWriter(new FileWriter(f, false), true);
|
final PrintWriter out = new PrintWriter(new FileWriter(f, false), true);
|
||||||
fsdir.getINode("/").dumpTreeRecursively(out, new StringBuilder(), null);
|
fsdir.getINode("/").dumpTreeRecursively(out, new StringBuilder(),
|
||||||
|
Snapshot.CURRENT_STATE_ID);
|
||||||
out.close();
|
out.close();
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -156,7 +156,6 @@ public class TestINodeFileUnderConstructionWithSnapshot {
|
||||||
INodeDirectorySnapshottable dirNode = (INodeDirectorySnapshottable) fsdir
|
INodeDirectorySnapshottable dirNode = (INodeDirectorySnapshottable) fsdir
|
||||||
.getINode(dir.toString());
|
.getINode(dir.toString());
|
||||||
DirectoryDiff last = dirNode.getDiffs().getLast();
|
DirectoryDiff last = dirNode.getDiffs().getLast();
|
||||||
Snapshot s0 = last.snapshot;
|
|
||||||
|
|
||||||
// 2. append without closing stream
|
// 2. append without closing stream
|
||||||
out = appendFileWithoutClosing(file, BLOCKSIZE);
|
out = appendFileWithoutClosing(file, BLOCKSIZE);
|
||||||
|
@ -164,7 +163,7 @@ public class TestINodeFileUnderConstructionWithSnapshot {
|
||||||
|
|
||||||
// re-check nodeInDeleted_S0
|
// re-check nodeInDeleted_S0
|
||||||
dirNode = (INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
dirNode = (INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
||||||
assertEquals(BLOCKSIZE * 2, fileNode.computeFileSize(s0));
|
assertEquals(BLOCKSIZE * 2, fileNode.computeFileSize(last.getSnapshotId()));
|
||||||
|
|
||||||
// 3. take snapshot --> close stream
|
// 3. take snapshot --> close stream
|
||||||
hdfs.createSnapshot(dir, "s1");
|
hdfs.createSnapshot(dir, "s1");
|
||||||
|
@ -175,9 +174,8 @@ public class TestINodeFileUnderConstructionWithSnapshot {
|
||||||
fileNode = (INodeFile) fsdir.getINode(file.toString());
|
fileNode = (INodeFile) fsdir.getINode(file.toString());
|
||||||
dirNode = (INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
dirNode = (INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
||||||
last = dirNode.getDiffs().getLast();
|
last = dirNode.getDiffs().getLast();
|
||||||
Snapshot s1 = last.snapshot;
|
|
||||||
assertTrue(fileNode.isWithSnapshot());
|
assertTrue(fileNode.isWithSnapshot());
|
||||||
assertEquals(BLOCKSIZE * 3, fileNode.computeFileSize(s1));
|
assertEquals(BLOCKSIZE * 3, fileNode.computeFileSize(last.getSnapshotId()));
|
||||||
|
|
||||||
// 4. modify file --> append without closing stream --> take snapshot -->
|
// 4. modify file --> append without closing stream --> take snapshot -->
|
||||||
// close stream
|
// close stream
|
||||||
|
@ -187,7 +185,7 @@ public class TestINodeFileUnderConstructionWithSnapshot {
|
||||||
out.close();
|
out.close();
|
||||||
|
|
||||||
// re-check the size of nodeInDeleted_S1
|
// re-check the size of nodeInDeleted_S1
|
||||||
assertEquals(BLOCKSIZE * 3, fileNode.computeFileSize(s1));
|
assertEquals(BLOCKSIZE * 3, fileNode.computeFileSize(last.getSnapshotId()));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
@ -44,6 +44,7 @@ import org.apache.hadoop.fs.permission.FsPermission;
|
||||||
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
||||||
import org.apache.hadoop.hdfs.DFSOutputStream;
|
import org.apache.hadoop.hdfs.DFSOutputStream;
|
||||||
import org.apache.hadoop.hdfs.DFSTestUtil;
|
import org.apache.hadoop.hdfs.DFSTestUtil;
|
||||||
|
import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
import org.apache.hadoop.hdfs.client.HdfsDataOutputStream.SyncFlag;
|
import org.apache.hadoop.hdfs.client.HdfsDataOutputStream.SyncFlag;
|
||||||
|
@ -72,6 +73,7 @@ import org.junit.Assert;
|
||||||
import org.junit.Before;
|
import org.junit.Before;
|
||||||
import org.junit.Test;
|
import org.junit.Test;
|
||||||
import org.mockito.Mockito;
|
import org.mockito.Mockito;
|
||||||
|
;
|
||||||
|
|
||||||
/** Testing rename with snapshots. */
|
/** Testing rename with snapshots. */
|
||||||
public class TestRenameWithSnapshots {
|
public class TestRenameWithSnapshots {
|
||||||
|
@ -402,9 +404,11 @@ public class TestRenameWithSnapshots {
|
||||||
final Path foo_s3 = SnapshotTestHelper.getSnapshotPath(sdir1, "s3",
|
final Path foo_s3 = SnapshotTestHelper.getSnapshotPath(sdir1, "s3",
|
||||||
"foo");
|
"foo");
|
||||||
assertFalse(hdfs.exists(foo_s3));
|
assertFalse(hdfs.exists(foo_s3));
|
||||||
|
INodeDirectorySnapshottable sdir2Node =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir2.toString());
|
||||||
|
Snapshot s2 = sdir2Node.getSnapshot(DFSUtil.string2Bytes("s2"));
|
||||||
INodeFile sfoo = fsdir.getINode(newfoo.toString()).asFile();
|
INodeFile sfoo = fsdir.getINode(newfoo.toString()).asFile();
|
||||||
assertEquals("s2", sfoo.getDiffs().getLastSnapshot().getRoot()
|
assertEquals(s2.getId(), sfoo.getDiffs().getLastSnapshotId());
|
||||||
.getLocalName());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -604,8 +608,10 @@ public class TestRenameWithSnapshots {
|
||||||
|
|
||||||
INodeFile snode = fsdir.getINode(newfoo.toString()).asFile();
|
INodeFile snode = fsdir.getINode(newfoo.toString()).asFile();
|
||||||
assertEquals(1, snode.getDiffs().asList().size());
|
assertEquals(1, snode.getDiffs().asList().size());
|
||||||
assertEquals("s2", snode.getDiffs().getLastSnapshot().getRoot()
|
INodeDirectorySnapshottable sdir2Node =
|
||||||
.getLocalName());
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir2.toString());
|
||||||
|
Snapshot s2 = sdir2Node.getSnapshot(DFSUtil.string2Bytes("s2"));
|
||||||
|
assertEquals(s2.getId(), snode.getDiffs().getLastSnapshotId());
|
||||||
|
|
||||||
// restart cluster
|
// restart cluster
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
|
@ -758,12 +764,14 @@ public class TestRenameWithSnapshots {
|
||||||
assertEquals(2, fooWithCount.getReferenceCount());
|
assertEquals(2, fooWithCount.getReferenceCount());
|
||||||
INodeDirectory foo = fooWithCount.asDirectory();
|
INodeDirectory foo = fooWithCount.asDirectory();
|
||||||
assertEquals(1, foo.getDiffs().asList().size());
|
assertEquals(1, foo.getDiffs().asList().size());
|
||||||
assertEquals("s1", foo.getDirectoryWithSnapshotFeature().getLastSnapshot()
|
INodeDirectorySnapshottable sdir1Node =
|
||||||
.getRoot().getLocalName());
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir1.toString());
|
||||||
|
Snapshot s1 = sdir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
assertEquals(s1.getId(), foo.getDirectoryWithSnapshotFeature()
|
||||||
|
.getLastSnapshotId());
|
||||||
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
||||||
assertEquals(1, bar1.getDiffs().asList().size());
|
assertEquals(1, bar1.getDiffs().asList().size());
|
||||||
assertEquals("s1", bar1.getDiffs().getLastSnapshot().getRoot()
|
assertEquals(s1.getId(), bar1.getDiffs().getLastSnapshotId());
|
||||||
.getLocalName());
|
|
||||||
|
|
||||||
INodeReference barRef = fsdir.getINode4Write(bar2_dir1.toString())
|
INodeReference barRef = fsdir.getINode4Write(bar2_dir1.toString())
|
||||||
.asReference();
|
.asReference();
|
||||||
|
@ -772,8 +780,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertEquals(2, barWithCount.getReferenceCount());
|
assertEquals(2, barWithCount.getReferenceCount());
|
||||||
INodeFile bar = barWithCount.asFile();
|
INodeFile bar = barWithCount.asFile();
|
||||||
assertEquals(1, bar.getDiffs().asList().size());
|
assertEquals(1, bar.getDiffs().asList().size());
|
||||||
assertEquals("s1", bar.getDiffs().getLastSnapshot().getRoot()
|
assertEquals(s1.getId(), bar.getDiffs().getLastSnapshotId());
|
||||||
.getLocalName());
|
|
||||||
|
|
||||||
// restart the cluster and check fsimage
|
// restart the cluster and check fsimage
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
|
@ -967,6 +974,13 @@ public class TestRenameWithSnapshots {
|
||||||
hdfs.rename(bar_dir2, bar_dir1);
|
hdfs.rename(bar_dir2, bar_dir1);
|
||||||
|
|
||||||
// check the internal details
|
// check the internal details
|
||||||
|
INodeDirectorySnapshottable sdir1Node =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir1.toString());
|
||||||
|
INodeDirectorySnapshottable sdir2Node =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir2.toString());
|
||||||
|
INodeDirectorySnapshottable sdir3Node =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir3.toString());
|
||||||
|
|
||||||
INodeReference fooRef = fsdir.getINode4Write(foo_dir1.toString())
|
INodeReference fooRef = fsdir.getINode4Write(foo_dir1.toString())
|
||||||
.asReference();
|
.asReference();
|
||||||
INodeReference.WithCount fooWithCount = (WithCount) fooRef.getReferredINode();
|
INodeReference.WithCount fooWithCount = (WithCount) fooRef.getReferredINode();
|
||||||
|
@ -975,16 +989,22 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory foo = fooWithCount.asDirectory();
|
INodeDirectory foo = fooWithCount.asDirectory();
|
||||||
List<DirectoryDiff> fooDiffs = foo.getDiffs().asList();
|
List<DirectoryDiff> fooDiffs = foo.getDiffs().asList();
|
||||||
assertEquals(4, fooDiffs.size());
|
assertEquals(4, fooDiffs.size());
|
||||||
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
|
||||||
assertEquals("s333", fooDiffs.get(2).snapshot.getRoot().getLocalName());
|
Snapshot s2222 = sdir2Node.getSnapshot(DFSUtil.string2Bytes("s2222"));
|
||||||
assertEquals("s22", fooDiffs.get(1).snapshot.getRoot().getLocalName());
|
Snapshot s333 = sdir3Node.getSnapshot(DFSUtil.string2Bytes("s333"));
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
Snapshot s22 = sdir2Node.getSnapshot(DFSUtil.string2Bytes("s22"));
|
||||||
|
Snapshot s1 = sdir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
|
||||||
|
assertEquals(s2222.getId(), fooDiffs.get(3).getSnapshotId());
|
||||||
|
assertEquals(s333.getId(), fooDiffs.get(2).getSnapshotId());
|
||||||
|
assertEquals(s22.getId(), fooDiffs.get(1).getSnapshotId());
|
||||||
|
assertEquals(s1.getId(), fooDiffs.get(0).getSnapshotId());
|
||||||
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
INodeFile bar1 = fsdir.getINode4Write(bar1_dir1.toString()).asFile();
|
||||||
List<FileDiff> bar1Diffs = bar1.getDiffs().asList();
|
List<FileDiff> bar1Diffs = bar1.getDiffs().asList();
|
||||||
assertEquals(3, bar1Diffs.size());
|
assertEquals(3, bar1Diffs.size());
|
||||||
assertEquals("s333", bar1Diffs.get(2).snapshot.getRoot().getLocalName());
|
assertEquals(s333.getId(), bar1Diffs.get(2).getSnapshotId());
|
||||||
assertEquals("s22", bar1Diffs.get(1).snapshot.getRoot().getLocalName());
|
assertEquals(s22.getId(), bar1Diffs.get(1).getSnapshotId());
|
||||||
assertEquals("s1", bar1Diffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), bar1Diffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
INodeReference barRef = fsdir.getINode4Write(bar_dir1.toString())
|
INodeReference barRef = fsdir.getINode4Write(bar_dir1.toString())
|
||||||
.asReference();
|
.asReference();
|
||||||
|
@ -994,10 +1014,10 @@ public class TestRenameWithSnapshots {
|
||||||
INodeFile bar = barWithCount.asFile();
|
INodeFile bar = barWithCount.asFile();
|
||||||
List<FileDiff> barDiffs = bar.getDiffs().asList();
|
List<FileDiff> barDiffs = bar.getDiffs().asList();
|
||||||
assertEquals(4, barDiffs.size());
|
assertEquals(4, barDiffs.size());
|
||||||
assertEquals("s2222", barDiffs.get(3).snapshot.getRoot().getLocalName());
|
assertEquals(s2222.getId(), barDiffs.get(3).getSnapshotId());
|
||||||
assertEquals("s333", barDiffs.get(2).snapshot.getRoot().getLocalName());
|
assertEquals(s333.getId(), barDiffs.get(2).getSnapshotId());
|
||||||
assertEquals("s22", barDiffs.get(1).snapshot.getRoot().getLocalName());
|
assertEquals(s22.getId(), barDiffs.get(1).getSnapshotId());
|
||||||
assertEquals("s1", barDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), barDiffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
// restart the cluster and check fsimage
|
// restart the cluster and check fsimage
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
|
@ -1033,10 +1053,10 @@ public class TestRenameWithSnapshots {
|
||||||
foo = fooWithCount.asDirectory();
|
foo = fooWithCount.asDirectory();
|
||||||
fooDiffs = foo.getDiffs().asList();
|
fooDiffs = foo.getDiffs().asList();
|
||||||
assertEquals(4, fooDiffs.size());
|
assertEquals(4, fooDiffs.size());
|
||||||
assertEquals("s2222", fooDiffs.get(3).snapshot.getRoot().getLocalName());
|
assertEquals(s2222.getId(), fooDiffs.get(3).getSnapshotId());
|
||||||
bar1Diffs = bar1.getDiffs().asList();
|
bar1Diffs = bar1.getDiffs().asList();
|
||||||
assertEquals(3, bar1Diffs.size());
|
assertEquals(3, bar1Diffs.size());
|
||||||
assertEquals("s333", bar1Diffs.get(2).snapshot.getRoot().getLocalName());
|
assertEquals(s333.getId(), bar1Diffs.get(2).getSnapshotId());
|
||||||
|
|
||||||
barRef = fsdir.getINode(bar_s2222.toString()).asReference();
|
barRef = fsdir.getINode(bar_s2222.toString()).asReference();
|
||||||
barWithCount = (WithCount) barRef.getReferredINode();
|
barWithCount = (WithCount) barRef.getReferredINode();
|
||||||
|
@ -1044,7 +1064,7 @@ public class TestRenameWithSnapshots {
|
||||||
bar = barWithCount.asFile();
|
bar = barWithCount.asFile();
|
||||||
barDiffs = bar.getDiffs().asList();
|
barDiffs = bar.getDiffs().asList();
|
||||||
assertEquals(4, barDiffs.size());
|
assertEquals(4, barDiffs.size());
|
||||||
assertEquals("s2222", barDiffs.get(3).snapshot.getRoot().getLocalName());
|
assertEquals(s2222.getId(), barDiffs.get(3).getSnapshotId());
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -1164,6 +1184,9 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(hdfs.exists(bar_s2));
|
assertTrue(hdfs.exists(bar_s2));
|
||||||
|
|
||||||
// check internal details
|
// check internal details
|
||||||
|
INodeDirectorySnapshottable sdir2Node =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode(sdir2.toString());
|
||||||
|
Snapshot s2 = sdir2Node.getSnapshot(DFSUtil.string2Bytes("s2"));
|
||||||
final Path foo_s2 = SnapshotTestHelper.getSnapshotPath(sdir2, "s2", "foo");
|
final Path foo_s2 = SnapshotTestHelper.getSnapshotPath(sdir2, "s2", "foo");
|
||||||
INodeReference fooRef = fsdir.getINode(foo_s2.toString()).asReference();
|
INodeReference fooRef = fsdir.getINode(foo_s2.toString()).asReference();
|
||||||
assertTrue(fooRef instanceof INodeReference.WithName);
|
assertTrue(fooRef instanceof INodeReference.WithName);
|
||||||
|
@ -1172,7 +1195,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory fooDir = fooWC.getReferredINode().asDirectory();
|
INodeDirectory fooDir = fooWC.getReferredINode().asDirectory();
|
||||||
List<DirectoryDiff> diffs = fooDir.getDiffs().asList();
|
List<DirectoryDiff> diffs = fooDir.getDiffs().asList();
|
||||||
assertEquals(1, diffs.size());
|
assertEquals(1, diffs.size());
|
||||||
assertEquals("s2", diffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s2.getId(), diffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
// restart the cluster and check fsimage
|
// restart the cluster and check fsimage
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
|
@ -1260,7 +1283,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
||||||
INodeDirectory mockDir2 = spy(dir2);
|
INodeDirectory mockDir2 = spy(dir2);
|
||||||
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject());
|
Mockito.anyInt());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1271,12 +1294,14 @@ public class TestRenameWithSnapshots {
|
||||||
// check the current internal details
|
// check the current internal details
|
||||||
INodeDirectorySnapshottable dir1Node = (INodeDirectorySnapshottable) fsdir
|
INodeDirectorySnapshottable dir1Node = (INodeDirectorySnapshottable) fsdir
|
||||||
.getINode4Write(sdir1.toString());
|
.getINode4Write(sdir1.toString());
|
||||||
ReadOnlyList<INode> dir1Children = dir1Node.getChildrenList(null);
|
Snapshot s1 = dir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
ReadOnlyList<INode> dir1Children = dir1Node
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir1Children.size());
|
assertEquals(1, dir1Children.size());
|
||||||
assertEquals(foo.getName(), dir1Children.get(0).getLocalName());
|
assertEquals(foo.getName(), dir1Children.get(0).getLocalName());
|
||||||
List<DirectoryDiff> dir1Diffs = dir1Node.getDiffs().asList();
|
List<DirectoryDiff> dir1Diffs = dir1Node.getDiffs().asList();
|
||||||
assertEquals(1, dir1Diffs.size());
|
assertEquals(1, dir1Diffs.size());
|
||||||
assertEquals("s1", dir1Diffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), dir1Diffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
// after the undo of rename, both the created and deleted list of sdir1
|
// after the undo of rename, both the created and deleted list of sdir1
|
||||||
// should be empty
|
// should be empty
|
||||||
|
@ -1288,7 +1313,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(fooNode.isDirectory() && fooNode.asDirectory().isWithSnapshot());
|
assertTrue(fooNode.isDirectory() && fooNode.asDirectory().isWithSnapshot());
|
||||||
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
assertEquals(1, fooDiffs.size());
|
assertEquals(1, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), fooDiffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
final Path foo_s1 = SnapshotTestHelper.getSnapshotPath(sdir1, "s1", "foo");
|
final Path foo_s1 = SnapshotTestHelper.getSnapshotPath(sdir1, "s1", "foo");
|
||||||
INode fooNode_s1 = fsdir.getINode(foo_s1.toString());
|
INode fooNode_s1 = fsdir.getINode(foo_s1.toString());
|
||||||
|
@ -1299,7 +1324,8 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
assertFalse(dir2Node.isWithSnapshot());
|
assertFalse(dir2Node.isWithSnapshot());
|
||||||
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
ReadOnlyList<INode> dir2Children = dir2Node
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
||||||
}
|
}
|
||||||
|
@ -1327,7 +1353,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
INodeDirectory dir2 = fsdir.getINode4Write(sdir2.toString()).asDirectory();
|
||||||
INodeDirectory mockDir2 = spy(dir2);
|
INodeDirectory mockDir2 = spy(dir2);
|
||||||
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir2).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject());
|
Mockito.anyInt());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
root.replaceChild(dir2, mockDir2, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1338,12 +1364,14 @@ public class TestRenameWithSnapshots {
|
||||||
// check the current internal details
|
// check the current internal details
|
||||||
INodeDirectorySnapshottable dir1Node = (INodeDirectorySnapshottable) fsdir
|
INodeDirectorySnapshottable dir1Node = (INodeDirectorySnapshottable) fsdir
|
||||||
.getINode4Write(sdir1.toString());
|
.getINode4Write(sdir1.toString());
|
||||||
ReadOnlyList<INode> dir1Children = dir1Node.getChildrenList(null);
|
Snapshot s1 = dir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
ReadOnlyList<INode> dir1Children = dir1Node
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir1Children.size());
|
assertEquals(1, dir1Children.size());
|
||||||
assertEquals(foo.getName(), dir1Children.get(0).getLocalName());
|
assertEquals(foo.getName(), dir1Children.get(0).getLocalName());
|
||||||
List<DirectoryDiff> dir1Diffs = dir1Node.getDiffs().asList();
|
List<DirectoryDiff> dir1Diffs = dir1Node.getDiffs().asList();
|
||||||
assertEquals(1, dir1Diffs.size());
|
assertEquals(1, dir1Diffs.size());
|
||||||
assertEquals("s1", dir1Diffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), dir1Diffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
// after the undo of rename, the created list of sdir1 should contain
|
// after the undo of rename, the created list of sdir1 should contain
|
||||||
// 1 element
|
// 1 element
|
||||||
|
@ -1363,7 +1391,8 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
INodeDirectory dir2Node = fsdir.getINode4Write(sdir2.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
assertFalse(dir2Node.isWithSnapshot());
|
assertFalse(dir2Node.isWithSnapshot());
|
||||||
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
ReadOnlyList<INode> dir2Children = dir2Node
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
assertEquals(dir2file.getName(), dir2Children.get(0).getLocalName());
|
||||||
}
|
}
|
||||||
|
@ -1389,7 +1418,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir3 = fsdir.getINode4Write(sdir3.toString()).asDirectory();
|
INodeDirectory dir3 = fsdir.getINode4Write(sdir3.toString()).asDirectory();
|
||||||
INodeDirectory mockDir3 = spy(dir3);
|
INodeDirectory mockDir3 = spy(dir3);
|
||||||
doReturn(false).when(mockDir3).addChild((INode) anyObject(), anyBoolean(),
|
doReturn(false).when(mockDir3).addChild((INode) anyObject(), anyBoolean(),
|
||||||
(Snapshot) anyObject());
|
Mockito.anyInt());
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
||||||
|
|
||||||
|
@ -1400,13 +1429,18 @@ public class TestRenameWithSnapshots {
|
||||||
assertFalse(result);
|
assertFalse(result);
|
||||||
|
|
||||||
// check the current internal details
|
// check the current internal details
|
||||||
|
INodeDirectorySnapshottable dir1Node = (INodeDirectorySnapshottable) fsdir
|
||||||
|
.getINode4Write(sdir1.toString());
|
||||||
|
Snapshot s1 = dir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
INodeDirectorySnapshottable dir2Node = (INodeDirectorySnapshottable) fsdir
|
INodeDirectorySnapshottable dir2Node = (INodeDirectorySnapshottable) fsdir
|
||||||
.getINode4Write(sdir2.toString());
|
.getINode4Write(sdir2.toString());
|
||||||
ReadOnlyList<INode> dir2Children = dir2Node.getChildrenList(null);
|
Snapshot s2 = dir2Node.getSnapshot(DFSUtil.string2Bytes("s2"));
|
||||||
|
ReadOnlyList<INode> dir2Children = dir2Node
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
List<DirectoryDiff> dir2Diffs = dir2Node.getDiffs().asList();
|
List<DirectoryDiff> dir2Diffs = dir2Node.getDiffs().asList();
|
||||||
assertEquals(1, dir2Diffs.size());
|
assertEquals(1, dir2Diffs.size());
|
||||||
assertEquals("s2", Snapshot.getSnapshotName(dir2Diffs.get(0).snapshot));
|
assertEquals(s2.getId(), dir2Diffs.get(0).getSnapshotId());
|
||||||
ChildrenDiff childrenDiff = dir2Diffs.get(0).getChildrenDiff();
|
ChildrenDiff childrenDiff = dir2Diffs.get(0).getChildrenDiff();
|
||||||
assertEquals(0, childrenDiff.getList(ListType.DELETED).size());
|
assertEquals(0, childrenDiff.getList(ListType.DELETED).size());
|
||||||
assertEquals(1, childrenDiff.getList(ListType.CREATED).size());
|
assertEquals(1, childrenDiff.getList(ListType.CREATED).size());
|
||||||
|
@ -1418,7 +1452,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(fooNode instanceof INodeReference.DstReference);
|
assertTrue(fooNode instanceof INodeReference.DstReference);
|
||||||
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
List<DirectoryDiff> fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
assertEquals(1, fooDiffs.size());
|
assertEquals(1, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), fooDiffs.get(0).getSnapshotId());
|
||||||
|
|
||||||
// create snapshot on sdir2 and rename again
|
// create snapshot on sdir2 and rename again
|
||||||
hdfs.createSnapshot(sdir2, "s3");
|
hdfs.createSnapshot(sdir2, "s3");
|
||||||
|
@ -1428,13 +1462,14 @@ public class TestRenameWithSnapshots {
|
||||||
// check internal details again
|
// check internal details again
|
||||||
dir2Node = (INodeDirectorySnapshottable) fsdir.getINode4Write(sdir2
|
dir2Node = (INodeDirectorySnapshottable) fsdir.getINode4Write(sdir2
|
||||||
.toString());
|
.toString());
|
||||||
|
Snapshot s3 = dir2Node.getSnapshot(DFSUtil.string2Bytes("s3"));
|
||||||
fooNode = fsdir.getINode4Write(foo_dir2.toString());
|
fooNode = fsdir.getINode4Write(foo_dir2.toString());
|
||||||
dir2Children = dir2Node.getChildrenList(null);
|
dir2Children = dir2Node.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, dir2Children.size());
|
assertEquals(1, dir2Children.size());
|
||||||
dir2Diffs = dir2Node.getDiffs().asList();
|
dir2Diffs = dir2Node.getDiffs().asList();
|
||||||
assertEquals(2, dir2Diffs.size());
|
assertEquals(2, dir2Diffs.size());
|
||||||
assertEquals("s2", Snapshot.getSnapshotName(dir2Diffs.get(0).snapshot));
|
assertEquals(s2.getId(), dir2Diffs.get(0).getSnapshotId());
|
||||||
assertEquals("s3", Snapshot.getSnapshotName(dir2Diffs.get(1).snapshot));
|
assertEquals(s3.getId(), dir2Diffs.get(1).getSnapshotId());
|
||||||
|
|
||||||
childrenDiff = dir2Diffs.get(0).getChildrenDiff();
|
childrenDiff = dir2Diffs.get(0).getChildrenDiff();
|
||||||
assertEquals(0, childrenDiff.getList(ListType.DELETED).size());
|
assertEquals(0, childrenDiff.getList(ListType.DELETED).size());
|
||||||
|
@ -1452,8 +1487,8 @@ public class TestRenameWithSnapshots {
|
||||||
assertTrue(fooNode instanceof INodeReference.DstReference);
|
assertTrue(fooNode instanceof INodeReference.DstReference);
|
||||||
fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
fooDiffs = fooNode.asDirectory().getDiffs().asList();
|
||||||
assertEquals(2, fooDiffs.size());
|
assertEquals(2, fooDiffs.size());
|
||||||
assertEquals("s1", fooDiffs.get(0).snapshot.getRoot().getLocalName());
|
assertEquals(s1.getId(), fooDiffs.get(0).getSnapshotId());
|
||||||
assertEquals("s3", fooDiffs.get(1).snapshot.getRoot().getLocalName());
|
assertEquals(s3.getId(), fooDiffs.get(1).getSnapshotId());
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -1489,9 +1524,9 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory mockDir3 = spy(dir3);
|
INodeDirectory mockDir3 = spy(dir3);
|
||||||
// fail the rename but succeed in undo
|
// fail the rename but succeed in undo
|
||||||
doReturn(false).when(mockDir3).addChild((INode) Mockito.isNull(),
|
doReturn(false).when(mockDir3).addChild((INode) Mockito.isNull(),
|
||||||
anyBoolean(), (Snapshot) anyObject());
|
anyBoolean(), Mockito.anyInt());
|
||||||
Mockito.when(mockDir3.addChild((INode) Mockito.isNotNull(), anyBoolean(),
|
Mockito.when(mockDir3.addChild((INode) Mockito.isNotNull(), anyBoolean(),
|
||||||
(Snapshot) anyObject())).thenReturn(false).thenCallRealMethod();
|
Mockito.anyInt())).thenReturn(false).thenCallRealMethod();
|
||||||
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
INodeDirectory root = fsdir.getINode4Write("/").asDirectory();
|
||||||
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
root.replaceChild(dir3, mockDir3, fsdir.getINodeMap());
|
||||||
foo3Node.setParent(mockDir3);
|
foo3Node.setParent(mockDir3);
|
||||||
|
@ -1551,7 +1586,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir1Node = fsdir.getINode4Write(dir1.toString())
|
INodeDirectory dir1Node = fsdir.getINode4Write(dir1.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
List<INode> childrenList = ReadOnlyList.Util.asList(dir1Node
|
List<INode> childrenList = ReadOnlyList.Util.asList(dir1Node
|
||||||
.getChildrenList(null));
|
.getChildrenList(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode fooNode = childrenList.get(0);
|
INode fooNode = childrenList.get(0);
|
||||||
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
||||||
|
@ -1572,7 +1607,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertEquals(3, counts.get(Quota.NAMESPACE));
|
assertEquals(3, counts.get(Quota.NAMESPACE));
|
||||||
assertEquals(0, counts.get(Quota.DISKSPACE));
|
assertEquals(0, counts.get(Quota.DISKSPACE));
|
||||||
childrenList = ReadOnlyList.Util.asList(dir2Node.asDirectory()
|
childrenList = ReadOnlyList.Util.asList(dir2Node.asDirectory()
|
||||||
.getChildrenList(null));
|
.getChildrenList(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode subdir2Node = childrenList.get(0);
|
INode subdir2Node = childrenList.get(0);
|
||||||
assertSame(dir2Node, subdir2Node.getParent());
|
assertSame(dir2Node, subdir2Node.getParent());
|
||||||
|
@ -1627,7 +1662,7 @@ public class TestRenameWithSnapshots {
|
||||||
INodeDirectory dir1Node = fsdir.getINode4Write(dir1.toString())
|
INodeDirectory dir1Node = fsdir.getINode4Write(dir1.toString())
|
||||||
.asDirectory();
|
.asDirectory();
|
||||||
List<INode> childrenList = ReadOnlyList.Util.asList(dir1Node
|
List<INode> childrenList = ReadOnlyList.Util.asList(dir1Node
|
||||||
.getChildrenList(null));
|
.getChildrenList(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode fooNode = childrenList.get(0);
|
INode fooNode = childrenList.get(0);
|
||||||
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
assertTrue(fooNode.asDirectory().isWithSnapshot());
|
||||||
|
@ -1646,7 +1681,7 @@ public class TestRenameWithSnapshots {
|
||||||
assertEquals(4, counts.get(Quota.NAMESPACE));
|
assertEquals(4, counts.get(Quota.NAMESPACE));
|
||||||
assertEquals(0, counts.get(Quota.DISKSPACE));
|
assertEquals(0, counts.get(Quota.DISKSPACE));
|
||||||
childrenList = ReadOnlyList.Util.asList(dir2Node.asDirectory()
|
childrenList = ReadOnlyList.Util.asList(dir2Node.asDirectory()
|
||||||
.getChildrenList(null));
|
.getChildrenList(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(1, childrenList.size());
|
assertEquals(1, childrenList.size());
|
||||||
INode subdir2Node = childrenList.get(0);
|
INode subdir2Node = childrenList.get(0);
|
||||||
assertTrue(subdir2Node.asDirectory().isWithSnapshot());
|
assertTrue(subdir2Node.asDirectory().isWithSnapshot());
|
||||||
|
@ -1690,14 +1725,18 @@ public class TestRenameWithSnapshots {
|
||||||
}
|
}
|
||||||
|
|
||||||
// check
|
// check
|
||||||
|
INodeDirectorySnapshottable rootNode = (INodeDirectorySnapshottable) fsdir
|
||||||
|
.getINode4Write(root.toString());
|
||||||
INodeDirectory fooNode = fsdir.getINode4Write(foo.toString()).asDirectory();
|
INodeDirectory fooNode = fsdir.getINode4Write(foo.toString()).asDirectory();
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, children.size());
|
assertEquals(1, children.size());
|
||||||
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
DirectoryDiff diff = diffList.get(0);
|
DirectoryDiff diff = diffList.get(0);
|
||||||
// this diff is generated while renaming
|
// this diff is generated while renaming
|
||||||
assertEquals(snap1, Snapshot.getSnapshotName(diff.snapshot));
|
Snapshot s1 = rootNode.getSnapshot(DFSUtil.string2Bytes(snap1));
|
||||||
|
assertEquals(s1.getId(), diff.getSnapshotId());
|
||||||
// after undo, the diff should be empty
|
// after undo, the diff should be empty
|
||||||
assertTrue(diff.getChildrenDiff().getList(ListType.DELETED).isEmpty());
|
assertTrue(diff.getChildrenDiff().getList(ListType.DELETED).isEmpty());
|
||||||
assertTrue(diff.getChildrenDiff().getList(ListType.CREATED).isEmpty());
|
assertTrue(diff.getChildrenDiff().getList(ListType.CREATED).isEmpty());
|
||||||
|
@ -1709,7 +1748,7 @@ public class TestRenameWithSnapshots {
|
||||||
List<FileDiff> barDiffList = barNode.getDiffs().asList();
|
List<FileDiff> barDiffList = barNode.getDiffs().asList();
|
||||||
assertEquals(1, barDiffList.size());
|
assertEquals(1, barDiffList.size());
|
||||||
FileDiff barDiff = barDiffList.get(0);
|
FileDiff barDiff = barDiffList.get(0);
|
||||||
assertEquals(snap1, Snapshot.getSnapshotName(barDiff.snapshot));
|
assertEquals(s1.getId(), barDiff.getSnapshotId());
|
||||||
|
|
||||||
// restart cluster multiple times to make sure the fsimage and edits log are
|
// restart cluster multiple times to make sure the fsimage and edits log are
|
||||||
// correct. Note that when loading fsimage, foo and bar will be converted
|
// correct. Note that when loading fsimage, foo and bar will be converted
|
||||||
|
@ -1941,12 +1980,14 @@ public class TestRenameWithSnapshots {
|
||||||
(WithCount) fooRef.asReference().getReferredINode();
|
(WithCount) fooRef.asReference().getReferredINode();
|
||||||
assertEquals(1, wc.getReferenceCount());
|
assertEquals(1, wc.getReferenceCount());
|
||||||
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(1, children.size());
|
assertEquals(1, children.size());
|
||||||
assertEquals(bar.getName(), children.get(0).getLocalName());
|
assertEquals(bar.getName(), children.get(0).getLocalName());
|
||||||
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
assertEquals("s1", Snapshot.getSnapshotName(diffList.get(0).snapshot));
|
Snapshot s1 = dir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
assertEquals(s1.getId(), diffList.get(0).getSnapshotId());
|
||||||
ChildrenDiff diff = diffList.get(0).getChildrenDiff();
|
ChildrenDiff diff = diffList.get(0).getChildrenDiff();
|
||||||
assertEquals(0, diff.getList(ListType.CREATED).size());
|
assertEquals(0, diff.getList(ListType.CREATED).size());
|
||||||
assertEquals(0, diff.getList(ListType.DELETED).size());
|
assertEquals(0, diff.getList(ListType.DELETED).size());
|
||||||
|
@ -2009,14 +2050,16 @@ public class TestRenameWithSnapshots {
|
||||||
(WithCount) fooRef.asReference().getReferredINode();
|
(WithCount) fooRef.asReference().getReferredINode();
|
||||||
assertEquals(2, wc.getReferenceCount());
|
assertEquals(2, wc.getReferenceCount());
|
||||||
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
INodeDirectory fooNode = wc.getReferredINode().asDirectory();
|
||||||
ReadOnlyList<INode> children = fooNode.getChildrenList(null);
|
ReadOnlyList<INode> children = fooNode
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(3, children.size());
|
assertEquals(3, children.size());
|
||||||
assertEquals(bar.getName(), children.get(0).getLocalName());
|
assertEquals(bar.getName(), children.get(0).getLocalName());
|
||||||
assertEquals(bar2.getName(), children.get(1).getLocalName());
|
assertEquals(bar2.getName(), children.get(1).getLocalName());
|
||||||
assertEquals(bar3.getName(), children.get(2).getLocalName());
|
assertEquals(bar3.getName(), children.get(2).getLocalName());
|
||||||
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = fooNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
assertEquals("s1", Snapshot.getSnapshotName(diffList.get(0).snapshot));
|
Snapshot s1 = dir1Node.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
|
assertEquals(s1.getId(), diffList.get(0).getSnapshotId());
|
||||||
ChildrenDiff diff = diffList.get(0).getChildrenDiff();
|
ChildrenDiff diff = diffList.get(0).getChildrenDiff();
|
||||||
// bar2 and bar3 in the created list
|
// bar2 and bar3 in the created list
|
||||||
assertEquals(2, diff.getList(ListType.CREATED).size());
|
assertEquals(2, diff.getList(ListType.CREATED).size());
|
||||||
|
@ -2134,11 +2177,12 @@ public class TestRenameWithSnapshots {
|
||||||
// recordModification before the rename
|
// recordModification before the rename
|
||||||
assertTrue(fooNode.isWithSnapshot());
|
assertTrue(fooNode.isWithSnapshot());
|
||||||
assertTrue(fooNode.getDiffs().asList().isEmpty());
|
assertTrue(fooNode.getDiffs().asList().isEmpty());
|
||||||
INodeDirectory barNode = fooNode.getChildrenList(null).get(0).asDirectory();
|
INodeDirectory barNode = fooNode.getChildrenList(Snapshot.CURRENT_STATE_ID)
|
||||||
|
.get(0).asDirectory();
|
||||||
// bar should also be INodeDirectory (With Snapshot), and both of its diff
|
// bar should also be INodeDirectory (With Snapshot), and both of its diff
|
||||||
// list and children list are empty
|
// list and children list are empty
|
||||||
assertTrue(barNode.getDiffs().asList().isEmpty());
|
assertTrue(barNode.getDiffs().asList().isEmpty());
|
||||||
assertTrue(barNode.getChildrenList(null).isEmpty());
|
assertTrue(barNode.getChildrenList(Snapshot.CURRENT_STATE_ID).isEmpty());
|
||||||
|
|
||||||
restartClusterAndCheckImage(true);
|
restartClusterAndCheckImage(true);
|
||||||
}
|
}
|
||||||
|
@ -2210,7 +2254,10 @@ public class TestRenameWithSnapshots {
|
||||||
List<DirectoryDiff> barDiffList = barNode.getDiffs().asList();
|
List<DirectoryDiff> barDiffList = barNode.getDiffs().asList();
|
||||||
assertEquals(1, barDiffList.size());
|
assertEquals(1, barDiffList.size());
|
||||||
DirectoryDiff diff = barDiffList.get(0);
|
DirectoryDiff diff = barDiffList.get(0);
|
||||||
assertEquals("s0", Snapshot.getSnapshotName(diff.snapshot));
|
INodeDirectorySnapshottable testNode =
|
||||||
|
(INodeDirectorySnapshottable) fsdir.getINode4Write(test.toString());
|
||||||
|
Snapshot s0 = testNode.getSnapshot(DFSUtil.string2Bytes("s0"));
|
||||||
|
assertEquals(s0.getId(), diff.getSnapshotId());
|
||||||
// and file should be stored in the deleted list of this snapshot diff
|
// and file should be stored in the deleted list of this snapshot diff
|
||||||
assertEquals("file", diff.getChildrenDiff().getList(ListType.DELETED)
|
assertEquals("file", diff.getChildrenDiff().getList(ListType.DELETED)
|
||||||
.get(0).getLocalName());
|
.get(0).getLocalName());
|
||||||
|
@ -2276,7 +2323,7 @@ public class TestRenameWithSnapshots {
|
||||||
final Path barInS0 = SnapshotTestHelper.getSnapshotPath(test, "s0",
|
final Path barInS0 = SnapshotTestHelper.getSnapshotPath(test, "s0",
|
||||||
"foo/bar");
|
"foo/bar");
|
||||||
INodeDirectory barNode = fsdir.getINode(barInS0.toString()).asDirectory();
|
INodeDirectory barNode = fsdir.getINode(barInS0.toString()).asDirectory();
|
||||||
assertEquals(0, barNode.getChildrenList(null).size());
|
assertEquals(0, barNode.getChildrenList(Snapshot.CURRENT_STATE_ID).size());
|
||||||
List<DirectoryDiff> diffList = barNode.getDiffs().asList();
|
List<DirectoryDiff> diffList = barNode.getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
DirectoryDiff diff = diffList.get(0);
|
DirectoryDiff diff = diffList.get(0);
|
||||||
|
|
|
@ -28,6 +28,7 @@ import org.apache.hadoop.conf.Configuration;
|
||||||
import org.apache.hadoop.fs.Path;
|
import org.apache.hadoop.fs.Path;
|
||||||
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
import org.apache.hadoop.hdfs.DFSConfigKeys;
|
||||||
import org.apache.hadoop.hdfs.DFSTestUtil;
|
import org.apache.hadoop.hdfs.DFSTestUtil;
|
||||||
|
import org.apache.hadoop.hdfs.DFSUtil;
|
||||||
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
import org.apache.hadoop.hdfs.DistributedFileSystem;
|
||||||
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
import org.apache.hadoop.hdfs.MiniDFSCluster;
|
||||||
import org.apache.hadoop.hdfs.protocol.HdfsConstants;
|
import org.apache.hadoop.hdfs.protocol.HdfsConstants;
|
||||||
|
@ -153,7 +154,9 @@ public class TestSetQuotaWithSnapshot {
|
||||||
assertTrue(subNode.asDirectory().isWithSnapshot());
|
assertTrue(subNode.asDirectory().isWithSnapshot());
|
||||||
List<DirectoryDiff> diffList = subNode.asDirectory().getDiffs().asList();
|
List<DirectoryDiff> diffList = subNode.asDirectory().getDiffs().asList();
|
||||||
assertEquals(1, diffList.size());
|
assertEquals(1, diffList.size());
|
||||||
assertEquals("s2", Snapshot.getSnapshotName(diffList.get(0).snapshot));
|
Snapshot s2 = ((INodeDirectorySnapshottable) dirNode).getSnapshot(DFSUtil
|
||||||
|
.string2Bytes("s2"));
|
||||||
|
assertEquals(s2.getId(), diffList.get(0).getSnapshotId());
|
||||||
List<INode> createdList = diffList.get(0).getChildrenDiff().getList(ListType.CREATED);
|
List<INode> createdList = diffList.get(0).getChildrenDiff().getList(ListType.CREATED);
|
||||||
assertEquals(1, createdList.size());
|
assertEquals(1, createdList.size());
|
||||||
assertSame(fsdir.getINode4Write(file.toString()), createdList.get(0));
|
assertSame(fsdir.getINode4Write(file.toString()), createdList.get(0));
|
||||||
|
|
|
@ -268,7 +268,8 @@ public class TestSnapshotDeletion {
|
||||||
(INodeDirectory) fsdir.getINode(snapshotNoChangeDir.toString());
|
(INodeDirectory) fsdir.getINode(snapshotNoChangeDir.toString());
|
||||||
// should still be an INodeDirectory
|
// should still be an INodeDirectory
|
||||||
assertEquals(INodeDirectory.class, snapshotNode.getClass());
|
assertEquals(INodeDirectory.class, snapshotNode.getClass());
|
||||||
ReadOnlyList<INode> children = snapshotNode.getChildrenList(null);
|
ReadOnlyList<INode> children = snapshotNode
|
||||||
|
.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
// check 2 children: noChangeFile and metaChangeFile2
|
// check 2 children: noChangeFile and metaChangeFile2
|
||||||
assertEquals(2, children.size());
|
assertEquals(2, children.size());
|
||||||
INode noChangeFileSCopy = children.get(1);
|
INode noChangeFileSCopy = children.get(1);
|
||||||
|
@ -286,11 +287,11 @@ public class TestSnapshotDeletion {
|
||||||
|
|
||||||
// check the replication factor of metaChangeFile2SCopy
|
// check the replication factor of metaChangeFile2SCopy
|
||||||
assertEquals(REPLICATION_1,
|
assertEquals(REPLICATION_1,
|
||||||
metaChangeFile2SCopy.getFileReplication(null));
|
metaChangeFile2SCopy.getFileReplication(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(REPLICATION_1,
|
assertEquals(REPLICATION_1,
|
||||||
metaChangeFile2SCopy.getFileReplication(snapshot1));
|
metaChangeFile2SCopy.getFileReplication(snapshot1.getId()));
|
||||||
assertEquals(REPLICATION,
|
assertEquals(REPLICATION,
|
||||||
metaChangeFile2SCopy.getFileReplication(snapshot0));
|
metaChangeFile2SCopy.getFileReplication(snapshot0.getId()));
|
||||||
|
|
||||||
// Case 4: delete directory sub
|
// Case 4: delete directory sub
|
||||||
// before deleting sub, we first create a new file under sub
|
// before deleting sub, we first create a new file under sub
|
||||||
|
@ -316,23 +317,25 @@ public class TestSnapshotDeletion {
|
||||||
assertTrue(snapshotNode4Sub.isWithSnapshot());
|
assertTrue(snapshotNode4Sub.isWithSnapshot());
|
||||||
// the snapshot copy of sub has only one child subsub.
|
// the snapshot copy of sub has only one child subsub.
|
||||||
// newFile should have been destroyed
|
// newFile should have been destroyed
|
||||||
assertEquals(1, snapshotNode4Sub.getChildrenList(null).size());
|
assertEquals(1, snapshotNode4Sub.getChildrenList(Snapshot.CURRENT_STATE_ID)
|
||||||
|
.size());
|
||||||
// but should have two children, subsub and noChangeDir, when s1 was taken
|
// but should have two children, subsub and noChangeDir, when s1 was taken
|
||||||
assertEquals(2, snapshotNode4Sub.getChildrenList(snapshot1).size());
|
assertEquals(2, snapshotNode4Sub.getChildrenList(snapshot1.getId()).size());
|
||||||
|
|
||||||
// check the snapshot copy of subsub, which is contained in the subtree of
|
// check the snapshot copy of subsub, which is contained in the subtree of
|
||||||
// sub's snapshot copy
|
// sub's snapshot copy
|
||||||
INode snapshotNode4Subsub = snapshotNode4Sub.getChildrenList(null).get(0);
|
INode snapshotNode4Subsub = snapshotNode4Sub.getChildrenList(
|
||||||
|
Snapshot.CURRENT_STATE_ID).get(0);
|
||||||
assertTrue(snapshotNode4Subsub.asDirectory().isWithSnapshot());
|
assertTrue(snapshotNode4Subsub.asDirectory().isWithSnapshot());
|
||||||
assertTrue(snapshotNode4Sub == snapshotNode4Subsub.getParent());
|
assertTrue(snapshotNode4Sub == snapshotNode4Subsub.getParent());
|
||||||
// check the children of subsub
|
// check the children of subsub
|
||||||
INodeDirectory snapshotSubsubDir = (INodeDirectory) snapshotNode4Subsub;
|
INodeDirectory snapshotSubsubDir = (INodeDirectory) snapshotNode4Subsub;
|
||||||
children = snapshotSubsubDir.getChildrenList(null);
|
children = snapshotSubsubDir.getChildrenList(Snapshot.CURRENT_STATE_ID);
|
||||||
assertEquals(2, children.size());
|
assertEquals(2, children.size());
|
||||||
assertEquals(children.get(0).getLocalName(), metaChangeFile1.getName());
|
assertEquals(children.get(0).getLocalName(), metaChangeFile1.getName());
|
||||||
assertEquals(children.get(1).getLocalName(), newFileAfterS0.getName());
|
assertEquals(children.get(1).getLocalName(), newFileAfterS0.getName());
|
||||||
// only one child before snapshot s0
|
// only one child before snapshot s0
|
||||||
children = snapshotSubsubDir.getChildrenList(snapshot0);
|
children = snapshotSubsubDir.getChildrenList(snapshot0.getId());
|
||||||
assertEquals(1, children.size());
|
assertEquals(1, children.size());
|
||||||
INode child = children.get(0);
|
INode child = children.get(0);
|
||||||
assertEquals(child.getLocalName(), metaChangeFile1.getName());
|
assertEquals(child.getLocalName(), metaChangeFile1.getName());
|
||||||
|
@ -341,11 +344,11 @@ public class TestSnapshotDeletion {
|
||||||
assertTrue(metaChangeFile1SCopy.isWithSnapshot());
|
assertTrue(metaChangeFile1SCopy.isWithSnapshot());
|
||||||
assertFalse(metaChangeFile1SCopy.isUnderConstruction());
|
assertFalse(metaChangeFile1SCopy.isUnderConstruction());
|
||||||
assertEquals(REPLICATION_1,
|
assertEquals(REPLICATION_1,
|
||||||
metaChangeFile1SCopy.getFileReplication(null));
|
metaChangeFile1SCopy.getFileReplication(Snapshot.CURRENT_STATE_ID));
|
||||||
assertEquals(REPLICATION_1,
|
assertEquals(REPLICATION_1,
|
||||||
metaChangeFile1SCopy.getFileReplication(snapshot1));
|
metaChangeFile1SCopy.getFileReplication(snapshot1.getId()));
|
||||||
assertEquals(REPLICATION,
|
assertEquals(REPLICATION,
|
||||||
metaChangeFile1SCopy.getFileReplication(snapshot0));
|
metaChangeFile1SCopy.getFileReplication(snapshot0.getId()));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
@ -474,9 +477,10 @@ public class TestSnapshotDeletion {
|
||||||
(INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
(INodeDirectorySnapshottable) fsdir.getINode(dir.toString());
|
||||||
Snapshot snapshot0 = dirNode.getSnapshot(DFSUtil.string2Bytes("s0"));
|
Snapshot snapshot0 = dirNode.getSnapshot(DFSUtil.string2Bytes("s0"));
|
||||||
assertNull(snapshot0);
|
assertNull(snapshot0);
|
||||||
|
Snapshot snapshot1 = dirNode.getSnapshot(DFSUtil.string2Bytes("s1"));
|
||||||
DirectoryDiffList diffList = dirNode.getDiffs();
|
DirectoryDiffList diffList = dirNode.getDiffs();
|
||||||
assertEquals(1, diffList.asList().size());
|
assertEquals(1, diffList.asList().size());
|
||||||
assertEquals("s1", diffList.getLast().snapshot.getRoot().getLocalName());
|
assertEquals(snapshot1.getId(), diffList.getLast().getSnapshotId());
|
||||||
diffList = fsdir.getINode(metaChangeDir.toString()).asDirectory()
|
diffList = fsdir.getINode(metaChangeDir.toString()).asDirectory()
|
||||||
.getDiffs();
|
.getDiffs();
|
||||||
assertEquals(0, diffList.asList().size());
|
assertEquals(0, diffList.asList().size());
|
||||||
|
|
|
@ -101,7 +101,8 @@ public class TestSnapshotRename {
|
||||||
List<DirectoryDiff> listByTime = srcRoot.getDiffs().asList();
|
List<DirectoryDiff> listByTime = srcRoot.getDiffs().asList();
|
||||||
assertEquals(names.length, listByTime.size());
|
assertEquals(names.length, listByTime.size());
|
||||||
for (int i = 0; i < listByTime.size(); i++) {
|
for (int i = 0; i < listByTime.size(); i++) {
|
||||||
assertEquals(names[i], listByTime.get(i).getSnapshot().getRoot().getLocalName());
|
Snapshot s = srcRoot.getSnapshotById(listByTime.get(i).getSnapshotId());
|
||||||
|
assertEquals(names[i], s.getRoot().getLocalName());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -150,7 +150,7 @@ public class TestSnapshotReplication {
|
||||||
assertEquals(expectedBlockRep, ssInode.getBlockReplication());
|
assertEquals(expectedBlockRep, ssInode.getBlockReplication());
|
||||||
// Also check the number derived from INodeFile#getFileReplication
|
// Also check the number derived from INodeFile#getFileReplication
|
||||||
assertEquals(snapshotRepMap.get(ss).shortValue(),
|
assertEquals(snapshotRepMap.get(ss).shortValue(),
|
||||||
ssInode.getFileReplication(iip.getPathSnapshot()));
|
ssInode.getFileReplication(iip.getPathSnapshotId()));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue