HDFS-12840. Creating a file with non-default EC policy in a EC zone is not correctly serialized in the editlog. Contributed by Lei (Eddy) Xu.

(cherry picked from commit 67662e2ac9)
This commit is contained in:
Lei Xu 2017-12-07 11:15:40 -08:00
parent afcbfbf7f4
commit f3143d225a
13 changed files with 552 additions and 203 deletions

View File

@ -52,6 +52,6 @@ public final class ErasureCodeConstants {
public static final byte MAX_POLICY_ID = Byte.MAX_VALUE;
public static final byte USER_DEFINED_POLICY_START_ID = (byte) 64;
public static final byte REPLICATION_POLICY_ID = (byte) 63;
public static final byte REPLICATION_POLICY_ID = (byte) 0;
public static final String REPLICATION_POLICY_NAME = REPLICATION_CODEC_NAME;
}

View File

@ -53,6 +53,7 @@ import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeStorageInfo;
import org.apache.hadoop.hdfs.server.common.HdfsServerConstants;
import org.apache.hadoop.hdfs.server.namenode.FSDirectory.DirOp;
import org.apache.hadoop.hdfs.server.namenode.snapshot.Snapshot;
import org.apache.hadoop.io.erasurecode.ErasureCodeConstants;
import org.apache.hadoop.net.Node;
import org.apache.hadoop.net.NodeBase;
import org.apache.hadoop.util.ChunkedArrayList;
@ -415,22 +416,28 @@ class FSDirWriteFileOp {
PermissionStatus permissions, List<AclEntry> aclEntries,
List<XAttr> xAttrs, short replication, long modificationTime, long atime,
long preferredBlockSize, boolean underConstruction, String clientName,
String clientMachine, byte storagePolicyId) {
String clientMachine, byte storagePolicyId, byte ecPolicyID) {
final INodeFile newNode;
Preconditions.checkNotNull(existing);
assert fsd.hasWriteLock();
try {
// check if the file has an EC policy
boolean isStriped = false;
ErasureCodingPolicy ecPolicy = FSDirErasureCodingOp.
unprotectedGetErasureCodingPolicy(fsd.getFSNamesystem(), existing);
if (ecPolicy != null) {
isStriped = true;
boolean isStriped =
ecPolicyID != ErasureCodeConstants.REPLICATION_POLICY_ID;
ErasureCodingPolicy ecPolicy = null;
if (isStriped) {
ecPolicy = fsd.getFSNamesystem().getErasureCodingPolicyManager()
.getByID(ecPolicyID);
if (ecPolicy == null) {
throw new IOException(String.format(
"Cannot find erasure coding policy for new file %s/%s, " +
"ecPolicyID=%d",
existing.getPath(), Arrays.toString(localName), ecPolicyID));
}
}
final BlockType blockType = isStriped ?
BlockType.STRIPED : BlockType.CONTIGUOUS;
final Short replicationFactor = (!isStriped ? replication : null);
final Byte ecPolicyID = (isStriped ? ecPolicy.getId() : null);
if (underConstruction) {
newNode = newINodeFile(id, permissions, modificationTime,
modificationTime, replicationFactor, ecPolicyID, preferredBlockSize,

View File

@ -816,7 +816,8 @@ public class FSEditLog implements LogsPurgeable {
.setClientMachine(
newNode.getFileUnderConstructionFeature().getClientMachine())
.setOverwrite(overwrite)
.setStoragePolicyId(newNode.getLocalStoragePolicyID());
.setStoragePolicyId(newNode.getLocalStoragePolicyID())
.setErasureCodingPolicyId(newNode.getErasureCodingPolicyID());
AclFeature f = newNode.getAclFeature();
if (f != null) {

View File

@ -385,7 +385,7 @@ public class FSEditLogLoader {
addCloseOp.xAttrs, replication, addCloseOp.mtime,
addCloseOp.atime, addCloseOp.blockSize, true,
addCloseOp.clientName, addCloseOp.clientMachine,
addCloseOp.storagePolicyId);
addCloseOp.storagePolicyId, addCloseOp.erasureCodingPolicyId);
assert newFile != null;
iip = INodesInPath.replace(iip, iip.length() - 1, newFile);
fsNamesys.leaseManager.addLease(addCloseOp.clientName, newFile.getId());

View File

@ -127,6 +127,7 @@ import org.apache.hadoop.io.Writable;
import org.apache.hadoop.io.WritableFactories;
import org.apache.hadoop.io.WritableFactory;
import org.apache.hadoop.io.erasurecode.ECSchema;
import org.apache.hadoop.io.erasurecode.ErasureCodeConstants;
import org.apache.hadoop.ipc.ClientId;
import org.apache.hadoop.ipc.RpcConstants;
import org.apache.hadoop.security.token.delegation.DelegationKey;
@ -425,10 +426,12 @@ public abstract class FSEditLogOp {
String clientMachine;
boolean overwrite;
byte storagePolicyId;
byte erasureCodingPolicyId;
private AddCloseOp(FSEditLogOpCodes opCode) {
super(opCode);
storagePolicyId = HdfsConstants.BLOCK_STORAGE_POLICY_ID_UNSPECIFIED;
erasureCodingPolicyId = ErasureCodeConstants.REPLICATION_POLICY_ID;
assert(opCode == OP_ADD || opCode == OP_CLOSE || opCode == OP_APPEND);
}
@ -449,6 +452,7 @@ public abstract class FSEditLogOp {
clientMachine = null;
overwrite = false;
storagePolicyId = 0;
erasureCodingPolicyId = ErasureCodeConstants.REPLICATION_POLICY_ID;
}
<T extends AddCloseOp> T setInodeId(long inodeId) {
@ -535,6 +539,11 @@ public abstract class FSEditLogOp {
return (T)this;
}
<T extends AddCloseOp> T setErasureCodingPolicyId(byte ecPolicyId) {
this.erasureCodingPolicyId = ecPolicyId;
return (T)this;
}
@Override
public void writeFields(DataOutputStream out) throws IOException {
FSImageSerialization.writeLong(inodeId, out);
@ -555,6 +564,7 @@ public abstract class FSEditLogOp {
FSImageSerialization.writeString(clientMachine,out);
FSImageSerialization.writeBoolean(overwrite, out);
FSImageSerialization.writeByte(storagePolicyId, out);
FSImageSerialization.writeByte(erasureCodingPolicyId, out);
// write clientId and callId
writeRpcIds(rpcClientId, rpcCallId, out);
}
@ -633,6 +643,14 @@ public abstract class FSEditLogOp {
this.storagePolicyId =
HdfsConstants.BLOCK_STORAGE_POLICY_ID_UNSPECIFIED;
}
if (NameNodeLayoutVersion.supports(
NameNodeLayoutVersion.Feature.ERASURE_CODING, logVersion)) {
this.erasureCodingPolicyId = FSImageSerialization.readByte(in);
} else {
this.erasureCodingPolicyId =
ErasureCodeConstants.REPLICATION_POLICY_ID;
}
// read clientId and callId
readRpcIds(in, logVersion);
} else {
@ -695,6 +713,8 @@ public abstract class FSEditLogOp {
}
builder.append(", storagePolicyId=");
builder.append(storagePolicyId);
builder.append(", erasureCodingPolicyId=");
builder.append(erasureCodingPolicyId);
builder.append(", opCode=");
builder.append(opCode);
builder.append(", txid=");
@ -730,6 +750,8 @@ public abstract class FSEditLogOp {
if (aclEntries != null) {
appendAclEntriesToXml(contentHandler, aclEntries);
}
XMLUtils.addSaxString(contentHandler, "ERASURE_CODING_POLICY_ID",
Byte.toString(erasureCodingPolicyId));
appendRpcIdsToXml(contentHandler, rpcClientId, rpcCallId);
}
}
@ -758,6 +780,10 @@ public abstract class FSEditLogOp {
}
this.permissions = permissionStatusFromXml(st);
aclEntries = readAclEntriesFromXml(st);
if (st.hasChildren("ERASURE_CODING_POLICY_ID")) {
this.erasureCodingPolicyId = Byte.parseByte(st.getValue(
"ERASURE_CODING_POLICY_ID"));
}
readRpcIdsFromXml(st);
}
}

View File

@ -56,6 +56,7 @@ import org.apache.hadoop.hdfs.util.LongBitFormat;
import com.google.common.annotations.VisibleForTesting;
import com.google.common.base.Preconditions;
import org.apache.hadoop.io.erasurecode.ErasureCodeConstants;
import org.apache.hadoop.util.StringUtils;
/** I-node for closed file. */
@ -200,9 +201,10 @@ public class INodeFile extends INodeWithAdditionalFields
// as the PolicyID can never be in negative.
layoutRedundancy |= erasureCodingPolicyID;
} else {
Preconditions.checkArgument(replication != null &&
erasureCodingPolicyID == null);
Preconditions.checkArgument(replication >= 0 &&
Preconditions.checkArgument(erasureCodingPolicyID == null ||
erasureCodingPolicyID ==
ErasureCodeConstants.REPLICATION_POLICY_ID);
Preconditions.checkArgument(replication != null && replication >= 0 &&
replication <= MAX_REDUNDANCY,
"Invalid replication value " + replication);
layoutRedundancy |= replication;
@ -588,10 +590,8 @@ public class INodeFile extends INodeWithAdditionalFields
setStoragePolicyID(storagePolicyId);
}
/**
* @return The ID of the erasure coding policy on the file. -1 represents no
* EC policy.
* @return The ID of the erasure coding policy on the file.
*/
@VisibleForTesting
@Override
@ -599,7 +599,7 @@ public class INodeFile extends INodeWithAdditionalFields
if (isStriped()) {
return HeaderFormat.getECPolicyID(header);
}
return -1;
return ErasureCodeConstants.REPLICATION_POLICY_ID;
}
/**

View File

@ -1510,6 +1510,29 @@ public class DFSTestUtil {
// OP_REMOVE_ERASURE_CODING_POLICY
filesystem.removeErasureCodingPolicy(newPolicy1.getName());
filesystem.removeErasureCodingPolicy(newPolicy2.getName());
// OP_ADD on erasure coding directory
Path ecDir = new Path("/ec");
filesystem.mkdirs(ecDir);
final ErasureCodingPolicy defaultEcPolicy =
SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_6_3_POLICY_ID);
final ErasureCodingPolicy ecPolicyRS32 =
SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_3_2_POLICY_ID);
filesystem.enableErasureCodingPolicy(ecPolicyRS32.getName());
filesystem.enableErasureCodingPolicy(defaultEcPolicy.getName());
filesystem.setErasureCodingPolicy(ecDir, defaultEcPolicy.getName());
try (FSDataOutputStream out = filesystem.createFile(
new Path(ecDir, "replicated")).replicate().build()) {
out.write("replicated".getBytes());
}
try (FSDataOutputStream out = filesystem.createFile(
new Path(ecDir, "RS-3-2")).ecPolicyName(ecPolicyRS32.getName()).build()) {
out.write("RS-3-2".getBytes());
}
}
public static void abortStream(DFSOutputStream out) throws IOException {

View File

@ -19,11 +19,13 @@ package org.apache.hadoop.hdfs;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.BlockLocation;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileContext;
import org.apache.hadoop.fs.LocatedFileStatus;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.RemoteIterator;
import org.apache.hadoop.hdfs.protocol.ErasureCodingPolicy;
import org.apache.hadoop.hdfs.protocol.SystemErasureCodingPolicies;
import org.junit.After;
import org.junit.Before;
import org.junit.Test;
@ -32,6 +34,8 @@ import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.assertTrue;
/**
@ -194,4 +198,55 @@ public class TestDistributedFileSystemWithECFile {
assertTrue(lastBlock.getOffset() == blockGroupSize);
assertTrue(lastBlock.getLength() == lastBlockSize);
}
@Test(timeout=60000)
public void testReplayEditLogsForReplicatedFile() throws Exception {
cluster.shutdown();
ErasureCodingPolicy rs63 = SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_6_3_POLICY_ID
);
ErasureCodingPolicy rs32 = SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_3_2_POLICY_ID
);
// Test RS(6,3) as default policy
int numDataNodes = rs63.getNumDataUnits() + rs63.getNumParityUnits();
cluster = new MiniDFSCluster.Builder(conf)
.nnTopology(MiniDFSNNTopology.simpleHATopology())
.numDataNodes(numDataNodes)
.build();
cluster.transitionToActive(0);
fs = cluster.getFileSystem(0);
fs.enableErasureCodingPolicy(rs63.getName());
fs.enableErasureCodingPolicy(rs32.getName());
Path dir = new Path("/ec");
fs.mkdirs(dir);
fs.setErasureCodingPolicy(dir, rs63.getName());
// Create an erasure coded file with the default policy.
Path ecFile = new Path(dir, "ecFile");
createFile(ecFile.toString(), 10);
// Create a replicated file.
Path replicatedFile = new Path(dir, "replicated");
try (FSDataOutputStream out = fs.createFile(replicatedFile)
.replicate().build()) {
out.write(123);
}
// Create an EC file with a different policy.
Path ecFile2 = new Path(dir, "RS-3-2");
try (FSDataOutputStream out = fs.createFile(ecFile2)
.ecPolicyName(rs32.getName()).build()) {
out.write(456);
}
cluster.transitionToStandby(0);
cluster.transitionToActive(1);
fs = cluster.getFileSystem(1);
assertNull(fs.getErasureCodingPolicy(replicatedFile));
assertEquals(rs63, fs.getErasureCodingPolicy(ecFile));
assertEquals(rs32, fs.getErasureCodingPolicy(ecFile2));
}
}

View File

@ -98,8 +98,10 @@ public class OfflineEditsViewerHelper {
config.setBoolean(
DFSConfigKeys.DFS_NAMENODE_DELEGATION_TOKEN_ALWAYS_USE_KEY, true);
config.setBoolean(DFSConfigKeys.DFS_NAMENODE_ACLS_ENABLED_KEY, true);
final int numDataNodes = 9;
cluster =
new MiniDFSCluster.Builder(config).manageNameDfsDirs(false).build();
new MiniDFSCluster.Builder(config).manageNameDfsDirs(false)
.numDataNodes(numDataNodes).build();
cluster.waitClusterUp();
}

View File

@ -43,9 +43,11 @@ import org.apache.hadoop.hdfs.HdfsConfiguration;
import org.apache.hadoop.hdfs.MiniDFSCluster;
import org.apache.hadoop.hdfs.MiniDFSNNTopology;
import org.apache.hadoop.hdfs.protocol.DatanodeID;
import org.apache.hadoop.hdfs.protocol.ErasureCodingPolicy;
import org.apache.hadoop.hdfs.protocol.ExtendedBlock;
import org.apache.hadoop.hdfs.protocol.HdfsFileStatus;
import org.apache.hadoop.hdfs.protocol.LastBlockWithStatus;
import org.apache.hadoop.hdfs.protocol.SystemErasureCodingPolicies;
import org.apache.hadoop.hdfs.server.protocol.NamenodeProtocols;
import org.apache.hadoop.io.EnumSetWritable;
import org.apache.hadoop.ipc.ClientId;
@ -79,6 +81,11 @@ import org.junit.Test;
public class TestNamenodeRetryCache {
private static final byte[] CLIENT_ID = ClientId.getClientId();
private static MiniDFSCluster cluster;
private static ErasureCodingPolicy defaultEcPolicy =
SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_6_3_POLICY_ID);
private static int numDataNodes = defaultEcPolicy.getNumDataUnits() +
defaultEcPolicy.getNumParityUnits() + 1;
private static NamenodeProtocols nnRpc;
private static final FsPermission perm = FsPermission.getDefault();
private static DistributedFileSystem filesystem;
@ -93,7 +100,8 @@ public class TestNamenodeRetryCache {
conf.setLong(DFSConfigKeys.DFS_BLOCK_SIZE_KEY, BlockSize);
conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_ENABLE_RETRY_CACHE_KEY, true);
conf.setBoolean(DFSConfigKeys.DFS_NAMENODE_ACLS_ENABLED_KEY, true);
cluster = new MiniDFSCluster.Builder(conf).build();
cluster = new MiniDFSCluster.Builder(conf)
.numDataNodes(numDataNodes).build();
cluster.waitActive();
nnRpc = cluster.getNameNode().getRpcServer();
filesystem = cluster.getFileSystem();
@ -436,7 +444,7 @@ public class TestNamenodeRetryCache {
LightWeightCache<CacheEntry, CacheEntry> cacheSet =
(LightWeightCache<CacheEntry, CacheEntry>) namesystem.getRetryCache().getCacheSet();
assertEquals("Retry cache size is wrong", 34, cacheSet.size());
assertEquals("Retry cache size is wrong", 39, cacheSet.size());
Map<CacheEntry, CacheEntry> oldEntries =
new HashMap<CacheEntry, CacheEntry>();
@ -455,7 +463,7 @@ public class TestNamenodeRetryCache {
assertTrue(namesystem.hasRetryCache());
cacheSet = (LightWeightCache<CacheEntry, CacheEntry>) namesystem
.getRetryCache().getCacheSet();
assertEquals("Retry cache size is wrong", 34, cacheSet.size());
assertEquals("Retry cache size is wrong", 39, cacheSet.size());
iter = cacheSet.iterator();
while (iter.hasNext()) {
CacheEntry entry = iter.next();

View File

@ -67,11 +67,13 @@ import org.apache.hadoop.hdfs.protocol.CachePoolEntry;
import org.apache.hadoop.hdfs.protocol.CachePoolInfo;
import org.apache.hadoop.hdfs.protocol.ClientProtocol;
import org.apache.hadoop.hdfs.protocol.DatanodeInfo;
import org.apache.hadoop.hdfs.protocol.ErasureCodingPolicy;
import org.apache.hadoop.hdfs.protocol.ExtendedBlock;
import org.apache.hadoop.hdfs.protocol.HdfsFileStatus;
import org.apache.hadoop.hdfs.protocol.LastBlockWithStatus;
import org.apache.hadoop.hdfs.protocol.LocatedBlock;
import org.apache.hadoop.hdfs.protocol.LocatedBlocks;
import org.apache.hadoop.hdfs.protocol.SystemErasureCodingPolicies;
import org.apache.hadoop.hdfs.server.blockmanagement.BlockInfo;
import org.apache.hadoop.hdfs.server.blockmanagement.DatanodeManager;
import org.apache.hadoop.hdfs.server.namenode.FSNamesystem;
@ -93,7 +95,12 @@ public class TestRetryCacheWithHA {
private static final Log LOG = LogFactory.getLog(TestRetryCacheWithHA.class);
private static final int BlockSize = 1024;
private static final short DataNodes = 3;
private static ErasureCodingPolicy defaultEcPolicy =
SystemErasureCodingPolicies.getByID(
SystemErasureCodingPolicies.RS_6_3_POLICY_ID);
private static final short DataNodes = (short)(
defaultEcPolicy.getNumDataUnits() +
defaultEcPolicy.getNumParityUnits() + 1);
private static final int CHECKTIMES = 10;
private static final int ResponseSize = 3;
@ -166,7 +173,7 @@ public class TestRetryCacheWithHA {
FSNamesystem fsn0 = cluster.getNamesystem(0);
LightWeightCache<CacheEntry, CacheEntry> cacheSet =
(LightWeightCache<CacheEntry, CacheEntry>) fsn0.getRetryCache().getCacheSet();
assertEquals("Retry cache size is wrong", 34, cacheSet.size());
assertEquals("Retry cache size is wrong", 39, cacheSet.size());
Map<CacheEntry, CacheEntry> oldEntries =
new HashMap<CacheEntry, CacheEntry>();
@ -187,7 +194,7 @@ public class TestRetryCacheWithHA {
FSNamesystem fsn1 = cluster.getNamesystem(1);
cacheSet = (LightWeightCache<CacheEntry, CacheEntry>) fsn1
.getRetryCache().getCacheSet();
assertEquals("Retry cache size is wrong", 34, cacheSet.size());
assertEquals("Retry cache size is wrong", 39, cacheSet.size());
iter = cacheSet.iterator();
while (iter.hasNext()) {
CacheEntry entry = iter.next();

View File

@ -13,8 +13,8 @@
<TXID>2</TXID>
<DELEGATION_KEY>
<KEY_ID>1</KEY_ID>
<EXPIRY_DATE>1512000829976</EXPIRY_DATE>
<KEY>e7457bcc6ab95a84</KEY>
<EXPIRY_DATE>1513298395825</EXPIRY_DATE>
<KEY>ddb3d2c37b57926a</KEY>
</DELEGATION_KEY>
</DATA>
</RECORD>
@ -24,8 +24,8 @@
<TXID>3</TXID>
<DELEGATION_KEY>
<KEY_ID>2</KEY_ID>
<EXPIRY_DATE>1512000829980</EXPIRY_DATE>
<KEY>07cc38caf6c47bb4</KEY>
<EXPIRY_DATE>1513298395827</EXPIRY_DATE>
<KEY>57acfb80c8b539fa</KEY>
</DELEGATION_KEY>
</DATA>
</RECORD>
@ -36,11 +36,11 @@
<LENGTH>0</LENGTH>
<INODEID>16386</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632199</MTIME>
<ATIME>1511309632199</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197452</MTIME>
<ATIME>1512607197452</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -48,8 +48,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>5</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>35</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -59,9 +60,9 @@
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632248</MTIME>
<ATIME>1511309632199</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197500</MTIME>
<ATIME>1512607197452</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -78,11 +79,11 @@
<DATA>
<TXID>6</TXID>
<PATH>/file_create</PATH>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<NEWBLOCK>false</NEWBLOCK>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>7</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>37</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -92,9 +93,9 @@
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632263</MTIME>
<ATIME>1511309632199</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197516</MTIME>
<ATIME>1512607197452</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -114,10 +115,10 @@
<INODEID>16387</INODEID>
<PATH>/update_blocks</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632266</MTIME>
<ATIME>1511309632266</ATIME>
<MTIME>1512607197519</MTIME>
<ATIME>1512607197519</ATIME>
<BLOCKSIZE>4096</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -125,8 +126,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>9</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>39</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -188,8 +190,8 @@
<INODEID>0</INODEID>
<PATH>/update_blocks</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632454</MTIME>
<ATIME>1511309632266</ATIME>
<MTIME>1512607197657</MTIME>
<ATIME>1512607197519</ATIME>
<BLOCKSIZE>4096</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -216,9 +218,9 @@
<LENGTH>0</LENGTH>
<SRC>/file_create</SRC>
<DST>/file_moved</DST>
<TIMESTAMP>1511309632467</TIMESTAMP>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>17</RPC_CALLID>
<TIMESTAMP>1512607197671</TIMESTAMP>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>47</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -227,9 +229,9 @@
<TXID>17</TXID>
<LENGTH>0</LENGTH>
<PATH>/file_moved</PATH>
<TIMESTAMP>1511309632480</TIMESTAMP>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>19</RPC_CALLID>
<TIMESTAMP>1512607197680</TIMESTAMP>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>49</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -239,7 +241,7 @@
<LENGTH>0</LENGTH>
<INODEID>16388</INODEID>
<PATH>/directory_mkdir</PATH>
<TIMESTAMP>1511309632488</TIMESTAMP>
<TIMESTAMP>1512607197690</TIMESTAMP>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
@ -274,8 +276,8 @@
<TXID>22</TXID>
<SNAPSHOTROOT>/directory_mkdir</SNAPSHOTROOT>
<SNAPSHOTNAME>snapshot1</SNAPSHOTNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>24</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>54</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -285,8 +287,8 @@
<SNAPSHOTROOT>/directory_mkdir</SNAPSHOTROOT>
<SNAPSHOTOLDNAME>snapshot1</SNAPSHOTOLDNAME>
<SNAPSHOTNEWNAME>snapshot2</SNAPSHOTNEWNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>25</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>55</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -295,8 +297,8 @@
<TXID>24</TXID>
<SNAPSHOTROOT>/directory_mkdir</SNAPSHOTROOT>
<SNAPSHOTNAME>snapshot2</SNAPSHOTNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>26</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>56</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -306,11 +308,11 @@
<LENGTH>0</LENGTH>
<INODEID>16389</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632528</MTIME>
<ATIME>1511309632528</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197723</MTIME>
<ATIME>1512607197723</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -318,8 +320,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>27</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>57</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -329,9 +332,9 @@
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632530</MTIME>
<ATIME>1511309632528</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197726</MTIME>
<ATIME>1512607197723</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -402,10 +405,10 @@
<LENGTH>0</LENGTH>
<SRC>/file_create</SRC>
<DST>/file_moved</DST>
<TIMESTAMP>1511309632561</TIMESTAMP>
<TIMESTAMP>1512607197754</TIMESTAMP>
<OPTIONS>TO_TRASH</OPTIONS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>35</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>65</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -416,10 +419,10 @@
<INODEID>16390</INODEID>
<PATH>/file_concat_target</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632566</MTIME>
<ATIME>1511309632566</ATIME>
<MTIME>1512607197759</MTIME>
<ATIME>1512607197759</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -427,8 +430,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>37</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>67</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -533,8 +537,8 @@
<INODEID>0</INODEID>
<PATH>/file_concat_target</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632593</MTIME>
<ATIME>1511309632566</ATIME>
<MTIME>1512607197800</MTIME>
<ATIME>1512607197759</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -569,10 +573,10 @@
<INODEID>16391</INODEID>
<PATH>/file_concat_0</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632596</MTIME>
<ATIME>1511309632596</ATIME>
<MTIME>1512607197803</MTIME>
<ATIME>1512607197803</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -580,8 +584,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>46</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>76</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -686,8 +691,8 @@
<INODEID>0</INODEID>
<PATH>/file_concat_0</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632618</MTIME>
<ATIME>1511309632596</ATIME>
<MTIME>1512607197837</MTIME>
<ATIME>1512607197803</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -722,10 +727,10 @@
<INODEID>16392</INODEID>
<PATH>/file_concat_1</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632620</MTIME>
<ATIME>1511309632620</ATIME>
<MTIME>1512607197839</MTIME>
<ATIME>1512607197839</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -733,8 +738,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>55</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>85</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -839,8 +845,8 @@
<INODEID>0</INODEID>
<PATH>/file_concat_1</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632643</MTIME>
<ATIME>1511309632620</ATIME>
<MTIME>1512607197878</MTIME>
<ATIME>1512607197839</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -873,13 +879,13 @@
<TXID>67</TXID>
<LENGTH>0</LENGTH>
<TRG>/file_concat_target</TRG>
<TIMESTAMP>1511309632648</TIMESTAMP>
<TIMESTAMP>1512607197882</TIMESTAMP>
<SOURCES>
<SOURCE1>/file_concat_0</SOURCE1>
<SOURCE2>/file_concat_1</SOURCE2>
</SOURCES>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>63</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>93</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -890,10 +896,10 @@
<INODEID>16393</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632651</MTIME>
<ATIME>1511309632651</ATIME>
<MTIME>1512607197885</MTIME>
<ATIME>1512607197885</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -901,8 +907,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>65</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>95</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -974,8 +981,8 @@
<INODEID>0</INODEID>
<PATH>/file_create</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632667</MTIME>
<ATIME>1511309632651</ATIME>
<MTIME>1512607197909</MTIME>
<ATIME>1512607197885</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -1002,10 +1009,10 @@
<DATA>
<TXID>76</TXID>
<SRC>/file_create</SRC>
<CLIENTNAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENTNAME>
<CLIENTNAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENTNAME>
<CLIENTMACHINE>127.0.0.1</CLIENTMACHINE>
<NEWLENGTH>512</NEWLENGTH>
<TIMESTAMP>1511309632671</TIMESTAMP>
<TIMESTAMP>1512607197912</TIMESTAMP>
</DATA>
</RECORD>
<RECORD>
@ -1016,15 +1023,15 @@
<INODEID>16394</INODEID>
<PATH>/file_symlink</PATH>
<VALUE>/file_concat_target</VALUE>
<MTIME>1511309632686</MTIME>
<ATIME>1511309632686</ATIME>
<MTIME>1512607197921</MTIME>
<ATIME>1512607197921</ATIME>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>511</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>72</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>102</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -1034,11 +1041,11 @@
<LENGTH>0</LENGTH>
<INODEID>16395</INODEID>
<PATH>/hard-lease-recovery-test</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309632689</MTIME>
<ATIME>1511309632689</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607197925</MTIME>
<ATIME>1512607197925</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_2134933941_1</CLIENT_NAME>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
@ -1046,8 +1053,9 @@
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>73</RPC_CALLID>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>103</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -1103,21 +1111,30 @@
<OPCODE>OP_REASSIGN_LEASE</OPCODE>
<DATA>
<TXID>84</TXID>
<LEASEHOLDER>DFSClient_NONMAPREDUCE_2134933941_1</LEASEHOLDER>
<LEASEHOLDER>DFSClient_NONMAPREDUCE_-923924783_1</LEASEHOLDER>
<PATH>/hard-lease-recovery-test</PATH>
<NEWHOLDER>HDFS_NameNode-2017-11-21 16:13:54,700-0800</NEWHOLDER>
<NEWHOLDER>HDFS_NameNode-2017-12-06 16:39:59,951-0800</NEWHOLDER>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REASSIGN_LEASE</OPCODE>
<DATA>
<TXID>85</TXID>
<LEASEHOLDER>HDFS_NameNode-2017-12-06 16:39:59,951-0800</LEASEHOLDER>
<PATH>/hard-lease-recovery-test</PATH>
<NEWHOLDER>HDFS_NameNode-2017-12-06 16:40:01,959-0800</NEWHOLDER>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_CLOSE</OPCODE>
<DATA>
<TXID>85</TXID>
<TXID>86</TXID>
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/hard-lease-recovery-test</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1511309634880</MTIME>
<ATIME>1511309632689</ATIME>
<REPLICATION>3</REPLICATION>
<MTIME>1512607202974</MTIME>
<ATIME>1512607197925</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
@ -1137,7 +1154,7 @@
<RECORD>
<OPCODE>OP_ADD_CACHE_POOL</OPCODE>
<DATA>
<TXID>86</TXID>
<TXID>87</TXID>
<POOLNAME>pool1</POOLNAME>
<OWNERNAME>lei</OWNERNAME>
<GROUPNAME>staff</GROUPNAME>
@ -1145,65 +1162,65 @@
<LIMIT>9223372036854775807</LIMIT>
<MAXRELATIVEEXPIRY>2305843009213693951</MAXRELATIVEEXPIRY>
<DEFAULTREPLICATION>1</DEFAULTREPLICATION>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>80</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>138</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_MODIFY_CACHE_POOL</OPCODE>
<DATA>
<TXID>87</TXID>
<TXID>88</TXID>
<POOLNAME>pool1</POOLNAME>
<LIMIT>99</LIMIT>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>81</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>139</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD_CACHE_DIRECTIVE</OPCODE>
<DATA>
<TXID>88</TXID>
<TXID>89</TXID>
<ID>1</ID>
<PATH>/path</PATH>
<REPLICATION>1</REPLICATION>
<POOL>pool1</POOL>
<EXPIRATION>2305844520523329692</EXPIRATION>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>82</RPC_CALLID>
<EXPIRATION>2305844521820897941</EXPIRATION>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>140</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_MODIFY_CACHE_DIRECTIVE</OPCODE>
<DATA>
<TXID>89</TXID>
<TXID>90</TXID>
<ID>1</ID>
<REPLICATION>2</REPLICATION>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>83</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>141</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_CACHE_DIRECTIVE</OPCODE>
<DATA>
<TXID>90</TXID>
<TXID>91</TXID>
<ID>1</ID>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>84</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>142</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_CACHE_POOL</OPCODE>
<DATA>
<TXID>91</TXID>
<TXID>92</TXID>
<POOLNAME>pool1</POOLNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>85</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>143</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_SET_ACL</OPCODE>
<DATA>
<TXID>92</TXID>
<TXID>93</TXID>
<SRC>/file_concat_target</SRC>
<ENTRY>
<SCOPE>ACCESS</SCOPE>
@ -1236,55 +1253,42 @@
<RECORD>
<OPCODE>OP_SET_XATTR</OPCODE>
<DATA>
<TXID>93</TXID>
<TXID>94</TXID>
<SRC>/file_concat_target</SRC>
<XATTR>
<NAMESPACE>USER</NAMESPACE>
<NAME>a1</NAME>
<VALUE>0x313233</VALUE>
</XATTR>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>87</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>145</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_SET_XATTR</OPCODE>
<DATA>
<TXID>94</TXID>
<SRC>/file_concat_target</SRC>
<XATTR>
<NAMESPACE>USER</NAMESPACE>
<NAME>a2</NAME>
<VALUE>0x373839</VALUE>
</XATTR>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>88</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_XATTR</OPCODE>
<DATA>
<TXID>95</TXID>
<SRC>/file_concat_target</SRC>
<XATTR>
<NAMESPACE>USER</NAMESPACE>
<NAME>a2</NAME>
<VALUE>0x373839</VALUE>
</XATTR>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>89</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>146</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD_ERASURE_CODING_POLICY</OPCODE>
<OPCODE>OP_REMOVE_XATTR</OPCODE>
<DATA>
<TXID>96</TXID>
<CODEC>rs</CODEC>
<DATAUNITS>3</DATAUNITS>
<PARITYUNITS>2</PARITYUNITS>
<CELLSIZE>8192</CELLSIZE>
<EXTRAOPTIONS>0</EXTRAOPTIONS>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>90</RPC_CALLID>
<SRC>/file_concat_target</SRC>
<XATTR>
<NAMESPACE>USER</NAMESPACE>
<NAME>a2</NAME>
</XATTR>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>147</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
@ -1292,6 +1296,19 @@
<DATA>
<TXID>97</TXID>
<CODEC>rs</CODEC>
<DATAUNITS>3</DATAUNITS>
<PARITYUNITS>2</PARITYUNITS>
<CELLSIZE>8192</CELLSIZE>
<EXTRAOPTIONS>0</EXTRAOPTIONS>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>148</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>98</TXID>
<CODEC>rs</CODEC>
<DATAUNITS>6</DATAUNITS>
<PARITYUNITS>10</PARITYUNITS>
<CELLSIZE>4096</CELLSIZE>
@ -1300,82 +1317,285 @@
<KEY>dummyKey</KEY>
<VALUE>dummyValue</VALUE>
</EXTRAOPTION>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>91</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ENABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>98</TXID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>92</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>149</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ENABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>99</TXID>
<POLICYNAME>RS-6-10-4k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>93</RPC_CALLID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>150</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_DISABLE_ERASURE_CODING_POLICY</OPCODE>
<OPCODE>OP_ENABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>100</TXID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>94</RPC_CALLID>
<POLICYNAME>RS-6-10-4k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>151</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_DISABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>101</TXID>
<POLICYNAME>RS-6-10-4k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>95</RPC_CALLID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>152</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_ERASURE_CODING_POLICY</OPCODE>
<OPCODE>OP_DISABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>102</TXID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>96</RPC_CALLID>
<POLICYNAME>RS-6-10-4k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>153</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>103</TXID>
<POLICYNAME>RS-3-2-8k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>154</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_REMOVE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>104</TXID>
<POLICYNAME>RS-6-10-4k</POLICYNAME>
<RPC_CLIENTID>a4dc081c-6d6f-42d6-af5b-d260228f1aad</RPC_CLIENTID>
<RPC_CALLID>97</RPC_CALLID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>155</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_MKDIR</OPCODE>
<DATA>
<TXID>105</TXID>
<LENGTH>0</LENGTH>
<INODEID>16396</INODEID>
<PATH>/ec</PATH>
<TIMESTAMP>1512607204077</TIMESTAMP>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>493</MODE>
</PERMISSION_STATUS>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ENABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>106</TXID>
<POLICYNAME>RS-3-2-1024k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>157</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ENABLE_ERASURE_CODING_POLICY</OPCODE>
<DATA>
<TXID>107</TXID>
<POLICYNAME>RS-6-3-1024k</POLICYNAME>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>158</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_SET_XATTR</OPCODE>
<DATA>
<TXID>108</TXID>
<SRC>/ec</SRC>
<XATTR>
<NAMESPACE>SYSTEM</NAMESPACE>
<NAME>hdfs.erasurecoding.policy</NAME>
<VALUE>0x0000000c52532d362d332d313032346b</VALUE>
</XATTR>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>159</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD</OPCODE>
<DATA>
<TXID>109</TXID>
<LENGTH>0</LENGTH>
<INODEID>16397</INODEID>
<PATH>/ec/replicated</PATH>
<REPLICATION>3</REPLICATION>
<MTIME>1512607204088</MTIME>
<ATIME>1512607204088</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<ERASURE_CODING_POLICY_ID>0</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>160</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ALLOCATE_BLOCK_ID</OPCODE>
<DATA>
<TXID>110</TXID>
<BLOCK_ID>1073741838</BLOCK_ID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_SET_GENSTAMP_V2</OPCODE>
<DATA>
<TXID>111</TXID>
<GENSTAMPV2>1015</GENSTAMPV2>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD_BLOCK</OPCODE>
<DATA>
<TXID>112</TXID>
<PATH>/ec/replicated</PATH>
<BLOCK>
<BLOCK_ID>1073741838</BLOCK_ID>
<NUM_BYTES>0</NUM_BYTES>
<GENSTAMP>1015</GENSTAMP>
</BLOCK>
<RPC_CLIENTID/>
<RPC_CALLID>-2</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_CLOSE</OPCODE>
<DATA>
<TXID>113</TXID>
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/ec/replicated</PATH>
<REPLICATION>3</REPLICATION>
<MTIME>1512607204118</MTIME>
<ATIME>1512607204088</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
<OVERWRITE>false</OVERWRITE>
<BLOCK>
<BLOCK_ID>1073741838</BLOCK_ID>
<NUM_BYTES>10</NUM_BYTES>
<GENSTAMP>1015</GENSTAMP>
</BLOCK>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD</OPCODE>
<DATA>
<TXID>114</TXID>
<LENGTH>0</LENGTH>
<INODEID>16398</INODEID>
<PATH>/ec/RS-3-2</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1512607204120</MTIME>
<ATIME>1512607204120</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME>DFSClient_NONMAPREDUCE_-923924783_1</CLIENT_NAME>
<CLIENT_MACHINE>127.0.0.1</CLIENT_MACHINE>
<OVERWRITE>true</OVERWRITE>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
<ERASURE_CODING_POLICY_ID>2</ERASURE_CODING_POLICY_ID>
<RPC_CLIENTID>cab1aa2d-e08a-4d2f-8216-76e167eccd94</RPC_CLIENTID>
<RPC_CALLID>166</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ALLOCATE_BLOCK_ID</OPCODE>
<DATA>
<TXID>115</TXID>
<BLOCK_ID>-9223372036854775792</BLOCK_ID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_SET_GENSTAMP_V2</OPCODE>
<DATA>
<TXID>116</TXID>
<GENSTAMPV2>1016</GENSTAMPV2>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ADD_BLOCK</OPCODE>
<DATA>
<TXID>117</TXID>
<PATH>/ec/RS-3-2</PATH>
<BLOCK>
<BLOCK_ID>-9223372036854775792</BLOCK_ID>
<NUM_BYTES>0</NUM_BYTES>
<GENSTAMP>1016</GENSTAMP>
</BLOCK>
<RPC_CLIENTID/>
<RPC_CALLID>-2</RPC_CALLID>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_CLOSE</OPCODE>
<DATA>
<TXID>118</TXID>
<LENGTH>0</LENGTH>
<INODEID>0</INODEID>
<PATH>/ec/RS-3-2</PATH>
<REPLICATION>1</REPLICATION>
<MTIME>1512607204229</MTIME>
<ATIME>1512607204120</ATIME>
<BLOCKSIZE>512</BLOCKSIZE>
<CLIENT_NAME/>
<CLIENT_MACHINE/>
<OVERWRITE>false</OVERWRITE>
<BLOCK>
<BLOCK_ID>-9223372036854775792</BLOCK_ID>
<NUM_BYTES>6</NUM_BYTES>
<GENSTAMP>1016</GENSTAMP>
</BLOCK>
<PERMISSION_STATUS>
<USERNAME>lei</USERNAME>
<GROUPNAME>supergroup</GROUPNAME>
<MODE>420</MODE>
</PERMISSION_STATUS>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ROLLING_UPGRADE_START</OPCODE>
<DATA>
<TXID>104</TXID>
<STARTTIME>1511309635904</STARTTIME>
<TXID>119</TXID>
<STARTTIME>1512607204230</STARTTIME>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_ROLLING_UPGRADE_FINALIZE</OPCODE>
<DATA>
<TXID>105</TXID>
<FINALIZETIME>1511309635904</FINALIZETIME>
<TXID>120</TXID>
<FINALIZETIME>1512607204233</FINALIZETIME>
</DATA>
</RECORD>
<RECORD>
<OPCODE>OP_END_LOG_SEGMENT</OPCODE>
<DATA>
<TXID>106</TXID>
<TXID>121</TXID>
</DATA>
</RECORD>
</EDITS>