YARN-2958. Made RMStateStore not update the last sequence number when updating the delegation token. Contributed by Varun Saxena.

(cherry picked from commit 562a701945)

hadoop-yarn-project/CHANGES.txt

@@ -279,6 +279,9 @@ Release 2.7.0 - UNRELEASED
     YARN-2922. ConcurrentModificationException in CapacityScheduler's LeafQueue.
     (Rohith Sharmaks via ozawa)
 
+    YARN-2958. Made RMStateStore not update the last sequence number when updating the
+    delegation token. (Varun Saxena via zjshen)
+
 Release 2.6.0 - 2014-11-18
 
   INCOMPATIBLE CHANGES

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/FileSystemRMStateStore.java

@@ -60,8 +60,6 @@
 import org.apache.hadoop.yarn.server.resourcemanager.recovery.records.impl.pb.ApplicationAttemptStateDataPBImpl;
 import org.apache.hadoop.yarn.server.resourcemanager.recovery.records.impl.pb.ApplicationStateDataPBImpl;
 import org.apache.hadoop.yarn.server.resourcemanager.recovery.records.impl.pb.EpochPBImpl;
-import org.apache.hadoop.yarn.util.ConverterUtils;
-
 import com.google.common.annotations.VisibleForTesting;
 
 @Private
@@ -452,11 +450,10 @@ public synchronized void removeApplicationStateInternal(
   }
 
   @Override
-  public synchronized void storeRMDelegationTokenAndSequenceNumberState(
+  public synchronized void storeRMDelegationTokenState(
-      RMDelegationTokenIdentifier identifier, Long renewDate,
+      RMDelegationTokenIdentifier identifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
-    storeOrUpdateRMDelegationTokenAndSequenceNumberState(
+    storeOrUpdateRMDelegationTokenState(identifier, renewDate, false);
-        identifier, renewDate,latestSequenceNumber, false);
   }
 
   @Override
@@ -469,16 +466,15 @@ public synchronized void removeRMDelegationTokenState(
   }
 
   @Override
-  protected void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected void updateRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
-    storeOrUpdateRMDelegationTokenAndSequenceNumberState(
+    storeOrUpdateRMDelegationTokenState(rmDTIdentifier, renewDate, true);
-        rmDTIdentifier, renewDate,latestSequenceNumber, true);
   }
 
-  private void storeOrUpdateRMDelegationTokenAndSequenceNumberState(
+  private void storeOrUpdateRMDelegationTokenState(
       RMDelegationTokenIdentifier identifier, Long renewDate,
-      int latestSequenceNumber, boolean isUpdate) throws Exception {
+      boolean isUpdate) throws Exception {
     Path nodeCreatePath =
         getNodePath(rmDTSecretManagerRoot,
           DELEGATION_TOKEN_PREFIX + identifier.getSequenceNumber());
@@ -490,13 +486,13 @@ private void storeOrUpdateRMDelegationTokenAndSequenceNumberState(
     } else {
       LOG.info("Storing RMDelegationToken_" + identifier.getSequenceNumber());
       writeFile(nodeCreatePath, identifierData.toByteArray());
-    }
 
       // store sequence number
       Path latestSequenceNumberPath = getNodePath(rmDTSecretManagerRoot,
-          DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX + latestSequenceNumber);
+            DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX
+            + identifier.getSequenceNumber());
       LOG.info("Storing " + DELEGATION_TOKEN_SEQUENCE_NUMBER_PREFIX
-        + latestSequenceNumber);
+          + identifier.getSequenceNumber());
       if (dtSequenceNumberPath == null) {
         if (!createFile(latestSequenceNumberPath)) {
           throw new Exception("Failed to create " + latestSequenceNumberPath);
@@ -508,6 +504,7 @@ private void storeOrUpdateRMDelegationTokenAndSequenceNumberState(
       }
       dtSequenceNumberPath = latestSequenceNumberPath;
     }
+  }
 
   @Override
   public synchronized void storeRMDTMasterKeyState(DelegationKey masterKey)

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/LeveldbRMStateStore.java

@@ -545,30 +545,29 @@ protected void removeApplicationStateInternal(ApplicationStateData appState)
     }
   }
   
-  @Override
+  private void storeOrUpdateRMDT(RMDelegationTokenIdentifier tokenId,
-  protected void storeRMDelegationTokenAndSequenceNumberState(
+      Long renewDate, boolean isUpdate) throws IOException {
-      RMDelegationTokenIdentifier tokenId, Long renewDate,
-      int latestSequenceNumber) throws IOException {
     String tokenKey = getRMDTTokenNodeKey(tokenId);
     RMDelegationTokenIdentifierData tokenData =
         new RMDelegationTokenIdentifierData(tokenId, renewDate);
-    ByteArrayOutputStream bs = new ByteArrayOutputStream();
-    DataOutputStream ds = new DataOutputStream(bs);
-    try {
-      ds.writeInt(latestSequenceNumber);
-    } finally {
-      ds.close();
-    }
     if (LOG.isDebugEnabled()) {
       LOG.debug("Storing token to " + tokenKey);
-      LOG.debug("Storing " + latestSequenceNumber + " to "
-          + RM_DT_SEQUENCE_NUMBER_KEY);
     }
     try {
       WriteBatch batch = db.createWriteBatch();
       try {
         batch.put(bytes(tokenKey), tokenData.toByteArray());
+        if(!isUpdate) {
+          ByteArrayOutputStream bs = new ByteArrayOutputStream();
+          try (DataOutputStream ds = new DataOutputStream(bs)) {
+            ds.writeInt(tokenId.getSequenceNumber());
+          }
+          if (LOG.isDebugEnabled()) {
+            LOG.debug("Storing " + tokenId.getSequenceNumber() + " to "
+                + RM_DT_SEQUENCE_NUMBER_KEY);   
+          }
           batch.put(bytes(RM_DT_SEQUENCE_NUMBER_KEY), bs.toByteArray());
+        }
         db.write(batch);
       } finally {
         batch.close();
@@ -579,11 +578,17 @@ protected void storeRMDelegationTokenAndSequenceNumberState(
   }
 
   @Override
-  protected void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected void storeRMDelegationTokenState(
-      RMDelegationTokenIdentifier tokenId, Long renewDate,
+      RMDelegationTokenIdentifier tokenId, Long renewDate)
-      int latestSequenceNumber) throws IOException {
+      throws IOException {
-    storeRMDelegationTokenAndSequenceNumberState(tokenId, renewDate,
+    storeOrUpdateRMDT(tokenId, renewDate, false);
-        latestSequenceNumber);
+  }
+
+  @Override
+  protected void updateRMDelegationTokenState(
+      RMDelegationTokenIdentifier tokenId, Long renewDate)
+      throws IOException {
+    storeOrUpdateRMDT(tokenId, renewDate, true);
   }
 
   @Override

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/MemoryRMStateStore.java

@@ -149,10 +149,8 @@ public synchronized void removeApplicationStateInternal(
     }
   }
 
-  @Override
+  private void storeOrUpdateRMDT(RMDelegationTokenIdentifier rmDTIdentifier,
-  public synchronized void storeRMDelegationTokenAndSequenceNumberState(
+      Long renewDate, boolean isUpdate) throws Exception {
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
-      int latestSequenceNumber) throws Exception {
     Map<RMDelegationTokenIdentifier, Long> rmDTState =
         state.rmSecretManagerState.getTokenState();
     if (rmDTState.containsKey(rmDTIdentifier)) {
@@ -162,10 +160,19 @@ public synchronized void storeRMDelegationTokenAndSequenceNumberState(
       throw e;
     }
     rmDTState.put(rmDTIdentifier, renewDate);
-    state.rmSecretManagerState.dtSequenceNumber = latestSequenceNumber;
+    if(!isUpdate) {
+      state.rmSecretManagerState.dtSequenceNumber = 
+          rmDTIdentifier.getSequenceNumber();
+    }
     LOG.info("Store RMDT with sequence number "
-        + rmDTIdentifier.getSequenceNumber()
+             + rmDTIdentifier.getSequenceNumber());
-        + ". And the latest sequence number is " + latestSequenceNumber);
+  }
+
+  @Override
+  public synchronized void storeRMDelegationTokenState(
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
+      throws Exception {
+    storeOrUpdateRMDT(rmDTIdentifier, renewDate, false);
   }
 
   @Override
@@ -179,12 +186,11 @@ public synchronized void removeRMDelegationTokenState(
   }
 
   @Override
-  protected void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected void updateRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
     removeRMDelegationTokenState(rmDTIdentifier);
-    storeRMDelegationTokenAndSequenceNumberState(
+    storeOrUpdateRMDT(rmDTIdentifier, renewDate, true);
-        rmDTIdentifier, renewDate, latestSequenceNumber);
     LOG.info("Update RMDT with sequence number "
         + rmDTIdentifier.getSequenceNumber());
   }

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/NullRMStateStore.java

@@ -77,9 +77,9 @@ protected void removeApplicationStateInternal(ApplicationStateData appState)
   }
 
   @Override
-  public void storeRMDelegationTokenAndSequenceNumberState(
+  public void storeRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
     // Do nothing
   }
 
@@ -90,9 +90,9 @@ public void removeRMDelegationTokenState(RMDelegationTokenIdentifier rmDTIdentif
   }
 
   @Override
-  protected void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected void updateRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
     // Do nothing
   }
 

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStore.java

@@ -296,9 +296,8 @@ public void transition(RMStateStore store, RMStateStoreEvent event) {
       RMStateStoreRMDTEvent dtEvent = (RMStateStoreRMDTEvent) event;
       try {
         LOG.info("Storing RMDelegationToken and SequenceNumber");
-        store.storeRMDelegationTokenAndSequenceNumberState(
+        store.storeRMDelegationTokenState(
-            dtEvent.getRmDTIdentifier(), dtEvent.getRenewDate(),
+            dtEvent.getRmDTIdentifier(), dtEvent.getRenewDate());
-            dtEvent.getLatestSequenceNumber());
       } catch (Exception e) {
         LOG.error("Error While Storing RMDelegationToken and SequenceNumber ",
             e);
@@ -341,9 +340,8 @@ public void transition(RMStateStore store, RMStateStoreEvent event) {
       RMStateStoreRMDTEvent dtEvent = (RMStateStoreRMDTEvent) event;
       try {
         LOG.info("Updating RMDelegationToken and SequenceNumber");
-        store.updateRMDelegationTokenAndSequenceNumberInternal(
+        store.updateRMDelegationTokenState(
-            dtEvent.getRmDTIdentifier(), dtEvent.getRenewDate(),
+            dtEvent.getRmDTIdentifier(), dtEvent.getRenewDate());
-            dtEvent.getLatestSequenceNumber());
       } catch (Exception e) {
         LOG.error("Error While Updating RMDelegationToken and SequenceNumber ",
             e);
@@ -672,11 +670,10 @@ protected abstract void updateApplicationAttemptStateInternal(
    * RMDTSecretManager call this to store the state of a delegation token
    * and sequence number
    */
-  public void storeRMDelegationTokenAndSequenceNumber(
+  public void storeRMDelegationToken(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate) {
-      int latestSequenceNumber) {
     handleStoreEvent(new RMStateStoreRMDTEvent(rmDTIdentifier, renewDate,
-        latestSequenceNumber, RMStateStoreEventType.STORE_DELEGATION_TOKEN));
+        RMStateStoreEventType.STORE_DELEGATION_TOKEN));
   }
 
   /**
@@ -684,17 +681,17 @@ public void storeRMDelegationTokenAndSequenceNumber(
    * Derived classes must implement this method to store the state of
    * RMDelegationToken and sequence number
    */
-  protected abstract void storeRMDelegationTokenAndSequenceNumberState(
+  protected abstract void storeRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception;
+      throws Exception;
 
   /**
    * RMDTSecretManager call this to remove the state of a delegation token
    */
   public void removeRMDelegationToken(
-      RMDelegationTokenIdentifier rmDTIdentifier, int sequenceNumber) {
+      RMDelegationTokenIdentifier rmDTIdentifier) {
     handleStoreEvent(new RMStateStoreRMDTEvent(rmDTIdentifier, null,
-        sequenceNumber, RMStateStoreEventType.REMOVE_DELEGATION_TOKEN));
+        RMStateStoreEventType.REMOVE_DELEGATION_TOKEN));
   }
 
   /**
@@ -708,11 +705,10 @@ protected abstract void removeRMDelegationTokenState(
    * RMDTSecretManager call this to update the state of a delegation token
    * and sequence number
    */
-  public void updateRMDelegationTokenAndSequenceNumber(
+  public void updateRMDelegationToken(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate) {
-      int latestSequenceNumber) {
     handleStoreEvent(new RMStateStoreRMDTEvent(rmDTIdentifier, renewDate,
-        latestSequenceNumber, RMStateStoreEventType.UPDATE_DELEGATION_TOKEN));
+        RMStateStoreEventType.UPDATE_DELEGATION_TOKEN));
   }
 
   /**
@@ -720,9 +716,9 @@ public void updateRMDelegationTokenAndSequenceNumber(
    * Derived classes must implement this method to update the state of
    * RMDelegationToken and sequence number
    */
-  protected abstract void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected abstract void updateRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception;
+      throws Exception;
 
   /**
    * RMDTSecretManager call this to store the state of a master key

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStoreRMDTEvent.java

@@ -23,18 +23,16 @@
 public class RMStateStoreRMDTEvent extends RMStateStoreEvent {
   private RMDelegationTokenIdentifier rmDTIdentifier;
   private Long renewDate;
-  private int latestSequenceNumber;
 
   public RMStateStoreRMDTEvent(RMStateStoreEventType type) {
     super(type);
   }
 
   public RMStateStoreRMDTEvent(RMDelegationTokenIdentifier rmDTIdentifier,
-      Long renewDate, int latestSequenceNumber, RMStateStoreEventType type) {
+      Long renewDate, RMStateStoreEventType type) {
     this(type);
     this.rmDTIdentifier = rmDTIdentifier;
     this.renewDate = renewDate;
-    this.latestSequenceNumber = latestSequenceNumber;
   }
 
   public RMDelegationTokenIdentifier getRmDTIdentifier() {
@@ -44,8 +42,4 @@ public RMDelegationTokenIdentifier getRmDTIdentifier() {
   public Long getRenewDate() {
     return renewDate;
   }
-
-  public int getLatestSequenceNumber() {
-    return latestSequenceNumber;
-  }
 }

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/ZKRMStateStore.java

@@ -698,12 +698,11 @@ public synchronized void removeApplicationStateInternal(
   }
 
   @Override
-  protected synchronized void storeRMDelegationTokenAndSequenceNumberState(
+  protected synchronized void storeRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
     ArrayList<Op> opList = new ArrayList<Op>();
-    addStoreOrUpdateOps(
+    addStoreOrUpdateOps(opList, rmDTIdentifier, renewDate, false);
-        opList, rmDTIdentifier, renewDate, latestSequenceNumber, false);
     doMultiWithRetries(opList);
   }
 
@@ -727,29 +726,27 @@ protected synchronized void removeRMDelegationTokenState(
   }
 
   @Override
-  protected synchronized void updateRMDelegationTokenAndSequenceNumberInternal(
+  protected synchronized void updateRMDelegationTokenState(
-      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
+      RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate)
-      int latestSequenceNumber) throws Exception {
+      throws Exception {
     ArrayList<Op> opList = new ArrayList<Op>();
     String nodeRemovePath =
         getNodePath(delegationTokensRootPath, DELEGATION_TOKEN_PREFIX
             + rmDTIdentifier.getSequenceNumber());
     if (existsWithRetries(nodeRemovePath, true) == null) {
       // in case znode doesn't exist
-      addStoreOrUpdateOps(
+      addStoreOrUpdateOps(opList, rmDTIdentifier, renewDate, false);
-          opList, rmDTIdentifier, renewDate, latestSequenceNumber, false);
       LOG.debug("Attempted to update a non-existing znode " + nodeRemovePath);
     } else {
       // in case znode exists
-      addStoreOrUpdateOps(
+      addStoreOrUpdateOps(opList, rmDTIdentifier, renewDate, true);
-          opList, rmDTIdentifier, renewDate, latestSequenceNumber, true);
     }
     doMultiWithRetries(opList);
   }
 
   private void addStoreOrUpdateOps(ArrayList<Op> opList,
       RMDelegationTokenIdentifier rmDTIdentifier, Long renewDate,
-      int latestSequenceNumber, boolean isUpdate) throws Exception {
+      boolean isUpdate) throws Exception {
     // store RM delegation token
     String nodeCreatePath =
         getNodePath(delegationTokensRootPath, DELEGATION_TOKEN_PREFIX
@@ -769,16 +766,15 @@ private void addStoreOrUpdateOps(ArrayList<Op> opList,
       } else {
         opList.add(Op.create(nodeCreatePath, identifierData.toByteArray(), zkAcl,
             CreateMode.PERSISTENT));
-      }
+        // Update Sequence number only while storing DT
-
+        seqOut.writeInt(rmDTIdentifier.getSequenceNumber());
-
-     seqOut.writeInt(latestSequenceNumber);
         if (LOG.isDebugEnabled()) {
-        LOG.debug((isUpdate ? "Storing " : "Updating ") + dtSequenceNumberPath +
+          LOG.debug((isUpdate ? "Storing " : "Updating ") +
-            ". SequenceNumber: " + latestSequenceNumber);
+                    dtSequenceNumberPath + ". SequenceNumber: "
+                    + rmDTIdentifier.getSequenceNumber());
         }
-
         opList.add(Op.setData(dtSequenceNumberPath, seqOs.toByteArray(), -1));
+      }
     } finally {
       seqOs.close();
     }

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/security/RMDelegationTokenSecretManager.java

@@ -29,10 +29,8 @@
 import org.apache.hadoop.classification.InterfaceAudience;
 import org.apache.hadoop.classification.InterfaceAudience.Private;
 import org.apache.hadoop.classification.InterfaceStability;
-import org.apache.hadoop.security.token.SecretManager.InvalidToken;
 import org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager;
 import org.apache.hadoop.security.token.delegation.DelegationKey;
-import org.apache.hadoop.security.token.delegation.AbstractDelegationTokenSecretManager.DelegationTokenInformation;
 import org.apache.hadoop.util.ExitUtil;
 import org.apache.hadoop.yarn.security.client.RMDelegationTokenIdentifier;
 import org.apache.hadoop.yarn.server.resourcemanager.RMContext;
@@ -109,8 +107,7 @@ protected void storeNewToken(RMDelegationTokenIdentifier identifier,
     try {
       LOG.info("storing RMDelegation token with sequence number: "
           + identifier.getSequenceNumber());
-      rmContext.getStateStore().storeRMDelegationTokenAndSequenceNumber(
+      rmContext.getStateStore().storeRMDelegationToken(identifier, renewDate);
-        identifier, renewDate, identifier.getSequenceNumber());
     } catch (Exception e) {
       LOG.error("Error in storing RMDelegationToken with sequence number: "
           + identifier.getSequenceNumber());
@@ -124,11 +121,10 @@ protected void updateStoredToken(RMDelegationTokenIdentifier id,
     try {
       LOG.info("updating RMDelegation token with sequence number: "
           + id.getSequenceNumber());
-      rmContext.getStateStore().updateRMDelegationTokenAndSequenceNumber(id,
+      rmContext.getStateStore().updateRMDelegationToken(id, renewDate);
-        renewDate, id.getSequenceNumber());
     } catch (Exception e) {
-      LOG.error("Error in updating persisted RMDelegationToken with sequence number: "
+      LOG.error("Error in updating persisted RMDelegationToken" +
-            + id.getSequenceNumber());
+                " with sequence number: " + id.getSequenceNumber());
       ExitUtil.terminate(1, e);
     }
   }
@@ -139,8 +135,7 @@ protected void removeStoredToken(RMDelegationTokenIdentifier ident)
     try {
       LOG.info("removing RMDelegation token with sequence number: "
           + ident.getSequenceNumber());
-      rmContext.getStateStore().removeRMDelegationToken(ident,
+      rmContext.getStateStore().removeRMDelegationToken(ident);
-        delegationTokenSequenceNumber);
     } catch (Exception e) {
       LOG.error("Error in removing RMDelegationToken with sequence number: "
           + ident.getSequenceNumber());

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/RMStateStoreTestBase.java

@@ -411,16 +411,15 @@ public void testRMDTSecretManagerStateStore(
     RMDelegationTokenIdentifier dtId1 =
         new RMDelegationTokenIdentifier(new Text("owner1"),
           new Text("renewer1"), new Text("realuser1"));
+    int sequenceNumber = 1111;
+    dtId1.setSequenceNumber(sequenceNumber);
     byte[] tokenBeforeStore = dtId1.getBytes();
     Long renewDate1 = new Long(System.currentTimeMillis());
-    int sequenceNumber = 1111;
+    store.storeRMDelegationToken(dtId1, renewDate1);
-    store.storeRMDelegationTokenAndSequenceNumber(dtId1, renewDate1,
-      sequenceNumber);
     modifyRMDelegationTokenState();
     Map<RMDelegationTokenIdentifier, Long> token1 =
         new HashMap<RMDelegationTokenIdentifier, Long>();
     token1.put(dtId1, renewDate1);
-
     // store delegation key;
     DelegationKey key = new DelegationKey(1234, 4321 , "keyBytes".getBytes());
     HashSet<DelegationKey> keySet = new HashSet<DelegationKey>();
@@ -440,9 +439,7 @@ public void testRMDTSecretManagerStateStore(
 
     // update RM delegation token;
     renewDate1 = new Long(System.currentTimeMillis());
-    ++sequenceNumber;
+    store.updateRMDelegationToken(dtId1, renewDate1);
-    store.updateRMDelegationTokenAndSequenceNumber(
-        dtId1, renewDate1, sequenceNumber);
     token1.put(dtId1, renewDate1);
 
     RMDTSecretManagerState updateSecretManagerState =
@@ -463,7 +460,7 @@ public void testRMDTSecretManagerStateStore(
         noKeySecretManagerState.getDTSequenceNumber());
 
     // check to delete delegationToken
-    store.removeRMDelegationToken(dtId1, sequenceNumber);
+    store.removeRMDelegationToken(dtId1);
     RMDTSecretManagerState noKeyAndTokenSecretManagerState =
         store.loadState().getRMDTSecretManagerState();
     token1.clear();

hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/test/java/org/apache/hadoop/yarn/server/resourcemanager/recovery/TestZKRMStateStore.java

@@ -338,19 +338,17 @@ public void testFencedState() throws Exception {
         new RMDelegationTokenIdentifier(new Text("owner1"),
             new Text("renewer1"), new Text("realuser1"));
     Long renewDate1 = new Long(System.currentTimeMillis()); 
-    int sequenceNumber = 1111;
+    dtId1.setSequenceNumber(1111);
-    store.storeRMDelegationTokenAndSequenceNumber(dtId1, renewDate1,
+    store.storeRMDelegationToken(dtId1, renewDate1);
-        sequenceNumber);
     assertEquals("RMStateStore should have been in fenced state", true,
         store.isFencedState());
 
-    store.updateRMDelegationTokenAndSequenceNumber(dtId1, renewDate1,
+    store.updateRMDelegationToken(dtId1, renewDate1);
-        sequenceNumber);
     assertEquals("RMStateStore should have been in fenced state", true,
         store.isFencedState());
 
     // remove delegation key;
-    store.removeRMDelegationToken(dtId1, sequenceNumber);
+    store.removeRMDelegationToken(dtId1);
     assertEquals("RMStateStore should have been in fenced state", true,
         store.isFencedState());