From 801ce47e28faeebbf8ff64348c82a4b6a94028bb Mon Sep 17 00:00:00 2001 From: Junping Du Date: Fri, 23 Oct 2015 10:05:46 -0700 Subject: [PATCH] MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation token changes on RM. Contributed by Akira AJISAKA (cherry picked from commit eb6379ca25e1bb6d3978bd3a021723c38c95bec9) --- hadoop-mapreduce-project/CHANGES.txt | 3 +++ .../apache/hadoop/mapred/TestNetworkedJob.java | 16 ---------------- 2 files changed, 3 insertions(+), 16 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 564a92a93a2..045ca4e2828 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -336,6 +336,9 @@ Release 2.8.0 - UNRELEASED MAPREDUCE-6495. Docs for archive-logs tool (rkanter) + MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation + token changes on RM. (Akira AJISAKA via junping_du) + Release 2.7.2 - UNRELEASED INCOMPATIBLE CHANGES diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java index cfe4705ad53..2e0887e50db 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/src/test/java/org/apache/hadoop/mapred/TestNetworkedJob.java @@ -36,8 +36,6 @@ import org.apache.hadoop.fs.FSDataOutputStream; import org.apache.hadoop.fs.FileSystem; import org.apache.hadoop.fs.Path; -import org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier; -import org.apache.hadoop.io.Text; import org.apache.hadoop.mapred.ClusterStatus.BlackListInfo; import org.apache.hadoop.mapred.JobClient.NetworkedJob; import org.apache.hadoop.mapred.JobClient.TaskStatusFilter; @@ -49,8 +47,6 @@ import org.apache.hadoop.yarn.exceptions.YarnRuntimeException; import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler; import org.junit.Test; -import org.apache.hadoop.security.UserGroupInformation; -import org.apache.hadoop.security.token.Token; public class TestNetworkedJob { private static String TEST_ROOT_DIR = new File(System.getProperty( @@ -221,11 +217,6 @@ public void testNetworkedJob() throws Exception { status2.getBlackListedTrackersInfo()); assertEquals(status.getMapTasks(), status2.getMapTasks()); - try { - } catch (RuntimeException e) { - assertTrue(e.getMessage().endsWith("not found on CLASSPATH")); - } - // test taskStatusfilter JobClient.setTaskOutputFilter(job, TaskStatusFilter.ALL); assertEquals(JobClient.getTaskOutputFilter(job), TaskStatusFilter.ALL); @@ -256,15 +247,8 @@ public void testNetworkedJob() throws Exception { assertEquals(aai.length, 2); assertEquals(aai[0].getQueueName(), "root"); assertEquals(aai[1].getQueueName(), "default"); - // test token - Token token = client - .getDelegationToken(new Text(UserGroupInformation.getCurrentUser() - .getShortUserName())); - assertEquals(token.getKind().toString(), "RM_DELEGATION_TOKEN"); // test JobClient - - // The following asserts read JobStatus twice and ensure the returned // JobStatus objects correspond to the same Job. assertEquals("Expected matching JobIDs", jobId, client.getJob(jobId)