MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation token changes on RM. Contributed by Akira AJISAKA
This commit is contained in:
parent
934d96a334
commit
eb6379ca25
|
@ -605,6 +605,9 @@ Release 2.8.0 - UNRELEASED
|
|||
|
||||
MAPREDUCE-6495. Docs for archive-logs tool (rkanter)
|
||||
|
||||
MAPREDUCE-6508. TestNetworkedJob fails consistently due to delegation
|
||||
token changes on RM. (Akira AJISAKA via junping_du)
|
||||
|
||||
Release 2.7.2 - UNRELEASED
|
||||
|
||||
INCOMPATIBLE CHANGES
|
||||
|
|
|
@ -36,8 +36,6 @@ import org.apache.hadoop.conf.Configuration;
|
|||
import org.apache.hadoop.fs.FSDataOutputStream;
|
||||
import org.apache.hadoop.fs.FileSystem;
|
||||
import org.apache.hadoop.fs.Path;
|
||||
import org.apache.hadoop.mapreduce.security.token.delegation.DelegationTokenIdentifier;
|
||||
import org.apache.hadoop.io.Text;
|
||||
import org.apache.hadoop.mapred.ClusterStatus.BlackListInfo;
|
||||
import org.apache.hadoop.mapred.JobClient.NetworkedJob;
|
||||
import org.apache.hadoop.mapred.JobClient.TaskStatusFilter;
|
||||
|
@ -49,8 +47,6 @@ import org.apache.hadoop.yarn.conf.YarnConfiguration;
|
|||
import org.apache.hadoop.yarn.exceptions.YarnRuntimeException;
|
||||
import org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler;
|
||||
import org.junit.Test;
|
||||
import org.apache.hadoop.security.UserGroupInformation;
|
||||
import org.apache.hadoop.security.token.Token;
|
||||
|
||||
public class TestNetworkedJob {
|
||||
private static String TEST_ROOT_DIR = new File(System.getProperty(
|
||||
|
@ -221,11 +217,6 @@ public class TestNetworkedJob {
|
|||
status2.getBlackListedTrackersInfo());
|
||||
assertEquals(status.getMapTasks(), status2.getMapTasks());
|
||||
|
||||
try {
|
||||
} catch (RuntimeException e) {
|
||||
assertTrue(e.getMessage().endsWith("not found on CLASSPATH"));
|
||||
}
|
||||
|
||||
// test taskStatusfilter
|
||||
JobClient.setTaskOutputFilter(job, TaskStatusFilter.ALL);
|
||||
assertEquals(JobClient.getTaskOutputFilter(job), TaskStatusFilter.ALL);
|
||||
|
@ -256,15 +247,8 @@ public class TestNetworkedJob {
|
|||
assertEquals(aai.length, 2);
|
||||
assertEquals(aai[0].getQueueName(), "root");
|
||||
assertEquals(aai[1].getQueueName(), "default");
|
||||
// test token
|
||||
Token<DelegationTokenIdentifier> token = client
|
||||
.getDelegationToken(new Text(UserGroupInformation.getCurrentUser()
|
||||
.getShortUserName()));
|
||||
assertEquals(token.getKind().toString(), "RM_DELEGATION_TOKEN");
|
||||
|
||||
// test JobClient
|
||||
|
||||
|
||||
// The following asserts read JobStatus twice and ensure the returned
|
||||
// JobStatus objects correspond to the same Job.
|
||||
assertEquals("Expected matching JobIDs", jobId, client.getJob(jobId)
|
||||
|
|
Loading…
Reference in New Issue