From 44fdf009642ae4e99b15f89ec0ca43834f991ef3 Mon Sep 17 00:00:00 2001 From: Robert Kanter Date: Tue, 25 Oct 2016 23:59:39 -0700 Subject: [PATCH] YARN-5753. fix NPE in AMRMClientImpl.getMatchingRequests() (haibochen via rkanter) --- .../yarn/client/api/impl/AMRMClientImpl.java | 23 +++++++++++-------- .../yarn/client/api/impl/TestAMRMClient.java | 14 +++++++++++ 2 files changed, 28 insertions(+), 9 deletions(-) diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java index 32216610612..3ed43b004b0 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/main/java/org/apache/hadoop/yarn/client/api/impl/AMRMClientImpl.java @@ -664,15 +664,20 @@ public synchronized List> getMatchingRequests( List> list = new LinkedList>(); RemoteRequestsTable remoteRequestsTable = getTable(0); - List> matchingRequests = - remoteRequestsTable.getMatchingRequests(priority, resourceName, - executionType, capability); - // If no exact match. Container may be larger than what was requested. - // get all resources <= capability. map is reverse sorted. - for (ResourceRequestInfo resReqInfo : matchingRequests) { - if (canFit(resReqInfo.remoteRequest.getCapability(), capability) && - !resReqInfo.containerRequests.isEmpty()) { - list.add(resReqInfo.containerRequests); + + if (null != remoteRequestsTable) { + List> matchingRequests = + remoteRequestsTable.getMatchingRequests(priority, resourceName, + executionType, capability); + if (null != matchingRequests) { + // If no exact match. Container may be larger than what was requested. + // get all resources <= capability. map is reverse sorted. + for (ResourceRequestInfo resReqInfo : matchingRequests) { + if (canFit(resReqInfo.remoteRequest.getCapability(), capability) && + !resReqInfo.containerRequests.isEmpty()) { + list.add(resReqInfo.containerRequests); + } + } } } // no match found diff --git a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClient.java b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClient.java index 239189a5f9a..c4bb3ced94a 100644 --- a/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClient.java +++ b/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-client/src/test/java/org/apache/hadoop/yarn/client/api/impl/TestAMRMClient.java @@ -235,6 +235,20 @@ public static void tearDown() { yarnCluster.stop(); } } + + @Test (timeout = 60000) + public void testAMRMClientNoMatchingRequests() + throws IOException, YarnException { + AMRMClient amClient = AMRMClient.createAMRMClient(); + amClient.init(conf); + amClient.start(); + amClient.registerApplicationMaster("Host", 10000, ""); + + Resource testCapability1 = Resource.newInstance(1024, 2); + List> matches = + amClient.getMatchingRequests(priority, node, testCapability1); + assertEquals("Expected no macthing requests.", matches.size(), 0); + } @Test (timeout=60000) public void testAMRMClientMatchingFit() throws YarnException, IOException {