From 1373889ac21e23bb9e49fd9656de1a5d132eec54 Mon Sep 17 00:00:00 2001 From: Inigo Goiri Date: Mon, 24 Jun 2019 19:02:41 -0700 Subject: [PATCH] HDFS-14541. When evictableMmapped or evictable size is zero, do not throw NoSuchElementException. (cherry picked from commit 0966407ad6fddb7adf60dba846d1f7c8a13b8ec1) --- .../hdfs/shortcircuit/ShortCircuitCache.java | 40 +++++-------------- 1 file changed, 11 insertions(+), 29 deletions(-) diff --git a/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/shortcircuit/ShortCircuitCache.java b/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/shortcircuit/ShortCircuitCache.java index b26652b0bee..a92f2956f44 100644 --- a/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/shortcircuit/ShortCircuitCache.java +++ b/hadoop-hdfs-project/hadoop-hdfs-client/src/main/java/org/apache/hadoop/hdfs/shortcircuit/ShortCircuitCache.java @@ -109,13 +109,8 @@ public class ShortCircuitCache implements Closeable { int numDemoted = demoteOldEvictableMmaped(curMs); int numPurged = 0; Long evictionTimeNs; - while (true) { - Object eldestKey; - try { - eldestKey = evictable.firstKey(); - } catch (NoSuchElementException e) { - break; - } + while (!evictable.isEmpty()) { + Object eldestKey = evictable.firstKey(); evictionTimeNs = (Long)eldestKey; long evictionTimeMs = TimeUnit.MILLISECONDS.convert(evictionTimeNs, TimeUnit.NANOSECONDS); @@ -493,13 +488,8 @@ public class ShortCircuitCache implements Closeable { boolean needMoreSpace = false; Long evictionTimeNs; - while (true) { - Object eldestKey; - try { - eldestKey = evictableMmapped.firstKey(); - } catch (NoSuchElementException e) { - break; - } + while (!evictableMmapped.isEmpty()) { + Object eldestKey = evictableMmapped.firstKey(); evictionTimeNs = (Long)eldestKey; long evictionTimeMs = TimeUnit.MILLISECONDS.convert(evictionTimeNs, TimeUnit.NANOSECONDS); @@ -533,23 +523,15 @@ public class ShortCircuitCache implements Closeable { long now = Time.monotonicNow(); demoteOldEvictableMmaped(now); - while (true) { - long evictableSize = evictable.size(); - long evictableMmappedSize = evictableMmapped.size(); - if (evictableSize + evictableMmappedSize <= maxTotalSize) { - return; - } + while (evictable.size() + evictableMmapped.size() > maxTotalSize) { ShortCircuitReplica replica; - try { - if (evictableSize == 0) { - replica = (ShortCircuitReplica)evictableMmapped.get(evictableMmapped - .firstKey()); - } else { - replica = (ShortCircuitReplica)evictable.get(evictable.firstKey()); - } - } catch (NoSuchElementException e) { - break; + if (evictable.isEmpty()) { + replica = (ShortCircuitReplica) evictableMmapped + .get(evictableMmapped.firstKey()); + } else { + replica = (ShortCircuitReplica) evictable.get(evictable.firstKey()); } + if (LOG.isTraceEnabled()) { LOG.trace(this + ": trimEvictionMaps is purging " + replica + StringUtils.getStackTrace(Thread.currentThread()));