Apache
/
hadoop
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

YARN-6864. FSPreemptionThread cleanup for readability. (Daniel Templeton via Yufei Gu) 

(cherry picked from commit 9902be72cb)
This commit is contained in:
Yufei Gu 2017-07-27 23:19:39 -07:00
parent c3e8c7d56e
commit e29d1c75ea
1 changed files with 14 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
hadoop-yarn-project/hadoop-yarn/hadoop-yarn-server/hadoop-yarn-server-resourcemanager/src/main/java/org/apache/hadoop/yarn/server/resourcemanager/scheduler/fair/FSPreemptionThread.java
View File

@ -68,11 +68,11 @@ class FSPreemptionThread extends Thread {
schedulerReadLock = scheduler.getSchedulerReadLock();
}
@Override
public void run() {
while (!Thread.interrupted()) {
FSAppAttempt starvedApp;
try {
starvedApp = context.getStarvedApps().take();
FSAppAttempt starvedApp = context.getStarvedApps().take();
// Hold the scheduler readlock so this is not concurrent with the
// update thread.
schedulerReadLock.lock();
@ -84,7 +84,7 @@ class FSPreemptionThread extends Thread {
starvedApp.preemptionTriggered(delayBeforeNextStarvationCheck);
} catch (InterruptedException e) {
LOG.info("Preemption thread interrupted! Exiting.");
return;
Thread.currentThread().interrupt();
}
}
}
@ -114,16 +114,19 @@ class FSPreemptionThread extends Thread {
PreemptableContainers bestContainers = null;
List<FSSchedulerNode> potentialNodes = scheduler.getNodeTracker()
.getNodesByResourceName(rr.getResourceName());
int maxAMContainers = Integer.MAX_VALUE;
for (FSSchedulerNode node : potentialNodes) {
int maxAMContainers = bestContainers == null ?
Integer.MAX_VALUE : bestContainers.numAMContainers;
PreemptableContainers preemptableContainers =
identifyContainersToPreemptOnNode(
rr.getCapability(), node, maxAMContainers);
if (preemptableContainers != null) {
// This set is better than any previously identified set.
bestContainers = preemptableContainers;
if (preemptableContainers.numAMContainers == 0) {
maxAMContainers = bestContainers.numAMContainers;
if (maxAMContainers == 0) {
break;
}
}
@ -184,13 +187,10 @@ class FSPreemptionThread extends Thread {
return preemptableContainers;
}
}
return null;
}
private boolean isNodeAlreadyReserved(
FSSchedulerNode node, FSAppAttempt app) {
FSAppAttempt nodeReservedApp = node.getReservedAppSchedulable();
return nodeReservedApp != null && !nodeReservedApp.equals(app);
// Return null if the sum of all preemptable containers' resources
// isn't enough to satisfy the starved request.
return null;
}
private void trackPreemptionsAgainstNode(List<RMContainer> containers,
@ -216,7 +216,7 @@ class FSPreemptionThread extends Thread {
}
private class PreemptContainersTask extends TimerTask {
private List<RMContainer> containers;
private final List<RMContainer> containers;
PreemptContainersTask(List<RMContainer> containers) {
this.containers = containers;