YARN-3181. FairScheduler: Fix up outdated findbugs issues. (kasha)

(cherry picked from commit c2b185def8)
This commit is contained in:
Karthik Kambatla 2015-02-12 13:44:47 -08:00
parent 1be2d64ddd
commit fcfbdf6440
5 changed files with 16 additions and 31 deletions

View File

@ -243,6 +243,8 @@ Release 2.7.0 - UNRELEASED
YARN-2079. Recover NonAggregatingLogHandler state upon nodemanager YARN-2079. Recover NonAggregatingLogHandler state upon nodemanager
restart. (Jason Lowe via junping_du) restart. (Jason Lowe via junping_du)
YARN-3181. FairScheduler: Fix up outdated findbugs issues. (kasha)
YARN-3124. Fixed CS LeafQueue/ParentQueue to use QueueCapacities to track YARN-3124. Fixed CS LeafQueue/ParentQueue to use QueueCapacities to track
capacities-by-label. (Wangda Tan via jianhe) capacities-by-label. (Wangda Tan via jianhe)

View File

@ -142,22 +142,12 @@
<Class name="org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService" /> <Class name="org.apache.hadoop.yarn.server.nodemanager.containermanager.logaggregation.LogAggregationService" />
<Bug pattern="IS2_INCONSISTENT_SYNC" /> <Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match> </Match>
<Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.AllocationFileLoaderService" />
<Field name="allocFile" />
<Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match>
<!-- Inconsistent sync warning - minimumAllocation is only initialized once and never changed --> <!-- Inconsistent sync warning - minimumAllocation is only initialized once and never changed -->
<Match> <Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler" /> <Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.AbstractYarnScheduler" />
<Field name="minimumAllocation" /> <Field name="minimumAllocation" />
<Bug pattern="IS2_INCONSISTENT_SYNC" /> <Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match> </Match>
<Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSSchedulerNode" />
<Method name="reserveResource" />
<Bug pattern="BC_UNCONFIRMED_CAST" />
</Match>
<!-- Inconsistent sync warning - reinitialize read from other queue does not need sync--> <!-- Inconsistent sync warning - reinitialize read from other queue does not need sync-->
<Match> <Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue" /> <Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.LeafQueue" />
@ -215,18 +205,6 @@
<Field name="scheduleAsynchronously" /> <Field name="scheduleAsynchronously" />
<Bug pattern="IS2_INCONSISTENT_SYNC" /> <Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match> </Match>
<!-- Inconsistent sync warning - updateInterval is only initialized once and never changed -->
<Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler" />
<Field name="updateInterval" />
<Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match>
<!-- Inconsistent sync warning - callDurationMetrics is only initialized once and never changed -->
<Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler" />
<Field name="fsOpDurations" />
<Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match>
<!-- Inconsistent sync warning - numRetries is only initialized once and never changed --> <!-- Inconsistent sync warning - numRetries is only initialized once and never changed -->
<Match> <Match>
@ -426,11 +404,6 @@
<Field name="queue" /> <Field name="queue" />
<Bug pattern="IS2_INCONSISTENT_SYNC" /> <Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match> </Match>
<Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler" />
<Field name="allocConf" />
<Bug pattern="IS2_INCONSISTENT_SYNC" />
</Match>
<Match> <Match>
<Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode" /> <Class name="org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerNode" />
<Field name="numContainers" /> <Field name="numContainers" />

View File

@ -33,6 +33,9 @@ import org.apache.hadoop.yarn.util.resource.Resources;
import com.google.common.annotations.VisibleForTesting; import com.google.common.annotations.VisibleForTesting;
import javax.annotation.concurrent.ThreadSafe;
@ThreadSafe
public class AllocationConfiguration extends ReservationSchedulerConfiguration { public class AllocationConfiguration extends ReservationSchedulerConfiguration {
private static final AccessControlList EVERYBODY_ACL = new AccessControlList("*"); private static final AccessControlList EVERYBODY_ACL = new AccessControlList("*");
private static final AccessControlList NOBODY_ACL = new AccessControlList(" "); private static final AccessControlList NOBODY_ACL = new AccessControlList(" ");
@ -204,13 +207,17 @@ public class AllocationConfiguration extends ReservationSchedulerConfiguration {
} }
public ResourceWeights getQueueWeight(String queue) { public ResourceWeights getQueueWeight(String queue) {
synchronized (queueWeights) {
ResourceWeights weight = queueWeights.get(queue); ResourceWeights weight = queueWeights.get(queue);
return (weight == null) ? ResourceWeights.NEUTRAL : weight; return (weight == null) ? ResourceWeights.NEUTRAL : weight;
} }
}
public void setQueueWeight(String queue, ResourceWeights weight) { public void setQueueWeight(String queue, ResourceWeights weight) {
synchronized (queueWeights) {
queueWeights.put(queue, weight); queueWeights.put(queue, weight);
} }
}
public int getUserMaxApps(String user) { public int getUserMaxApps(String user) {
Integer maxApps = userMaxApps.get(user); Integer maxApps = userMaxApps.get(user);

View File

@ -201,7 +201,7 @@ public class AllocationFileLoaderService extends AbstractService {
* @throws ParserConfigurationException if XML parser is misconfigured. * @throws ParserConfigurationException if XML parser is misconfigured.
* @throws SAXException if config file is malformed. * @throws SAXException if config file is malformed.
*/ */
public synchronized void reloadAllocations() throws IOException, public void reloadAllocations() throws IOException,
ParserConfigurationException, SAXException, AllocationConfigurationException { ParserConfigurationException, SAXException, AllocationConfigurationException {
if (allocFile == null) { if (allocFile == null) {
return; return;

View File

@ -31,6 +31,8 @@ import org.apache.hadoop.metrics2.lib.MetricsRegistry;
import static org.apache.hadoop.metrics2.lib.Interns.info; import static org.apache.hadoop.metrics2.lib.Interns.info;
import org.apache.hadoop.metrics2.lib.MutableRate; import org.apache.hadoop.metrics2.lib.MutableRate;
import javax.annotation.concurrent.ThreadSafe;
/** /**
* Class to capture the performance metrics of FairScheduler. * Class to capture the performance metrics of FairScheduler.
* This should be a singleton. * This should be a singleton.
@ -38,6 +40,7 @@ import org.apache.hadoop.metrics2.lib.MutableRate;
@InterfaceAudience.Private @InterfaceAudience.Private
@InterfaceStability.Unstable @InterfaceStability.Unstable
@Metrics(context="fairscheduler-op-durations") @Metrics(context="fairscheduler-op-durations")
@ThreadSafe
public class FSOpDurations implements MetricsSource { public class FSOpDurations implements MetricsSource {
@Metric("Duration for a continuous scheduling run") @Metric("Duration for a continuous scheduling run")