YARN-10284. Add lazy initialization of LogAggregationFileControllerFactory in LogServlet. Contributed by Adam Antal

This commit is contained in:
Szilard Nemeth 2020-06-02 15:53:48 +02:00
parent e0a0741ac8
commit aa6d13455b
2 changed files with 65 additions and 3 deletions

View File

@ -62,15 +62,23 @@ public class LogServlet extends Configured {
private static final Joiner JOINER = Joiner.on("");
private static final String NM_DOWNLOAD_URI_STR = "/ws/v1/node/containers";
private final LogAggregationFileControllerFactory factory;
private LogAggregationFileControllerFactory factoryInstance = null;
private final AppInfoProvider appInfoProvider;
public LogServlet(Configuration conf, AppInfoProvider appInfoProvider) {
super(conf);
this.factory = new LogAggregationFileControllerFactory(conf);
this.appInfoProvider = appInfoProvider;
}
private LogAggregationFileControllerFactory getOrCreateFactory() {
if (factoryInstance != null) {
return factoryInstance;
} else {
factoryInstance = new LogAggregationFileControllerFactory(getConf());
return factoryInstance;
}
}
@VisibleForTesting
public String getNMWebAddressFromRM(String nodeId)
throws ClientHandlerException, UniformInterfaceException, JSONException {
@ -226,7 +234,7 @@ public class LogServlet extends Configured {
String nmId, boolean redirectedFromNode,
String clusterId, boolean manualRedirection) {
builder.setFactory(factory);
builder.setFactory(getOrCreateFactory());
BasicAppInfo appInfo;
try {
@ -361,6 +369,8 @@ public class LogServlet extends Configured {
"Invalid ContainerId: " + containerIdStr);
}
LogAggregationFileControllerFactory factory = getOrCreateFactory();
final long length = LogWebServiceUtils.parseLongParam(size);
ApplicationId appId = containerId.getApplicationAttemptId()

View File

@ -0,0 +1,52 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.yarn.server.webapp;
import org.apache.hadoop.yarn.conf.YarnConfiguration;
import org.apache.hadoop.yarn.logaggregation.filecontroller.LogAggregationFileControllerFactory;
import org.junit.Test;
import static org.assertj.core.api.Assertions.assertThat;
import static org.assertj.core.api.Assertions.fail;
import static org.mockito.Mockito.mock;
public class TestLogServlet {
/**
* Test that {@link LogServlet}'s constructor does not throw exception,
* if the log aggregation properties are bad.
*/
@Test
public void testLogServletNoException() {
YarnConfiguration conf = new YarnConfiguration();
conf.set(YarnConfiguration.LOG_AGGREGATION_FILE_FORMATS, "22");
// first test the factory's constructor throws exception
try {
LogAggregationFileControllerFactory factory =
new LogAggregationFileControllerFactory(conf);
fail("LogAggregationFileControllerFactory should have thrown exception");
} catch (IllegalArgumentException expected) {
}
// LogServlet should not throw exception
AppInfoProvider aip = mock(AppInfoProvider.class);
LogServlet ls = new LogServlet(conf, aip);
assertThat(ls).isNotNull();
}
}