YARN-10885. Make FederationStateStoreFacade#getApplicationHomeSubCluster use JCache. (#4701)

This commit is contained in:
slfan1989 2022-08-16 04:46:40 +08:00 committed by GitHub
parent b1d4af2492
commit eff3b8c59a
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 69 additions and 3 deletions

View File

@ -92,6 +92,8 @@ public final class FederationStateStoreFacade {
private static final String GET_SUBCLUSTERS_CACHEID = "getSubClusters"; private static final String GET_SUBCLUSTERS_CACHEID = "getSubClusters";
private static final String GET_POLICIES_CONFIGURATIONS_CACHEID = private static final String GET_POLICIES_CONFIGURATIONS_CACHEID =
"getPoliciesConfigurations"; "getPoliciesConfigurations";
private static final String GET_APPLICATION_HOME_SUBCLUSTER_CACHEID =
"getApplicationHomeSubCluster";
private static final FederationStateStoreFacade FACADE = private static final FederationStateStoreFacade FACADE =
new FederationStateStoreFacade(); new FederationStateStoreFacade();
@ -382,11 +384,20 @@ public final class FederationStateStoreFacade {
*/ */
public SubClusterId getApplicationHomeSubCluster(ApplicationId appId) public SubClusterId getApplicationHomeSubCluster(ApplicationId appId)
throws YarnException { throws YarnException {
GetApplicationHomeSubClusterResponse response = try {
stateStore.getApplicationHomeSubCluster( if (isCachingEnabled()) {
SubClusterId value = SubClusterId.class.cast(
cache.get(buildGetApplicationHomeSubClusterRequest(appId)));
return value;
} else {
GetApplicationHomeSubClusterResponse response = stateStore.getApplicationHomeSubCluster(
GetApplicationHomeSubClusterRequest.newInstance(appId)); GetApplicationHomeSubClusterRequest.newInstance(appId));
return response.getApplicationHomeSubCluster().getHomeSubCluster(); return response.getApplicationHomeSubCluster().getHomeSubCluster();
} }
} catch (Throwable ex) {
throw new YarnException(ex);
}
}
/** /**
* Get the singleton instance of SubClusterResolver. * Get the singleton instance of SubClusterResolver.
@ -548,6 +559,26 @@ public final class FederationStateStoreFacade {
return cacheRequest; return cacheRequest;
} }
private Object buildGetApplicationHomeSubClusterRequest(ApplicationId applicationId) {
final String cacheKey = buildCacheKey(getClass().getSimpleName(),
GET_APPLICATION_HOME_SUBCLUSTER_CACHEID, applicationId.toString());
CacheRequest<String, SubClusterId> cacheRequest = new CacheRequest<>(
cacheKey,
input -> {
GetApplicationHomeSubClusterRequest request =
GetApplicationHomeSubClusterRequest.newInstance(applicationId);
GetApplicationHomeSubClusterResponse response =
stateStore.getApplicationHomeSubCluster(request);
ApplicationHomeSubCluster appHomeSubCluster = response.getApplicationHomeSubCluster();
SubClusterId subClusterId = appHomeSubCluster.getHomeSubCluster();
return subClusterId;
});
return cacheRequest;
}
protected String buildCacheKey(String typeName, String methodName, protected String buildCacheKey(String typeName, String methodName,
String argName) { String argName) {
StringBuilder buffer = new StringBuilder(); StringBuilder buffer = new StringBuilder();
@ -645,6 +676,15 @@ public final class FederationStateStoreFacade {
TResult invoke(T input) throws Exception; TResult invoke(T input) throws Exception;
} }
@VisibleForTesting
public Cache<Object, Object> getCache() {
return cache;
}
@VisibleForTesting
protected Object getAppHomeSubClusterCacheRequest(ApplicationId applicationId) {
return buildGetApplicationHomeSubClusterRequest(applicationId);
}
@VisibleForTesting @VisibleForTesting
public FederationStateStore getStateStore() { public FederationStateStore getStateStore() {

View File

@ -41,6 +41,8 @@ import org.junit.runner.RunWith;
import org.junit.runners.Parameterized; import org.junit.runners.Parameterized;
import org.junit.runners.Parameterized.Parameters; import org.junit.runners.Parameterized.Parameters;
import javax.cache.Cache;
/** /**
* Unit tests for FederationStateStoreFacade. * Unit tests for FederationStateStoreFacade.
*/ */
@ -64,12 +66,14 @@ public class TestFederationStateStoreFacade {
private FederationStateStoreTestUtil stateStoreTestUtil; private FederationStateStoreTestUtil stateStoreTestUtil;
private FederationStateStoreFacade facade = private FederationStateStoreFacade facade =
FederationStateStoreFacade.getInstance(); FederationStateStoreFacade.getInstance();
private Boolean isCachingEnabled;
public TestFederationStateStoreFacade(Boolean isCachingEnabled) { public TestFederationStateStoreFacade(Boolean isCachingEnabled) {
conf = new Configuration(); conf = new Configuration();
if (!(isCachingEnabled.booleanValue())) { if (!(isCachingEnabled.booleanValue())) {
conf.setInt(YarnConfiguration.FEDERATION_CACHE_TIME_TO_LIVE_SECS, 0); conf.setInt(YarnConfiguration.FEDERATION_CACHE_TIME_TO_LIVE_SECS, 0);
} }
this.isCachingEnabled = isCachingEnabled;
} }
@Before @Before
@ -206,4 +210,26 @@ public class TestFederationStateStoreFacade {
Assert.assertEquals(subClusterId1, result); Assert.assertEquals(subClusterId1, result);
} }
@Test
public void testGetApplicationHomeSubClusterCache() throws YarnException {
ApplicationId appId = ApplicationId.newInstance(clusterTs, numApps + 1);
SubClusterId subClusterId1 = SubClusterId.newInstance("Home1");
ApplicationHomeSubCluster appHomeSubCluster =
ApplicationHomeSubCluster.newInstance(appId, subClusterId1);
SubClusterId subClusterIdAdd = facade.addApplicationHomeSubCluster(appHomeSubCluster);
SubClusterId subClusterIdByFacade = facade.getApplicationHomeSubCluster(appId);
Assert.assertEquals(subClusterIdByFacade, subClusterIdAdd);
Assert.assertEquals(subClusterId1, subClusterIdAdd);
if (isCachingEnabled.booleanValue()) {
Cache<Object, Object> cache = facade.getCache();
Object cacheKey = facade.getAppHomeSubClusterCacheRequest(appId);
Object subClusterIdByCache = cache.get(cacheKey);
Assert.assertEquals(subClusterIdByFacade, subClusterIdByCache);
Assert.assertEquals(subClusterId1, subClusterIdByCache);
}
}
} }