Cut over to IndexModule to register query cache
This commit cuts over to the new query cache registry in IndexModule added in https://github.com/elastic/elasticsearch/pull/14293 Original commit: elastic/x-pack-elasticsearch@4d56584b01
This commit is contained in:
parent
203e6f4c6e
commit
2cb0cbf62a
|
@ -16,8 +16,8 @@ import org.elasticsearch.common.Strings;
|
||||||
import org.elasticsearch.common.io.Streams;
|
import org.elasticsearch.common.io.Streams;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.util.concurrent.CountDown;
|
import org.elasticsearch.common.util.concurrent.CountDown;
|
||||||
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.index.IndexNotFoundException;
|
import org.elasticsearch.index.IndexNotFoundException;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
|
||||||
import org.elasticsearch.license.plugin.LicensePlugin;
|
import org.elasticsearch.license.plugin.LicensePlugin;
|
||||||
import org.elasticsearch.marvel.MarvelPlugin;
|
import org.elasticsearch.marvel.MarvelPlugin;
|
||||||
import org.elasticsearch.marvel.agent.AgentService;
|
import org.elasticsearch.marvel.agent.AgentService;
|
||||||
|
@ -414,7 +414,7 @@ public abstract class MarvelIntegTestCase extends ESIntegTestCase {
|
||||||
.put("shield.audit.enabled", auditLogsEnabled)
|
.put("shield.audit.enabled", auditLogsEnabled)
|
||||||
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
||||||
// validation in ShieldPlugin fail. Shield can only run with this query cache impl
|
// validation in ShieldPlugin fail. Shield can only run with this query cache impl
|
||||||
.put(IndexCacheModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE);
|
.put(IndexModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE);
|
||||||
} catch (IOException ex) {
|
} catch (IOException ex) {
|
||||||
throw new RuntimeException("failed to build settings for shield", ex);
|
throw new RuntimeException("failed to build settings for shield", ex);
|
||||||
}
|
}
|
||||||
|
|
|
@ -0,0 +1,24 @@
|
||||||
|
/*
|
||||||
|
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
||||||
|
* or more contributor license agreements. Licensed under the Elastic License;
|
||||||
|
* you may not use this file except in compliance with the Elastic License.
|
||||||
|
*/
|
||||||
|
package org.elasticsearch.index;
|
||||||
|
|
||||||
|
import org.elasticsearch.shield.ShieldPlugin;
|
||||||
|
import org.elasticsearch.shield.authz.accesscontrol.OptOutQueryCache;
|
||||||
|
import org.elasticsearch.shield.authz.accesscontrol.ShieldIndexSearcherWrapper;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class installs package protected extension points on the {@link IndexModule}
|
||||||
|
*/
|
||||||
|
public class ProtectedServiceInstaller {
|
||||||
|
|
||||||
|
public static void install(IndexModule module, boolean clientMode) {
|
||||||
|
module.indexSearcherWrapper = ShieldIndexSearcherWrapper.class;
|
||||||
|
if (clientMode == false) {
|
||||||
|
module.registerQueryCache(ShieldPlugin.OPT_OUT_QUERY_CACHE, OptOutQueryCache::new);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
|
@ -1,16 +0,0 @@
|
||||||
/*
|
|
||||||
* Copyright Elasticsearch B.V. and/or licensed to Elasticsearch B.V. under one
|
|
||||||
* or more contributor license agreements. Licensed under the Elastic License;
|
|
||||||
* you may not use this file except in compliance with the Elastic License.
|
|
||||||
*/
|
|
||||||
package org.elasticsearch.index;
|
|
||||||
|
|
||||||
import org.elasticsearch.shield.authz.accesscontrol.ShieldIndexSearcherWrapper;
|
|
||||||
|
|
||||||
public class SearcherWrapperInstaller {
|
|
||||||
|
|
||||||
public static void install(IndexModule module) {
|
|
||||||
module.indexSearcherWrapper = ShieldIndexSearcherWrapper.class;
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
|
@ -16,7 +16,6 @@ import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.env.Environment;
|
import org.elasticsearch.env.Environment;
|
||||||
import org.elasticsearch.http.HttpServerModule;
|
import org.elasticsearch.http.HttpServerModule;
|
||||||
import org.elasticsearch.index.IndexModule;
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
|
||||||
import org.elasticsearch.plugins.Plugin;
|
import org.elasticsearch.plugins.Plugin;
|
||||||
import org.elasticsearch.rest.RestModule;
|
import org.elasticsearch.rest.RestModule;
|
||||||
import org.elasticsearch.shield.action.ShieldActionFilter;
|
import org.elasticsearch.shield.action.ShieldActionFilter;
|
||||||
|
@ -30,7 +29,7 @@ import org.elasticsearch.shield.authc.Realms;
|
||||||
import org.elasticsearch.shield.authc.support.SecuredString;
|
import org.elasticsearch.shield.authc.support.SecuredString;
|
||||||
import org.elasticsearch.shield.authc.support.UsernamePasswordToken;
|
import org.elasticsearch.shield.authc.support.UsernamePasswordToken;
|
||||||
import org.elasticsearch.shield.authz.AuthorizationModule;
|
import org.elasticsearch.shield.authz.AuthorizationModule;
|
||||||
import org.elasticsearch.index.SearcherWrapperInstaller;
|
import org.elasticsearch.index.ProtectedServiceInstaller;
|
||||||
import org.elasticsearch.shield.authz.accesscontrol.OptOutQueryCache;
|
import org.elasticsearch.shield.authz.accesscontrol.OptOutQueryCache;
|
||||||
import org.elasticsearch.shield.authz.store.FileRolesStore;
|
import org.elasticsearch.shield.authz.store.FileRolesStore;
|
||||||
import org.elasticsearch.shield.crypto.CryptoModule;
|
import org.elasticsearch.shield.crypto.CryptoModule;
|
||||||
|
@ -154,7 +153,7 @@ public class ShieldPlugin extends Plugin {
|
||||||
if (enabled == false) {
|
if (enabled == false) {
|
||||||
return;
|
return;
|
||||||
}
|
}
|
||||||
SearcherWrapperInstaller.install(module);
|
ProtectedServiceInstaller.install(module, clientMode);
|
||||||
}
|
}
|
||||||
|
|
||||||
public void onModule(ActionModule module) {
|
public void onModule(ActionModule module) {
|
||||||
|
@ -202,12 +201,6 @@ public class ShieldPlugin extends Plugin {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public void onModule(IndexCacheModule module) {
|
|
||||||
if (enabled && clientMode == false) {
|
|
||||||
module.registerQueryCache(OPT_OUT_QUERY_CACHE, OptOutQueryCache.class);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private void addUserSettings(Settings.Builder settingsBuilder) {
|
private void addUserSettings(Settings.Builder settingsBuilder) {
|
||||||
String authHeaderSettingName = Headers.PREFIX + "." + UsernamePasswordToken.BASIC_AUTH_HEADER;
|
String authHeaderSettingName = Headers.PREFIX + "." + UsernamePasswordToken.BASIC_AUTH_HEADER;
|
||||||
if (settings.get(authHeaderSettingName) != null) {
|
if (settings.get(authHeaderSettingName) != null) {
|
||||||
|
@ -273,7 +266,7 @@ public class ShieldPlugin extends Plugin {
|
||||||
unauthorized users.
|
unauthorized users.
|
||||||
*/
|
*/
|
||||||
private void addQueryCacheSettings(Settings.Builder settingsBuilder) {
|
private void addQueryCacheSettings(Settings.Builder settingsBuilder) {
|
||||||
settingsBuilder.put(IndexCacheModule.QUERY_CACHE_TYPE, OPT_OUT_QUERY_CACHE);
|
settingsBuilder.put(IndexModule.QUERY_CACHE_TYPE, OPT_OUT_QUERY_CACHE);
|
||||||
}
|
}
|
||||||
|
|
||||||
private static boolean isShieldMandatory(String[] existingMandatoryPlugins) {
|
private static boolean isShieldMandatory(String[] existingMandatoryPlugins) {
|
||||||
|
@ -307,12 +300,12 @@ public class ShieldPlugin extends Plugin {
|
||||||
// in case this are node settings then the plugin additional settings have not been applied yet,
|
// in case this are node settings then the plugin additional settings have not been applied yet,
|
||||||
// so we use 'opt_out_cache' as default. So in that case we only fail if the node settings contain
|
// so we use 'opt_out_cache' as default. So in that case we only fail if the node settings contain
|
||||||
// another cache impl than 'opt_out_cache'.
|
// another cache impl than 'opt_out_cache'.
|
||||||
queryCacheImplementation = settings.get(IndexCacheModule.QUERY_CACHE_TYPE, OPT_OUT_QUERY_CACHE);
|
queryCacheImplementation = settings.get(IndexModule.QUERY_CACHE_TYPE, OPT_OUT_QUERY_CACHE);
|
||||||
} else {
|
} else {
|
||||||
queryCacheImplementation = settings.get(IndexCacheModule.QUERY_CACHE_TYPE);
|
queryCacheImplementation = settings.get(IndexModule.QUERY_CACHE_TYPE);
|
||||||
}
|
}
|
||||||
if (OPT_OUT_QUERY_CACHE.equals(queryCacheImplementation) == false) {
|
if (OPT_OUT_QUERY_CACHE.equals(queryCacheImplementation) == false) {
|
||||||
throw new IllegalStateException("shield does not support a user specified query cache. remove the setting [" + IndexCacheModule.QUERY_CACHE_TYPE + "] with value [" + queryCacheImplementation + "]");
|
throw new IllegalStateException("shield does not support a user specified query cache. remove the setting [" + IndexModule.QUERY_CACHE_TYPE + "] with value [" + queryCacheImplementation + "]");
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -9,9 +9,7 @@ import org.apache.lucene.search.QueryCachingPolicy;
|
||||||
import org.apache.lucene.search.Weight;
|
import org.apache.lucene.search.Weight;
|
||||||
import org.elasticsearch.ElasticsearchException;
|
import org.elasticsearch.ElasticsearchException;
|
||||||
import org.elasticsearch.action.support.broadcast.BroadcastShardRequest;
|
import org.elasticsearch.action.support.broadcast.BroadcastShardRequest;
|
||||||
import org.elasticsearch.common.inject.Inject;
|
|
||||||
import org.elasticsearch.index.AbstractIndexComponent;
|
import org.elasticsearch.index.AbstractIndexComponent;
|
||||||
import org.elasticsearch.index.Index;
|
|
||||||
import org.elasticsearch.index.IndexSettings;
|
import org.elasticsearch.index.IndexSettings;
|
||||||
import org.elasticsearch.index.cache.query.QueryCache;
|
import org.elasticsearch.index.cache.query.QueryCache;
|
||||||
import org.elasticsearch.indices.cache.query.IndicesQueryCache;
|
import org.elasticsearch.indices.cache.query.IndicesQueryCache;
|
||||||
|
@ -25,7 +23,6 @@ public final class OptOutQueryCache extends AbstractIndexComponent implements Qu
|
||||||
|
|
||||||
final IndicesQueryCache indicesQueryCache;
|
final IndicesQueryCache indicesQueryCache;
|
||||||
|
|
||||||
@Inject
|
|
||||||
public OptOutQueryCache(IndexSettings indexSettings, IndicesQueryCache indicesQueryCache) {
|
public OptOutQueryCache(IndexSettings indexSettings, IndicesQueryCache indicesQueryCache) {
|
||||||
super(indexSettings);
|
super(indexSettings);
|
||||||
this.indicesQueryCache = indicesQueryCache;
|
this.indicesQueryCache = indicesQueryCache;
|
||||||
|
|
|
@ -7,7 +7,7 @@ package org.elasticsearch.integration;
|
||||||
|
|
||||||
import org.elasticsearch.action.search.SearchResponse;
|
import org.elasticsearch.action.search.SearchResponse;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.shield.authc.support.Hasher;
|
import org.elasticsearch.shield.authc.support.Hasher;
|
||||||
import org.elasticsearch.shield.authc.support.SecuredString;
|
import org.elasticsearch.shield.authc.support.SecuredString;
|
||||||
import org.elasticsearch.test.ShieldIntegTestCase;
|
import org.elasticsearch.test.ShieldIntegTestCase;
|
||||||
|
@ -95,7 +95,7 @@ public class DocumentAndFieldLevelSecurityTests extends ShieldIntegTestCase {
|
||||||
|
|
||||||
public void testQueryCache() throws Exception {
|
public void testQueryCache() throws Exception {
|
||||||
assertAcked(client().admin().indices().prepareCreate("test")
|
assertAcked(client().admin().indices().prepareCreate("test")
|
||||||
.setSettings(Settings.builder().put(IndexCacheModule.QUERY_CACHE_EVERYTHING, true))
|
.setSettings(Settings.builder().put(IndexModule.QUERY_CACHE_EVERYTHING, true))
|
||||||
.addMapping("type1", "field1", "type=string", "field2", "type=string")
|
.addMapping("type1", "field1", "type=string", "field2", "type=string")
|
||||||
);
|
);
|
||||||
client().prepareIndex("test", "type1", "1").setSource("field1", "value1")
|
client().prepareIndex("test", "type1", "1").setSource("field1", "value1")
|
||||||
|
|
|
@ -6,7 +6,6 @@
|
||||||
package org.elasticsearch.integration;
|
package org.elasticsearch.integration;
|
||||||
|
|
||||||
import org.elasticsearch.ElasticsearchSecurityException;
|
import org.elasticsearch.ElasticsearchSecurityException;
|
||||||
import org.elasticsearch.Version;
|
|
||||||
import org.elasticsearch.action.fieldstats.FieldStatsResponse;
|
import org.elasticsearch.action.fieldstats.FieldStatsResponse;
|
||||||
import org.elasticsearch.action.get.GetResponse;
|
import org.elasticsearch.action.get.GetResponse;
|
||||||
import org.elasticsearch.action.get.MultiGetResponse;
|
import org.elasticsearch.action.get.MultiGetResponse;
|
||||||
|
@ -16,9 +15,8 @@ import org.elasticsearch.action.search.SearchResponse;
|
||||||
import org.elasticsearch.action.termvectors.MultiTermVectorsResponse;
|
import org.elasticsearch.action.termvectors.MultiTermVectorsResponse;
|
||||||
import org.elasticsearch.action.termvectors.TermVectorsRequest;
|
import org.elasticsearch.action.termvectors.TermVectorsRequest;
|
||||||
import org.elasticsearch.action.termvectors.TermVectorsResponse;
|
import org.elasticsearch.action.termvectors.TermVectorsResponse;
|
||||||
import org.elasticsearch.cluster.metadata.IndexMetaData;
|
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.indices.cache.request.IndicesRequestCache;
|
import org.elasticsearch.indices.cache.request.IndicesRequestCache;
|
||||||
import org.elasticsearch.rest.RestStatus;
|
import org.elasticsearch.rest.RestStatus;
|
||||||
import org.elasticsearch.search.aggregations.AggregationBuilders;
|
import org.elasticsearch.search.aggregations.AggregationBuilders;
|
||||||
|
@ -357,7 +355,7 @@ public class FieldLevelSecurityTests extends ShieldIntegTestCase {
|
||||||
|
|
||||||
public void testQueryCache() throws Exception {
|
public void testQueryCache() throws Exception {
|
||||||
assertAcked(client().admin().indices().prepareCreate("test")
|
assertAcked(client().admin().indices().prepareCreate("test")
|
||||||
.setSettings(Settings.builder().put(IndexCacheModule.QUERY_CACHE_EVERYTHING, true))
|
.setSettings(Settings.builder().put(IndexModule.QUERY_CACHE_EVERYTHING, true))
|
||||||
.addMapping("type1", "field1", "type=string", "field2", "type=string")
|
.addMapping("type1", "field1", "type=string", "field2", "type=string")
|
||||||
);
|
);
|
||||||
client().prepareIndex("test", "type1", "1").setSource("field1", "value1", "field2", "value2")
|
client().prepareIndex("test", "type1", "1").setSource("field1", "value1", "field2", "value2")
|
||||||
|
|
|
@ -17,8 +17,8 @@ import org.elasticsearch.common.network.NetworkAddress;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.transport.*;
|
import org.elasticsearch.common.transport.*;
|
||||||
import org.elasticsearch.env.Environment;
|
import org.elasticsearch.env.Environment;
|
||||||
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.index.IndexNotFoundException;
|
import org.elasticsearch.index.IndexNotFoundException;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
|
||||||
import org.elasticsearch.rest.RestRequest;
|
import org.elasticsearch.rest.RestRequest;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.shield.ShieldPlugin;
|
import org.elasticsearch.shield.ShieldPlugin;
|
||||||
|
@ -149,7 +149,7 @@ public class IndexAuditTrailTests extends ShieldIntegTestCase {
|
||||||
// For tests we forcefully configure Shield's custom query cache because the test framework randomizes the query cache impl,
|
// For tests we forcefully configure Shield's custom query cache because the test framework randomizes the query cache impl,
|
||||||
// but if shield is disabled then we don't need to forcefully set the query cache
|
// but if shield is disabled then we don't need to forcefully set the query cache
|
||||||
if (useShield == false) {
|
if (useShield == false) {
|
||||||
builder.remove(IndexCacheModule.QUERY_CACHE_TYPE);
|
builder.remove(IndexModule.QUERY_CACHE_TYPE);
|
||||||
}
|
}
|
||||||
return builder.build();
|
return builder.build();
|
||||||
}
|
}
|
||||||
|
|
|
@ -9,7 +9,7 @@ import org.elasticsearch.ElasticsearchException;
|
||||||
import org.elasticsearch.client.support.Headers;
|
import org.elasticsearch.client.support.Headers;
|
||||||
import org.elasticsearch.common.io.PathUtils;
|
import org.elasticsearch.common.io.PathUtils;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.license.plugin.LicensePlugin;
|
import org.elasticsearch.license.plugin.LicensePlugin;
|
||||||
import org.elasticsearch.plugins.Plugin;
|
import org.elasticsearch.plugins.Plugin;
|
||||||
import org.elasticsearch.shield.ShieldPlugin;
|
import org.elasticsearch.shield.ShieldPlugin;
|
||||||
|
@ -125,7 +125,7 @@ public class ShieldSettingsSource extends ClusterDiscoveryConfiguration.UnicastZ
|
||||||
.put("shield.authz.store.files.roles", writeFile(folder, "roles.yml", configRoles()))
|
.put("shield.authz.store.files.roles", writeFile(folder, "roles.yml", configRoles()))
|
||||||
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
||||||
// validation in ShieldPlugin fail.
|
// validation in ShieldPlugin fail.
|
||||||
.put(IndexCacheModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE)
|
.put(IndexModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE)
|
||||||
.put(getNodeSSLSettings());
|
.put(getNodeSSLSettings());
|
||||||
|
|
||||||
setUser(builder, nodeClientUsername(), nodeClientPassword());
|
setUser(builder, nodeClientUsername(), nodeClientPassword());
|
||||||
|
|
|
@ -18,7 +18,7 @@ import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.util.Callback;
|
import org.elasticsearch.common.util.Callback;
|
||||||
import org.elasticsearch.common.xcontent.XContentHelper;
|
import org.elasticsearch.common.xcontent.XContentHelper;
|
||||||
import org.elasticsearch.common.xcontent.support.XContentMapValues;
|
import org.elasticsearch.common.xcontent.support.XContentMapValues;
|
||||||
import org.elasticsearch.index.cache.IndexCacheModule;
|
import org.elasticsearch.index.IndexModule;
|
||||||
import org.elasticsearch.index.query.QueryBuilder;
|
import org.elasticsearch.index.query.QueryBuilder;
|
||||||
import org.elasticsearch.license.plugin.LicensePlugin;
|
import org.elasticsearch.license.plugin.LicensePlugin;
|
||||||
import org.elasticsearch.plugins.Plugin;
|
import org.elasticsearch.plugins.Plugin;
|
||||||
|
@ -644,7 +644,7 @@ public abstract class AbstractWatcherIntegrationTestCase extends ESIntegTestCase
|
||||||
.put("shield.audit.enabled", auditLogsEnabled)
|
.put("shield.audit.enabled", auditLogsEnabled)
|
||||||
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
// Test framework sometimes randomily selects the 'index' or 'none' cache and that makes the
|
||||||
// validation in ShieldPlugin fail. Shield can only run with this query cache impl
|
// validation in ShieldPlugin fail. Shield can only run with this query cache impl
|
||||||
.put(IndexCacheModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE)
|
.put(IndexModule.QUERY_CACHE_TYPE, ShieldPlugin.OPT_OUT_QUERY_CACHE)
|
||||||
.build();
|
.build();
|
||||||
} catch (IOException ex) {
|
} catch (IOException ex) {
|
||||||
throw new RuntimeException("failed to build settings for shield", ex);
|
throw new RuntimeException("failed to build settings for shield", ex);
|
||||||
|
|
Loading…
Reference in New Issue