Added TransportGetFieldMappingsIndexAction that uses TransportSingleCustomOperationAction as base class, with the goal to reuse common logic (like: retry on failures, shard picking, connecting to nodes)
This commit is contained in:
Martijn van Groningen
parent
d63ab4bd05
commit
7064056d13
|
|
@ -9,6 +9,9 @@ setup:
|
||||||
properties:
|
properties:
|
||||||
text:
|
text:
|
||||||
type: string
|
type: string
|
||||||
|
- do:
|
||||||
|
cluster.health:
|
||||||
|
wait_for_status: yellow
|
||||||
|
|
||||||
---
|
---
|
||||||
"Get field mapping with no index and type":
|
"Get field mapping with no index and type":
|
||||||
|
|
|
||||||
|
|
@ -11,6 +11,9 @@
|
||||||
text:
|
text:
|
||||||
type: string
|
type: string
|
||||||
analyzer: whitespace
|
analyzer: whitespace
|
||||||
|
- do:
|
||||||
|
cluster.health:
|
||||||
|
wait_for_status: yellow
|
||||||
|
|
||||||
- do:
|
- do:
|
||||||
indices.get_field_mapping:
|
indices.get_field_mapping:
|
||||||
|
|
|
||||||
|
|
@ -11,6 +11,9 @@
|
||||||
text:
|
text:
|
||||||
type: string
|
type: string
|
||||||
analyzer: whitespace
|
analyzer: whitespace
|
||||||
|
- do:
|
||||||
|
cluster.health:
|
||||||
|
wait_for_status: yellow
|
||||||
|
|
||||||
- do:
|
- do:
|
||||||
catch: missing
|
catch: missing
|
||||||
|
|
|
||||||
|
|
@ -84,10 +84,7 @@ import org.elasticsearch.action.admin.indices.gateway.snapshot.GatewaySnapshotAc
|
||||||
import org.elasticsearch.action.admin.indices.gateway.snapshot.TransportGatewaySnapshotAction;
|
import org.elasticsearch.action.admin.indices.gateway.snapshot.TransportGatewaySnapshotAction;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.delete.DeleteMappingAction;
|
import org.elasticsearch.action.admin.indices.mapping.delete.DeleteMappingAction;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.delete.TransportDeleteMappingAction;
|
import org.elasticsearch.action.admin.indices.mapping.delete.TransportDeleteMappingAction;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetFieldMappingsAction;
|
import org.elasticsearch.action.admin.indices.mapping.get.*;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetMappingsAction;
|
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.TransportGetFieldMappingsAction;
|
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.TransportGetMappingsAction;
|
|
||||||
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingAction;
|
import org.elasticsearch.action.admin.indices.mapping.put.PutMappingAction;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.put.TransportPutMappingAction;
|
import org.elasticsearch.action.admin.indices.mapping.put.TransportPutMappingAction;
|
||||||
import org.elasticsearch.action.admin.indices.open.OpenIndexAction;
|
import org.elasticsearch.action.admin.indices.open.OpenIndexAction;
|
||||||
|
|
@ -228,7 +225,7 @@ public class ActionModule extends AbstractModule {
|
||||||
registerAction(IndicesExistsAction.INSTANCE, TransportIndicesExistsAction.class);
|
registerAction(IndicesExistsAction.INSTANCE, TransportIndicesExistsAction.class);
|
||||||
registerAction(TypesExistsAction.INSTANCE, TransportTypesExistsAction.class);
|
registerAction(TypesExistsAction.INSTANCE, TransportTypesExistsAction.class);
|
||||||
registerAction(GetMappingsAction.INSTANCE, TransportGetMappingsAction.class);
|
registerAction(GetMappingsAction.INSTANCE, TransportGetMappingsAction.class);
|
||||||
registerAction(GetFieldMappingsAction.INSTANCE, TransportGetFieldMappingsAction.class);
|
registerAction(GetFieldMappingsAction.INSTANCE, TransportGetFieldMappingsAction.class, TransportGetFieldMappingsIndexAction.class);
|
||||||
registerAction(PutMappingAction.INSTANCE, TransportPutMappingAction.class);
|
registerAction(PutMappingAction.INSTANCE, TransportPutMappingAction.class);
|
||||||
registerAction(DeleteMappingAction.INSTANCE, TransportDeleteMappingAction.class);
|
registerAction(DeleteMappingAction.INSTANCE, TransportDeleteMappingAction.class);
|
||||||
registerAction(IndicesAliasesAction.INSTANCE, TransportIndicesAliasesAction.class);
|
registerAction(IndicesAliasesAction.INSTANCE, TransportIndicesAliasesAction.class);
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,101 @@
|
||||||
|
/*
|
||||||
|
* Licensed to Elasticsearch under one or more contributor
|
||||||
|
* license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright
|
||||||
|
* ownership. Elasticsearch licenses this file to you under
|
||||||
|
* the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
* not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.elasticsearch.action.admin.indices.mapping.get;
|
||||||
|
|
||||||
|
import org.elasticsearch.action.ActionRequestValidationException;
|
||||||
|
import org.elasticsearch.action.support.single.custom.SingleCustomOperationRequest;
|
||||||
|
import org.elasticsearch.common.Strings;
|
||||||
|
import org.elasticsearch.common.io.stream.StreamInput;
|
||||||
|
import org.elasticsearch.common.io.stream.StreamOutput;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
|
class GetFieldMappingsIndexRequest extends SingleCustomOperationRequest<GetFieldMappingsIndexRequest> {
|
||||||
|
|
||||||
|
private String index;
|
||||||
|
|
||||||
|
private boolean probablySingleFieldRequest;
|
||||||
|
private boolean includeDefaults;
|
||||||
|
private String[] fields = Strings.EMPTY_ARRAY;
|
||||||
|
private String[] types = Strings.EMPTY_ARRAY;
|
||||||
|
|
||||||
|
GetFieldMappingsIndexRequest() {
|
||||||
|
}
|
||||||
|
|
||||||
|
GetFieldMappingsIndexRequest(GetFieldMappingsRequest other, String index, boolean probablySingleFieldRequest) {
|
||||||
|
this.preferLocal(other.local);
|
||||||
|
this.probablySingleFieldRequest = probablySingleFieldRequest;
|
||||||
|
this.includeDefaults = other.includeDefaults();
|
||||||
|
this.types = other.types();
|
||||||
|
this.fields = other.fields();
|
||||||
|
this.index = index;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String index() {
|
||||||
|
return index;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String[] types() {
|
||||||
|
return types;
|
||||||
|
}
|
||||||
|
|
||||||
|
public String[] fields() {
|
||||||
|
return fields;
|
||||||
|
}
|
||||||
|
|
||||||
|
public boolean probablySingleFieldRequest() {
|
||||||
|
return probablySingleFieldRequest;
|
||||||
|
}
|
||||||
|
|
||||||
|
public boolean includeDefaults() {
|
||||||
|
return includeDefaults;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Indicates whether default mapping settings should be returned */
|
||||||
|
public GetFieldMappingsIndexRequest includeDefaults(boolean includeDefaults) {
|
||||||
|
this.includeDefaults = includeDefaults;
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ActionRequestValidationException validate() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void writeTo(StreamOutput out) throws IOException {
|
||||||
|
super.writeTo(out);
|
||||||
|
out.writeString(index);
|
||||||
|
out.writeStringArray(types);
|
||||||
|
out.writeStringArray(fields);
|
||||||
|
out.writeBoolean(includeDefaults);
|
||||||
|
out.writeBoolean(probablySingleFieldRequest);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void readFrom(StreamInput in) throws IOException {
|
||||||
|
super.readFrom(in);
|
||||||
|
index = in.readString();
|
||||||
|
types = in.readStringArray();
|
||||||
|
fields = in.readStringArray();
|
||||||
|
includeDefaults = in.readBoolean();
|
||||||
|
probablySingleFieldRequest = in.readBoolean();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
@ -19,7 +19,6 @@
|
||||||
|
|
||||||
package org.elasticsearch.action.admin.indices.mapping.get;
|
package org.elasticsearch.action.admin.indices.mapping.get;
|
||||||
|
|
||||||
import org.elasticsearch.Version;
|
|
||||||
import org.elasticsearch.action.ActionRequest;
|
import org.elasticsearch.action.ActionRequest;
|
||||||
import org.elasticsearch.action.ActionRequestValidationException;
|
import org.elasticsearch.action.ActionRequestValidationException;
|
||||||
import org.elasticsearch.action.support.IndicesOptions;
|
import org.elasticsearch.action.support.IndicesOptions;
|
||||||
|
|
@ -126,10 +125,8 @@ public class GetFieldMappingsRequest extends ActionRequest<GetFieldMappingsReque
|
||||||
@Override
|
@Override
|
||||||
public void writeTo(StreamOutput out) throws IOException {
|
public void writeTo(StreamOutput out) throws IOException {
|
||||||
super.writeTo(out);
|
super.writeTo(out);
|
||||||
if (out.getVersion().onOrBefore(Version.V_1_0_0)) {
|
// This request used to inherit from MasterNodeOperationRequest, so for bwc we need to keep serializing it.
|
||||||
// This request used to inherit from MasterNodeOperationRequest
|
MasterNodeOperationRequest.DEFAULT_MASTER_NODE_TIMEOUT.writeTo(out);
|
||||||
MasterNodeOperationRequest.DEFAULT_MASTER_NODE_TIMEOUT.writeTo(out);
|
|
||||||
}
|
|
||||||
out.writeStringArray(indices);
|
out.writeStringArray(indices);
|
||||||
out.writeStringArray(types);
|
out.writeStringArray(types);
|
||||||
indicesOptions.writeIndicesOptions(out);
|
indicesOptions.writeIndicesOptions(out);
|
||||||
|
|
@ -141,10 +138,8 @@ public class GetFieldMappingsRequest extends ActionRequest<GetFieldMappingsReque
|
||||||
@Override
|
@Override
|
||||||
public void readFrom(StreamInput in) throws IOException {
|
public void readFrom(StreamInput in) throws IOException {
|
||||||
super.readFrom(in);
|
super.readFrom(in);
|
||||||
if (in.getVersion().onOrBefore(Version.V_1_0_0)) {
|
// This request used to inherit from MasterNodeOperationRequest, so for bwc we need to keep serializing it.
|
||||||
// This request used to inherit from MasterNodeOperationRequest
|
TimeValue.readTimeValue(in);
|
||||||
TimeValue.readTimeValue(in);
|
|
||||||
}
|
|
||||||
indices = in.readStringArray();
|
indices = in.readStringArray();
|
||||||
types = in.readStringArray();
|
types = in.readStringArray();
|
||||||
indicesOptions = IndicesOptions.readIndicesOptions(in);
|
indicesOptions = IndicesOptions.readIndicesOptions(in);
|
||||||
|
|
|
||||||
|
|
@ -19,441 +19,88 @@
|
||||||
|
|
||||||
package org.elasticsearch.action.admin.indices.mapping.get;
|
package org.elasticsearch.action.admin.indices.mapping.get;
|
||||||
|
|
||||||
import com.carrotsearch.hppc.ObjectIntOpenHashMap;
|
|
||||||
import com.google.common.base.Predicate;
|
|
||||||
import com.google.common.collect.Collections2;
|
|
||||||
import com.google.common.collect.ImmutableList;
|
|
||||||
import com.google.common.collect.ImmutableMap;
|
import com.google.common.collect.ImmutableMap;
|
||||||
import org.elasticsearch.ElasticsearchException;
|
|
||||||
import org.elasticsearch.action.ActionListener;
|
import org.elasticsearch.action.ActionListener;
|
||||||
import org.elasticsearch.action.admin.indices.mapping.get.GetFieldMappingsResponse.FieldMappingMetaData;
|
|
||||||
import org.elasticsearch.action.support.IndicesOptions;
|
|
||||||
import org.elasticsearch.action.support.TransportAction;
|
import org.elasticsearch.action.support.TransportAction;
|
||||||
import org.elasticsearch.cluster.ClusterService;
|
import org.elasticsearch.cluster.ClusterService;
|
||||||
import org.elasticsearch.cluster.ClusterState;
|
import org.elasticsearch.cluster.ClusterState;
|
||||||
import org.elasticsearch.cluster.node.DiscoveryNodes;
|
|
||||||
import org.elasticsearch.cluster.routing.ShardIterator;
|
|
||||||
import org.elasticsearch.cluster.routing.ShardRouting;
|
|
||||||
import org.elasticsearch.common.Strings;
|
|
||||||
import org.elasticsearch.common.collect.MapBuilder;
|
import org.elasticsearch.common.collect.MapBuilder;
|
||||||
import org.elasticsearch.common.inject.Inject;
|
import org.elasticsearch.common.inject.Inject;
|
||||||
import org.elasticsearch.common.regex.Regex;
|
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.util.concurrent.AtomicArray;
|
|
||||||
import org.elasticsearch.common.xcontent.ToXContent;
|
|
||||||
import org.elasticsearch.common.xcontent.XContentBuilder;
|
|
||||||
import org.elasticsearch.common.xcontent.XContentFactory;
|
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
|
||||||
import org.elasticsearch.index.IndexShardMissingException;
|
|
||||||
import org.elasticsearch.index.mapper.DocumentMapper;
|
|
||||||
import org.elasticsearch.index.mapper.FieldMapper;
|
|
||||||
import org.elasticsearch.index.service.IndexService;
|
|
||||||
import org.elasticsearch.indices.IndicesService;
|
|
||||||
import org.elasticsearch.threadpool.ThreadPool;
|
import org.elasticsearch.threadpool.ThreadPool;
|
||||||
import org.elasticsearch.transport.*;
|
import org.elasticsearch.transport.BaseTransportRequestHandler;
|
||||||
|
import org.elasticsearch.transport.TransportChannel;
|
||||||
|
import org.elasticsearch.transport.TransportService;
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.Collection;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.concurrent.atomic.AtomicInteger;
|
import java.util.concurrent.atomic.AtomicInteger;
|
||||||
|
import java.util.concurrent.atomic.AtomicReferenceArray;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
*/
|
*/
|
||||||
public class TransportGetFieldMappingsAction extends TransportAction<GetFieldMappingsRequest, GetFieldMappingsResponse> {
|
public class TransportGetFieldMappingsAction extends TransportAction<GetFieldMappingsRequest, GetFieldMappingsResponse> {
|
||||||
|
|
||||||
|
private final ClusterService clusterService;
|
||||||
protected final ClusterService clusterService;
|
private final TransportGetFieldMappingsIndexAction shardAction;
|
||||||
private final TransportService transportService;
|
private final String transportAction;
|
||||||
private final IndicesService indicesService;
|
|
||||||
|
|
||||||
protected AtomicInteger shardPicker = new AtomicInteger();
|
|
||||||
|
|
||||||
@Inject
|
@Inject
|
||||||
public TransportGetFieldMappingsAction(Settings settings, ClusterService clusterService,
|
public TransportGetFieldMappingsAction(Settings settings, TransportService transportService, ClusterService clusterService, ThreadPool threadPool, TransportGetFieldMappingsIndexAction shardAction) {
|
||||||
TransportService transportService,
|
|
||||||
IndicesService indicesService,
|
|
||||||
ThreadPool threadPool) {
|
|
||||||
super(settings, threadPool);
|
super(settings, threadPool);
|
||||||
this.clusterService = clusterService;
|
this.clusterService = clusterService;
|
||||||
this.indicesService = indicesService;
|
this.shardAction = shardAction;
|
||||||
this.transportService = transportService;
|
this.transportAction = GetFieldMappingsAction.NAME;
|
||||||
transportService.registerHandler(GetFieldMappingsAction.NAME, new TransportHandler());
|
transportService.registerHandler(transportAction, new TransportHandler());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected void doExecute(final GetFieldMappingsRequest request, ActionListener<GetFieldMappingsResponse> listener) {
|
protected void doExecute(GetFieldMappingsRequest request, final ActionListener<GetFieldMappingsResponse> listener) {
|
||||||
ClusterState state = clusterService.state();
|
ClusterState clusterState = clusterService.state();
|
||||||
String[] concreteIndices = state.metaData().concreteIndices(request.indices(), request.indicesOptions());
|
String[] concreteIndices = clusterState.metaData().concreteIndices(request.indices(), request.indicesOptions());
|
||||||
request.indices(concreteIndices);
|
final AtomicInteger indexCounter = new AtomicInteger();
|
||||||
if (request.local) {
|
final AtomicInteger completionCounter = new AtomicInteger(concreteIndices.length);
|
||||||
logger.trace("executing request locally");
|
final AtomicReferenceArray<Object> indexResponses = new AtomicReferenceArray<Object>(concreteIndices.length);
|
||||||
listener.onResponse(new GetFieldMappingsResponse(findMappings(request.indices(), request.types(), request.fields(), request.includeDefaults())));
|
|
||||||
|
if (concreteIndices == null || concreteIndices.length == 0) {
|
||||||
|
listener.onResponse(new GetFieldMappingsResponse());
|
||||||
} else {
|
} else {
|
||||||
logger.trace("executing request with remote forwarding");
|
boolean probablySingleFieldRequest = concreteIndices.length == 1 && request.types().length == 1 && request.fields().length == 1;
|
||||||
new AsyncAction(request, listener).start();
|
for (final String index : concreteIndices) {
|
||||||
}
|
GetFieldMappingsIndexRequest shardRequest = new GetFieldMappingsIndexRequest(request, index, probablySingleFieldRequest);
|
||||||
}
|
// no threading needed, all is done on the index replication one
|
||||||
|
shardRequest.listenerThreaded(false);
|
||||||
protected class AsyncAction {
|
shardAction.execute(shardRequest, new ActionListener<GetFieldMappingsResponse>() {
|
||||||
|
@Override
|
||||||
private final ClusterState state;
|
public void onResponse(GetFieldMappingsResponse result) {
|
||||||
private final GetFieldMappingsRequest origRequest;
|
indexResponses.set(indexCounter.getAndIncrement(), result);
|
||||||
private final ActionListener<GetFieldMappingsResponse> listener;
|
if (completionCounter.decrementAndGet() == 0) {
|
||||||
private final ObjectIntOpenHashMap<String> mappingsIdPerIndex;
|
listener.onResponse(merge(indexResponses));
|
||||||
private final AtomicInteger pendingRequests;
|
|
||||||
private final AtomicArray<Throwable> indexErrors;
|
|
||||||
private final AtomicArray<ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>> indexMappings;
|
|
||||||
private final ShardIterator[] shardsPerIndex;
|
|
||||||
|
|
||||||
AsyncAction(GetFieldMappingsRequest origRequest, ActionListener<GetFieldMappingsResponse> listener) {
|
|
||||||
|
|
||||||
this.origRequest = origRequest;
|
|
||||||
this.listener = listener;
|
|
||||||
this.state = clusterService.state();
|
|
||||||
String[] concreteIndices = state.metaData().concreteIndices(origRequest.indices(), origRequest.indicesOptions());
|
|
||||||
// normalize, will be used in the response construction.
|
|
||||||
origRequest.indices(concreteIndices);
|
|
||||||
mappingsIdPerIndex = new ObjectIntOpenHashMap<String>(concreteIndices.length);
|
|
||||||
pendingRequests = new AtomicInteger();
|
|
||||||
indexErrors = new AtomicArray<Throwable>(concreteIndices.length);
|
|
||||||
indexMappings = new AtomicArray<ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>>(concreteIndices.length);
|
|
||||||
|
|
||||||
shardsPerIndex = new ShardIterator[concreteIndices.length];
|
|
||||||
|
|
||||||
// make sure we don't have hot shards
|
|
||||||
int shardSeed = shardPicker.getAndIncrement();
|
|
||||||
for (int id = 0; id < concreteIndices.length; id++) {
|
|
||||||
String index = concreteIndices[id];
|
|
||||||
mappingsIdPerIndex.put(index, id);
|
|
||||||
int shardNo = state.metaData().getIndices().get(index).getNumberOfShards();
|
|
||||||
for (int shard = shardNo - 1; shard >= 0; shard--) {
|
|
||||||
try {
|
|
||||||
shardsPerIndex[id] = clusterService.operationRouting().getShards(state, index, (shard + shardSeed) % shardNo, "_local");
|
|
||||||
break;
|
|
||||||
} catch (IndexShardMissingException e) {
|
|
||||||
if (shard == 0) {
|
|
||||||
// out of shards...
|
|
||||||
throw e;
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public void start() {
|
|
||||||
sendNodeRequestsForIndices(origRequest.indices());
|
|
||||||
}
|
|
||||||
|
|
||||||
private void sendNodeRequestsForIndices(String[] indices) {
|
|
||||||
HashMap<String, List<String>> indicesPerNode = new HashMap<String, List<String>>();
|
|
||||||
for (int i = 0; i < indices.length; i++) {
|
|
||||||
String index = indices[i];
|
|
||||||
int id = mappingsIdPerIndex.get(index);
|
|
||||||
ShardRouting routing = shardsPerIndex[id].firstOrNull();
|
|
||||||
if (routing == null) {
|
|
||||||
assert false : "empty shard iterator for index [" + index + "]";
|
|
||||||
continue; // shouldn't really happen
|
|
||||||
}
|
|
||||||
List<String> indexList = indicesPerNode.get(routing.currentNodeId());
|
|
||||||
if (indexList == null) {
|
|
||||||
indexList = new ArrayList<String>();
|
|
||||||
indicesPerNode.put(routing.currentNodeId(), indexList);
|
|
||||||
}
|
|
||||||
indexList.add(index);
|
|
||||||
}
|
|
||||||
|
|
||||||
logger.trace("forwarding request to [{}] nodes", indicesPerNode.size());
|
|
||||||
pendingRequests.addAndGet(indicesPerNode.size());
|
|
||||||
DiscoveryNodes nodes = state.nodes();
|
|
||||||
for (String nodeId : indicesPerNode.keySet()) {
|
|
||||||
final GetFieldMappingsRequest nodeRequest = new GetFieldMappingsRequest(origRequest);
|
|
||||||
nodeRequest.local(true);
|
|
||||||
nodeRequest.indices(indicesPerNode.get(nodeId).toArray(Strings.EMPTY_ARRAY));
|
|
||||||
nodeRequest.indicesOptions(IndicesOptions.fromOptions(true, true, true, false));
|
|
||||||
if (nodes.localNodeId().equals(nodeId)) {
|
|
||||||
try {
|
|
||||||
handleNodeResponse(findMappings(nodeRequest.indices(), nodeRequest.types(), nodeRequest.fields(),
|
|
||||||
nodeRequest.includeDefaults()),
|
|
||||||
nodeRequest);
|
|
||||||
} catch (Throwable t) {
|
|
||||||
handleNodeException(t, nodeRequest);
|
|
||||||
} finally {
|
|
||||||
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
transportService.sendRequest(nodes.get(nodeId), GetFieldMappingsAction.NAME,
|
|
||||||
nodeRequest, new BaseTransportResponseHandler<GetFieldMappingsResponse>() {
|
|
||||||
@Override
|
|
||||||
public GetFieldMappingsResponse newInstance() {
|
|
||||||
return new GetFieldMappingsResponse();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void handleResponse(GetFieldMappingsResponse nodeResponse) {
|
|
||||||
handleNodeResponse(nodeResponse.mappings(), nodeRequest);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void handleException(TransportException exp) {
|
|
||||||
handleNodeException(exp, nodeRequest);
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public String executor() {
|
|
||||||
return ThreadPool.Names.SAME;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
protected void handleNodeException(Throwable exp, GetFieldMappingsRequest nodeRequest) {
|
|
||||||
try {
|
|
||||||
ArrayList<String> retryIndices = new ArrayList<String>();
|
|
||||||
for (String index : nodeRequest.indices()) {
|
|
||||||
int id = mappingsIdPerIndex.get(index);
|
|
||||||
if (shardsPerIndex[id].nextOrNull() == null) {
|
|
||||||
// nope.
|
|
||||||
indexErrors.set(id, exp);
|
|
||||||
// no point in trying, we will return an error
|
|
||||||
retryIndices.clear();
|
|
||||||
break;
|
|
||||||
} else {
|
|
||||||
retryIndices.add(index);
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
if (retryIndices.size() != 0) {
|
|
||||||
// resend requests for failed indices
|
|
||||||
sendNodeRequestsForIndices(retryIndices.toArray(Strings.EMPTY_ARRAY));
|
|
||||||
}
|
|
||||||
|
|
||||||
} finally {
|
|
||||||
if (pendingRequests.decrementAndGet() == 0) {
|
|
||||||
finnishHim();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private void handleNodeResponse(ImmutableMap<String, ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>> mappings,
|
|
||||||
GetFieldMappingsRequest nodeRequest) {
|
|
||||||
try {
|
|
||||||
ArrayList<String> retryIndices = new ArrayList<String>();
|
|
||||||
for (String index : nodeRequest.indices()) {
|
|
||||||
ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>> indexMapping = mappings.get(index);
|
|
||||||
int id = mappingsIdPerIndex.get(index);
|
|
||||||
if (indexMapping == null) {
|
|
||||||
// advance the relevant iter, hopefully we have more.
|
|
||||||
if (shardsPerIndex[id].nextOrNull() == null) {
|
|
||||||
// nope.
|
|
||||||
indexErrors.set(id, new IndexShardMissingException(shardsPerIndex[id].shardId()));
|
|
||||||
// no point in trying, we will return an error
|
|
||||||
retryIndices.clear();
|
|
||||||
break;
|
|
||||||
} else {
|
|
||||||
retryIndices.add(index);
|
|
||||||
}
|
|
||||||
} else {
|
|
||||||
indexMappings.set(id, indexMapping);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (retryIndices.size() != 0) {
|
|
||||||
// resend requests for failed indices
|
|
||||||
sendNodeRequestsForIndices(retryIndices.toArray(Strings.EMPTY_ARRAY));
|
|
||||||
}
|
|
||||||
|
|
||||||
} finally {
|
|
||||||
if (pendingRequests.decrementAndGet() == 0) {
|
|
||||||
finnishHim();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
private void finnishHim() {
|
|
||||||
// for simplicity, just return an error if we had any
|
|
||||||
for (int i = 0; i < indexErrors.length(); i++) {
|
|
||||||
if (indexErrors.get(i) != null) {
|
|
||||||
listener.onFailure(indexErrors.get(i));
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
ImmutableMap.Builder<String, ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>> indexMapBuilder = ImmutableMap.builder();
|
|
||||||
for (int id = 0; id < origRequest.indices().length; id++) {
|
|
||||||
indexMapBuilder.put(origRequest.indices()[id], indexMappings.get(id));
|
|
||||||
}
|
|
||||||
GetFieldMappingsResponse response = new GetFieldMappingsResponse(indexMapBuilder.build());
|
|
||||||
listener.onResponse(response);
|
|
||||||
}
|
|
||||||
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
private ImmutableMap<String, ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>> findMappings(String[] concreteIndices,
|
|
||||||
final String[] types,
|
|
||||||
final String[] fields,
|
|
||||||
boolean includeDefaults) {
|
|
||||||
assert types != null;
|
|
||||||
assert concreteIndices != null;
|
|
||||||
if (concreteIndices.length == 0) {
|
|
||||||
return ImmutableMap.of();
|
|
||||||
}
|
|
||||||
|
|
||||||
boolean isProbablySingleFieldRequest = concreteIndices.length == 1 && types.length == 1 && fields.length == 1;
|
|
||||||
ImmutableMap.Builder<String, ImmutableMap<String, ImmutableMap<String, FieldMappingMetaData>>> indexMapBuilder = ImmutableMap.builder();
|
|
||||||
for (String index : concreteIndices) {
|
|
||||||
IndexService indexService = indicesService.indexService(index);
|
|
||||||
if (indexService == null) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
Collection<String> typeIntersection;
|
|
||||||
if (types.length == 0) {
|
|
||||||
typeIntersection = indexService.mapperService().types();
|
|
||||||
|
|
||||||
} else {
|
|
||||||
typeIntersection = Collections2.filter(indexService.mapperService().types(), new Predicate<String>() {
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public boolean apply(String type) {
|
public void onFailure(Throwable e) {
|
||||||
return Regex.simpleMatch(types, type);
|
int index = indexCounter.getAndIncrement();
|
||||||
|
indexResponses.set(index, e);
|
||||||
|
if (completionCounter.decrementAndGet() == 0) {
|
||||||
|
listener.onResponse(merge(indexResponses));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
MapBuilder<String, ImmutableMap<String, FieldMappingMetaData>> typeMappings = new MapBuilder<String, ImmutableMap<String, FieldMappingMetaData>>();
|
|
||||||
for (String type : typeIntersection) {
|
|
||||||
DocumentMapper documentMapper = indexService.mapperService().documentMapper(type);
|
|
||||||
ImmutableMap<String, FieldMappingMetaData> fieldMapping = findFieldMappingsByType(documentMapper, fields, includeDefaults, isProbablySingleFieldRequest);
|
|
||||||
if (!fieldMapping.isEmpty()) {
|
|
||||||
typeMappings.put(type, fieldMapping);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
indexMapBuilder.put(index, typeMappings.immutableMap());
|
|
||||||
}
|
|
||||||
|
|
||||||
return indexMapBuilder.build();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static final ToXContent.Params includeDefaultsParams = new ToXContent.Params() {
|
|
||||||
|
|
||||||
final static String INCLUDE_DEFAULTS = "include_defaults";
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public String param(String key) {
|
|
||||||
if (INCLUDE_DEFAULTS.equals(key)) {
|
|
||||||
return "true";
|
|
||||||
}
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public String param(String key, String defaultValue) {
|
|
||||||
if (INCLUDE_DEFAULTS.equals(key)) {
|
|
||||||
return "true";
|
|
||||||
}
|
|
||||||
return defaultValue;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public boolean paramAsBoolean(String key, boolean defaultValue) {
|
|
||||||
if (INCLUDE_DEFAULTS.equals(key)) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
return defaultValue;
|
|
||||||
}
|
|
||||||
|
|
||||||
public Boolean paramAsBoolean(String key, Boolean defaultValue) {
|
|
||||||
if (INCLUDE_DEFAULTS.equals(key)) {
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
return defaultValue;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
@Deprecated
|
|
||||||
public Boolean paramAsBooleanOptional(String key, Boolean defaultValue) {
|
|
||||||
return paramAsBoolean(key, defaultValue);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
private ImmutableMap<String, FieldMappingMetaData> findFieldMappingsByType(DocumentMapper documentMapper, String[] fields,
|
|
||||||
boolean includeDefaults, boolean isProbablySingleFieldRequest) throws ElasticsearchException {
|
|
||||||
MapBuilder<String, FieldMappingMetaData> fieldMappings = new MapBuilder<String, FieldMappingMetaData>();
|
|
||||||
ImmutableList<FieldMapper> allFieldMappers = documentMapper.mappers().mappers();
|
|
||||||
for (String field : fields) {
|
|
||||||
if (Regex.isMatchAllPattern(field)) {
|
|
||||||
for (FieldMapper fieldMapper : allFieldMappers) {
|
|
||||||
addFieldMapper(fieldMapper.names().fullName(), fieldMapper, fieldMappings, includeDefaults);
|
|
||||||
}
|
|
||||||
} else if (Regex.isSimpleMatchPattern(field)) {
|
|
||||||
// go through the field mappers 3 times, to make sure we give preference to the resolve order: full name, index name, name.
|
|
||||||
// also make sure we only store each mapper once.
|
|
||||||
boolean[] resolved = new boolean[allFieldMappers.size()];
|
|
||||||
for (int i = 0; i < allFieldMappers.size(); i++) {
|
|
||||||
FieldMapper fieldMapper = allFieldMappers.get(i);
|
|
||||||
if (Regex.simpleMatch(field, fieldMapper.names().fullName())) {
|
|
||||||
addFieldMapper(fieldMapper.names().fullName(), fieldMapper, fieldMappings, includeDefaults);
|
|
||||||
resolved[i] = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for (int i = 0; i < allFieldMappers.size(); i++) {
|
|
||||||
if (resolved[i]) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
FieldMapper fieldMapper = allFieldMappers.get(i);
|
|
||||||
if (Regex.simpleMatch(field, fieldMapper.names().indexName())) {
|
|
||||||
addFieldMapper(fieldMapper.names().indexName(), fieldMapper, fieldMappings, includeDefaults);
|
|
||||||
resolved[i] = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for (int i = 0; i < allFieldMappers.size(); i++) {
|
|
||||||
if (resolved[i]) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
FieldMapper fieldMapper = allFieldMappers.get(i);
|
|
||||||
if (Regex.simpleMatch(field, fieldMapper.names().name())) {
|
|
||||||
addFieldMapper(fieldMapper.names().name(), fieldMapper, fieldMappings, includeDefaults);
|
|
||||||
resolved[i] = true;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
} else {
|
|
||||||
// not a pattern
|
|
||||||
FieldMapper fieldMapper = documentMapper.mappers().smartNameFieldMapper(field);
|
|
||||||
if (fieldMapper != null) {
|
|
||||||
addFieldMapper(field, fieldMapper, fieldMappings, includeDefaults);
|
|
||||||
} else if (isProbablySingleFieldRequest) {
|
|
||||||
fieldMappings.put(field, FieldMappingMetaData.NULL);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return fieldMappings.immutableMap();
|
|
||||||
}
|
|
||||||
|
|
||||||
private void addFieldMapper(String field, FieldMapper fieldMapper, MapBuilder<String, FieldMappingMetaData> fieldMappings, boolean includeDefaults) {
|
|
||||||
if (fieldMappings.containsKey(field)) {
|
|
||||||
return;
|
|
||||||
}
|
|
||||||
try {
|
|
||||||
XContentBuilder builder = XContentFactory.contentBuilder(XContentType.JSON);
|
|
||||||
builder.startObject();
|
|
||||||
fieldMapper.toXContent(builder, includeDefaults ? includeDefaultsParams : ToXContent.EMPTY_PARAMS);
|
|
||||||
builder.endObject();
|
|
||||||
fieldMappings.put(field, new FieldMappingMetaData(fieldMapper.names().fullName(), builder.bytes()));
|
|
||||||
} catch (IOException e) {
|
|
||||||
throw new ElasticsearchException("failed to serialize XContent of field [" + field + "]", e);
|
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private GetFieldMappingsResponse merge(AtomicReferenceArray<Object> indexResponses) {
|
||||||
|
MapBuilder<String, ImmutableMap<String, ImmutableMap<String, GetFieldMappingsResponse.FieldMappingMetaData>>> mergedResponses = MapBuilder.newMapBuilder();
|
||||||
|
for (int i = 0; i < indexResponses.length(); i++) {
|
||||||
|
Object element = indexResponses.get(i);
|
||||||
|
if (element instanceof GetFieldMappingsResponse) {
|
||||||
|
GetFieldMappingsResponse response = (GetFieldMappingsResponse) element;
|
||||||
|
mergedResponses.putAll(response.mappings());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return new GetFieldMappingsResponse(mergedResponses.immutableMap());
|
||||||
|
}
|
||||||
|
|
||||||
private class TransportHandler extends BaseTransportRequestHandler<GetFieldMappingsRequest> {
|
private class TransportHandler extends BaseTransportRequestHandler<GetFieldMappingsRequest> {
|
||||||
|
|
||||||
|
|
@ -463,10 +110,14 @@ public class TransportGetFieldMappingsAction extends TransportAction<GetFieldMap
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void messageReceived(GetFieldMappingsRequest request, final TransportChannel channel) throws Exception {
|
public String executor() {
|
||||||
// no need to use threaded listener, since we just send a response
|
return ThreadPool.Names.SAME;
|
||||||
request.listenerThreaded(false);
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void messageReceived(final GetFieldMappingsRequest request, final TransportChannel channel) throws Exception {
|
||||||
|
// no need for a threaded listener, since we just send a response
|
||||||
|
request.listenerThreaded(false);
|
||||||
execute(request, new ActionListener<GetFieldMappingsResponse>() {
|
execute(request, new ActionListener<GetFieldMappingsResponse>() {
|
||||||
@Override
|
@Override
|
||||||
public void onResponse(GetFieldMappingsResponse result) {
|
public void onResponse(GetFieldMappingsResponse result) {
|
||||||
|
|
@ -482,16 +133,10 @@ public class TransportGetFieldMappingsAction extends TransportAction<GetFieldMap
|
||||||
try {
|
try {
|
||||||
channel.sendResponse(e);
|
channel.sendResponse(e);
|
||||||
} catch (Exception e1) {
|
} catch (Exception e1) {
|
||||||
logger.warn("Failed to send response for get field mapping", e1);
|
logger.warn("Failed to send error response for action [" + transportAction + "] and request [" + request + "]", e1);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
|
||||||
public String executor() {
|
|
||||||
return ThreadPool.Names.SAME;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
@ -0,0 +1,250 @@
|
||||||
|
/*
|
||||||
|
* Licensed to Elasticsearch under one or more contributor
|
||||||
|
* license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright
|
||||||
|
* ownership. Elasticsearch licenses this file to you under
|
||||||
|
* the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
* not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.elasticsearch.action.admin.indices.mapping.get;
|
||||||
|
|
||||||
|
import com.google.common.base.Predicate;
|
||||||
|
import com.google.common.collect.Collections2;
|
||||||
|
import com.google.common.collect.ImmutableList;
|
||||||
|
import com.google.common.collect.ImmutableMap;
|
||||||
|
import org.elasticsearch.ElasticsearchException;
|
||||||
|
import org.elasticsearch.action.admin.indices.mapping.get.GetFieldMappingsResponse.FieldMappingMetaData;
|
||||||
|
import org.elasticsearch.action.support.single.custom.TransportSingleCustomOperationAction;
|
||||||
|
import org.elasticsearch.cluster.ClusterService;
|
||||||
|
import org.elasticsearch.cluster.ClusterState;
|
||||||
|
import org.elasticsearch.cluster.block.ClusterBlockException;
|
||||||
|
import org.elasticsearch.cluster.block.ClusterBlockLevel;
|
||||||
|
import org.elasticsearch.cluster.routing.ShardsIterator;
|
||||||
|
import org.elasticsearch.common.collect.MapBuilder;
|
||||||
|
import org.elasticsearch.common.inject.Inject;
|
||||||
|
import org.elasticsearch.common.regex.Regex;
|
||||||
|
import org.elasticsearch.common.settings.Settings;
|
||||||
|
import org.elasticsearch.common.xcontent.ToXContent;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentBuilder;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentFactory;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
|
import org.elasticsearch.index.Index;
|
||||||
|
import org.elasticsearch.index.mapper.DocumentMapper;
|
||||||
|
import org.elasticsearch.index.mapper.FieldMapper;
|
||||||
|
import org.elasticsearch.index.service.IndexService;
|
||||||
|
import org.elasticsearch.indices.IndicesService;
|
||||||
|
import org.elasticsearch.indices.TypeMissingException;
|
||||||
|
import org.elasticsearch.threadpool.ThreadPool;
|
||||||
|
import org.elasticsearch.transport.TransportService;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.Collection;
|
||||||
|
|
||||||
|
/**
|
||||||
|
*/
|
||||||
|
public class TransportGetFieldMappingsIndexAction extends TransportSingleCustomOperationAction<GetFieldMappingsIndexRequest, GetFieldMappingsResponse> {
|
||||||
|
|
||||||
|
protected final ClusterService clusterService;
|
||||||
|
private final IndicesService indicesService;
|
||||||
|
|
||||||
|
@Inject
|
||||||
|
public TransportGetFieldMappingsIndexAction(Settings settings, ClusterService clusterService,
|
||||||
|
TransportService transportService,
|
||||||
|
IndicesService indicesService,
|
||||||
|
ThreadPool threadPool) {
|
||||||
|
super(settings, threadPool, clusterService, transportService);
|
||||||
|
this.clusterService = clusterService;
|
||||||
|
this.indicesService = indicesService;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected String transportAction() {
|
||||||
|
return GetFieldMappingsAction.NAME + "/index";
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected String executor() {
|
||||||
|
return ThreadPool.Names.MANAGEMENT;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected ShardsIterator shards(ClusterState state, GetFieldMappingsIndexRequest request) {
|
||||||
|
// Will balance requests between shards
|
||||||
|
return state.routingTable().index(request.index()).randomAllActiveShardsIt();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected GetFieldMappingsResponse shardOperation(final GetFieldMappingsIndexRequest request, int shardId) throws ElasticsearchException {
|
||||||
|
IndexService indexService = indicesService.indexServiceSafe(request.index());
|
||||||
|
Collection<String> typeIntersection;
|
||||||
|
if (request.types().length == 0) {
|
||||||
|
typeIntersection = indexService.mapperService().types();
|
||||||
|
|
||||||
|
} else {
|
||||||
|
typeIntersection = Collections2.filter(indexService.mapperService().types(), new Predicate<String>() {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean apply(String type) {
|
||||||
|
return Regex.simpleMatch(request.types(), type);
|
||||||
|
}
|
||||||
|
|
||||||
|
});
|
||||||
|
if (typeIntersection.isEmpty()) {
|
||||||
|
throw new TypeMissingException(new Index(request.index()), request.types());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
MapBuilder<String, ImmutableMap<String, FieldMappingMetaData>> typeMappings = new MapBuilder<String, ImmutableMap<String, FieldMappingMetaData>>();
|
||||||
|
for (String type : typeIntersection) {
|
||||||
|
DocumentMapper documentMapper = indexService.mapperService().documentMapper(type);
|
||||||
|
ImmutableMap<String, FieldMappingMetaData> fieldMapping = findFieldMappingsByType(documentMapper, request);
|
||||||
|
if (!fieldMapping.isEmpty()) {
|
||||||
|
typeMappings.put(type, fieldMapping);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return new GetFieldMappingsResponse(ImmutableMap.of(request.index(), typeMappings.immutableMap()));
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected GetFieldMappingsIndexRequest newRequest() {
|
||||||
|
return new GetFieldMappingsIndexRequest();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected GetFieldMappingsResponse newResponse() {
|
||||||
|
return new GetFieldMappingsResponse();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected ClusterBlockException checkGlobalBlock(ClusterState state, GetFieldMappingsIndexRequest request) {
|
||||||
|
return state.blocks().globalBlockedException(ClusterBlockLevel.READ);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected ClusterBlockException checkRequestBlock(ClusterState state, GetFieldMappingsIndexRequest request) {
|
||||||
|
return state.blocks().indexBlockedException(ClusterBlockLevel.READ, request.index());
|
||||||
|
}
|
||||||
|
|
||||||
|
private static final ToXContent.Params includeDefaultsParams = new ToXContent.Params() {
|
||||||
|
|
||||||
|
final static String INCLUDE_DEFAULTS = "include_defaults";
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String param(String key) {
|
||||||
|
if (INCLUDE_DEFAULTS.equals(key)) {
|
||||||
|
return "true";
|
||||||
|
}
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String param(String key, String defaultValue) {
|
||||||
|
if (INCLUDE_DEFAULTS.equals(key)) {
|
||||||
|
return "true";
|
||||||
|
}
|
||||||
|
return defaultValue;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean paramAsBoolean(String key, boolean defaultValue) {
|
||||||
|
if (INCLUDE_DEFAULTS.equals(key)) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
return defaultValue;
|
||||||
|
}
|
||||||
|
|
||||||
|
public Boolean paramAsBoolean(String key, Boolean defaultValue) {
|
||||||
|
if (INCLUDE_DEFAULTS.equals(key)) {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
return defaultValue;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
@Deprecated
|
||||||
|
public Boolean paramAsBooleanOptional(String key, Boolean defaultValue) {
|
||||||
|
return paramAsBoolean(key, defaultValue);
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
private ImmutableMap<String, FieldMappingMetaData> findFieldMappingsByType(DocumentMapper documentMapper, GetFieldMappingsIndexRequest request) throws ElasticsearchException {
|
||||||
|
MapBuilder<String, FieldMappingMetaData> fieldMappings = new MapBuilder<String, FieldMappingMetaData>();
|
||||||
|
ImmutableList<FieldMapper> allFieldMappers = documentMapper.mappers().mappers();
|
||||||
|
for (String field : request.fields()) {
|
||||||
|
if (Regex.isMatchAllPattern(field)) {
|
||||||
|
for (FieldMapper fieldMapper : allFieldMappers) {
|
||||||
|
addFieldMapper(fieldMapper.names().fullName(), fieldMapper, fieldMappings, request.includeDefaults());
|
||||||
|
}
|
||||||
|
} else if (Regex.isSimpleMatchPattern(field)) {
|
||||||
|
// go through the field mappers 3 times, to make sure we give preference to the resolve order: full name, index name, name.
|
||||||
|
// also make sure we only store each mapper once.
|
||||||
|
boolean[] resolved = new boolean[allFieldMappers.size()];
|
||||||
|
for (int i = 0; i < allFieldMappers.size(); i++) {
|
||||||
|
FieldMapper fieldMapper = allFieldMappers.get(i);
|
||||||
|
if (Regex.simpleMatch(field, fieldMapper.names().fullName())) {
|
||||||
|
addFieldMapper(fieldMapper.names().fullName(), fieldMapper, fieldMappings, request.includeDefaults());
|
||||||
|
resolved[i] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for (int i = 0; i < allFieldMappers.size(); i++) {
|
||||||
|
if (resolved[i]) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
FieldMapper fieldMapper = allFieldMappers.get(i);
|
||||||
|
if (Regex.simpleMatch(field, fieldMapper.names().indexName())) {
|
||||||
|
addFieldMapper(fieldMapper.names().indexName(), fieldMapper, fieldMappings, request.includeDefaults());
|
||||||
|
resolved[i] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for (int i = 0; i < allFieldMappers.size(); i++) {
|
||||||
|
if (resolved[i]) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
FieldMapper fieldMapper = allFieldMappers.get(i);
|
||||||
|
if (Regex.simpleMatch(field, fieldMapper.names().name())) {
|
||||||
|
addFieldMapper(fieldMapper.names().name(), fieldMapper, fieldMappings, request.includeDefaults());
|
||||||
|
resolved[i] = true;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
} else {
|
||||||
|
// not a pattern
|
||||||
|
FieldMapper fieldMapper = documentMapper.mappers().smartNameFieldMapper(field);
|
||||||
|
if (fieldMapper != null) {
|
||||||
|
addFieldMapper(field, fieldMapper, fieldMappings, request.includeDefaults());
|
||||||
|
} else if (request.probablySingleFieldRequest()) {
|
||||||
|
fieldMappings.put(field, FieldMappingMetaData.NULL);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return fieldMappings.immutableMap();
|
||||||
|
}
|
||||||
|
|
||||||
|
private void addFieldMapper(String field, FieldMapper fieldMapper, MapBuilder<String, FieldMappingMetaData> fieldMappings, boolean includeDefaults) {
|
||||||
|
if (fieldMappings.containsKey(field)) {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
try {
|
||||||
|
XContentBuilder builder = XContentFactory.contentBuilder(XContentType.JSON);
|
||||||
|
builder.startObject();
|
||||||
|
fieldMapper.toXContent(builder, includeDefaults ? includeDefaultsParams : ToXContent.EMPTY_PARAMS);
|
||||||
|
builder.endObject();
|
||||||
|
fieldMappings.put(field, new FieldMappingMetaData(fieldMapper.names().fullName(), builder.bytes()));
|
||||||
|
} catch (IOException e) {
|
||||||
|
throw new ElasticsearchException("failed to serialize XContent of field [" + field + "]", e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue