Revert "Stop automatically nesting mappings in index creation requests. (#36924)"
This reverts commit ac1c6940d2
.
This commit is contained in:
parent
55d3ca3aa8
commit
c5aac4705d
|
@ -33,6 +33,7 @@ import org.elasticsearch.common.ParseField;
|
||||||
import org.elasticsearch.common.Strings;
|
import org.elasticsearch.common.Strings;
|
||||||
import org.elasticsearch.common.bytes.BytesArray;
|
import org.elasticsearch.common.bytes.BytesArray;
|
||||||
import org.elasticsearch.common.bytes.BytesReference;
|
import org.elasticsearch.common.bytes.BytesReference;
|
||||||
|
import org.elasticsearch.common.collect.MapBuilder;
|
||||||
import org.elasticsearch.common.io.stream.StreamInput;
|
import org.elasticsearch.common.io.stream.StreamInput;
|
||||||
import org.elasticsearch.common.io.stream.StreamOutput;
|
import org.elasticsearch.common.io.stream.StreamOutput;
|
||||||
import org.elasticsearch.common.settings.Settings;
|
import org.elasticsearch.common.settings.Settings;
|
||||||
|
@ -255,6 +256,10 @@ public class CreateIndexRequest extends AcknowledgedRequest<CreateIndexRequest>
|
||||||
if (mappings.containsKey(type)) {
|
if (mappings.containsKey(type)) {
|
||||||
throw new IllegalStateException("mappings for type \"" + type + "\" were already defined");
|
throw new IllegalStateException("mappings for type \"" + type + "\" were already defined");
|
||||||
}
|
}
|
||||||
|
// wrap it in a type map if its not
|
||||||
|
if (source.size() != 1 || !source.containsKey(type)) {
|
||||||
|
source = MapBuilder.<String, Object>newMapBuilder().put(type, source).map();
|
||||||
|
}
|
||||||
try {
|
try {
|
||||||
XContentBuilder builder = XContentFactory.contentBuilder(XContentType.JSON);
|
XContentBuilder builder = XContentFactory.contentBuilder(XContentType.JSON);
|
||||||
builder.map(source);
|
builder.map(source);
|
||||||
|
@ -269,7 +274,7 @@ public class CreateIndexRequest extends AcknowledgedRequest<CreateIndexRequest>
|
||||||
* ("field1", "type=string,store=true").
|
* ("field1", "type=string,store=true").
|
||||||
*/
|
*/
|
||||||
public CreateIndexRequest mapping(String type, Object... source) {
|
public CreateIndexRequest mapping(String type, Object... source) {
|
||||||
mapping(type, PutMappingRequest.buildFromSimplifiedDef(source));
|
mapping(type, PutMappingRequest.buildFromSimplifiedDef(type, source));
|
||||||
return this;
|
return this;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|
|
@ -184,18 +184,6 @@ public class PutMappingRequest extends AcknowledgedRequest<PutMappingRequest> im
|
||||||
return source(buildFromSimplifiedDef(type, source));
|
return source(buildFromSimplifiedDef(type, source));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* @param source
|
|
||||||
* consisting of field/properties pairs (e.g. "field1",
|
|
||||||
* "type=string,store=true")
|
|
||||||
* @throws IllegalArgumentException
|
|
||||||
* if the number of the source arguments is not divisible by two
|
|
||||||
* @return the mappings definition
|
|
||||||
*/
|
|
||||||
public static XContentBuilder buildFromSimplifiedDef(Object... source) {
|
|
||||||
return buildFromSimplifiedDef(null, source);
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @param type
|
* @param type
|
||||||
* the mapping type
|
* the mapping type
|
||||||
|
|
|
@ -143,7 +143,7 @@ public class CreateIndexIT extends ESIntegTestCase {
|
||||||
assertFalse(metadata.sourceAsMap().isEmpty());
|
assertFalse(metadata.sourceAsMap().isEmpty());
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testNonNestedEmptyMappings() throws Exception {
|
public void testEmptyNestedMappings() throws Exception {
|
||||||
assertAcked(prepareCreate("test")
|
assertAcked(prepareCreate("test")
|
||||||
.addMapping("_doc", XContentFactory.jsonBuilder().startObject().endObject()));
|
.addMapping("_doc", XContentFactory.jsonBuilder().startObject().endObject()));
|
||||||
|
|
||||||
|
@ -173,20 +173,6 @@ public class CreateIndexIT extends ESIntegTestCase {
|
||||||
assertTrue(metadata.sourceAsMap().isEmpty());
|
assertTrue(metadata.sourceAsMap().isEmpty());
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testFlatMappingFormat() throws Exception {
|
|
||||||
assertAcked(prepareCreate("test")
|
|
||||||
.addMapping("_doc", "field", "type=keyword"));
|
|
||||||
|
|
||||||
GetMappingsResponse response = client().admin().indices().prepareGetMappings("test").get();
|
|
||||||
|
|
||||||
ImmutableOpenMap<String, MappingMetaData> mappings = response.mappings().get("test");
|
|
||||||
assertNotNull(mappings);
|
|
||||||
|
|
||||||
MappingMetaData metadata = mappings.get("_doc");
|
|
||||||
assertNotNull(metadata);
|
|
||||||
assertFalse(metadata.sourceAsMap().isEmpty());
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testInvalidShardCountSettings() throws Exception {
|
public void testInvalidShardCountSettings() throws Exception {
|
||||||
int value = randomIntBetween(-10, 0);
|
int value = randomIntBetween(-10, 0);
|
||||||
try {
|
try {
|
||||||
|
|
|
@ -22,86 +22,31 @@ package org.elasticsearch.action.admin.indices.create;
|
||||||
import org.elasticsearch.ElasticsearchParseException;
|
import org.elasticsearch.ElasticsearchParseException;
|
||||||
import org.elasticsearch.action.admin.indices.alias.Alias;
|
import org.elasticsearch.action.admin.indices.alias.Alias;
|
||||||
import org.elasticsearch.common.Strings;
|
import org.elasticsearch.common.Strings;
|
||||||
|
import org.elasticsearch.common.bytes.BytesReference;
|
||||||
import org.elasticsearch.common.io.stream.BytesStreamOutput;
|
import org.elasticsearch.common.io.stream.BytesStreamOutput;
|
||||||
import org.elasticsearch.common.io.stream.StreamInput;
|
import org.elasticsearch.common.io.stream.StreamInput;
|
||||||
|
import org.elasticsearch.common.settings.Settings;
|
||||||
import org.elasticsearch.common.xcontent.LoggingDeprecationHandler;
|
import org.elasticsearch.common.xcontent.LoggingDeprecationHandler;
|
||||||
import org.elasticsearch.common.xcontent.NamedXContentRegistry;
|
import org.elasticsearch.common.xcontent.NamedXContentRegistry;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
||||||
import org.elasticsearch.index.RandomCreateIndexGenerator;
|
import org.elasticsearch.index.RandomCreateIndexGenerator;
|
||||||
import org.elasticsearch.test.AbstractXContentTestCase;
|
import org.elasticsearch.test.ESTestCase;
|
||||||
|
import org.elasticsearch.test.hamcrest.ElasticsearchAssertions;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
|
|
||||||
public class CreateIndexRequestTests extends AbstractXContentTestCase<CreateIndexRequest> {
|
import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_NUMBER_OF_SHARDS;
|
||||||
|
import static org.elasticsearch.common.xcontent.ToXContent.EMPTY_PARAMS;
|
||||||
|
|
||||||
@Override
|
public class CreateIndexRequestTests extends ESTestCase {
|
||||||
protected CreateIndexRequest createTestInstance() {
|
|
||||||
try {
|
|
||||||
return RandomCreateIndexGenerator.randomCreateIndexRequest();
|
|
||||||
} catch (IOException e) {
|
|
||||||
throw new RuntimeException(e);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
protected CreateIndexRequest doParseInstance(XContentParser parser) throws IOException {
|
|
||||||
CreateIndexRequest request = new CreateIndexRequest();
|
|
||||||
request.source(parser.map(), LoggingDeprecationHandler.INSTANCE);
|
|
||||||
return request;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
protected void assertEqualInstances(CreateIndexRequest expectedInstance, CreateIndexRequest newInstance) {
|
|
||||||
assertEquals(expectedInstance.settings(), newInstance.settings());
|
|
||||||
assertAliasesEqual(expectedInstance.aliases(), newInstance.aliases());
|
|
||||||
assertMappingsEqual(expectedInstance.mappings(), newInstance.mappings());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
protected boolean supportsUnknownFields() {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
|
|
||||||
public static void assertMappingsEqual(Map<String, String> expected, Map<String, String> actual) {
|
|
||||||
assertEquals(expected.keySet(), actual.keySet());
|
|
||||||
|
|
||||||
for (Map.Entry<String, String> expectedEntry : expected.entrySet()) {
|
|
||||||
String expectedValue = expectedEntry.getValue();
|
|
||||||
String actualValue = actual.get(expectedEntry.getKey());
|
|
||||||
try (XContentParser expectedJson = JsonXContent.jsonXContent.createParser(NamedXContentRegistry.EMPTY,
|
|
||||||
LoggingDeprecationHandler.INSTANCE, expectedValue);
|
|
||||||
XContentParser actualJson = JsonXContent.jsonXContent.createParser(NamedXContentRegistry.EMPTY,
|
|
||||||
LoggingDeprecationHandler.INSTANCE, actualValue)) {
|
|
||||||
assertEquals(expectedJson.map(), actualJson.map());
|
|
||||||
} catch (IOException e) {
|
|
||||||
throw new RuntimeException(e);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public static void assertAliasesEqual(Set<Alias> expected, Set<Alias> actual) {
|
|
||||||
assertEquals(expected, actual);
|
|
||||||
|
|
||||||
for (Alias expectedAlias : expected) {
|
|
||||||
for (Alias actualAlias : actual) {
|
|
||||||
if (expectedAlias.equals(actualAlias)) {
|
|
||||||
// As Alias#equals only looks at name, we check the equality of the other Alias parameters here.
|
|
||||||
assertEquals(expectedAlias.filter(), actualAlias.filter());
|
|
||||||
assertEquals(expectedAlias.indexRouting(), actualAlias.indexRouting());
|
|
||||||
assertEquals(expectedAlias.searchRouting(), actualAlias.searchRouting());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testSerialization() throws IOException {
|
public void testSerialization() throws IOException {
|
||||||
CreateIndexRequest request = new CreateIndexRequest("foo");
|
CreateIndexRequest request = new CreateIndexRequest("foo");
|
||||||
String mapping = Strings.toString(JsonXContent.contentBuilder().startObject()
|
String mapping = Strings.toString(JsonXContent.contentBuilder().startObject().startObject("type").endObject().endObject());
|
||||||
.startObject("type").endObject().endObject());
|
|
||||||
request.mapping("my_type", mapping, XContentType.JSON);
|
request.mapping("my_type", mapping, XContentType.JSON);
|
||||||
|
|
||||||
try (BytesStreamOutput output = new BytesStreamOutput()) {
|
try (BytesStreamOutput output = new BytesStreamOutput()) {
|
||||||
|
@ -138,4 +83,78 @@ public class CreateIndexRequestTests extends AbstractXContentTestCase<CreateInde
|
||||||
() -> {request.source(createIndex, XContentType.JSON);});
|
() -> {request.source(createIndex, XContentType.JSON);});
|
||||||
assertEquals("unknown key [FOO_SHOULD_BE_ILLEGAL_HERE] for create index", e.getMessage());
|
assertEquals("unknown key [FOO_SHOULD_BE_ILLEGAL_HERE] for create index", e.getMessage());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
public void testToXContent() throws IOException {
|
||||||
|
CreateIndexRequest request = new CreateIndexRequest("foo");
|
||||||
|
|
||||||
|
String mapping = Strings.toString(JsonXContent.contentBuilder().startObject().startObject("type").endObject().endObject());
|
||||||
|
request.mapping("my_type", mapping, XContentType.JSON);
|
||||||
|
|
||||||
|
Alias alias = new Alias("test_alias");
|
||||||
|
alias.routing("1");
|
||||||
|
alias.filter("{\"term\":{\"year\":2016}}");
|
||||||
|
alias.writeIndex(true);
|
||||||
|
request.alias(alias);
|
||||||
|
|
||||||
|
Settings.Builder settings = Settings.builder();
|
||||||
|
settings.put(SETTING_NUMBER_OF_SHARDS, 10);
|
||||||
|
request.settings(settings);
|
||||||
|
|
||||||
|
String actualRequestBody = Strings.toString(request);
|
||||||
|
|
||||||
|
String expectedRequestBody = "{\"settings\":{\"index\":{\"number_of_shards\":\"10\"}}," +
|
||||||
|
"\"mappings\":{\"my_type\":{\"type\":{}}}," +
|
||||||
|
"\"aliases\":{\"test_alias\":{\"filter\":{\"term\":{\"year\":2016}},\"routing\":\"1\",\"is_write_index\":true}}}";
|
||||||
|
|
||||||
|
assertEquals(expectedRequestBody, actualRequestBody);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testToAndFromXContent() throws IOException {
|
||||||
|
|
||||||
|
final CreateIndexRequest createIndexRequest = RandomCreateIndexGenerator.randomCreateIndexRequest();
|
||||||
|
|
||||||
|
boolean humanReadable = randomBoolean();
|
||||||
|
final XContentType xContentType = randomFrom(XContentType.values());
|
||||||
|
BytesReference originalBytes = toShuffledXContent(createIndexRequest, xContentType, EMPTY_PARAMS, humanReadable);
|
||||||
|
|
||||||
|
CreateIndexRequest parsedCreateIndexRequest = new CreateIndexRequest();
|
||||||
|
parsedCreateIndexRequest.source(originalBytes, xContentType);
|
||||||
|
|
||||||
|
assertMappingsEqual(createIndexRequest.mappings(), parsedCreateIndexRequest.mappings());
|
||||||
|
assertAliasesEqual(createIndexRequest.aliases(), parsedCreateIndexRequest.aliases());
|
||||||
|
assertEquals(createIndexRequest.settings(), parsedCreateIndexRequest.settings());
|
||||||
|
|
||||||
|
BytesReference finalBytes = toShuffledXContent(parsedCreateIndexRequest, xContentType, EMPTY_PARAMS, humanReadable);
|
||||||
|
ElasticsearchAssertions.assertToXContentEquivalent(originalBytes, finalBytes, xContentType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public static void assertMappingsEqual(Map<String, String> expected, Map<String, String> actual) throws IOException {
|
||||||
|
assertEquals(expected.keySet(), actual.keySet());
|
||||||
|
|
||||||
|
for (Map.Entry<String, String> expectedEntry : expected.entrySet()) {
|
||||||
|
String expectedValue = expectedEntry.getValue();
|
||||||
|
String actualValue = actual.get(expectedEntry.getKey());
|
||||||
|
try (XContentParser expectedJson = JsonXContent.jsonXContent.createParser(NamedXContentRegistry.EMPTY,
|
||||||
|
LoggingDeprecationHandler.INSTANCE, expectedValue);
|
||||||
|
XContentParser actualJson = JsonXContent.jsonXContent.createParser(NamedXContentRegistry.EMPTY,
|
||||||
|
LoggingDeprecationHandler.INSTANCE, actualValue)){
|
||||||
|
assertEquals(expectedJson.map(), actualJson.map());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public static void assertAliasesEqual(Set<Alias> expected, Set<Alias> actual) throws IOException {
|
||||||
|
assertEquals(expected, actual);
|
||||||
|
|
||||||
|
for (Alias expectedAlias : expected) {
|
||||||
|
for (Alias actualAlias : actual) {
|
||||||
|
if (expectedAlias.equals(actualAlias)) {
|
||||||
|
// As Alias#equals only looks at name, we check the equality of the other Alias parameters here.
|
||||||
|
assertEquals(expectedAlias.filter(), actualAlias.filter());
|
||||||
|
assertEquals(expectedAlias.indexRouting(), actualAlias.indexRouting());
|
||||||
|
assertEquals(expectedAlias.searchRouting(), actualAlias.searchRouting());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -29,7 +29,6 @@ import java.io.IOException;
|
||||||
|
|
||||||
import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_NUMBER_OF_REPLICAS;
|
import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_NUMBER_OF_REPLICAS;
|
||||||
import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_NUMBER_OF_SHARDS;
|
import static org.elasticsearch.cluster.metadata.IndexMetaData.SETTING_NUMBER_OF_SHARDS;
|
||||||
import static org.elasticsearch.test.ESTestCase.frequently;
|
|
||||||
import static org.elasticsearch.test.ESTestCase.randomAlphaOfLength;
|
import static org.elasticsearch.test.ESTestCase.randomAlphaOfLength;
|
||||||
import static org.elasticsearch.test.ESTestCase.randomBoolean;
|
import static org.elasticsearch.test.ESTestCase.randomBoolean;
|
||||||
import static org.elasticsearch.test.ESTestCase.randomIntBetween;
|
import static org.elasticsearch.test.ESTestCase.randomIntBetween;
|
||||||
|
@ -46,14 +45,9 @@ public final class RandomCreateIndexGenerator {
|
||||||
String index = randomAlphaOfLength(5);
|
String index = randomAlphaOfLength(5);
|
||||||
CreateIndexRequest request = new CreateIndexRequest(index);
|
CreateIndexRequest request = new CreateIndexRequest(index);
|
||||||
randomAliases(request);
|
randomAliases(request);
|
||||||
if (frequently()) {
|
|
||||||
String type = randomAlphaOfLength(5);
|
|
||||||
if (randomBoolean()) {
|
if (randomBoolean()) {
|
||||||
request.mapping(type, randomMapping());
|
String type = randomAlphaOfLength(5);
|
||||||
} else {
|
|
||||||
request.mapping(type, randomMapping(type));
|
request.mapping(type, randomMapping(type));
|
||||||
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
if (randomBoolean()) {
|
if (randomBoolean()) {
|
||||||
request.settings(randomIndexSettings());
|
request.settings(randomIndexSettings());
|
||||||
|
@ -82,16 +76,6 @@ public final class RandomCreateIndexGenerator {
|
||||||
return builder.build();
|
return builder.build();
|
||||||
}
|
}
|
||||||
|
|
||||||
public static XContentBuilder randomMapping() throws IOException {
|
|
||||||
XContentBuilder builder = XContentFactory.jsonBuilder();
|
|
||||||
builder.startObject();
|
|
||||||
|
|
||||||
randomMappingFields(builder, true);
|
|
||||||
|
|
||||||
builder.endObject();
|
|
||||||
return builder;
|
|
||||||
}
|
|
||||||
|
|
||||||
public static XContentBuilder randomMapping(String type) throws IOException {
|
public static XContentBuilder randomMapping(String type) throws IOException {
|
||||||
XContentBuilder builder = XContentFactory.jsonBuilder();
|
XContentBuilder builder = XContentFactory.jsonBuilder();
|
||||||
builder.startObject().startObject(type);
|
builder.startObject().startObject(type);
|
||||||
|
|
Loading…
Reference in New Issue