mirror of
https://github.com/honeymoose/OpenSearch.git
synced 2025-04-02 13:29:06 +00:00
Analysis : Allow string explain param in JSON
Move some test methods from AnalylzeActionIT to RestAnalyzeActionTest Allow string explain param if it can parse Fix wrong param name in rest-api-spec Closes #16925
This commit is contained in:
parent
2dd8ed90ab
commit
071d578953
@ -144,8 +144,12 @@ public class RestAnalyzeAction extends BaseRestHandler {
|
|||||||
charFilters.add(parser.text());
|
charFilters.add(parser.text());
|
||||||
}
|
}
|
||||||
analyzeRequest.charFilters(charFilters.toArray(new String[charFilters.size()]));
|
analyzeRequest.charFilters(charFilters.toArray(new String[charFilters.size()]));
|
||||||
} else if (parseFieldMatcher.match(currentFieldName, Fields.EXPLAIN) && token == XContentParser.Token.VALUE_BOOLEAN) {
|
} else if (parseFieldMatcher.match(currentFieldName, Fields.EXPLAIN)) {
|
||||||
|
if (parser.isBooleanValue()) {
|
||||||
analyzeRequest.explain(parser.booleanValue());
|
analyzeRequest.explain(parser.booleanValue());
|
||||||
|
} else {
|
||||||
|
throw new IllegalArgumentException(currentFieldName + " must be either 'true' or 'false'");
|
||||||
|
}
|
||||||
} else if (parseFieldMatcher.match(currentFieldName, Fields.ATTRIBUTES) && token == XContentParser.Token.START_ARRAY){
|
} else if (parseFieldMatcher.match(currentFieldName, Fields.ATTRIBUTES) && token == XContentParser.Token.START_ARRAY){
|
||||||
List<String> attributes = new ArrayList<>();
|
List<String> attributes = new ArrayList<>();
|
||||||
while ((token = parser.nextToken()) != XContentParser.Token.END_ARRAY) {
|
while ((token = parser.nextToken()) != XContentParser.Token.END_ARRAY) {
|
||||||
|
@ -196,53 +196,6 @@ public class AnalyzeActionIT extends ESIntegTestCase {
|
|||||||
return randomBoolean() ? "test" : "alias";
|
return randomBoolean() ? "test" : "alias";
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testParseXContentForAnalyzeReuqest() throws Exception {
|
|
||||||
BytesReference content = XContentFactory.jsonBuilder()
|
|
||||||
.startObject()
|
|
||||||
.field("text", "THIS IS A TEST")
|
|
||||||
.field("tokenizer", "keyword")
|
|
||||||
.array("filters", "lowercase")
|
|
||||||
.endObject().bytes();
|
|
||||||
|
|
||||||
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
|
||||||
|
|
||||||
RestAnalyzeAction.buildFromContent(content, analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
|
||||||
|
|
||||||
assertThat(analyzeRequest.text().length, equalTo(1));
|
|
||||||
assertThat(analyzeRequest.text(), equalTo(new String[]{"THIS IS A TEST"}));
|
|
||||||
assertThat(analyzeRequest.tokenizer(), equalTo("keyword"));
|
|
||||||
assertThat(analyzeRequest.tokenFilters(), equalTo(new String[]{"lowercase"}));
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testParseXContentForAnalyzeRequestWithInvalidJsonThrowsException() throws Exception {
|
|
||||||
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
|
||||||
|
|
||||||
try {
|
|
||||||
RestAnalyzeAction.buildFromContent(new BytesArray("{invalid_json}"), analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
|
||||||
fail("shouldn't get here");
|
|
||||||
} catch (Exception e) {
|
|
||||||
assertThat(e, instanceOf(IllegalArgumentException.class));
|
|
||||||
assertThat(e.getMessage(), equalTo("Failed to parse request body"));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testParseXContentForAnalyzeRequestWithUnknownParamThrowsException() throws Exception {
|
|
||||||
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
|
||||||
BytesReference invalidContent =XContentFactory.jsonBuilder()
|
|
||||||
.startObject()
|
|
||||||
.field("text", "THIS IS A TEST")
|
|
||||||
.field("unknown", "keyword")
|
|
||||||
.endObject().bytes();
|
|
||||||
|
|
||||||
try {
|
|
||||||
RestAnalyzeAction.buildFromContent(invalidContent, analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
|
||||||
fail("shouldn't get here");
|
|
||||||
} catch (Exception e) {
|
|
||||||
assertThat(e, instanceOf(IllegalArgumentException.class));
|
|
||||||
assertThat(e.getMessage(), startsWith("Unknown parameter [unknown]"));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testAnalyzerWithMultiValues() throws Exception {
|
public void testAnalyzerWithMultiValues() throws Exception {
|
||||||
assertAcked(prepareCreate("test").addAlias(new Alias("alias")));
|
assertAcked(prepareCreate("test").addAlias(new Alias("alias")));
|
||||||
ensureGreen();
|
ensureGreen();
|
||||||
|
@ -0,0 +1,96 @@
|
|||||||
|
/*
|
||||||
|
* Licensed to Elasticsearch under one or more contributor
|
||||||
|
* license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright
|
||||||
|
* ownership. Elasticsearch licenses this file to you under
|
||||||
|
* the Apache License, Version 2.0 (the "License"); you may
|
||||||
|
* not use this file except in compliance with the License.
|
||||||
|
* You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
package org.elasticsearch.rest.action.admin.indices.analyze;
|
||||||
|
|
||||||
|
import org.elasticsearch.action.admin.indices.analyze.AnalyzeRequest;
|
||||||
|
import org.elasticsearch.common.ParseFieldMatcher;
|
||||||
|
import org.elasticsearch.common.bytes.BytesArray;
|
||||||
|
import org.elasticsearch.common.bytes.BytesReference;
|
||||||
|
import org.elasticsearch.common.settings.Settings;
|
||||||
|
import org.elasticsearch.common.xcontent.XContentFactory;
|
||||||
|
import org.elasticsearch.test.ESTestCase;
|
||||||
|
|
||||||
|
import static org.hamcrest.Matchers.*;
|
||||||
|
|
||||||
|
public class RestAnalyzeActionTests extends ESTestCase {
|
||||||
|
|
||||||
|
public void testParseXContentForAnalyzeReuqest() throws Exception {
|
||||||
|
BytesReference content = XContentFactory.jsonBuilder()
|
||||||
|
.startObject()
|
||||||
|
.field("text", "THIS IS A TEST")
|
||||||
|
.field("tokenizer", "keyword")
|
||||||
|
.array("filters", "lowercase")
|
||||||
|
.endObject().bytes();
|
||||||
|
|
||||||
|
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
||||||
|
|
||||||
|
RestAnalyzeAction.buildFromContent(content, analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
||||||
|
|
||||||
|
assertThat(analyzeRequest.text().length, equalTo(1));
|
||||||
|
assertThat(analyzeRequest.text(), equalTo(new String[]{"THIS IS A TEST"}));
|
||||||
|
assertThat(analyzeRequest.tokenizer(), equalTo("keyword"));
|
||||||
|
assertThat(analyzeRequest.tokenFilters(), equalTo(new String[]{"lowercase"}));
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testParseXContentForAnalyzeRequestWithInvalidJsonThrowsException() throws Exception {
|
||||||
|
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
||||||
|
|
||||||
|
try {
|
||||||
|
RestAnalyzeAction.buildFromContent(new BytesArray("{invalid_json}"), analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
||||||
|
fail("shouldn't get here");
|
||||||
|
} catch (Exception e) {
|
||||||
|
assertThat(e, instanceOf(IllegalArgumentException.class));
|
||||||
|
assertThat(e.getMessage(), equalTo("Failed to parse request body"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testParseXContentForAnalyzeRequestWithUnknownParamThrowsException() throws Exception {
|
||||||
|
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
||||||
|
BytesReference invalidContent = XContentFactory.jsonBuilder()
|
||||||
|
.startObject()
|
||||||
|
.field("text", "THIS IS A TEST")
|
||||||
|
.field("unknown", "keyword")
|
||||||
|
.endObject().bytes();
|
||||||
|
|
||||||
|
try {
|
||||||
|
RestAnalyzeAction.buildFromContent(invalidContent, analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
||||||
|
fail("shouldn't get here");
|
||||||
|
} catch (Exception e) {
|
||||||
|
assertThat(e, instanceOf(IllegalArgumentException.class));
|
||||||
|
assertThat(e.getMessage(), startsWith("Unknown parameter [unknown]"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testParseXContentForAnalyzeRequestWithInvalidStringExplainParamThrowsException() throws Exception {
|
||||||
|
AnalyzeRequest analyzeRequest = new AnalyzeRequest("for test");
|
||||||
|
BytesReference invalidExplain = XContentFactory.jsonBuilder()
|
||||||
|
.startObject()
|
||||||
|
.field("explain", "fals")
|
||||||
|
.endObject().bytes();
|
||||||
|
try {
|
||||||
|
RestAnalyzeAction.buildFromContent(invalidExplain, analyzeRequest, new ParseFieldMatcher(Settings.EMPTY));
|
||||||
|
fail("shouldn't get here");
|
||||||
|
} catch (Exception e) {
|
||||||
|
assertThat(e, instanceOf(IllegalArgumentException.class));
|
||||||
|
assertThat(e.getMessage(), startsWith("explain must be either 'true' or 'false'"));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
}
|
@ -44,13 +44,13 @@
|
|||||||
"type" : "string",
|
"type" : "string",
|
||||||
"description" : "The name of the tokenizer to use for the analysis"
|
"description" : "The name of the tokenizer to use for the analysis"
|
||||||
},
|
},
|
||||||
"detail": {
|
"explain": {
|
||||||
"type" : "boolean",
|
"type" : "boolean",
|
||||||
"description" : "With `true`, outputs more advanced details. (default: false)"
|
"description" : "With `true`, outputs more advanced details. (default: false)"
|
||||||
},
|
},
|
||||||
"attributes": {
|
"attributes": {
|
||||||
"type" : "list",
|
"type" : "list",
|
||||||
"description" : "A comma-separated list of token attributes to output, this parameter works only with `detail=true`"
|
"description" : "A comma-separated list of token attributes to output, this parameter works only with `explain=true`"
|
||||||
},
|
},
|
||||||
"format": {
|
"format": {
|
||||||
"type": "enum",
|
"type": "enum",
|
||||||
|
@ -75,7 +75,7 @@ setup:
|
|||||||
"Detail response with Analyzer":
|
"Detail response with Analyzer":
|
||||||
- do:
|
- do:
|
||||||
indices.analyze:
|
indices.analyze:
|
||||||
body: {"text": "This is troubled", "analyzer": standard, "explain": true}
|
body: {"text": "This is troubled", "analyzer": standard, "explain": "true"}
|
||||||
- length: { detail.analyzer.tokens: 3 }
|
- length: { detail.analyzer.tokens: 3 }
|
||||||
- match: { detail.analyzer.name: standard }
|
- match: { detail.analyzer.name: standard }
|
||||||
- match: { detail.analyzer.tokens.0.token: this }
|
- match: { detail.analyzer.tokens.0.token: this }
|
||||||
|
Loading…
x
Reference in New Issue
Block a user