REST: Unify query_string parameters parsing

There currently are small differences between search api and count, exists, validate query, explain api when it comes to reading query_string parameters.  `analyze_wildcard`, `lowercase_expanded_terms` and `lenient` are only read by the search api and ignored by all other mentioned apis. Unified code to fix this and make sure it doesn't happen again. Also shared some code when it comes to printing out the query as part of SearchSourceBuilder conversion to ToXContent.

Extended REST spec to include all the supported params (some that were already supported weren't listed), and added REST tests (also some basic tests for count and search_exists which weren't tested at all).

Closes #11057
This commit is contained in:
javanna 2015-05-08 15:10:33 +02:00 committed by Luca Cavanna
parent d577c07768
commit d7e585ca4f
14 changed files with 604 additions and 46 deletions

View File

@ -41,6 +41,36 @@
"routing": {
"type" : "string",
"description" : "Specific routing value"
},
"q": {
"type" : "string",
"description" : "Query in the Lucene query string syntax"
},
"analyzer": {
"type" : "string",
"description" : "The analyzer to use for the query string"
},
"analyze_wildcard": {
"type" : "boolean",
"description" : "Specify whether wildcard and prefix queries should be analyzed (default: false)"
},
"default_operator": {
"type" : "enum",
"options" : ["AND","OR"],
"default" : "OR",
"description" : "The default operator for query string query (AND or OR)"
},
"df": {
"type" : "string",
"description" : "The field to use as default where no field prefix is given in the query string"
},
"lenient": {
"type" : "boolean",
"description" : "Specify whether format-based query failures (such as providing text to a numeric field) should be ignored"
},
"lowercase_expanded_terms": {
"type" : "boolean",
"description" : "Specify whether query terms should be lowercased"
}
}
},

View File

@ -40,6 +40,32 @@
"q": {
"type" : "string",
"description" : "Query in the Lucene query string syntax"
},
"analyzer": {
"type" : "string",
"description" : "The analyzer to use for the query string"
},
"analyze_wildcard": {
"type" : "boolean",
"description" : "Specify whether wildcard and prefix queries should be analyzed (default: false)"
},
"default_operator": {
"type" : "enum",
"options" : ["AND","OR"],
"default" : "OR",
"description" : "The default operator for query string query (AND or OR)"
},
"df": {
"type" : "string",
"description" : "The field to use as default where no field prefix is given in the query string"
},
"lenient": {
"type" : "boolean",
"description" : "Specify whether format-based query failures (such as providing text to a numeric field) should be ignored"
},
"lowercase_expanded_terms": {
"type" : "boolean",
"description" : "Specify whether query terms should be lowercased"
}
}
},

View File

@ -41,6 +41,36 @@
"routing": {
"type" : "string",
"description" : "Specific routing value"
},
"q": {
"type" : "string",
"description" : "Query in the Lucene query string syntax"
},
"analyzer": {
"type" : "string",
"description" : "The analyzer to use for the query string"
},
"analyze_wildcard": {
"type" : "boolean",
"description" : "Specify whether wildcard and prefix queries should be analyzed (default: false)"
},
"default_operator": {
"type" : "enum",
"options" : ["AND","OR"],
"default" : "OR",
"description" : "The default operator for query string query (AND or OR)"
},
"df": {
"type" : "string",
"description" : "The field to use as default where no field prefix is given in the query string"
},
"lenient": {
"type" : "boolean",
"description" : "Specify whether format-based query failures (such as providing text to a numeric field) should be ignored"
},
"lowercase_expanded_terms": {
"type" : "boolean",
"description" : "Specify whether query terms should be lowercased"
}
}
},

View File

@ -0,0 +1,37 @@
---
"count with body":
- do:
indices.create:
index: test
- do:
index:
index: test
type: test
id: 1
body: { foo: bar }
- do:
indices.refresh:
index: [test]
- do:
count:
index: test
type: test
body:
query:
match:
foo: bar
- match: {count : 1}
- do:
count:
index: test
type: test
body:
query:
match:
foo: test
- match: {count : 0}

View File

@ -0,0 +1,79 @@
---
"count with query_string parameters":
- do:
indices.create:
index: test
body:
mappings:
test:
_all:
enabled: false
properties:
number:
type: integer
- do:
index:
index: test
type: test
id: 1
body: { field: foo bar}
- do:
indices.refresh:
index: [test]
- do:
count:
index: test
q: bar
df: field
- match: {count : 1}
- do:
count:
index: test
q: field:foo field:xyz
- match: {count : 1}
- do:
count:
index: test
q: field:foo field:xyz
default_operator: AND
- match: {count : 0}
- do:
count:
index: test
q: field:bars
analyzer: snowball
- match: {count : 1}
- do:
count:
index: test
q: field:BA*
lowercase_expanded_terms: false
- match: {count : 0}
- do:
count:
index: test
q: field:BA*
analyze_wildcard: true
- match: {count : 1}
- do:
count:
index: test
q: number:foo
lenient: true
- match: {count : 0}

View File

@ -0,0 +1,93 @@
---
"explain with query_string parameters":
- do:
indices.create:
index: test
body:
mappings:
test:
_all:
enabled: false
properties:
number:
type: integer
- do:
index:
index: test
type: test
id: 1
body: { field: foo bar}
- do:
indices.refresh:
index: [test]
- do:
explain:
index: test
type: test
id: 1
q: bar
df: field
- is_true: matched
- do:
explain:
index: test
type: test
id: 1
q: field:foo field:xyz
- is_true: matched
- do:
explain:
index: test
type: test
id: 1
q: field:foo field:xyz
default_operator: AND
- is_false: matched
- do:
explain:
index: test
type: test
id: 1
q: field:bars
analyzer: snowball
- is_true: matched
- do:
explain:
index: test
type: test
id: 1
q: field:BA*
lowercase_expanded_terms: false
- is_false: matched
- do:
explain:
index: test
type: test
id: 1
q: field:BA*
analyze_wildcard: true
- is_true: matched
- do:
explain:
index: test
type: test
id: 1
q: number:foo
lenient: true
- is_false: matched

View File

@ -0,0 +1,70 @@
---
"validate_query with query_string parameters":
- do:
indices.create:
index: test
body:
mappings:
test:
_all:
enabled: false
properties:
field:
type: string
number:
type: integer
- do:
indices.validate_query:
index: test
q: bar
df: field
- is_true: valid
- do:
indices.validate_query:
index: test
q: field:foo field:xyz
- is_true: valid
- do:
indices.validate_query:
index: test
q: field:foo field:xyz
default_operator: AND
- is_true: valid
- do:
indices.validate_query:
index: test
q: field:bars
analyzer: snowball
- is_true: valid
- do:
indices.validate_query:
index: test
q: field:BA*
lowercase_expanded_terms: false
- is_true: valid
- do:
indices.validate_query:
index: test
q: field:BA*
analyze_wildcard: true
- is_true: valid
- do:
indices.validate_query:
index: test
q: number:foo
lenient: true
- is_true: valid

View File

@ -0,0 +1,79 @@
---
"search with query_string parameters":
- do:
indices.create:
index: test
body:
mappings:
test:
_all:
enabled: false
properties:
number:
type: integer
- do:
index:
index: test
type: test
id: 1
body: { field: foo bar}
- do:
indices.refresh:
index: [test]
- do:
search:
index: test
q: bar
df: field
- match: {hits.total: 1}
- do:
search:
index: test
q: field:foo field:xyz
- match: {hits.total: 1}
- do:
search:
index: test
q: field:foo field:xyz
default_operator: AND
- match: {hits.total: 0}
- do:
search:
index: test
q: field:bars
analyzer: snowball
- match: {hits.total: 1}
- do:
search:
index: test
q: field:BA*
lowercase_expanded_terms: false
- match: {hits.total: 0}
- do:
search:
index: test
q: field:BA*
analyze_wildcard: true
- match: {hits.total: 1}
- do:
search:
index: test
q: number:foo
lenient: true
- match: {hits.total: 0}

View File

@ -0,0 +1,38 @@
---
"search_exists with body":
- do:
indices.create:
index: test
- do:
index:
index: test
type: test
id: 1
body: { foo: bar }
- do:
indices.refresh:
index: [test]
- do:
search_exists:
index: test
type: test
body:
query:
match:
foo: bar
- is_true: exists
- do:
catch: missing
search_exists:
index: test
type: test
body:
query:
match:
foo: test
- is_false: exists

View File

@ -0,0 +1,82 @@
---
"search_exists with query_string parameters":
- do:
indices.create:
index: test
body:
mappings:
test:
_all:
enabled: false
properties:
number:
type: integer
- do:
index:
index: test
type: test
id: 1
body: { field: foo bar}
- do:
indices.refresh:
index: [test]
- do:
search_exists:
index: test
q: bar
df: field
- is_true: exists
- do:
search_exists:
index: test
q: field:foo field:xyz
- is_true: exists
- do:
catch: missing
search_exists:
index: test
q: field:foo field:xyz
default_operator: AND
- is_false: exists
- do:
search_exists:
index: test
q: field:bars
analyzer: snowball
- is_true: exists
- do:
catch: missing
search_exists:
index: test
q: field:BA*
lowercase_expanded_terms: false
- is_false: exists
- do:
search_exists:
index: test
q: field:BA*
analyze_wildcard: true
- is_true: exists
- do:
catch: missing
search_exists:
index: test
q: number:foo
lenient: true
- is_false: exists

View File

@ -49,6 +49,12 @@ public class QuerySourceBuilder implements ToXContent {
@Override
public XContentBuilder toXContent(XContentBuilder builder, Params params) throws IOException {
builder.startObject();
innerToXContent(builder, params);
builder.endObject();
return builder;
}
public void innerToXContent(XContentBuilder builder, Params params) throws IOException {
if (queryBuilder != null) {
builder.field("query");
queryBuilder.toXContent(builder, params);
@ -61,9 +67,6 @@ public class QuerySourceBuilder implements ToXContent {
builder.field("query_binary", queryBinary);
}
}
builder.endObject();
return builder;
}
public BytesReference buildAsBytes(XContentType contentType) throws SearchSourceBuilderException {

View File

@ -23,13 +23,15 @@ import org.elasticsearch.action.search.SearchRequest;
import org.elasticsearch.action.search.SearchResponse;
import org.elasticsearch.action.search.SearchType;
import org.elasticsearch.action.support.IndicesOptions;
import org.elasticsearch.action.support.QuerySourceBuilder;
import org.elasticsearch.client.Client;
import org.elasticsearch.common.Strings;
import org.elasticsearch.common.inject.Inject;
import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.index.query.QueryBuilders;
import org.elasticsearch.index.query.QueryStringQueryBuilder;
import org.elasticsearch.rest.*;
import org.elasticsearch.rest.BaseRestHandler;
import org.elasticsearch.rest.RestChannel;
import org.elasticsearch.rest.RestController;
import org.elasticsearch.rest.RestRequest;
import org.elasticsearch.rest.action.exists.RestExistsAction;
import org.elasticsearch.rest.action.support.RestActions;
import org.elasticsearch.rest.action.support.RestStatusToXContentListener;
@ -124,28 +126,11 @@ public class RestSearchAction extends BaseRestHandler {
public static SearchSourceBuilder parseSearchSource(RestRequest request) {
SearchSourceBuilder searchSourceBuilder = null;
String queryString = request.param("q");
if (queryString != null) {
QueryStringQueryBuilder queryBuilder = QueryBuilders.queryStringQuery(queryString);
queryBuilder.defaultField(request.param("df"));
queryBuilder.analyzer(request.param("analyzer"));
queryBuilder.analyzeWildcard(request.paramAsBoolean("analyze_wildcard", false));
queryBuilder.lowercaseExpandedTerms(request.paramAsBoolean("lowercase_expanded_terms", true));
queryBuilder.lenient(request.paramAsBoolean("lenient", null));
String defaultOperator = request.param("default_operator");
if (defaultOperator != null) {
if ("OR".equals(defaultOperator)) {
queryBuilder.defaultOperator(QueryStringQueryBuilder.Operator.OR);
} else if ("AND".equals(defaultOperator)) {
queryBuilder.defaultOperator(QueryStringQueryBuilder.Operator.AND);
} else {
throw new IllegalArgumentException("Unsupported defaultOperator [" + defaultOperator + "], can either be [OR] or [AND]");
}
}
if (searchSourceBuilder == null) {
QuerySourceBuilder querySourceBuilder = RestActions.parseQuerySource(request);
if (querySourceBuilder != null) {
searchSourceBuilder = new SearchSourceBuilder();
}
searchSourceBuilder.query(queryBuilder);
searchSourceBuilder.query(querySourceBuilder);
}
int from = request.paramAsInt("from", -1);
@ -257,7 +242,7 @@ public class RestSearchAction extends BaseRestHandler {
String suggestField = request.param("suggest_field");
if (suggestField != null) {
String suggestText = request.param("suggest_text", queryString);
String suggestText = request.param("suggest_text", request.param("q"));
int suggestSize = request.paramAsInt("suggest_size", 5);
if (searchSourceBuilder == null) {
searchSourceBuilder = new SearchSourceBuilder();

View File

@ -104,6 +104,9 @@ public class RestActions {
QueryStringQueryBuilder queryBuilder = QueryBuilders.queryStringQuery(queryString);
queryBuilder.defaultField(request.param("df"));
queryBuilder.analyzer(request.param("analyzer"));
queryBuilder.analyzeWildcard(request.paramAsBoolean("analyze_wildcard", false));
queryBuilder.lowercaseExpandedTerms(request.paramAsBoolean("lowercase_expanded_terms", true));
queryBuilder.lenient(request.paramAsBoolean("lenient", null));
String defaultOperator = request.param("default_operator");
if (defaultOperator != null) {
if ("OR".equals(defaultOperator)) {

View File

@ -23,9 +23,9 @@ import com.carrotsearch.hppc.ObjectFloatOpenHashMap;
import com.google.common.base.Charsets;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Lists;
import org.elasticsearch.ElasticsearchGenerationException;
import org.elasticsearch.ExceptionsHelper;
import org.elasticsearch.action.support.QuerySourceBuilder;
import org.elasticsearch.client.Requests;
import org.elasticsearch.common.Nullable;
import org.elasticsearch.common.Strings;
@ -77,9 +77,7 @@ public class SearchSourceBuilder implements ToXContent {
return new HighlightBuilder();
}
private QueryBuilder queryBuilder;
private BytesReference queryBinary;
private QuerySourceBuilder querySourceBuilder;
private QueryBuilder postQueryBuilder;
@ -129,13 +127,24 @@ public class SearchSourceBuilder implements ToXContent {
public SearchSourceBuilder() {
}
/**
* Sets the query provided as a {@link QuerySourceBuilder}
*/
public SearchSourceBuilder query(QuerySourceBuilder querySourceBuilder) {
this.querySourceBuilder = querySourceBuilder;
return this;
}
/**
* Constructs a new search source builder with a search query.
*
* @see org.elasticsearch.index.query.QueryBuilders
*/
public SearchSourceBuilder query(QueryBuilder query) {
this.queryBuilder = query;
if (this.querySourceBuilder == null) {
this.querySourceBuilder = new QuerySourceBuilder();
}
this.querySourceBuilder.setQuery(query);
return this;
}
@ -157,7 +166,10 @@ public class SearchSourceBuilder implements ToXContent {
* Constructs a new search source builder with a raw search query.
*/
public SearchSourceBuilder query(BytesReference queryBinary) {
this.queryBinary = queryBinary;
if (this.querySourceBuilder == null) {
this.querySourceBuilder = new QuerySourceBuilder();
}
this.querySourceBuilder.setQuery(queryBinary);
return this;
}
@ -704,17 +716,8 @@ public class SearchSourceBuilder implements ToXContent {
builder.field("terminate_after", terminateAfter);
}
if (queryBuilder != null) {
builder.field("query");
queryBuilder.toXContent(builder, params);
}
if (queryBinary != null) {
if (XContentFactory.xContentType(queryBinary) == builder.contentType()) {
builder.rawField("query", queryBinary);
} else {
builder.field("query_binary", queryBinary);
}
if (querySourceBuilder != null) {
querySourceBuilder.innerToXContent(builder, params);
}
if (postQueryBuilder != null) {