Migrate MinAggregator integration tests to AggregatorTestCase (#50053)
Also renames MinTests to MinAggregationBuilderTests
This commit is contained in:
Zachary Tong
Zachary Tong
parent
2bd3a05892
commit
be78d5cc74
|
|
@ -19,7 +19,7 @@
|
||||||
|
|
||||||
package org.elasticsearch.search.aggregations.metrics;
|
package org.elasticsearch.search.aggregations.metrics;
|
||||||
|
|
||||||
public class MinTests extends AbstractNumericMetricTestCase<MinAggregationBuilder> {
|
public class MinAggregationBuilderTests extends AbstractNumericMetricTestCase<MinAggregationBuilder> {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected MinAggregationBuilder doCreateTestAggregatorFactory() {
|
protected MinAggregationBuilder doCreateTestAggregatorFactory() {
|
||||||
|
|
@ -27,6 +27,7 @@ import org.apache.lucene.document.IntPoint;
|
||||||
import org.apache.lucene.document.LongPoint;
|
import org.apache.lucene.document.LongPoint;
|
||||||
import org.apache.lucene.document.NumericDocValuesField;
|
import org.apache.lucene.document.NumericDocValuesField;
|
||||||
import org.apache.lucene.document.SortedNumericDocValuesField;
|
import org.apache.lucene.document.SortedNumericDocValuesField;
|
||||||
|
import org.apache.lucene.document.SortedSetDocValuesField;
|
||||||
import org.apache.lucene.document.StringField;
|
import org.apache.lucene.document.StringField;
|
||||||
import org.apache.lucene.index.DirectoryReader;
|
import org.apache.lucene.index.DirectoryReader;
|
||||||
import org.apache.lucene.index.IndexOptions;
|
import org.apache.lucene.index.IndexOptions;
|
||||||
|
|
@ -34,6 +35,7 @@ import org.apache.lucene.index.IndexReader;
|
||||||
import org.apache.lucene.index.IndexWriter;
|
import org.apache.lucene.index.IndexWriter;
|
||||||
import org.apache.lucene.index.IndexWriterConfig;
|
import org.apache.lucene.index.IndexWriterConfig;
|
||||||
import org.apache.lucene.index.LeafReaderContext;
|
import org.apache.lucene.index.LeafReaderContext;
|
||||||
|
import org.apache.lucene.index.MultiReader;
|
||||||
import org.apache.lucene.index.NoMergePolicy;
|
import org.apache.lucene.index.NoMergePolicy;
|
||||||
import org.apache.lucene.index.RandomIndexWriter;
|
import org.apache.lucene.index.RandomIndexWriter;
|
||||||
import org.apache.lucene.index.Term;
|
import org.apache.lucene.index.Term;
|
||||||
|
|
@ -43,18 +45,46 @@ import org.apache.lucene.search.MatchAllDocsQuery;
|
||||||
import org.apache.lucene.search.Query;
|
import org.apache.lucene.search.Query;
|
||||||
import org.apache.lucene.search.TermQuery;
|
import org.apache.lucene.search.TermQuery;
|
||||||
import org.apache.lucene.store.Directory;
|
import org.apache.lucene.store.Directory;
|
||||||
|
import org.apache.lucene.util.BytesRef;
|
||||||
|
import org.elasticsearch.common.CheckedConsumer;
|
||||||
import org.elasticsearch.common.collect.Tuple;
|
import org.elasticsearch.common.collect.Tuple;
|
||||||
|
import org.elasticsearch.common.settings.Settings;
|
||||||
|
import org.elasticsearch.index.IndexSettings;
|
||||||
import org.elasticsearch.index.mapper.DateFieldMapper;
|
import org.elasticsearch.index.mapper.DateFieldMapper;
|
||||||
|
import org.elasticsearch.index.mapper.KeywordFieldMapper;
|
||||||
import org.elasticsearch.index.mapper.MappedFieldType;
|
import org.elasticsearch.index.mapper.MappedFieldType;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.mapper.NumberFieldMapper;
|
import org.elasticsearch.index.mapper.NumberFieldMapper;
|
||||||
|
import org.elasticsearch.index.query.QueryShardContext;
|
||||||
|
import org.elasticsearch.indices.breaker.CircuitBreakerService;
|
||||||
|
import org.elasticsearch.script.MockScriptEngine;
|
||||||
|
import org.elasticsearch.script.Script;
|
||||||
|
import org.elasticsearch.script.ScriptEngine;
|
||||||
|
import org.elasticsearch.script.ScriptModule;
|
||||||
|
import org.elasticsearch.script.ScriptService;
|
||||||
|
import org.elasticsearch.script.ScriptType;
|
||||||
import org.elasticsearch.search.aggregations.AggregationBuilder;
|
import org.elasticsearch.search.aggregations.AggregationBuilder;
|
||||||
import org.elasticsearch.search.aggregations.Aggregator;
|
import org.elasticsearch.search.aggregations.Aggregator;
|
||||||
import org.elasticsearch.search.aggregations.AggregatorTestCase;
|
import org.elasticsearch.search.aggregations.AggregatorTestCase;
|
||||||
|
import org.elasticsearch.search.aggregations.BucketOrder;
|
||||||
|
import org.elasticsearch.search.aggregations.InternalAggregation;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.filter.Filter;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.filter.FilterAggregationBuilder;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.global.GlobalAggregationBuilder;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.global.InternalGlobal;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.histogram.HistogramAggregationBuilder;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.histogram.InternalHistogram;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.terms.InternalTerms;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.terms.LongTerms;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
|
||||||
|
import org.elasticsearch.search.aggregations.bucket.terms.TermsAggregationBuilder;
|
||||||
import org.elasticsearch.search.aggregations.support.AggregationInspectionHelper;
|
import org.elasticsearch.search.aggregations.support.AggregationInspectionHelper;
|
||||||
import org.elasticsearch.search.aggregations.support.FieldContext;
|
import org.elasticsearch.search.aggregations.support.FieldContext;
|
||||||
|
import org.elasticsearch.search.aggregations.support.ValueType;
|
||||||
import org.elasticsearch.search.aggregations.support.ValuesSource;
|
import org.elasticsearch.search.aggregations.support.ValuesSource;
|
||||||
import org.elasticsearch.search.aggregations.support.ValuesSourceConfig;
|
import org.elasticsearch.search.aggregations.support.ValuesSourceConfig;
|
||||||
import org.elasticsearch.search.internal.SearchContext;
|
import org.elasticsearch.search.internal.SearchContext;
|
||||||
|
import org.elasticsearch.search.lookup.LeafDocLookup;
|
||||||
|
|
||||||
import java.io.IOException;
|
import java.io.IOException;
|
||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
|
|
@ -62,164 +92,589 @@ import java.util.Arrays;
|
||||||
import java.util.Collection;
|
import java.util.Collection;
|
||||||
import java.util.Collections;
|
import java.util.Collections;
|
||||||
import java.util.Comparator;
|
import java.util.Comparator;
|
||||||
|
import java.util.HashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.function.BiFunction;
|
||||||
|
import java.util.function.Consumer;
|
||||||
import java.util.function.DoubleConsumer;
|
import java.util.function.DoubleConsumer;
|
||||||
import java.util.function.Function;
|
import java.util.function.Function;
|
||||||
import java.util.function.Supplier;
|
import java.util.function.Supplier;
|
||||||
|
|
||||||
|
import static java.util.Collections.singleton;
|
||||||
|
import static org.elasticsearch.index.query.QueryBuilders.termQuery;
|
||||||
import static org.hamcrest.Matchers.equalTo;
|
import static org.hamcrest.Matchers.equalTo;
|
||||||
import static org.mockito.Mockito.mock;
|
import static org.mockito.Mockito.mock;
|
||||||
import static org.mockito.Mockito.when;
|
import static org.mockito.Mockito.when;
|
||||||
|
|
||||||
public class MinAggregatorTests extends AggregatorTestCase {
|
public class MinAggregatorTests extends AggregatorTestCase {
|
||||||
|
|
||||||
public void testMinAggregator_numericDv() throws Exception {
|
private final String SCRIPT_NAME = "script_name";
|
||||||
Directory directory = newDirectory();
|
private QueryShardContext queryShardContext;
|
||||||
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
private final long SCRIPT_VALUE = 19L;
|
||||||
Document document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", 9));
|
|
||||||
document.add(new LongPoint("number", 9));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", 7));
|
|
||||||
document.add(new LongPoint("number", 7));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", 5));
|
|
||||||
document.add(new LongPoint("number", 5));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", 3));
|
|
||||||
document.add(new LongPoint("number", 3));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", 1));
|
|
||||||
document.add(new LongPoint("number", 1));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new NumericDocValuesField("number", -1));
|
|
||||||
document.add(new LongPoint("number", -1));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
indexWriter.close();
|
|
||||||
|
|
||||||
IndexReader indexReader = DirectoryReader.open(directory);
|
/** Script to take a field name in params and sum the values of the field. */
|
||||||
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
private static final String SUM_FIELD_PARAMS_SCRIPT = "sum_field_params";
|
||||||
|
|
||||||
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("_name").field("number");
|
/** Script to sum the values of a field named {@code values}. */
|
||||||
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.LONG);
|
private static final String SUM_VALUES_FIELD_SCRIPT = "sum_values_field";
|
||||||
fieldType.setName("number");
|
|
||||||
|
|
||||||
testMinCase(indexSearcher, aggregationBuilder, fieldType, min -> assertEquals(-1.0d, min, 0));
|
/** Script to return the value of a field named {@code value}. */
|
||||||
|
private static final String VALUE_FIELD_SCRIPT = "value_field";
|
||||||
|
|
||||||
MinAggregator aggregator = createAggregator(aggregationBuilder, indexSearcher, fieldType);
|
/** Script to return the {@code _value} provided by aggs framework. */
|
||||||
aggregator.preCollection();
|
private static final String VALUE_SCRIPT = "_value";
|
||||||
indexSearcher.search(new MatchAllDocsQuery(), aggregator);
|
|
||||||
aggregator.postCollection();
|
|
||||||
InternalMin result = (InternalMin) aggregator.buildAggregation(0L);
|
|
||||||
assertEquals(-1.0, result.getValue(), 0);
|
|
||||||
assertTrue(AggregationInspectionHelper.hasValue(result));
|
|
||||||
|
|
||||||
indexReader.close();
|
private static final String INVERT_SCRIPT = "invert";
|
||||||
directory.close();
|
|
||||||
|
@Override
|
||||||
|
protected ScriptService getMockScriptService() {
|
||||||
|
Map<String, Function<Map<String, Object>, Object>> scripts = new HashMap<>();
|
||||||
|
Function<Map<String, Object>, Integer> getInc = vars -> {
|
||||||
|
if (vars == null || vars.containsKey("inc") == false) {
|
||||||
|
return 0;
|
||||||
|
} else {
|
||||||
|
return ((Number) vars.get("inc")).intValue();
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
BiFunction<Map<String, Object>, String, Object> sum = (vars, fieldname) -> {
|
||||||
|
int inc = getInc.apply(vars);
|
||||||
|
LeafDocLookup docLookup = (LeafDocLookup) vars.get("doc");
|
||||||
|
List<Long> values = new ArrayList<>();
|
||||||
|
for (Object v : docLookup.get(fieldname)) {
|
||||||
|
values.add(((Number) v).longValue() + inc);
|
||||||
|
}
|
||||||
|
return values;
|
||||||
|
};
|
||||||
|
|
||||||
|
scripts.put(SCRIPT_NAME, script -> SCRIPT_VALUE);
|
||||||
|
scripts.put(SUM_FIELD_PARAMS_SCRIPT, vars -> {
|
||||||
|
String fieldname = (String) vars.get("field");
|
||||||
|
return sum.apply(vars, fieldname);
|
||||||
|
});
|
||||||
|
scripts.put(SUM_VALUES_FIELD_SCRIPT, vars -> sum.apply(vars, "values"));
|
||||||
|
scripts.put(VALUE_FIELD_SCRIPT, vars -> sum.apply(vars, "value"));
|
||||||
|
scripts.put(VALUE_SCRIPT, vars -> {
|
||||||
|
int inc = getInc.apply(vars);
|
||||||
|
return ((Number) vars.get("_value")).doubleValue() + inc;
|
||||||
|
});
|
||||||
|
scripts.put(INVERT_SCRIPT, vars -> -((Number) vars.get("_value")).doubleValue());
|
||||||
|
|
||||||
|
MockScriptEngine scriptEngine = new MockScriptEngine(MockScriptEngine.NAME,
|
||||||
|
scripts,
|
||||||
|
Collections.emptyMap());
|
||||||
|
Map<String, ScriptEngine> engines = Collections.singletonMap(scriptEngine.getType(), scriptEngine);
|
||||||
|
|
||||||
|
return new ScriptService(Settings.EMPTY, engines, ScriptModule.CORE_CONTEXTS);
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testMinAggregator_sortedNumericDv() throws Exception {
|
@Override
|
||||||
Directory directory = newDirectory();
|
protected QueryShardContext queryShardContextMock(IndexSearcher searcher, MapperService mapperService,
|
||||||
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
IndexSettings indexSettings, CircuitBreakerService circuitBreakerService) {
|
||||||
Document document = new Document();
|
this.queryShardContext = super.queryShardContextMock(searcher, mapperService, indexSettings, circuitBreakerService);
|
||||||
document.add(new SortedNumericDocValuesField("number", 9));
|
return queryShardContext;
|
||||||
document.add(new SortedNumericDocValuesField("number", 7));
|
|
||||||
document.add(new LongPoint("number", 9));
|
|
||||||
document.add(new LongPoint("number", 7));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new SortedNumericDocValuesField("number", 5));
|
|
||||||
document.add(new SortedNumericDocValuesField("number", 3));
|
|
||||||
document.add(new LongPoint("number", 5));
|
|
||||||
document.add(new LongPoint("number", 3));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new SortedNumericDocValuesField("number", 1));
|
|
||||||
document.add(new SortedNumericDocValuesField("number", -1));
|
|
||||||
document.add(new LongPoint("number", 1));
|
|
||||||
document.add(new LongPoint("number", -1));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
indexWriter.close();
|
|
||||||
|
|
||||||
IndexReader indexReader = DirectoryReader.open(directory);
|
|
||||||
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
|
||||||
|
|
||||||
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("_name").field("number");
|
|
||||||
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.LONG);
|
|
||||||
fieldType.setName("number");
|
|
||||||
|
|
||||||
MinAggregator aggregator = createAggregator(aggregationBuilder, indexSearcher, fieldType);
|
|
||||||
aggregator.preCollection();
|
|
||||||
indexSearcher.search(new MatchAllDocsQuery(), aggregator);
|
|
||||||
aggregator.postCollection();
|
|
||||||
InternalMin result = (InternalMin) aggregator.buildAggregation(0L);
|
|
||||||
assertEquals(-1.0, result.getValue(), 0);
|
|
||||||
assertTrue(AggregationInspectionHelper.hasValue(result));
|
|
||||||
|
|
||||||
indexReader.close();
|
|
||||||
directory.close();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testMinAggregator_noValue() throws Exception {
|
public void testNoMatchingField() throws IOException {
|
||||||
Directory directory = newDirectory();
|
testCase(new MatchAllDocsQuery(), iw -> {
|
||||||
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
iw.addDocument(singleton(new SortedNumericDocValuesField("wrong_number", 7)));
|
||||||
Document document = new Document();
|
iw.addDocument(singleton(new SortedNumericDocValuesField("wrong_number", 3)));
|
||||||
document.add(new SortedNumericDocValuesField("number1", 7));
|
}, min -> {
|
||||||
indexWriter.addDocument(document);
|
assertEquals(Double.POSITIVE_INFINITY, min.getValue(), 0);
|
||||||
document = new Document();
|
assertFalse(AggregationInspectionHelper.hasValue(min));
|
||||||
document.add(new SortedNumericDocValuesField("number1", 3));
|
});
|
||||||
indexWriter.addDocument(document);
|
|
||||||
document = new Document();
|
|
||||||
document.add(new SortedNumericDocValuesField("number1", 1));
|
|
||||||
indexWriter.addDocument(document);
|
|
||||||
indexWriter.close();
|
|
||||||
|
|
||||||
IndexReader indexReader = DirectoryReader.open(directory);
|
|
||||||
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
|
||||||
|
|
||||||
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("_name").field("number2");
|
|
||||||
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.LONG);
|
|
||||||
fieldType.setName("number2");
|
|
||||||
|
|
||||||
MinAggregator aggregator = createAggregator(aggregationBuilder, indexSearcher, fieldType);
|
|
||||||
aggregator.preCollection();
|
|
||||||
indexSearcher.search(new MatchAllDocsQuery(), aggregator);
|
|
||||||
aggregator.postCollection();
|
|
||||||
InternalMin result = (InternalMin) aggregator.buildAggregation(0L);
|
|
||||||
assertEquals(Double.POSITIVE_INFINITY, result.getValue(), 0);
|
|
||||||
assertFalse(AggregationInspectionHelper.hasValue(result));
|
|
||||||
|
|
||||||
indexReader.close();
|
|
||||||
directory.close();
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testMinAggregator_noDocs() throws Exception {
|
public void testMatchesSortedNumericDocValues() throws IOException {
|
||||||
Directory directory = newDirectory();
|
testCase(new MatchAllDocsQuery(), iw -> {
|
||||||
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number", 7)));
|
||||||
indexWriter.close();
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number", 2)));
|
||||||
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(2, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
IndexReader indexReader = DirectoryReader.open(directory);
|
public void testMatchesNumericDocValues() throws IOException {
|
||||||
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
testCase(new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 2)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(2, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("_name").field("number");
|
public void testSomeMatchesSortedNumericDocValues() throws IOException {
|
||||||
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.LONG);
|
testCase(new DocValuesFieldExistsQuery("number"), iw -> {
|
||||||
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number2", 2)));
|
||||||
|
iw.addDocument(singleton(new SortedNumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(3, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSomeMatchesNumericDocValues() throws IOException {
|
||||||
|
testCase(new DocValuesFieldExistsQuery("number"), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number2", 2)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(3, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testQueryFiltering() throws IOException {
|
||||||
|
testCase(IntPoint.newRangeQuery("number", 0, 3), iw -> {
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 7), new SortedNumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 1), new SortedNumericDocValuesField("number", 1)));
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 3), new SortedNumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(1, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testQueryFiltersAll() throws IOException {
|
||||||
|
testCase(IntPoint.newRangeQuery("number", -1, 0), iw -> {
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 7), new SortedNumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 1), new SortedNumericDocValuesField("number", 1)));
|
||||||
|
iw.addDocument(Arrays.asList(new IntPoint("number", 3), new SortedNumericDocValuesField("number", 3)));
|
||||||
|
}, min -> {
|
||||||
|
assertEquals(Double.POSITIVE_INFINITY, min.getValue(), 0);
|
||||||
|
assertFalse(AggregationInspectionHelper.hasValue(min));
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testUnmappedWithMissingField() throws IOException {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("does_not_exist").missing(0L);
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
fieldType.setName("number");
|
fieldType.setName("number");
|
||||||
|
|
||||||
MinAggregator aggregator = createAggregator(aggregationBuilder, indexSearcher, fieldType);
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
aggregator.preCollection();
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
indexSearcher.search(new MatchAllDocsQuery(), aggregator);
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
aggregator.postCollection();
|
}, (Consumer<InternalMin>) min -> {
|
||||||
InternalMin result = (InternalMin) aggregator.buildAggregation(0L);
|
assertEquals(0.0, min.getValue(), 0);
|
||||||
assertEquals(Double.POSITIVE_INFINITY, result.getValue(), 0);
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
assertFalse(AggregationInspectionHelper.hasValue(result));
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
indexReader.close();
|
public void testUnsupportedType() {
|
||||||
directory.close();
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("not_a_number");
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new KeywordFieldMapper.KeywordFieldType();
|
||||||
|
fieldType.setName("not_a_number");
|
||||||
|
fieldType.setHasDocValues(true);
|
||||||
|
|
||||||
|
IllegalArgumentException e = expectThrows(IllegalArgumentException.class,
|
||||||
|
() -> testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new SortedSetDocValuesField("string", new BytesRef("foo"))));
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
fail("Should have thrown exception");
|
||||||
|
}, fieldType));
|
||||||
|
assertEquals(e.getMessage(), "Expected numeric type on field [not_a_number], but got [keyword]");
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testBadMissingField() {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number").missing("not_a_number");
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
expectThrows(NumberFormatException.class,
|
||||||
|
() -> testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
fail("Should have thrown exception");
|
||||||
|
}, fieldType));
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testUnmappedWithBadMissingField() {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("does_not_exist").missing("not_a_number");
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
expectThrows(NumberFormatException.class,
|
||||||
|
() -> testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
fail("Should have thrown exception");
|
||||||
|
}, fieldType));
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testEmptyBucket() throws IOException {
|
||||||
|
HistogramAggregationBuilder histogram = new HistogramAggregationBuilder("histo").field("number").interval(1).minDocCount(0)
|
||||||
|
.subAggregation(new MinAggregationBuilder("min").field("number"));
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(histogram, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
}, (Consumer<InternalHistogram>) histo -> {
|
||||||
|
assertThat(histo.getBuckets().size(), equalTo(3));
|
||||||
|
|
||||||
|
assertNotNull(histo.getBuckets().get(0).getAggregations().asMap().get("min"));
|
||||||
|
InternalMin min = (InternalMin) histo.getBuckets().get(0).getAggregations().asMap().get("min");
|
||||||
|
assertEquals(1.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
|
||||||
|
assertNotNull(histo.getBuckets().get(1).getAggregations().asMap().get("min"));
|
||||||
|
min = (InternalMin) histo.getBuckets().get(1).getAggregations().asMap().get("min");
|
||||||
|
assertEquals(Double.POSITIVE_INFINITY, min.getValue(), 0);
|
||||||
|
assertFalse(AggregationInspectionHelper.hasValue(min));
|
||||||
|
|
||||||
|
assertNotNull(histo.getBuckets().get(2).getAggregations().asMap().get("min"));
|
||||||
|
min = (InternalMin) histo.getBuckets().get(2).getAggregations().asMap().get("min");
|
||||||
|
assertEquals(3.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
|
||||||
|
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testFormatter() throws IOException {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number").format("0000.0");
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(1.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
assertEquals("0001.0", min.getValueAsString());
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testGetProperty() throws IOException {
|
||||||
|
GlobalAggregationBuilder globalBuilder = new GlobalAggregationBuilder("global")
|
||||||
|
.subAggregation(new MinAggregationBuilder("min").field("number"));
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(globalBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", 1)));
|
||||||
|
}, (Consumer<InternalGlobal>) global -> {
|
||||||
|
assertEquals(1.0, global.getDocCount(), 2);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(global));
|
||||||
|
assertNotNull(global.getAggregations().asMap().get("min"));
|
||||||
|
|
||||||
|
InternalMin min = (InternalMin) global.getAggregations().asMap().get("min");
|
||||||
|
assertEquals(1.0, min.getValue(), 0);
|
||||||
|
assertThat(global.getProperty("min"), equalTo(min));
|
||||||
|
assertThat(global.getProperty("min.value"), equalTo(1.0));
|
||||||
|
assertThat(min.getProperty("value"), equalTo(1.0));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSingleValuedFieldPartiallyUnmapped() throws IOException {
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number");
|
||||||
|
|
||||||
|
try (Directory directory = newDirectory();
|
||||||
|
Directory unmappedDirectory = newDirectory()) {
|
||||||
|
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 2)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
indexWriter.close();
|
||||||
|
|
||||||
|
|
||||||
|
RandomIndexWriter unmappedIndexWriter = new RandomIndexWriter(random(), unmappedDirectory);
|
||||||
|
unmappedIndexWriter.close();
|
||||||
|
|
||||||
|
try (IndexReader indexReader = DirectoryReader.open(directory);
|
||||||
|
IndexReader unamappedIndexReader = DirectoryReader.open(unmappedDirectory)) {
|
||||||
|
|
||||||
|
MultiReader multiReader = new MultiReader(indexReader, unamappedIndexReader);
|
||||||
|
IndexSearcher indexSearcher = newSearcher(multiReader, true, true);
|
||||||
|
|
||||||
|
InternalMin min = searchAndReduce(indexSearcher, new MatchAllDocsQuery(), aggregationBuilder, fieldType);
|
||||||
|
assertEquals(2.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSingleValuedFieldPartiallyUnmappedWithMissing() throws IOException {
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number").missing(-19L);
|
||||||
|
|
||||||
|
try (Directory directory = newDirectory();
|
||||||
|
Directory unmappedDirectory = newDirectory()) {
|
||||||
|
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 2)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
indexWriter.close();
|
||||||
|
|
||||||
|
|
||||||
|
RandomIndexWriter unmappedIndexWriter = new RandomIndexWriter(random(), unmappedDirectory);
|
||||||
|
unmappedIndexWriter.addDocument(singleton(new NumericDocValuesField("unrelated", 100)));
|
||||||
|
unmappedIndexWriter.close();
|
||||||
|
|
||||||
|
try (IndexReader indexReader = DirectoryReader.open(directory);
|
||||||
|
IndexReader unamappedIndexReader = DirectoryReader.open(unmappedDirectory)) {
|
||||||
|
|
||||||
|
MultiReader multiReader = new MultiReader(indexReader, unamappedIndexReader);
|
||||||
|
IndexSearcher indexSearcher = newSearcher(multiReader, true, true);
|
||||||
|
|
||||||
|
InternalMin min = searchAndReduce(indexSearcher, new MatchAllDocsQuery(), aggregationBuilder, fieldType);
|
||||||
|
assertEquals(-19.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSingleValuedFieldWithValueScript() throws IOException {
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, INVERT_SCRIPT, Collections.emptyMap()));
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(-10.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSingleValuedFieldWithValueScriptAndMissing() throws IOException {
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.missing(-100L)
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, INVERT_SCRIPT, Collections.emptyMap()));
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
|
||||||
|
}
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("unrelated", 1)));
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(-100.0, min.getValue(), 0); // Note: this comes straight from missing, and is not inverted from script
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testSingleValuedFieldWithValueScriptAndParams() throws IOException {
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, VALUE_SCRIPT, Collections.singletonMap("inc", 5)));
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(6.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testScript() throws IOException {
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, SCRIPT_NAME, Collections.emptyMap()));
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(19.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testMultiValuedField() throws IOException {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number");
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
Document document = new Document();
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 2));
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 3));
|
||||||
|
iw.addDocument(document);
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(2.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testMultiValuedFieldWithScript() throws IOException {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, INVERT_SCRIPT, Collections.emptyMap()));
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
Document document = new Document();
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 2));
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 3));
|
||||||
|
iw.addDocument(document);
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(-12.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testMultiValuedFieldWithScriptParams() throws IOException {
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, VALUE_SCRIPT, Collections.singletonMap("inc", 5)));
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
testCase(aggregationBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
final int numDocs = 10;
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
Document document = new Document();
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 2));
|
||||||
|
document.add(new SortedNumericDocValuesField("number", i + 3));
|
||||||
|
iw.addDocument(document);
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalMin>) min -> {
|
||||||
|
assertEquals(7.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testOrderByEmptyAggregation() throws IOException {
|
||||||
|
AggregationBuilder termsBuilder = new TermsAggregationBuilder("terms", ValueType.NUMERIC)
|
||||||
|
.field("number")
|
||||||
|
.order(BucketOrder.compound(BucketOrder.aggregation("filter>min", true)))
|
||||||
|
.subAggregation(new FilterAggregationBuilder("filter", termQuery("number", 100))
|
||||||
|
.subAggregation(new MinAggregationBuilder("min").field("number")));
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
|
||||||
|
int numDocs = 10;
|
||||||
|
testCase(termsBuilder, new MatchAllDocsQuery(), iw -> {
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
iw.addDocument(singleton(new NumericDocValuesField("number", i + 1)));
|
||||||
|
}
|
||||||
|
}, (Consumer<InternalTerms<?, LongTerms.Bucket>>) terms -> {
|
||||||
|
for (int i = 0; i < numDocs; i++) {
|
||||||
|
List<LongTerms.Bucket> buckets = terms.getBuckets();
|
||||||
|
Terms.Bucket bucket = buckets.get(i);
|
||||||
|
assertNotNull(bucket);
|
||||||
|
assertEquals((long) i + 1, bucket.getKeyAsNumber());
|
||||||
|
assertEquals(1L, bucket.getDocCount());
|
||||||
|
|
||||||
|
Filter filter = bucket.getAggregations().get("filter");
|
||||||
|
assertNotNull(filter);
|
||||||
|
assertEquals(0L, filter.getDocCount());
|
||||||
|
|
||||||
|
InternalMin min = filter.getAggregations().get("min");
|
||||||
|
assertNotNull(min);
|
||||||
|
assertEquals(Double.POSITIVE_INFINITY, min.getValue(), 0);
|
||||||
|
assertFalse(AggregationInspectionHelper.hasValue(min));
|
||||||
|
}
|
||||||
|
}, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testCaching() throws IOException {
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number");
|
||||||
|
|
||||||
|
try (Directory directory = newDirectory()) {
|
||||||
|
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 2)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
indexWriter.close();
|
||||||
|
|
||||||
|
|
||||||
|
try (IndexReader indexReader = DirectoryReader.open(directory)) {
|
||||||
|
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
||||||
|
|
||||||
|
InternalMin min = searchAndReduce(indexSearcher, new MatchAllDocsQuery(), aggregationBuilder, fieldType);
|
||||||
|
assertEquals(2.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
|
||||||
|
assertTrue(queryShardContext.isCacheable());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public void testNoCachingWithScript() throws IOException {
|
||||||
|
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min")
|
||||||
|
.field("number")
|
||||||
|
.script(new Script(ScriptType.INLINE, MockScriptEngine.NAME, INVERT_SCRIPT, Collections.emptyMap()));;
|
||||||
|
|
||||||
|
try (Directory directory = newDirectory()) {
|
||||||
|
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 7)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 2)));
|
||||||
|
indexWriter.addDocument(singleton(new NumericDocValuesField("number", 3)));
|
||||||
|
indexWriter.close();
|
||||||
|
|
||||||
|
|
||||||
|
try (IndexReader indexReader = DirectoryReader.open(directory)) {
|
||||||
|
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
||||||
|
|
||||||
|
InternalMin min = searchAndReduce(indexSearcher, new MatchAllDocsQuery(), aggregationBuilder, fieldType);
|
||||||
|
assertEquals(-7.0, min.getValue(), 0);
|
||||||
|
assertTrue(AggregationInspectionHelper.hasValue(min));
|
||||||
|
|
||||||
|
assertFalse(queryShardContext.isCacheable());
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
public void testShortcutIsApplicable() {
|
public void testShortcutIsApplicable() {
|
||||||
|
|
@ -425,4 +880,33 @@ public class MinAggregatorTests extends AggregatorTestCase {
|
||||||
when(config.fieldContext()).thenReturn(new FieldContext(fieldName, null, ft));
|
when(config.fieldContext()).thenReturn(new FieldContext(fieldName, null, ft));
|
||||||
return config;
|
return config;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
private void testCase(Query query,
|
||||||
|
CheckedConsumer<RandomIndexWriter, IOException> buildIndex,
|
||||||
|
Consumer<InternalMin> verify) throws IOException {
|
||||||
|
MappedFieldType fieldType = new NumberFieldMapper.NumberFieldType(NumberFieldMapper.NumberType.INTEGER);
|
||||||
|
fieldType.setName("number");
|
||||||
|
MinAggregationBuilder aggregationBuilder = new MinAggregationBuilder("min").field("number");
|
||||||
|
testCase(aggregationBuilder, query, buildIndex, verify, fieldType);
|
||||||
|
}
|
||||||
|
|
||||||
|
private <T extends AggregationBuilder, V extends InternalAggregation> void testCase(T aggregationBuilder, Query query,
|
||||||
|
CheckedConsumer<RandomIndexWriter, IOException> buildIndex,
|
||||||
|
Consumer<V> verify, MappedFieldType fieldType) throws IOException {
|
||||||
|
try (Directory directory = newDirectory()) {
|
||||||
|
RandomIndexWriter indexWriter = new RandomIndexWriter(random(), directory);
|
||||||
|
buildIndex.accept(indexWriter);
|
||||||
|
indexWriter.close();
|
||||||
|
|
||||||
|
try (IndexReader indexReader = DirectoryReader.open(directory)) {
|
||||||
|
IndexSearcher indexSearcher = newSearcher(indexReader, true, true);
|
||||||
|
|
||||||
|
V agg = searchAndReduce(indexSearcher, query, aggregationBuilder, fieldType);
|
||||||
|
verify.accept(agg);
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -1,455 +0,0 @@
|
||||||
/*
|
|
||||||
* Licensed to Elasticsearch under one or more contributor
|
|
||||||
* license agreements. See the NOTICE file distributed with
|
|
||||||
* this work for additional information regarding copyright
|
|
||||||
* ownership. Elasticsearch licenses this file to you under
|
|
||||||
* the Apache License, Version 2.0 (the "License"); you may
|
|
||||||
* not use this file except in compliance with the License.
|
|
||||||
* You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing,
|
|
||||||
* software distributed under the License is distributed on an
|
|
||||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
* KIND, either express or implied. See the License for the
|
|
||||||
* specific language governing permissions and limitations
|
|
||||||
* under the License.
|
|
||||||
*/
|
|
||||||
package org.elasticsearch.search.aggregations.metrics;
|
|
||||||
|
|
||||||
import org.elasticsearch.action.search.SearchResponse;
|
|
||||||
import org.elasticsearch.common.settings.Settings;
|
|
||||||
import org.elasticsearch.plugins.Plugin;
|
|
||||||
import org.elasticsearch.script.Script;
|
|
||||||
import org.elasticsearch.script.ScriptType;
|
|
||||||
import org.elasticsearch.search.aggregations.AggregationTestScriptsPlugin;
|
|
||||||
import org.elasticsearch.search.aggregations.Aggregator;
|
|
||||||
import org.elasticsearch.search.aggregations.InternalAggregation;
|
|
||||||
import org.elasticsearch.search.aggregations.bucket.filter.Filter;
|
|
||||||
import org.elasticsearch.search.aggregations.bucket.global.Global;
|
|
||||||
import org.elasticsearch.search.aggregations.bucket.histogram.Histogram;
|
|
||||||
import org.elasticsearch.search.aggregations.bucket.terms.Terms;
|
|
||||||
import org.elasticsearch.search.aggregations.BucketOrder;
|
|
||||||
|
|
||||||
import java.util.Collection;
|
|
||||||
import java.util.Collections;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
import static java.util.Collections.emptyMap;
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.matchAllQuery;
|
|
||||||
import static org.elasticsearch.index.query.QueryBuilders.termQuery;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.count;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.filter;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.global;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.histogram;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.min;
|
|
||||||
import static org.elasticsearch.search.aggregations.AggregationBuilders.terms;
|
|
||||||
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked;
|
|
||||||
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertHitCount;
|
|
||||||
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertSearchResponse;
|
|
||||||
import static org.hamcrest.Matchers.equalTo;
|
|
||||||
import static org.hamcrest.Matchers.notNullValue;
|
|
||||||
|
|
||||||
public class MinIT extends AbstractNumericTestCase {
|
|
||||||
@Override
|
|
||||||
protected Collection<Class<? extends Plugin>> nodePlugins() {
|
|
||||||
return Collections.singleton(AggregationTestScriptsPlugin.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testEmptyAggregation() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("empty_bucket_idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(histogram("histo").field("value").interval(1L).minDocCount(0).subAggregation(min("min").field("value")))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertThat(searchResponse.getHits().getTotalHits().value, equalTo(2L));
|
|
||||||
Histogram histo = searchResponse.getAggregations().get("histo");
|
|
||||||
assertThat(histo, notNullValue());
|
|
||||||
Histogram.Bucket bucket = histo.getBuckets().get(1);
|
|
||||||
assertThat(bucket, notNullValue());
|
|
||||||
|
|
||||||
Min min = bucket.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(Double.POSITIVE_INFINITY));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testUnmapped() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx_unmapped")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("value"))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertThat(searchResponse.getHits().getTotalHits().value, equalTo(0L));
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(Double.POSITIVE_INFINITY));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testSingleValuedField() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("value"))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testSingleValuedFieldWithFormatter() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").format("0000.0").field("value")).get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
assertThat(min.getValueAsString(), equalTo("0001.0"));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testSingleValuedFieldGetProperty() throws Exception {
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(global("global").subAggregation(min("min").field("value"))).get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Global global = searchResponse.getAggregations().get("global");
|
|
||||||
assertThat(global, notNullValue());
|
|
||||||
assertThat(global.getName(), equalTo("global"));
|
|
||||||
assertThat(global.getDocCount(), equalTo(10L));
|
|
||||||
assertThat(global.getAggregations(), notNullValue());
|
|
||||||
assertThat(global.getAggregations().asMap().size(), equalTo(1));
|
|
||||||
|
|
||||||
Min min = global.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
double expectedMinValue = 1.0;
|
|
||||||
assertThat(min.getValue(), equalTo(expectedMinValue));
|
|
||||||
assertThat((Min) ((InternalAggregation)global).getProperty("min"), equalTo(min));
|
|
||||||
assertThat((double) ((InternalAggregation)global).getProperty("min.value"), equalTo(expectedMinValue));
|
|
||||||
assertThat((double) ((InternalAggregation)min).getProperty("value"), equalTo(expectedMinValue));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testSingleValuedFieldPartiallyUnmapped() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx", "idx_unmapped")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("value"))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testSingleValuedFieldWithValueScript() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(
|
|
||||||
min("min")
|
|
||||||
.field("value")
|
|
||||||
.script(new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value - 1", emptyMap())))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(0.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testSingleValuedFieldWithValueScriptWithParams() throws Exception {
|
|
||||||
Map<String, Object> params = new HashMap<>();
|
|
||||||
params.put("dec", 1);
|
|
||||||
|
|
||||||
Script script = new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value - dec", params);
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("value").script(script))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(0.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testMultiValuedField() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("values"))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(2.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testMultiValuedFieldWithValueScript() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(
|
|
||||||
min("min")
|
|
||||||
.field("values")
|
|
||||||
.script(new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value - 1", emptyMap())))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testMultiValuedFieldWithValueScriptReverse() throws Exception {
|
|
||||||
// test what happens when values arrive in reverse order since the min
|
|
||||||
// aggregator is optimized to work on sorted values
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(
|
|
||||||
min("min")
|
|
||||||
.field("values")
|
|
||||||
.script(new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value * -1", emptyMap())))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(-12d));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testMultiValuedFieldWithValueScriptWithParams() throws Exception {
|
|
||||||
Map<String, Object> params = new HashMap<>();
|
|
||||||
params.put("dec", 1);
|
|
||||||
|
|
||||||
Script script = new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value - dec", params);
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("values").script(script))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testScriptSingleValued() throws Exception {
|
|
||||||
Script script = new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "doc['value'].value", emptyMap());
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").script(script))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testScriptSingleValuedWithParams() throws Exception {
|
|
||||||
Map<String, Object> params = new HashMap<>();
|
|
||||||
params.put("dec", 1);
|
|
||||||
|
|
||||||
Script script = new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "doc['value'].value - dec", params);
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").script(script))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(0.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testScriptMultiValued() throws Exception {
|
|
||||||
Script script = new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "doc['values']", emptyMap());
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").script(script))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(2.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testScriptMultiValuedWithParams() throws Exception {
|
|
||||||
Map<String, Object> params = new HashMap<>();
|
|
||||||
params.put("dec", 1);
|
|
||||||
|
|
||||||
SearchResponse searchResponse = client()
|
|
||||||
.prepareSearch("idx")
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").script(AggregationTestScriptsPlugin.DECREMENT_ALL_VALUES))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(1.0));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public void testOrderByEmptyAggregation() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx").setQuery(matchAllQuery())
|
|
||||||
.addAggregation(terms("terms").field("value").order(BucketOrder.compound(BucketOrder.aggregation("filter>min", true)))
|
|
||||||
.subAggregation(filter("filter", termQuery("value", 100)).subAggregation(min("min").field("value"))))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
assertHitCount(searchResponse, 10);
|
|
||||||
|
|
||||||
Terms terms = searchResponse.getAggregations().get("terms");
|
|
||||||
assertThat(terms, notNullValue());
|
|
||||||
List<? extends Terms.Bucket> buckets = terms.getBuckets();
|
|
||||||
assertThat(buckets, notNullValue());
|
|
||||||
assertThat(buckets.size(), equalTo(10));
|
|
||||||
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
Terms.Bucket bucket = buckets.get(i);
|
|
||||||
assertThat(bucket, notNullValue());
|
|
||||||
assertThat(bucket.getKeyAsNumber(), equalTo((long) i + 1));
|
|
||||||
assertThat(bucket.getDocCount(), equalTo(1L));
|
|
||||||
Filter filter = bucket.getAggregations().get("filter");
|
|
||||||
assertThat(filter, notNullValue());
|
|
||||||
assertThat(filter.getDocCount(), equalTo(0L));
|
|
||||||
Min min = filter.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.value(), equalTo(Double.POSITIVE_INFINITY));
|
|
||||||
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Make sure that a request using a script does not get cached and a request
|
|
||||||
* not using a script does get cached.
|
|
||||||
*/
|
|
||||||
public void testDontCacheScripts() throws Exception {
|
|
||||||
assertAcked(prepareCreate("cache_test_idx").addMapping("type", "d", "type=long")
|
|
||||||
.setSettings(Settings.builder().put("requests.cache.enable", true).put("number_of_shards", 1).put("number_of_replicas", 1))
|
|
||||||
.get());
|
|
||||||
indexRandom(true, client().prepareIndex("cache_test_idx", "type", "1").setSource("s", 1),
|
|
||||||
client().prepareIndex("cache_test_idx", "type", "2").setSource("s", 2));
|
|
||||||
|
|
||||||
// Make sure we are starting with a clear cache
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getHitCount(), equalTo(0L));
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getMissCount(), equalTo(0L));
|
|
||||||
|
|
||||||
// Test that a request using a script does not get cached
|
|
||||||
SearchResponse r = client().prepareSearch("cache_test_idx").setSize(0).addAggregation(
|
|
||||||
min("foo").field("d").script(new Script(ScriptType.INLINE, AggregationTestScriptsPlugin.NAME, "_value - 1", emptyMap())))
|
|
||||||
.get();
|
|
||||||
assertSearchResponse(r);
|
|
||||||
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getHitCount(), equalTo(0L));
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getMissCount(), equalTo(0L));
|
|
||||||
|
|
||||||
// To make sure that the cache is working test that a request not using
|
|
||||||
// a script is cached
|
|
||||||
r = client().prepareSearch("cache_test_idx").setSize(0).addAggregation(min("foo").field("d")).get();
|
|
||||||
assertSearchResponse(r);
|
|
||||||
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getHitCount(), equalTo(0L));
|
|
||||||
assertThat(client().admin().indices().prepareStats("cache_test_idx").setRequestCache(true).get().getTotal().getRequestCache()
|
|
||||||
.getMissCount(), equalTo(1L));
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testEarlyTermination() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setTrackTotalHits(false)
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("values"))
|
|
||||||
.addAggregation(count("count").field("values"))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(2.0));
|
|
||||||
|
|
||||||
ValueCount count = searchResponse.getAggregations().get("count");
|
|
||||||
assertThat(count.getName(), equalTo("count"));
|
|
||||||
assertThat(count.getValue(), equalTo(20L));
|
|
||||||
}
|
|
||||||
|
|
||||||
public void testNestedEarlyTermination() throws Exception {
|
|
||||||
SearchResponse searchResponse = client().prepareSearch("idx")
|
|
||||||
.setTrackTotalHits(false)
|
|
||||||
.setQuery(matchAllQuery())
|
|
||||||
.addAggregation(min("min").field("values"))
|
|
||||||
.addAggregation(count("count").field("values"))
|
|
||||||
.addAggregation(terms("terms").field("value")
|
|
||||||
.collectMode(Aggregator.SubAggCollectionMode.BREADTH_FIRST)
|
|
||||||
.subAggregation(min("sub_min").field("invalid")))
|
|
||||||
.get();
|
|
||||||
|
|
||||||
Min min = searchResponse.getAggregations().get("min");
|
|
||||||
assertThat(min, notNullValue());
|
|
||||||
assertThat(min.getName(), equalTo("min"));
|
|
||||||
assertThat(min.getValue(), equalTo(2.0));
|
|
||||||
|
|
||||||
ValueCount count = searchResponse.getAggregations().get("count");
|
|
||||||
assertThat(count.getName(), equalTo("count"));
|
|
||||||
assertThat(count.getValue(), equalTo(20L));
|
|
||||||
|
|
||||||
Terms terms = searchResponse.getAggregations().get("terms");
|
|
||||||
assertThat(terms.getBuckets().size(), equalTo(10));
|
|
||||||
for (Terms.Bucket b : terms.getBuckets()) {
|
|
||||||
InternalMin subMin = b.getAggregations().get("sub_min");
|
|
||||||
assertThat(subMin.getValue(), equalTo(Double.POSITIVE_INFINITY));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Loading…
Reference in New Issue