Use only default type in rank_eval API (#38530)
Currently tests still use custom type names. In preparation for the final types removal this change moves all of them to use the default "_doc" type in tests.
This commit is contained in:
parent
0e5a734e7e
commit
f61420140d
|
@ -31,6 +31,7 @@ import org.elasticsearch.common.xcontent.XContentParseException;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.shard.ShardId;
|
import org.elasticsearch.index.shard.ShardId;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.search.SearchShardTarget;
|
import org.elasticsearch.search.SearchShardTarget;
|
||||||
|
@ -73,7 +74,7 @@ public class DiscountedCumulativeGainTests extends ESTestCase {
|
||||||
SearchHit[] hits = new SearchHit[6];
|
SearchHit[] hits = new SearchHit[6];
|
||||||
for (int i = 0; i < 6; i++) {
|
for (int i = 0; i < 6; i++) {
|
||||||
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
||||||
hits[i] = new SearchHit(i, Integer.toString(i), new Text("type"), Collections.emptyMap());
|
hits[i] = new SearchHit(i, Integer.toString(i), new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
}
|
}
|
||||||
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
||||||
|
@ -123,7 +124,7 @@ public class DiscountedCumulativeGainTests extends ESTestCase {
|
||||||
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
hits[i] = new SearchHit(i, Integer.toString(i), new Text("type"), Collections.emptyMap());
|
hits[i] = new SearchHit(i, Integer.toString(i), new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
}
|
}
|
||||||
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
||||||
|
@ -180,7 +181,7 @@ public class DiscountedCumulativeGainTests extends ESTestCase {
|
||||||
// only create four hits
|
// only create four hits
|
||||||
SearchHit[] hits = new SearchHit[4];
|
SearchHit[] hits = new SearchHit[4];
|
||||||
for (int i = 0; i < 4; i++) {
|
for (int i = 0; i < 4; i++) {
|
||||||
hits[i] = new SearchHit(i, Integer.toString(i), new Text("type"), Collections.emptyMap());
|
hits[i] = new SearchHit(i, Integer.toString(i), new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
}
|
}
|
||||||
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
DiscountedCumulativeGain dcg = new DiscountedCumulativeGain();
|
||||||
|
|
|
@ -30,6 +30,7 @@ import org.elasticsearch.common.xcontent.XContentParseException;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.shard.ShardId;
|
import org.elasticsearch.index.shard.ShardId;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.search.SearchShardTarget;
|
import org.elasticsearch.search.SearchShardTarget;
|
||||||
|
@ -116,7 +117,7 @@ public class ExpectedReciprocalRankTests extends ESTestCase {
|
||||||
if (relevanceRatings[i] != null) {
|
if (relevanceRatings[i] != null) {
|
||||||
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
rated.add(new RatedDocument("index", Integer.toString(i), relevanceRatings[i]));
|
||||||
}
|
}
|
||||||
hits[i] = new SearchHit(i, Integer.toString(i), new Text("type"), Collections.emptyMap());
|
hits[i] = new SearchHit(i, Integer.toString(i), new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
}
|
}
|
||||||
return hits;
|
return hits;
|
||||||
|
|
|
@ -30,6 +30,7 @@ import org.elasticsearch.common.xcontent.XContentParseException;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
import org.elasticsearch.common.xcontent.json.JsonXContent;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.shard.ShardId;
|
import org.elasticsearch.index.shard.ShardId;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.search.SearchShardTarget;
|
import org.elasticsearch.search.SearchShardTarget;
|
||||||
|
@ -111,7 +112,7 @@ public class PrecisionAtKTests extends ESTestCase {
|
||||||
rated.add(createRatedDoc("test", "1", RELEVANT_RATING_1));
|
rated.add(createRatedDoc("test", "1", RELEVANT_RATING_1));
|
||||||
// add an unlabeled search hit
|
// add an unlabeled search hit
|
||||||
SearchHit[] searchHits = Arrays.copyOf(toSearchHits(rated, "test"), 3);
|
SearchHit[] searchHits = Arrays.copyOf(toSearchHits(rated, "test"), 3);
|
||||||
searchHits[2] = new SearchHit(2, "2", new Text("testtype"), Collections.emptyMap());
|
searchHits[2] = new SearchHit(2, "2", new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
searchHits[2].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
searchHits[2].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
|
|
||||||
EvalQueryQuality evaluated = (new PrecisionAtK()).evaluate("id", searchHits, rated);
|
EvalQueryQuality evaluated = (new PrecisionAtK()).evaluate("id", searchHits, rated);
|
||||||
|
@ -130,7 +131,7 @@ public class PrecisionAtKTests extends ESTestCase {
|
||||||
public void testNoRatedDocs() throws Exception {
|
public void testNoRatedDocs() throws Exception {
|
||||||
SearchHit[] hits = new SearchHit[5];
|
SearchHit[] hits = new SearchHit[5];
|
||||||
for (int i = 0; i < 5; i++) {
|
for (int i = 0; i < 5; i++) {
|
||||||
hits[i] = new SearchHit(i, i + "", new Text("type"), Collections.emptyMap());
|
hits[i] = new SearchHit(i, i + "", new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
hits[i].shard(new SearchShardTarget("testnode", new ShardId("index", "uuid", 0), null, OriginalIndices.NONE));
|
||||||
}
|
}
|
||||||
EvalQueryQuality evaluated = (new PrecisionAtK()).evaluate("id", hits, Collections.emptyList());
|
EvalQueryQuality evaluated = (new PrecisionAtK()).evaluate("id", hits, Collections.emptyList());
|
||||||
|
|
|
@ -24,6 +24,7 @@ import org.elasticsearch.action.admin.indices.alias.IndicesAliasesRequest.AliasA
|
||||||
import org.elasticsearch.action.search.SearchRequest;
|
import org.elasticsearch.action.search.SearchRequest;
|
||||||
import org.elasticsearch.action.support.IndicesOptions;
|
import org.elasticsearch.action.support.IndicesOptions;
|
||||||
import org.elasticsearch.index.IndexNotFoundException;
|
import org.elasticsearch.index.IndexNotFoundException;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.query.MatchAllQueryBuilder;
|
import org.elasticsearch.index.query.MatchAllQueryBuilder;
|
||||||
import org.elasticsearch.index.query.QueryBuilders;
|
import org.elasticsearch.index.query.QueryBuilders;
|
||||||
import org.elasticsearch.index.rankeval.PrecisionAtK.Detail;
|
import org.elasticsearch.index.rankeval.PrecisionAtK.Detail;
|
||||||
|
@ -65,16 +66,22 @@ public class RankEvalRequestIT extends ESIntegTestCase {
|
||||||
createIndex(TEST_INDEX);
|
createIndex(TEST_INDEX);
|
||||||
ensureGreen();
|
ensureGreen();
|
||||||
|
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("1")
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("1")
|
||||||
.setSource("text", "berlin", "title", "Berlin, Germany", "population", 3670622).get();
|
.setSource("text", "berlin", "title", "Berlin, Germany", "population", 3670622).get();
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("2").setSource("text", "amsterdam", "population", 851573).get();
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("2").setSource("text", "amsterdam", "population", 851573)
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("3").setSource("text", "amsterdam", "population", 851573).get();
|
.get();
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("4").setSource("text", "amsterdam", "population", 851573).get();
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("3").setSource("text", "amsterdam", "population", 851573)
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("5").setSource("text", "amsterdam", "population", 851573).get();
|
.get();
|
||||||
client().prepareIndex(TEST_INDEX, "testtype").setId("6").setSource("text", "amsterdam", "population", 851573).get();
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("4").setSource("text", "amsterdam", "population", 851573)
|
||||||
|
.get();
|
||||||
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("5").setSource("text", "amsterdam", "population", 851573)
|
||||||
|
.get();
|
||||||
|
client().prepareIndex(TEST_INDEX, MapperService.SINGLE_MAPPING_NAME).setId("6").setSource("text", "amsterdam", "population", 851573)
|
||||||
|
.get();
|
||||||
|
|
||||||
// add another index for testing closed indices etc...
|
// add another index for testing closed indices etc...
|
||||||
client().prepareIndex("test2", "testtype").setId("7").setSource("text", "amsterdam", "population", 851573).get();
|
client().prepareIndex("test2", MapperService.SINGLE_MAPPING_NAME).setId("7").setSource("text", "amsterdam", "population", 851573)
|
||||||
|
.get();
|
||||||
refresh();
|
refresh();
|
||||||
|
|
||||||
// set up an alias that can also be used in tests
|
// set up an alias that can also be used in tests
|
||||||
|
|
|
@ -38,6 +38,7 @@ import org.elasticsearch.common.xcontent.XContentFactory;
|
||||||
import org.elasticsearch.common.xcontent.XContentLocation;
|
import org.elasticsearch.common.xcontent.XContentLocation;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.index.shard.ShardId;
|
import org.elasticsearch.index.shard.ShardId;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.search.SearchParseException;
|
import org.elasticsearch.search.SearchParseException;
|
||||||
|
@ -161,9 +162,9 @@ public class RankEvalResponseTests extends ESTestCase {
|
||||||
" \"coffee_query\": {" +
|
" \"coffee_query\": {" +
|
||||||
" \"metric_score\": 0.1," +
|
" \"metric_score\": 0.1," +
|
||||||
" \"unrated_docs\": [{\"_index\":\"index\",\"_id\":\"456\"}]," +
|
" \"unrated_docs\": [{\"_index\":\"index\",\"_id\":\"456\"}]," +
|
||||||
" \"hits\":[{\"hit\":{\"_index\":\"index\",\"_type\":\"\",\"_id\":\"123\",\"_score\":1.0}," +
|
" \"hits\":[{\"hit\":{\"_index\":\"index\",\"_type\":\"_doc\",\"_id\":\"123\",\"_score\":1.0}," +
|
||||||
" \"rating\":5}," +
|
" \"rating\":5}," +
|
||||||
" {\"hit\":{\"_index\":\"index\",\"_type\":\"\",\"_id\":\"456\",\"_score\":1.0}," +
|
" {\"hit\":{\"_index\":\"index\",\"_type\":\"_doc\",\"_id\":\"456\",\"_score\":1.0}," +
|
||||||
" \"rating\":null}" +
|
" \"rating\":null}" +
|
||||||
" ]" +
|
" ]" +
|
||||||
" }" +
|
" }" +
|
||||||
|
@ -181,7 +182,7 @@ public class RankEvalResponseTests extends ESTestCase {
|
||||||
}
|
}
|
||||||
|
|
||||||
private static RatedSearchHit searchHit(String index, int docId, Integer rating) {
|
private static RatedSearchHit searchHit(String index, int docId, Integer rating) {
|
||||||
SearchHit hit = new SearchHit(docId, docId + "", new Text(""), Collections.emptyMap());
|
SearchHit hit = new SearchHit(docId, docId + "", new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
hit.shard(new SearchShardTarget("testnode", new ShardId(index, "uuid", 0), null, OriginalIndices.NONE));
|
hit.shard(new SearchShardTarget("testnode", new ShardId(index, "uuid", 0), null, OriginalIndices.NONE));
|
||||||
hit.score(1.0f);
|
hit.score(1.0f);
|
||||||
return new RatedSearchHit(hit, rating != null ? OptionalInt.of(rating) : OptionalInt.empty());
|
return new RatedSearchHit(hit, rating != null ? OptionalInt.of(rating) : OptionalInt.empty());
|
||||||
|
|
|
@ -25,6 +25,7 @@ import org.elasticsearch.common.text.Text;
|
||||||
import org.elasticsearch.common.xcontent.ToXContent;
|
import org.elasticsearch.common.xcontent.ToXContent;
|
||||||
import org.elasticsearch.common.xcontent.XContentParser;
|
import org.elasticsearch.common.xcontent.XContentParser;
|
||||||
import org.elasticsearch.common.xcontent.XContentType;
|
import org.elasticsearch.common.xcontent.XContentType;
|
||||||
|
import org.elasticsearch.index.mapper.MapperService;
|
||||||
import org.elasticsearch.search.SearchHit;
|
import org.elasticsearch.search.SearchHit;
|
||||||
import org.elasticsearch.test.ESTestCase;
|
import org.elasticsearch.test.ESTestCase;
|
||||||
|
|
||||||
|
@ -41,7 +42,7 @@ public class RatedSearchHitTests extends ESTestCase {
|
||||||
OptionalInt rating = randomBoolean() ? OptionalInt.empty()
|
OptionalInt rating = randomBoolean() ? OptionalInt.empty()
|
||||||
: OptionalInt.of(randomIntBetween(0, 5));
|
: OptionalInt.of(randomIntBetween(0, 5));
|
||||||
SearchHit searchHit = new SearchHit(randomIntBetween(0, 10), randomAlphaOfLength(10),
|
SearchHit searchHit = new SearchHit(randomIntBetween(0, 10), randomAlphaOfLength(10),
|
||||||
new Text(randomAlphaOfLength(10)), Collections.emptyMap());
|
new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
RatedSearchHit ratedSearchHit = new RatedSearchHit(searchHit, rating);
|
RatedSearchHit ratedSearchHit = new RatedSearchHit(searchHit, rating);
|
||||||
return ratedSearchHit;
|
return ratedSearchHit;
|
||||||
}
|
}
|
||||||
|
@ -55,7 +56,7 @@ public class RatedSearchHitTests extends ESTestCase {
|
||||||
break;
|
break;
|
||||||
case 1:
|
case 1:
|
||||||
hit = new SearchHit(hit.docId(), hit.getId() + randomAlphaOfLength(10),
|
hit = new SearchHit(hit.docId(), hit.getId() + randomAlphaOfLength(10),
|
||||||
new Text(hit.getType()), Collections.emptyMap());
|
new Text(MapperService.SINGLE_MAPPING_NAME), Collections.emptyMap());
|
||||||
break;
|
break;
|
||||||
default:
|
default:
|
||||||
throw new IllegalStateException("The test should only allow two parameters mutated");
|
throw new IllegalStateException("The test should only allow two parameters mutated");
|
||||||
|
|
Loading…
Reference in New Issue