Remove test that uses max_acceptable_rank parameter

This commit is contained in:
Christoph Büscher 2016-11-08 15:51:37 +01:00
parent adb24333ca
commit 4718f000df
1 changed files with 0 additions and 34 deletions

View File

@ -152,37 +152,3 @@
- match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}} - match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}}
- match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]} - match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]}
- do:
rank_eval:
body: {
"requests" : [
{
"id": "amsterdam_query",
"request": { "query": { "match" : {"text" : "amsterdam" }}},
# doc4 should be returned in third position, so reciprocal rank is 1/3
"ratings": [{"_index": "foo", "_type": "bar", "_id": "doc4", "rating": 1}]
},
{
"id" : "berlin_query",
"request": { "query": { "match" : { "text" : "berlin" } }, "size" : 10 },
# doc1 should be returned in first position, doc3 in second, so reciprocal rank is 1/2
"ratings": [{"_index": "foo", "_type": "bar", "_id": "doc4", "rating": 1}]
}
],
"metric" : {
"reciprocal_rank": {
# the following will make the first query have a quality value of 0.0
"max_acceptable_rank" : 2
}
}
}
# average is (0 + 1/2)/2 = 1/4
- match: {rank_eval.quality_level: 0.25}
- match: {rank_eval.details.amsterdam_query.quality_level: 0}
- match: {rank_eval.details.amsterdam_query.metric_details: {"first_relevant": -1}}
- match: {rank_eval.details.amsterdam_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc2"},
{"_index": "foo", "_type": "bar", "_id": "doc3"} ]}
- match: {rank_eval.details.berlin_query.quality_level: 0.5}
- match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}}
- match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]}