Remove test that uses max_acceptable_rank parameter
This commit is contained in:
parent
adb24333ca
commit
4718f000df
|
@ -152,37 +152,3 @@
|
||||||
- match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}}
|
- match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}}
|
||||||
- match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]}
|
- match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]}
|
||||||
|
|
||||||
- do:
|
|
||||||
rank_eval:
|
|
||||||
body: {
|
|
||||||
"requests" : [
|
|
||||||
{
|
|
||||||
"id": "amsterdam_query",
|
|
||||||
"request": { "query": { "match" : {"text" : "amsterdam" }}},
|
|
||||||
# doc4 should be returned in third position, so reciprocal rank is 1/3
|
|
||||||
"ratings": [{"_index": "foo", "_type": "bar", "_id": "doc4", "rating": 1}]
|
|
||||||
},
|
|
||||||
{
|
|
||||||
"id" : "berlin_query",
|
|
||||||
"request": { "query": { "match" : { "text" : "berlin" } }, "size" : 10 },
|
|
||||||
# doc1 should be returned in first position, doc3 in second, so reciprocal rank is 1/2
|
|
||||||
"ratings": [{"_index": "foo", "_type": "bar", "_id": "doc4", "rating": 1}]
|
|
||||||
}
|
|
||||||
],
|
|
||||||
"metric" : {
|
|
||||||
"reciprocal_rank": {
|
|
||||||
# the following will make the first query have a quality value of 0.0
|
|
||||||
"max_acceptable_rank" : 2
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
# average is (0 + 1/2)/2 = 1/4
|
|
||||||
- match: {rank_eval.quality_level: 0.25}
|
|
||||||
- match: {rank_eval.details.amsterdam_query.quality_level: 0}
|
|
||||||
- match: {rank_eval.details.amsterdam_query.metric_details: {"first_relevant": -1}}
|
|
||||||
- match: {rank_eval.details.amsterdam_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc2"},
|
|
||||||
{"_index": "foo", "_type": "bar", "_id": "doc3"} ]}
|
|
||||||
- match: {rank_eval.details.berlin_query.quality_level: 0.5}
|
|
||||||
- match: {rank_eval.details.berlin_query.metric_details: {"first_relevant": 2}}
|
|
||||||
- match: {rank_eval.details.berlin_query.unknown_docs: [ {"_index": "foo", "_type": "bar", "_id": "doc1"}]}
|
|
||||||
|
|
Loading…
Reference in New Issue