[7.x] [ML] BWC tests for job_stats.timing_stats field (#43267) (#43293)

This commit is contained in:
Przemysław Witek 2019-06-18 15:32:34 +02:00 committed by GitHub
parent 818a709377
commit 459d57f4c5
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
3 changed files with 91 additions and 0 deletions

View File

@ -35,6 +35,19 @@
job_id: old-cluster-job job_id: old-cluster-job
- match: { count: 1 } - match: { count: 1 }
---
"Test get old cluster job's timing stats":
- skip:
version: " - 7.2.99"
reason: timing_stats was introduced in 7.3.0
- do:
ml.get_job_stats:
job_id: old-cluster-job-with-ts
- match: { jobs.0.job_id: old-cluster-job-with-ts }
- match: { jobs.0.state: "closed" }
- match: { jobs.0.timing_stats.job_id: old-cluster-job-with-ts }
- gte: { jobs.0.timing_stats.bucket_count: 0 }
--- ---
"Test get old cluster categorization job": "Test get old cluster categorization job":
- do: - do:

View File

@ -169,6 +169,64 @@
index: [".ml-state", ".ml-anomalies-shared"] index: [".ml-state", ".ml-anomalies-shared"]
wait_for_status: green wait_for_status: green
---
"Put job with timing stats checking on the old cluster and post some data":
- do:
ml.put_job:
job_id: old-cluster-job-with-ts
body: >
{
"description":"Cluster upgrade with timing stats checking",
"analysis_config" : {
"bucket_span": "60s",
"detectors" :[{"function":"metric","field_name":"responsetime","by_field_name":"airline"}]
},
"analysis_limits" : {
"model_memory_limit": "50mb"
},
"data_description" : {
"format":"xcontent",
"time_field":"time",
"time_format":"epoch"
}
}
- match: { job_id: old-cluster-job-with-ts }
- do:
ml.open_job:
job_id: old-cluster-job-with-ts
- do:
ml.post_data:
job_id: old-cluster-job-with-ts
body:
- airline: AAL
responsetime: 132.2046
sourcetype: post-data-job
time: 1403481600
- airline: JZA
responsetime: 990.4628
sourcetype: post-data-job
time: 1403481700
- match: { processed_record_count: 2 }
- do:
ml.close_job:
job_id: old-cluster-job-with-ts
- do:
ml.get_buckets:
job_id: old-cluster-job-with-ts
- match: { count: 1 }
# Wait for indices to be fully allocated before
# killing the node
- do:
cluster.health:
index: [".ml-state", ".ml-anomalies-shared"]
wait_for_status: green
--- ---
"Put job with empty strings in the configuration": "Put job with empty strings in the configuration":
- do: - do:

View File

@ -109,6 +109,26 @@ setup:
name: ".ml-state-write" name: ".ml-state-write"
- is_true: '' - is_true: ''
---
"Test get old cluster job's timing stats":
- do:
ml.get_job_stats:
job_id: old-cluster-job-with-ts
- match: { jobs.0.job_id: old-cluster-job-with-ts }
- match: { jobs.0.state: "closed" }
- match: { jobs.0.timing_stats.job_id: old-cluster-job-with-ts }
- gte: { jobs.0.timing_stats.bucket_count: 0 }
- do:
ml.delete_job:
job_id: old-cluster-job-with-ts
- match: { acknowledged: true }
- do:
catch: missing
ml.get_jobs:
job_id: old-cluster-job-with-ts
--- ---
"Test job with pre 6.4 rules": "Test job with pre 6.4 rules":