honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[ML][Data Frame] change failure count reset logic (#43064) (#43159)

This commit is contained in:
Benjamin Trent 2019-06-12 13:22:34 -05:00 committed by GitHub
parent 8711a092bf
commit f13f55ede3
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
x-pack/plugin/data-frame/src/main/java/org/elasticsearch/xpack/dataframe/transforms/DataFrameTransformTask.java
View File

@ -490,8 +490,6 @@ public class DataFrameTransformTask extends AllocatedPersistentTask implements S
@Override @Override
protected void onStart(long now, ActionListener<Void> listener) { protected void onStart(long now, ActionListener<Void> listener) {
// Reset our failure count as we are starting again
failureCount.set(0);
// On each run, we need to get the total number of docs and reset the count of processed docs // On each run, we need to get the total number of docs and reset the count of processed docs
// Since multiple checkpoints can be executed in the task while it is running on the same node, we need to gather // Since multiple checkpoints can be executed in the task while it is running on the same node, we need to gather
// the progress here, and not in the executor. // the progress here, and not in the executor.
@ -630,6 +628,8 @@ public class DataFrameTransformTask extends AllocatedPersistentTask implements S
try { try {
super.onFinish(listener); super.onFinish(listener);
long checkpoint = transformTask.currentCheckpoint.incrementAndGet(); long checkpoint = transformTask.currentCheckpoint.incrementAndGet();
// Reset our failure count as we have finished and may start again with a new checkpoint
failureCount.set(0);
auditor.info(transformTask.getTransformId(), "Finished indexing for data frame transform checkpoint [" + checkpoint + "]."); auditor.info(transformTask.getTransformId(), "Finished indexing for data frame transform checkpoint [" + checkpoint + "].");
logger.info( logger.info(
"Finished indexing for data frame transform [" + transformTask.getTransformId() + "] checkpoint [" + checkpoint + "]"); "Finished indexing for data frame transform [" + transformTask.getTransformId() + "] checkpoint [" + checkpoint + "]");