honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

BulkProcessor backs off exponentially by default 

With this commit we change the default behavior of
BulkProcessor from not backing off when getting
EsRejectedExecutionException to backing off exponentially.
This commit is contained in:
Daniel Mitterdorfer 2015-12-17 15:27:41 +01:00
parent 3f87b0809e
commit 91eed30a14
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
core/src/main/java/org/elasticsearch/action/bulk/BulkProcessor.java
View File

@ -78,7 +78,7 @@ public class BulkProcessor implements Closeable {
private int bulkActions = 1000; private int bulkActions = 1000;
private ByteSizeValue bulkSize = new ByteSizeValue(5, ByteSizeUnit.MB); private ByteSizeValue bulkSize = new ByteSizeValue(5, ByteSizeUnit.MB);
private TimeValue flushInterval = null; private TimeValue flushInterval = null;
private BackoffPolicy backoffPolicy = BackoffPolicy.noBackoff(); private BackoffPolicy backoffPolicy = BackoffPolicy.exponentialBackoff();
/** /**
* Creates a builder of bulk processor with the client to use and the listener that will be used * Creates a builder of bulk processor with the client to use and the listener that will be used
@ -140,7 +140,9 @@ public class BulkProcessor implements Closeable {
* Sets a custom backoff policy. The backoff policy defines how the bulk processor should handle retries of bulk requests internally * Sets a custom backoff policy. The backoff policy defines how the bulk processor should handle retries of bulk requests internally
* in case they have failed due to resource constraints (i.e. a thread pool was full). * in case they have failed due to resource constraints (i.e. a thread pool was full).
* *
* The default is to not back off, i.e. failing immediately. * The default is to back off exponentially.
*
* @see org.elasticsearch.action.bulk.BackoffPolicy#exponentialBackoff()
*/ */
public Builder setBackoffPolicy(BackoffPolicy backoffPolicy) { public Builder setBackoffPolicy(BackoffPolicy backoffPolicy) {
if (backoffPolicy == null) { if (backoffPolicy == null) {