honeymoose
/
OpenSearch
mirror of https://github.com/honeymoose/OpenSearch.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

[TEST] Split up random bulks more often and also if the document set is smallish

This commit is contained in:
Simon Willnauer 2014-07-03 13:56:10 +02:00
parent 7beac4ddbf
commit 6d2077b0a3
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
src/test/java/org/elasticsearch/test/ElasticsearchIntegrationTest.java
View File

@ -202,6 +202,7 @@ public abstract class ElasticsearchIntegrationTest extends ElasticsearchTestCase
* Maximum number of async operations that indexRandom will kick off at one time. * Maximum number of async operations that indexRandom will kick off at one time.
*/ */
private static final int MAX_IN_FLIGHT_ASYNC_INDEXES = 150; private static final int MAX_IN_FLIGHT_ASYNC_INDEXES = 150;
/** /**
* Maximum number of documents in a single bulk index request. * Maximum number of documents in a single bulk index request.
*/ */
@ -1219,8 +1220,10 @@ public abstract class ElasticsearchIntegrationTest extends ElasticsearchTestCase
} }
} }
} else { } else {
logger.info("Index [{}] docs async: [{}] bulk: [{}]", builders.size(), false, true); List<List<IndexRequestBuilder>> partition = Lists.partition(builders, Math.min(MAX_BULK_INDEX_REQUEST_SIZE,
for (List<IndexRequestBuilder> segmented : Lists.partition(builders, between(MAX_BULK_INDEX_REQUEST_SIZE / 2, MAX_BULK_INDEX_REQUEST_SIZE))) { Math.max(1, (int) (builders.size() * randomDouble()))));
logger.info("Index [{}] docs async: [{}] bulk: [{}] partitions [{}]", builders.size(), false, true, partition.size());
for (List<IndexRequestBuilder> segmented : partition) {
BulkRequestBuilder bulkBuilder = client().prepareBulk(); BulkRequestBuilder bulkBuilder = client().prepareBulk();
for (IndexRequestBuilder indexRequestBuilder : segmented) { for (IndexRequestBuilder indexRequestBuilder : segmented) {
bulkBuilder.add(indexRequestBuilder); bulkBuilder.add(indexRequestBuilder);