honeymoose/OpenSearch
1
0
Fork 0
mirror of https://github.com/honeymoose/OpenSearch.git synced 2025-02-09 14:35:04 +00:00
Code Issues Packages Projects Releases Wiki Activity

[TEST] Made ttl test more predictable

Browse Source 
* Only run the test with one node, to make sure only a single purger thread is running.
* Instead of generating the _timestamp upon indexing in ES, define the _timestamp in the documents.
* Verify the responses from the index requests.
This commit is contained in:
Martijn van Groningen 2014-03-27 17:11:58 +07:00
parent 85b9aafaad
commit d3065acf14
1 changed files with 25 additions and 22 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

47
src/test/java/org/elasticsearch/ttl/SimpleTTLTests.java
View File

@ -22,6 +22,7 @@ package org.elasticsearch.ttl;
import com.google.common.base.Predicate; import com.google.common.base.Predicate;
import org.elasticsearch.action.admin.indices.stats.IndicesStatsResponse; import org.elasticsearch.action.admin.indices.stats.IndicesStatsResponse;
import org.elasticsearch.action.get.GetResponse; import org.elasticsearch.action.get.GetResponse;
import org.elasticsearch.action.index.IndexResponse;
import org.elasticsearch.common.settings.Settings; import org.elasticsearch.common.settings.Settings;
import org.elasticsearch.common.xcontent.XContentFactory; import org.elasticsearch.common.xcontent.XContentFactory;
import org.elasticsearch.test.ElasticsearchIntegrationTest; import org.elasticsearch.test.ElasticsearchIntegrationTest;
@ -35,7 +36,7 @@ import static org.elasticsearch.common.settings.ImmutableSettings.settingsBuilde
import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked; import static org.elasticsearch.test.hamcrest.ElasticsearchAssertions.assertAcked;
import static org.hamcrest.Matchers.*; import static org.hamcrest.Matchers.*;
@ClusterScope(scope=Scope.SUITE) @ClusterScope(scope=Scope.SUITE, numNodes = 1)
public class SimpleTTLTests extends ElasticsearchIntegrationTest { public class SimpleTTLTests extends ElasticsearchIntegrationTest {
static private final long PURGE_INTERVAL = 200; static private final long PURGE_INTERVAL = 200;
@ -72,59 +73,61 @@ public class SimpleTTLTests extends ElasticsearchIntegrationTest {
.startObject("_ttl").field("enabled", true).field("store", "yes").field("default", "1d").endObject() .startObject("_ttl").field("enabled", true).field("store", "yes").field("default", "1d").endObject()
.endObject() .endObject()
.endObject())); .endObject()));
ensureGreen(); ensureYellow("test");
final NumShards test = getNumShards("test"); final NumShards test = getNumShards("test");
long providedTTLValue = 3000; long providedTTLValue = 3000;
logger.info("--> checking ttl"); logger.info("--> checking ttl");
// Index one doc without routing, one doc with routing, one doc with not TTL and no default and one doc with default TTL // Index one doc without routing, one doc with routing, one doc with not TTL and no default and one doc with default TTL
client().prepareIndex("test", "type1", "1").setSource("field1", "value1").setTTL(providedTTLValue).setRefresh(true).execute().actionGet();
long now = System.currentTimeMillis(); long now = System.currentTimeMillis();
client().prepareIndex("test", "type1", "with_routing").setSource("field1", "value1").setTTL(providedTTLValue).setRouting("routing").setRefresh(true).execute().actionGet(); IndexResponse indexResponse = client().prepareIndex("test", "type1", "1").setSource("field1", "value1")
client().prepareIndex("test", "type1", "no_ttl").setSource("field1", "value1").execute().actionGet(); .setTimestamp(String.valueOf(now)).setTTL(providedTTLValue).setRefresh(true).get();
client().prepareIndex("test", "type2", "default_ttl").setSource("field1", "value1").execute().actionGet(); assertThat(indexResponse.isCreated(), is(true));
indexResponse = client().prepareIndex("test", "type1", "with_routing").setSource("field1", "value1")
.setTimestamp(String.valueOf(now)).setTTL(providedTTLValue).setRouting("routing").setRefresh(true).get();
assertThat(indexResponse.isCreated(), is(true));
indexResponse = client().prepareIndex("test", "type1", "no_ttl").setSource("field1", "value1").get();
assertThat(indexResponse.isCreated(), is(true));
indexResponse = client().prepareIndex("test", "type2", "default_ttl").setSource("field1", "value1").get();
assertThat(indexResponse.isCreated(), is(true));
// realtime get check // realtime get check
long currentTime = System.currentTimeMillis(); long currentTime = System.currentTimeMillis();
GetResponse getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(true).execute().actionGet(); GetResponse getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").get();
long ttl0; long ttl0;
if (getResponse.isExists()) { if (getResponse.isExists()) {
ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue(); ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue();
assertThat(ttl0, greaterThan(-PURGE_INTERVAL)); assertThat(ttl0, lessThanOrEqualTo(providedTTLValue - (currentTime - now)));
assertThat(ttl0, lessThan(providedTTLValue - (currentTime - now)));
} else { } else {
assertThat(providedTTLValue - (currentTime - now), lessThan(0l)); assertThat(providedTTLValue - (currentTime - now), lessThanOrEqualTo(0l));
} }
// verify the ttl is still decreasing when going to the replica // verify the ttl is still decreasing when going to the replica
currentTime = System.currentTimeMillis(); currentTime = System.currentTimeMillis();
getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(true).execute().actionGet(); getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").get();
if (getResponse.isExists()) { if (getResponse.isExists()) {
ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue(); ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue();
assertThat(ttl0, greaterThan(-PURGE_INTERVAL)); assertThat(ttl0, lessThanOrEqualTo(providedTTLValue - (currentTime - now)));
assertThat(ttl0, lessThan(providedTTLValue - (currentTime - now)));
} else { } else {
assertThat(providedTTLValue - (currentTime - now), lessThan(0l)); assertThat(providedTTLValue - (currentTime - now), lessThanOrEqualTo(0l));
} }
// non realtime get (stored) // non realtime get (stored)
currentTime = System.currentTimeMillis(); currentTime = System.currentTimeMillis();
getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(false).execute().actionGet(); getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(false).get();
if (getResponse.isExists()) { if (getResponse.isExists()) {
ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue(); ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue();
assertThat(ttl0, greaterThan(-PURGE_INTERVAL)); assertThat(ttl0, lessThanOrEqualTo(providedTTLValue - (currentTime - now)));
assertThat(ttl0, lessThan(providedTTLValue - (currentTime - now)));
} else { } else {
assertThat(providedTTLValue - (currentTime - now), lessThan(0l)); assertThat(providedTTLValue - (currentTime - now), lessThanOrEqualTo(0l));
} }
// non realtime get going the replica // non realtime get going the replica
currentTime = System.currentTimeMillis(); currentTime = System.currentTimeMillis();
getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(false).execute().actionGet(); getResponse = client().prepareGet("test", "type1", "1").setFields("_ttl").setRealtime(false).get();
if (getResponse.isExists()) { if (getResponse.isExists()) {
ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue(); ttl0 = ((Number) getResponse.getField("_ttl").getValue()).longValue();
assertThat(ttl0, greaterThan(-PURGE_INTERVAL)); assertThat(ttl0, lessThanOrEqualTo(providedTTLValue - (currentTime - now)));
assertThat(ttl0, lessThan(providedTTLValue - (currentTime - now)));
} else { } else {
assertThat(providedTTLValue - (currentTime - now), lessThan(0l)); assertThat(providedTTLValue - (currentTime - now), lessThanOrEqualTo(0l));
} }
// no TTL provided so no TTL fetched // no TTL provided so no TTL fetched