honeymoose/OpenSearch
1
0
Fork 0
mirror of https://github.com/honeymoose/OpenSearch.git synced 2025-02-23 13:26:02 +00:00
Code Issues Packages Projects Releases Wiki Activity

better handling of creation of index

Browse Source
This commit is contained in:
kimchy 2010-09-21 01:20:37 +02:00
parent 121e548d76
commit 2715212868
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
plugins/indexer/twitter/src/main/java/org/elasticsearch/indexer/twitter/TwitterIndexer.java
View File

@ -25,6 +25,7 @@ import org.elasticsearch.action.bulk.BulkResponse;
import org.elasticsearch.client.Client; import org.elasticsearch.client.Client;
import org.elasticsearch.client.Requests; import org.elasticsearch.client.Requests;
import org.elasticsearch.client.action.bulk.BulkRequestBuilder; import org.elasticsearch.client.action.bulk.BulkRequestBuilder;
import org.elasticsearch.cluster.block.ClusterBlockException;
import org.elasticsearch.common.inject.Inject; import org.elasticsearch.common.inject.Inject;
import org.elasticsearch.common.xcontent.XContentBuilder; import org.elasticsearch.common.xcontent.XContentBuilder;
import org.elasticsearch.common.xcontent.XContentFactory; import org.elasticsearch.common.xcontent.XContentFactory;
@ -98,15 +99,19 @@ public class TwitterIndexer extends AbstractIndexerComponent implements Indexer
logger.info("starting twitter stream"); logger.info("starting twitter stream");
try { try {
client.admin().indices().prepareCreate(indexName).execute().actionGet(); client.admin().indices().prepareCreate(indexName).execute().actionGet();
currentRequest = client.prepareBulk();
stream.sample();
} catch (Exception e) { } catch (Exception e) {
if (ExceptionsHelper.unwrapCause(e) instanceof IndexAlreadyExistsException) { if (ExceptionsHelper.unwrapCause(e) instanceof IndexAlreadyExistsException) {
// that's fine // that's fine
} else if (ExceptionsHelper.unwrapCause(e) instanceof ClusterBlockException) {
// ok, not recovered yet..., lets start indexing and hope we recover by the first bulk
// TODO: a smarter logic can be to register for cluster event listener here, and only start sampling when the block is removed...
} else { } else {
logger.warn("failed to create index [{}], disabling indexer...", e, indexName); logger.warn("failed to create index [{}], disabling indexer...", e, indexName);
return;
} }
} }
currentRequest = client.prepareBulk();
stream.sample();
} }
@Override public void close() { @Override public void close() {