Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1179 from himanshug/batch_ingest_no_data 

fail early if there is no input data found for batch hadoop indexing
This commit is contained in:
Fangjin Yang 2015-03-07 11:00:52 -08:00
parent a54f93ea42 6a0405de20
commit 88a1d1e048
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
indexing-hadoop/src/main/java/io/druid/indexer/IndexGeneratorJob.java
View File

@ -169,7 +169,11 @@ public class IndexGeneratorJob implements Jobby
SortableBytes.useSortableBytesAsMapOutputKey(job); SortableBytes.useSortableBytesAsMapOutputKey(job);
job.setNumReduceTasks(Iterables.size(config.getAllBuckets().get())); int numReducers = Iterables.size(config.getAllBuckets().get());
if(numReducers == 0) {
throw new RuntimeException("No buckets?? seems there is no data to index.");
}
job.setNumReduceTasks(numReducers);
job.setPartitionerClass(IndexGeneratorPartitioner.class); job.setPartitionerClass(IndexGeneratorPartitioner.class);
setReducerClass(job); setReducerClass(job);