Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-09 11:34:54 +00:00
Code Issues Packages Projects Releases Wiki Activity

fail early if there is no input data for batch hadoop indexing

Browse Source
This commit is contained in:
Himanshu Gupta 2015-03-07 12:45:57 -06:00
parent a54f93ea42
commit 6a0405de20
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
indexing-hadoop/src/main/java/io/druid/indexer/IndexGeneratorJob.java
View File

@ -169,7 +169,11 @@ public class IndexGeneratorJob implements Jobby
SortableBytes.useSortableBytesAsMapOutputKey(job); SortableBytes.useSortableBytesAsMapOutputKey(job);
job.setNumReduceTasks(Iterables.size(config.getAllBuckets().get())); int numReducers = Iterables.size(config.getAllBuckets().get());
if(numReducers == 0) {
throw new RuntimeException("No buckets?? seems there is no data to index.");
}
job.setNumReduceTasks(numReducers);
job.setPartitionerClass(IndexGeneratorPartitioner.class); job.setPartitionerClass(IndexGeneratorPartitioner.class);
setReducerClass(job); setReducerClass(job);