mirror of https://github.com/apache/druid.git
IndexGeneratorTask: Log metrics when complete
This commit is contained in:
parent
1e35913579
commit
cc8a14d5a1
|
@ -81,10 +81,12 @@ public class YeOldePlumberSchool implements PlumberSchool
|
|||
// There can be only one.
|
||||
final Sink theSink = new Sink(interval, schema);
|
||||
|
||||
// Temporary directory to hold spilled segments.
|
||||
final File persistDir = new File(
|
||||
tmpSegmentDir, theSink.getSegment().withVersion(version).getIdentifier()
|
||||
);
|
||||
|
||||
// Set of spilled segments. Will be merged at the end.
|
||||
final Set<File> spilled = Sets.newHashSet();
|
||||
|
||||
return new Plumber()
|
||||
|
|
|
@ -163,6 +163,17 @@ public class IndexGeneratorTask extends AbstractTask
|
|||
plumber.persist(firehose.commit());
|
||||
plumber.finishJob();
|
||||
|
||||
// Output metrics
|
||||
log.info(
|
||||
"Task[%s] took in %,d rows (%,d processed, %,d unparseable, %,d thrown away) and output %,d rows",
|
||||
getId(),
|
||||
metrics.processed() + metrics.unparseable() + metrics.thrownAway(),
|
||||
metrics.processed(),
|
||||
metrics.unparseable(),
|
||||
metrics.thrownAway(),
|
||||
metrics.rowOutput()
|
||||
);
|
||||
|
||||
// Done
|
||||
return TaskStatus.success(getId(), ImmutableList.copyOf(pushedSegments));
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue