Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-25 20:48:05 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #867 from metamx/avoid-abandoned-sinks

Browse Source 
RealtimePlumber: Bail out of persist-n-merge of abandoned sinks (fixes #812)
This commit is contained in:
Fangjin Yang 2014-11-14 18:35:00 -07:00
commit 0b45942cff
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
server/src/main/java/io/druid/segment/realtime/plumber/RealtimePlumber.java
View File

@ -325,7 +325,13 @@ public class RealtimePlumber implements Plumber
{ {
final Interval interval = sink.getInterval(); final Interval interval = sink.getInterval();
// use a file to indicate that pushing has completed // Bail out if this sink has been abandoned by a previously-executed task.
if (sinks.get(truncatedTime) != sink) {
log.info("Sink[%s] was abandoned, bailing out of persist-n-merge.", sink);
return;
}
// Use a file to indicate that pushing has completed.
final File persistDir = computePersistDir(schema, interval); final File persistDir = computePersistDir(schema, interval);
final File mergedTarget = new File(persistDir, "merged"); final File mergedTarget = new File(persistDir, "merged");
final File isPushedMarker = new File(persistDir, "isPushedMarker"); final File isPushedMarker = new File(persistDir, "isPushedMarker");