Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix race 

Fix race in ingestion that can cause FNF,
Properly check for partitionNum
shutdown persistExecutor
This commit is contained in:
nishantmonu51 2014-05-01 01:34:58 +05:30
parent ffd37bc7bd
commit ff56573910
1 changed files with 7 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
server/src/main/java/io/druid/segment/realtime/plumber/RealtimePlumber.java
View File

@ -449,10 +449,11 @@ public class RealtimePlumber implements Plumber
protected void shutdownExecutors()
{
// scheduledExecutor is shutdown here, but persistExecutor is shutdown when the
// scheduledExecutor is shutdown here, but mergeExecutor is shutdown when the
// ServerView sends it a new segment callback
if (scheduledExecutor != null) {
scheduledExecutor.shutdown();
persistExecutor.shutdown();
}
}
@ -715,7 +716,7 @@ public class RealtimePlumber implements Plumber
private void registerServerViewCallback()
{
serverView.registerSegmentCallback(
persistExecutor,
mergeExecutor,
new ServerView.BaseSegmentCallback()
{
@Override
@ -723,7 +724,7 @@ public class RealtimePlumber implements Plumber
{
if (stopped) {
log.info("Unregistering ServerViewCallback");
persistExecutor.shutdown();
mergeExecutor.shutdown();
return ServerView.CallbackAction.UNREGISTER;
}
@ -732,7 +733,9 @@ public class RealtimePlumber implements Plumber
}
log.debug("Checking segment[%s] on server[%s]", segment, server);
if (schema.getDataSource().equals(segment.getDataSource())) {
if (schema.getDataSource().equals(segment.getDataSource())
&& schema.getShardSpec().getPartitionNum() == segment.getShardSpec().getPartitionNum()
) {
final Interval interval = segment.getInterval();
for (Map.Entry<Long, Sink> entry : sinks.entrySet()) {
final Long sinkKey = entry.getKey();