mirror of https://github.com/apache/druid.git
add delegating executor service and fix bug with query priortization
This commit is contained in:
parent
67be515db6
commit
37a3994003
|
@ -0,0 +1,127 @@
|
||||||
|
/*
|
||||||
|
* Druid - a distributed column store.
|
||||||
|
* Copyright (C) 2012 Metamarkets Group Inc.
|
||||||
|
*
|
||||||
|
* This program is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU General Public License
|
||||||
|
* as published by the Free Software Foundation; either version 2
|
||||||
|
* of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
* GNU General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU General Public License
|
||||||
|
* along with this program; if not, write to the Free Software
|
||||||
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package com.metamx.druid.query;
|
||||||
|
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.concurrent.Callable;
|
||||||
|
import java.util.concurrent.ExecutionException;
|
||||||
|
import java.util.concurrent.ExecutorService;
|
||||||
|
import java.util.concurrent.Future;
|
||||||
|
import java.util.concurrent.TimeUnit;
|
||||||
|
import java.util.concurrent.TimeoutException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
*/
|
||||||
|
public class DelegatingExecutorService implements ExecutorService
|
||||||
|
{
|
||||||
|
private final ExecutorService delegate;
|
||||||
|
|
||||||
|
public DelegatingExecutorService(ExecutorService delegate)
|
||||||
|
{
|
||||||
|
this.delegate = delegate;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void shutdown()
|
||||||
|
{
|
||||||
|
delegate.shutdown();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public List<Runnable> shutdownNow()
|
||||||
|
{
|
||||||
|
return delegate.shutdownNow();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean isShutdown()
|
||||||
|
{
|
||||||
|
return delegate.isShutdown();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean isTerminated()
|
||||||
|
{
|
||||||
|
return delegate.isTerminated();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean awaitTermination(long l, TimeUnit timeUnit) throws InterruptedException
|
||||||
|
{
|
||||||
|
return delegate.awaitTermination(l, timeUnit);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> Future<T> submit(Callable<T> tCallable)
|
||||||
|
{
|
||||||
|
return delegate.submit(tCallable);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> Future<T> submit(Runnable runnable, T t)
|
||||||
|
{
|
||||||
|
return delegate.submit(runnable, t);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Future<?> submit(Runnable runnable)
|
||||||
|
{
|
||||||
|
return delegate.submit(runnable);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> List<Future<T>> invokeAll(Collection<? extends Callable<T>> callables) throws InterruptedException
|
||||||
|
{
|
||||||
|
return delegate.invokeAll(callables);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> List<Future<T>> invokeAll(
|
||||||
|
Collection<? extends Callable<T>> callables,
|
||||||
|
long l,
|
||||||
|
TimeUnit timeUnit
|
||||||
|
) throws InterruptedException
|
||||||
|
{
|
||||||
|
return delegate.invokeAll(callables, l, timeUnit);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> T invokeAny(Collection<? extends Callable<T>> callables) throws InterruptedException, ExecutionException
|
||||||
|
{
|
||||||
|
return delegate.invokeAny(callables);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public <T> T invokeAny(
|
||||||
|
Collection<? extends Callable<T>> callables,
|
||||||
|
long l,
|
||||||
|
TimeUnit timeUnit
|
||||||
|
) throws InterruptedException, ExecutionException, TimeoutException
|
||||||
|
{
|
||||||
|
return delegate.invokeAny(callables, l, timeUnit);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void execute(Runnable runnable)
|
||||||
|
{
|
||||||
|
delegate.execute(runnable);
|
||||||
|
}
|
||||||
|
}
|
|
@ -1,15 +1,40 @@
|
||||||
|
/*
|
||||||
|
* Druid - a distributed column store.
|
||||||
|
* Copyright (C) 2012 Metamarkets Group Inc.
|
||||||
|
*
|
||||||
|
* This program is free software; you can redistribute it and/or
|
||||||
|
* modify it under the terms of the GNU General Public License
|
||||||
|
* as published by the Free Software Foundation; either version 2
|
||||||
|
* of the License, or (at your option) any later version.
|
||||||
|
*
|
||||||
|
* This program is distributed in the hope that it will be useful,
|
||||||
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||||
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
||||||
|
* GNU General Public License for more details.
|
||||||
|
*
|
||||||
|
* You should have received a copy of the GNU General Public License
|
||||||
|
* along with this program; if not, write to the Free Software
|
||||||
|
* Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
|
||||||
|
*/
|
||||||
|
|
||||||
package com.metamx.druid.query;
|
package com.metamx.druid.query;
|
||||||
|
|
||||||
import com.metamx.emitter.service.ServiceEmitter;
|
import com.metamx.emitter.service.ServiceEmitter;
|
||||||
import com.metamx.emitter.service.ServiceMetricEvent;
|
import com.metamx.emitter.service.ServiceMetricEvent;
|
||||||
|
|
||||||
|
import java.util.Collection;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.concurrent.AbstractExecutorService;
|
import java.util.concurrent.AbstractExecutorService;
|
||||||
|
import java.util.concurrent.Callable;
|
||||||
|
import java.util.concurrent.ExecutionException;
|
||||||
import java.util.concurrent.ExecutorService;
|
import java.util.concurrent.ExecutorService;
|
||||||
|
import java.util.concurrent.Future;
|
||||||
|
import java.util.concurrent.RunnableFuture;
|
||||||
import java.util.concurrent.ThreadPoolExecutor;
|
import java.util.concurrent.ThreadPoolExecutor;
|
||||||
import java.util.concurrent.TimeUnit;
|
import java.util.concurrent.TimeUnit;
|
||||||
|
import java.util.concurrent.TimeoutException;
|
||||||
|
|
||||||
public class MetricsEmittingExecutorService extends AbstractExecutorService
|
public class MetricsEmittingExecutorService extends DelegatingExecutorService
|
||||||
{
|
{
|
||||||
private final ExecutorService base;
|
private final ExecutorService base;
|
||||||
private final ServiceEmitter emitter;
|
private final ServiceEmitter emitter;
|
||||||
|
@ -21,41 +46,13 @@ public class MetricsEmittingExecutorService extends AbstractExecutorService
|
||||||
ServiceMetricEvent.Builder metricBuilder
|
ServiceMetricEvent.Builder metricBuilder
|
||||||
)
|
)
|
||||||
{
|
{
|
||||||
|
super(base);
|
||||||
|
|
||||||
this.base = base;
|
this.base = base;
|
||||||
this.emitter = emitter;
|
this.emitter = emitter;
|
||||||
this.metricBuilder = metricBuilder;
|
this.metricBuilder = metricBuilder;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Override
|
|
||||||
public void shutdown()
|
|
||||||
{
|
|
||||||
base.shutdown();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public List<Runnable> shutdownNow()
|
|
||||||
{
|
|
||||||
return base.shutdownNow();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public boolean isShutdown()
|
|
||||||
{
|
|
||||||
return base.isShutdown();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public boolean isTerminated()
|
|
||||||
{
|
|
||||||
return base.isTerminated();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public boolean awaitTermination(long l, TimeUnit timeUnit) throws InterruptedException
|
|
||||||
{
|
|
||||||
return base.awaitTermination(l, timeUnit);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
public void execute(Runnable runnable)
|
public void execute(Runnable runnable)
|
||||||
{
|
{
|
||||||
|
|
|
@ -38,9 +38,9 @@ import java.util.concurrent.TimeUnit;
|
||||||
*/
|
*/
|
||||||
public class PrioritizedExecutorService extends AbstractExecutorService
|
public class PrioritizedExecutorService extends AbstractExecutorService
|
||||||
{
|
{
|
||||||
public static ExecutorService create(Lifecycle lifecycle, ExecutorServiceConfig config)
|
public static PrioritizedExecutorService create(Lifecycle lifecycle, ExecutorServiceConfig config)
|
||||||
{
|
{
|
||||||
final ExecutorService service = new PrioritizedExecutorService(
|
final PrioritizedExecutorService service = new PrioritizedExecutorService(
|
||||||
new ThreadPoolExecutor(
|
new ThreadPoolExecutor(
|
||||||
config.getNumThreads(),
|
config.getNumThreads(),
|
||||||
config.getNumThreads(),
|
config.getNumThreads(),
|
||||||
|
|
|
@ -32,10 +32,7 @@ import com.metamx.druid.curator.announcement.Announcer;
|
||||||
import com.metamx.druid.indexing.common.TaskStatus;
|
import com.metamx.druid.indexing.common.TaskStatus;
|
||||||
import com.metamx.druid.indexing.common.config.IndexerZkConfig;
|
import com.metamx.druid.indexing.common.config.IndexerZkConfig;
|
||||||
import org.apache.curator.framework.CuratorFramework;
|
import org.apache.curator.framework.CuratorFramework;
|
||||||
import org.apache.curator.framework.state.ConnectionState;
|
|
||||||
import org.apache.curator.framework.state.ConnectionStateListener;
|
|
||||||
import org.apache.zookeeper.CreateMode;
|
import org.apache.zookeeper.CreateMode;
|
||||||
|
|
||||||
import org.joda.time.DateTime;
|
import org.joda.time.DateTime;
|
||||||
|
|
||||||
import java.util.Arrays;
|
import java.util.Arrays;
|
||||||
|
|
|
@ -97,7 +97,7 @@ public class ComputeNode extends BaseServerNode<ComputeNode>
|
||||||
final List<Monitor> monitors = getMonitors();
|
final List<Monitor> monitors = getMonitors();
|
||||||
final QueryRunnerFactoryConglomerate conglomerate = getConglomerate();
|
final QueryRunnerFactoryConglomerate conglomerate = getConglomerate();
|
||||||
|
|
||||||
final ExecutorService innerExecutorService = PrioritizedExecutorService.create(
|
final PrioritizedExecutorService innerExecutorService = PrioritizedExecutorService.create(
|
||||||
getLifecycle(),
|
getLifecycle(),
|
||||||
getConfigFactory().buildWithReplacements(
|
getConfigFactory().buildWithReplacements(
|
||||||
ExecutorServiceConfig.class, ImmutableMap.of("base_path", "druid.processing")
|
ExecutorServiceConfig.class, ImmutableMap.of("base_path", "druid.processing")
|
||||||
|
|
Loading…
Reference in New Issue