Apache/druid
1
0
Fork 0
mirror of https://github.com/apache/druid.git synced 2025-02-09 03:24:55 +00:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #457 from metamx/stream-cache

Browse Source 
Populate cache without materializing results first
This commit is contained in:
fjy 2014-04-02 18:07:36 -06:00
commit 5fae4d9abc
2 changed files with 24 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
server/src/main/java/io/druid/client/CachePopulatingQueryRunner.java
View File

@ -20,6 +20,8 @@
package io.druid.client; package io.druid.client;
import com.fasterxml.jackson.databind.ObjectMapper; import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.common.base.Function;
import com.google.common.collect.ImmutableList;
import com.google.common.collect.Lists; import com.google.common.collect.Lists;
import com.metamx.common.guava.Accumulator; import com.metamx.common.guava.Accumulator;
import com.metamx.common.guava.Sequence; import com.metamx.common.guava.Sequence;
@ -33,6 +35,7 @@ import io.druid.query.QueryRunner;
import io.druid.query.QueryToolChest; import io.druid.query.QueryToolChest;
import io.druid.query.SegmentDescriptor; import io.druid.query.SegmentDescriptor;
import javax.annotation.Nullable;
import java.util.ArrayList; import java.util.ArrayList;
public class CachePopulatingQueryRunner<T> implements QueryRunner<T> public class CachePopulatingQueryRunner<T> implements QueryRunner<T>
@ -72,26 +75,33 @@ public class CachePopulatingQueryRunner<T> implements QueryRunner<T>
final boolean populateCache = Boolean.parseBoolean(query.getContextValue(CacheConfig.POPULATE_CACHE, "true")) final boolean populateCache = Boolean.parseBoolean(query.getContextValue(CacheConfig.POPULATE_CACHE, "true"))
&& strategy != null && strategy != null
&& cacheConfig.isPopulateCache() && cacheConfig.isPopulateCache();
// historical only populates distributed cache since the cache lookups are done at broker.
&& !(cache instanceof MapCache); final Sequence<T> results = base.run(query);
if (populateCache) { if (populateCache) {
Sequence<T> results = base.run(query); final Cache.NamedKey key = CacheUtil.computeSegmentCacheKey(
Cache.NamedKey key = CacheUtil.computeSegmentCacheKey(
segmentIdentifier, segmentIdentifier,
segmentDescriptor, segmentDescriptor,
strategy.computeCacheKey(query) strategy.computeCacheKey(query)
); );
ArrayList<T> resultAsList = Sequences.toList(results, new ArrayList<T>());
CacheUtil.populate( final Function cacheFn = strategy.prepareForCache();
cache, return Sequences.map(
mapper, results,
key, new Function<T, T>()
Lists.transform(resultAsList, strategy.prepareForCache()) {
@Nullable
@Override
public T apply(@Nullable T input)
{
CacheUtil.populate(cache, mapper, key, ImmutableList.of(cacheFn.apply(input)));
return input;
}
}
); );
return Sequences.simple(resultAsList);
} else { } else {
return base.run(query); return results;
} }
} }

2
server/src/test/java/io/druid/client/CachePopulatingQueryRunnerTest.java
View File

@ -123,7 +123,7 @@ public class CachePopulatingQueryRunnerTest
Sequence res = runner.run(builder.build()); Sequence res = runner.run(builder.build());
// base sequence is not closed yet // base sequence is not closed yet
Assert.assertTrue(closable.isClosed()); Assert.assertFalse("sequence must not be closed", closable.isClosed());
ArrayList results = Sequences.toList(res, new ArrayList()); ArrayList results = Sequences.toList(res, new ArrayList());
Assert.assertTrue(closable.isClosed()); Assert.assertTrue(closable.isClosed());
Assert.assertEquals(expectedRes, results); Assert.assertEquals(expectedRes, results);