Apache
/
druid
mirror of https://github.com/apache/druid.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

benchmark more closely matches actual implementation

This commit is contained in:
Xavier Léauté 2014-03-26 22:18:26 -07:00
parent c92fd6f45d
commit 11f08b3895
1 changed files with 36 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

52
processing/src/test/java/io/druid/query/aggregation/hyperloglog/HyperLogLogCollectorBenchmark.java
View File

@ -32,6 +32,7 @@ import java.lang.reflect.Field;
import java.nio.Buffer; import java.nio.Buffer;
import java.nio.ByteBuffer; import java.nio.ByteBuffer;
import java.util.List; import java.util.List;
import java.util.Random;
public class HyperLogLogCollectorBenchmark extends SimpleBenchmark public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
{ {
@ -40,7 +41,7 @@ public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
private final List<HyperLogLogCollector> collectors = Lists.newLinkedList(); private final List<HyperLogLogCollector> collectors = Lists.newLinkedList();
@Param({"true"}) boolean targetIsDirect; @Param({"true"}) boolean targetIsDirect;
@Param({"0"}) int offset; @Param({"default", "random", "0"}) String alignment;
boolean alignSource; boolean alignSource;
boolean alignTarget; boolean alignTarget;
@ -55,18 +56,28 @@ public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
@Override @Override
protected void setUp() throws Exception protected void setUp() throws Exception
{ {
boolean align = true; boolean random = false;
if(offset < 0) { Random rand = new Random(0);
align = false; int defaultOffset = 0;
offset = 0;
switch(alignment) {
case "default":
alignSource = false;
alignTarget = false;
break;
case "random":
random = true;
break;
default:
defaultOffset = Integer.parseInt(alignment);
} }
alignSource = align;
alignTarget = align;
int val = 0; int val = 0;
chunk = ByteBuffers.allocateAlignedByteBuffer( chunk = ByteBuffers.allocateAlignedByteBuffer(
(HyperLogLogCollector.getLatestNumBytesForDenseStorage() + CACHE_LINE (HyperLogLogCollector.getLatestNumBytesForDenseStorage() + CACHE_LINE
+ offset) * count, CACHE_LINE + CACHE_LINE) * count, CACHE_LINE
); );
int pos = 0; int pos = 0;
@ -78,6 +89,8 @@ public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
final ByteBuffer buf; final ByteBuffer buf;
final int offset = random ? (int)(rand.nextDouble() * 64) : defaultOffset;
if(alignSource && (pos % CACHE_LINE) != offset) { if(alignSource && (pos % CACHE_LINE) != offset) {
pos += (pos % CACHE_LINE) < offset ? offset - (pos % CACHE_LINE) : (CACHE_LINE + offset - pos % CACHE_LINE); pos += (pos % CACHE_LINE) < offset ? offset - (pos % CACHE_LINE) : (CACHE_LINE + offset - pos % CACHE_LINE);
} }
@ -98,7 +111,7 @@ public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
} }
} }
private HyperLogLogCollector allocateCollector(boolean direct, boolean aligned) private ByteBuffer allocateEmptyHLLBuffer(boolean direct, boolean aligned, int offset)
{ {
final int size = HyperLogLogCollector.getLatestNumBytesForDenseStorage(); final int size = HyperLogLogCollector.getLatestNumBytesForDenseStorage();
final byte[] EMPTY_BYTES = HyperLogLogCollector.makeEmptyVersionedByteArray(); final byte[] EMPTY_BYTES = HyperLogLogCollector.makeEmptyVersionedByteArray();
@ -124,23 +137,30 @@ public class HyperLogLogCollectorBenchmark extends SimpleBenchmark
buf.put(EMPTY_BYTES); buf.put(EMPTY_BYTES);
buf.rewind(); buf.rewind();
} }
return HyperLogLogCollector.makeCollector(buf); return buf;
} }
public double timeFoldDirect(int reps) throws Exception public double timeFold(int reps) throws Exception
{ {
final HyperLogLogCollector rolling = allocateCollector(targetIsDirect, alignTarget); final ByteBuffer buf = allocateEmptyHLLBuffer(targetIsDirect, alignTarget, 0);
for (int k = 0; k < reps; ++k) { for (int k = 0; k < reps; ++k) {
for(int i = 0; i < count; ++i) { for(int i = 0; i < count; ++i) {
final int pos = positions[i]; final int pos = positions[i];
final int size = sizes[i]; final int size = sizes[i];
rolling.fold(HyperLogLogCollector.makeCollector(
(ByteBuffer) chunk.limit(pos+size).position(pos) HyperLogLogCollector.makeCollector(
)); (ByteBuffer) buf.duplicate().position(0).limit(
HyperLogLogCollector.getLatestNumBytesForDenseStorage()
)
).fold(
HyperLogLogCollector.makeCollector(
(ByteBuffer) chunk.duplicate().limit(pos + size).position(pos)
)
);
} }
} }
return rolling.estimateCardinality(); return HyperLogLogCollector.makeCollector(buf.duplicate()).estimateCardinality();
} }
public static void main(String[] args) throws Exception { public static void main(String[] args) throws Exception {