ARTEMIS-2996 Provide JMH Benchmarks for Artemis
This commit is contained in:
franz1981
Clebert Suconic
parent
405c3eb2a4
commit
d63422161f
|
|
@ -0,0 +1,41 @@
|
||||||
|
Apache Artemix JMH Benchmarks
|
||||||
|
-------
|
||||||
|
This module contains optional [JMH](http://openjdk.java.net/projects/code-tools/jmh/) performance tests.
|
||||||
|
|
||||||
|
Note that this module is an optional part of the overall project build and does not deploy anything, due to its use
|
||||||
|
of JMH which is not permissively licensed. The module must be built directly.
|
||||||
|
|
||||||
|
Building the benchmarks
|
||||||
|
-------
|
||||||
|
The benchmarks are maven built and involve some code generation for the JMH part. As such it is required that you
|
||||||
|
rebuild upon changing the code.
|
||||||
|
|
||||||
|
mvn clean install
|
||||||
|
|
||||||
|
Running the benchmarks: General
|
||||||
|
-------
|
||||||
|
It is recommended that you consider some basic benchmarking practices before running benchmarks:
|
||||||
|
|
||||||
|
1. Use a quiet machine with enough CPUs to run the number of threads you mean to run.
|
||||||
|
2. Set the CPU freq to avoid variance due to turbo boost/heating.
|
||||||
|
3. Use an OS tool such as taskset to pin the threads in the topology you mean to measure.
|
||||||
|
|
||||||
|
Running the JMH Benchmarks
|
||||||
|
-----
|
||||||
|
To run all JMH benchmarks:
|
||||||
|
|
||||||
|
java -jar target/benchmark.jar
|
||||||
|
|
||||||
|
To list available benchmarks:
|
||||||
|
|
||||||
|
java -jar target/benchmark.jar -l
|
||||||
|
Some JMH help:
|
||||||
|
|
||||||
|
java -jar target/benchmark.jar -h
|
||||||
|
|
||||||
|
Example
|
||||||
|
-----
|
||||||
|
To run a benchmark on a single thread (tg 1) with gc profiling use:
|
||||||
|
|
||||||
|
java -jar target/benchmark.jar -prof gc -tg 1
|
||||||
|
|
||||||
|
|
@ -0,0 +1,99 @@
|
||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<!--
|
||||||
|
Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
contributor license agreements. See the NOTICE file distributed with
|
||||||
|
this work for additional information regarding copyright ownership.
|
||||||
|
The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
(the "License"); you may not use this file except in compliance with
|
||||||
|
the License. You may obtain a copy of the License at
|
||||||
|
|
||||||
|
http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
|
||||||
|
Unless required by applicable law or agreed to in writing, software
|
||||||
|
distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
See the License for the specific language governing permissions and
|
||||||
|
limitations under the License.
|
||||||
|
-->
|
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
|
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
|
||||||
|
<parent>
|
||||||
|
<groupId>org.apache.activemq.tests</groupId>
|
||||||
|
<artifactId>artemis-tests-pom</artifactId>
|
||||||
|
<version>2.17.0-SNAPSHOT</version>
|
||||||
|
</parent>
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
|
||||||
|
<artifactId>performance-jmh</artifactId>
|
||||||
|
<packaging>jar</packaging>
|
||||||
|
|
||||||
|
<name>ActiveMQ Artemis JMH Performance Tests</name>
|
||||||
|
|
||||||
|
<properties>
|
||||||
|
<jmh.version>1.26</jmh.version>
|
||||||
|
</properties>
|
||||||
|
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.google.errorprone</groupId>
|
||||||
|
<artifactId>error_prone_core</artifactId>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.activemq</groupId>
|
||||||
|
<artifactId>artemis-core-client</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.apache.activemq</groupId>
|
||||||
|
<artifactId>artemis-server</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.openjdk.jmh</groupId>
|
||||||
|
<artifactId>jmh-core</artifactId>
|
||||||
|
<version>${jmh.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.openjdk.jmh</groupId>
|
||||||
|
<artifactId>jmh-generator-annprocess</artifactId>
|
||||||
|
<version>${jmh.version}</version>
|
||||||
|
<scope>provided</scope>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-shade-plugin</artifactId>
|
||||||
|
<executions>
|
||||||
|
<execution>
|
||||||
|
<phase>package</phase>
|
||||||
|
<goals>
|
||||||
|
<goal>shade</goal>
|
||||||
|
</goals>
|
||||||
|
<configuration>
|
||||||
|
<finalName>benchmark</finalName>
|
||||||
|
<transformers>
|
||||||
|
<transformer
|
||||||
|
implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
|
||||||
|
<mainClass>org.openjdk.jmh.Main</mainClass>
|
||||||
|
</transformer>
|
||||||
|
</transformers>
|
||||||
|
</configuration>
|
||||||
|
</execution>
|
||||||
|
</executions>
|
||||||
|
</plugin>
|
||||||
|
<!-- Don't deploy artifacts for this module. It has non-permissive
|
||||||
|
dependencies and is only optionally used for local testing. -->
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.maven.plugins</groupId>
|
||||||
|
<artifactId>maven-deploy-plugin</artifactId>
|
||||||
|
<configuration>
|
||||||
|
<skip>true</skip>
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
|
||||||
|
</project>
|
||||||
|
|
@ -0,0 +1,247 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file distributed with
|
||||||
|
* this work for additional information regarding copyright ownership.
|
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||||
|
* (the "License"); you may not use this file except in compliance with
|
||||||
|
* the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.activemq.artemis.tests.performance.jmh;
|
||||||
|
|
||||||
|
import java.util.concurrent.atomic.AtomicLong;
|
||||||
|
|
||||||
|
import org.apache.activemq.artemis.api.core.Message;
|
||||||
|
import org.apache.activemq.artemis.api.core.RoutingType;
|
||||||
|
import org.apache.activemq.artemis.api.core.SimpleString;
|
||||||
|
import org.apache.activemq.artemis.core.config.WildcardConfiguration;
|
||||||
|
import org.apache.activemq.artemis.core.filter.Filter;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.Binding;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.BindingType;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.Bindings;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.BindingsFactory;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.impl.BindingsImpl;
|
||||||
|
import org.apache.activemq.artemis.core.postoffice.impl.WildcardAddressManager;
|
||||||
|
import org.apache.activemq.artemis.core.server.Bindable;
|
||||||
|
import org.apache.activemq.artemis.core.server.RoutingContext;
|
||||||
|
import org.apache.activemq.artemis.core.server.impl.AddressInfo;
|
||||||
|
import org.openjdk.jmh.annotations.Benchmark;
|
||||||
|
import org.openjdk.jmh.annotations.Fork;
|
||||||
|
import org.openjdk.jmh.annotations.Group;
|
||||||
|
import org.openjdk.jmh.annotations.GroupThreads;
|
||||||
|
import org.openjdk.jmh.annotations.Measurement;
|
||||||
|
import org.openjdk.jmh.annotations.Param;
|
||||||
|
import org.openjdk.jmh.annotations.Scope;
|
||||||
|
import org.openjdk.jmh.annotations.Setup;
|
||||||
|
import org.openjdk.jmh.annotations.State;
|
||||||
|
import org.openjdk.jmh.annotations.Warmup;
|
||||||
|
|
||||||
|
@State(Scope.Benchmark)
|
||||||
|
@Fork(2)
|
||||||
|
@Warmup(iterations = 5, time = 1)
|
||||||
|
@Measurement(iterations = 8, time = 1)
|
||||||
|
public class WildcardAddressManagerPerfTest {
|
||||||
|
|
||||||
|
private static class BindingFactoryFake implements BindingsFactory {
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Bindings createBindings(SimpleString address) throws Exception {
|
||||||
|
return new BindingsImpl(address, null);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private static class BindingFake implements Binding {
|
||||||
|
|
||||||
|
final SimpleString address;
|
||||||
|
final SimpleString id;
|
||||||
|
final Long idl;
|
||||||
|
|
||||||
|
BindingFake(SimpleString addressParameter, SimpleString id, long idl) {
|
||||||
|
this.address = addressParameter;
|
||||||
|
this.id = id;
|
||||||
|
this.idl = idl;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void unproposed(SimpleString groupID) {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public SimpleString getAddress() {
|
||||||
|
return address;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Bindable getBindable() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public BindingType getType() {
|
||||||
|
return BindingType.LOCAL_QUEUE;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public SimpleString getUniqueName() {
|
||||||
|
return id;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public SimpleString getRoutingName() {
|
||||||
|
return id;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public SimpleString getClusterName() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Filter getFilter() {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean isHighAcceptPriority(Message message) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean isExclusive() {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Long getID() {
|
||||||
|
return idl;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public int getDistance() {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void route(Message message, RoutingContext context) throws Exception {
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void close() throws Exception {
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String toManagementString() {
|
||||||
|
return "FakeBiding Address=" + this.address;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public boolean isConnected() {
|
||||||
|
return true;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void routeWithAck(Message message, RoutingContext context) {
|
||||||
|
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
public WildcardAddressManager addressManager;
|
||||||
|
|
||||||
|
@Param({"2", "8", "10"})
|
||||||
|
int topicsLog2;
|
||||||
|
int topics;
|
||||||
|
AtomicLong topicCounter;
|
||||||
|
private static final WildcardConfiguration WILDCARD_CONFIGURATION;
|
||||||
|
SimpleString[] addresses;
|
||||||
|
|
||||||
|
static {
|
||||||
|
WILDCARD_CONFIGURATION = new WildcardConfiguration();
|
||||||
|
WILDCARD_CONFIGURATION.setAnyWords('>');
|
||||||
|
}
|
||||||
|
|
||||||
|
private static final SimpleString WILDCARD = SimpleString.toSimpleString("Topic1.>");
|
||||||
|
|
||||||
|
@Setup
|
||||||
|
public void init() throws Exception {
|
||||||
|
addressManager = new WildcardAddressManager(new BindingFactoryFake(), WILDCARD_CONFIGURATION, null, null);
|
||||||
|
|
||||||
|
addressManager.addAddressInfo(new AddressInfo(WILDCARD, RoutingType.MULTICAST));
|
||||||
|
|
||||||
|
topics = 1 << topicsLog2;
|
||||||
|
addresses = new SimpleString[topics];
|
||||||
|
for (int i = 0; i < topics; i++) {
|
||||||
|
Binding binding = new BindingFake(WILDCARD, SimpleString.toSimpleString("" + i), i);
|
||||||
|
addressManager.addBinding(binding);
|
||||||
|
addresses[i] = SimpleString.toSimpleString("Topic1." + i);
|
||||||
|
addressManager.getBindingsForRoutingAddress(addresses[i]);
|
||||||
|
}
|
||||||
|
topicCounter = new AtomicLong(0);
|
||||||
|
topicCounter.set(topics);
|
||||||
|
}
|
||||||
|
|
||||||
|
private long nextId() {
|
||||||
|
return topicCounter.getAndIncrement();
|
||||||
|
}
|
||||||
|
|
||||||
|
@State(value = Scope.Thread)
|
||||||
|
public static class ThreadState {
|
||||||
|
|
||||||
|
Binding binding;
|
||||||
|
long next;
|
||||||
|
SimpleString[] addresses;
|
||||||
|
|
||||||
|
@Setup
|
||||||
|
public void init(WildcardAddressManagerPerfTest benchmarkState) {
|
||||||
|
final long id = benchmarkState.nextId();
|
||||||
|
binding = new BindingFake(WILDCARD, SimpleString.toSimpleString("" + id), id);
|
||||||
|
addresses = benchmarkState.addresses;
|
||||||
|
}
|
||||||
|
|
||||||
|
public SimpleString nextAddress() {
|
||||||
|
final long current = next;
|
||||||
|
next = current + 1;
|
||||||
|
final int index = (int) (current & (addresses.length - 1));
|
||||||
|
return addresses[index];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Benchmark
|
||||||
|
@Group("both")
|
||||||
|
@GroupThreads(2)
|
||||||
|
public Bindings testPublishWhileAddRemoveNewBinding(ThreadState state) throws Exception {
|
||||||
|
return addressManager.getBindingsForRoutingAddress(state.nextAddress());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Benchmark
|
||||||
|
@Group("both")
|
||||||
|
@GroupThreads(2)
|
||||||
|
public Binding testAddRemoveNewBindingWhilePublish(ThreadState state) throws Exception {
|
||||||
|
final Binding binding = state.binding;
|
||||||
|
addressManager.addBinding(binding);
|
||||||
|
return addressManager.removeBinding(binding.getUniqueName(), null);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Benchmark
|
||||||
|
@GroupThreads(4)
|
||||||
|
public Bindings testJustPublish(ThreadState state) throws Exception {
|
||||||
|
return addressManager.getBindingsForRoutingAddress(state.nextAddress());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Benchmark
|
||||||
|
@GroupThreads(4)
|
||||||
|
public Binding testJustAddRemoveNewBinding(ThreadState state) throws Exception {
|
||||||
|
final Binding binding = state.binding;
|
||||||
|
addressManager.addBinding(binding);
|
||||||
|
return addressManager.removeBinding(binding.getUniqueName(), null);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
|
@ -90,6 +90,12 @@
|
||||||
<module>extra-tests</module>
|
<module>extra-tests</module>
|
||||||
</modules>
|
</modules>
|
||||||
</profile>
|
</profile>
|
||||||
|
<profile>
|
||||||
|
<id>jmh</id>
|
||||||
|
<modules>
|
||||||
|
<module>performance-jmh</module>
|
||||||
|
</modules>
|
||||||
|
</profile>
|
||||||
<profile>
|
<profile>
|
||||||
<!-- deprecated: use openwire-tests -->
|
<!-- deprecated: use openwire-tests -->
|
||||||
<id>activemq5-unit-tests</id>
|
<id>activemq5-unit-tests</id>
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue