mirror of https://github.com/apache/activemq.git
Adds a test that verifies the behavior of the temp store when setting limits smaller than the max journal file size.
git-svn-id: https://svn.apache.org/repos/asf/activemq/trunk@1239308 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
e25e5dee86
commit
b11f1b452d
|
@ -0,0 +1,233 @@
|
|||
/**
|
||||
* Licensed to the Apache Software Foundation (ASF) under one or more
|
||||
* contributor license agreements. See the NOTICE file distributed with
|
||||
* this work for additional information regarding copyright ownership.
|
||||
* The ASF licenses this file to You under the Apache License, Version 2.0
|
||||
* (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package org.apache.activemq.bugs;
|
||||
|
||||
import static org.junit.Assert.*;
|
||||
|
||||
import java.io.File;
|
||||
import java.util.concurrent.atomic.AtomicInteger;
|
||||
|
||||
import javax.jms.Connection;
|
||||
import javax.jms.DeliveryMode;
|
||||
import javax.jms.Destination;
|
||||
import javax.jms.Message;
|
||||
import javax.jms.MessageConsumer;
|
||||
import javax.jms.MessageProducer;
|
||||
import javax.jms.ResourceAllocationException;
|
||||
import javax.jms.Session;
|
||||
|
||||
import org.apache.activemq.ActiveMQConnection;
|
||||
import org.apache.activemq.ActiveMQConnectionFactory;
|
||||
import org.apache.activemq.broker.BrokerService;
|
||||
import org.apache.activemq.broker.region.policy.PolicyEntry;
|
||||
import org.apache.activemq.broker.region.policy.PolicyMap;
|
||||
import org.apache.activemq.command.ActiveMQQueue;
|
||||
import org.apache.activemq.command.ActiveMQTopic;
|
||||
import org.apache.activemq.store.kahadb.KahaDBPersistenceAdapter;
|
||||
import org.junit.After;
|
||||
import org.junit.Test;
|
||||
import org.slf4j.Logger;
|
||||
import org.slf4j.LoggerFactory;
|
||||
|
||||
/**
|
||||
* Test that when configuring small temp store limits the journal size must also
|
||||
* be smaller than the configured limit, but will still send a ResourceAllocationException
|
||||
* if its not when sendFailIfNoSpace is enabled.
|
||||
*/
|
||||
public class TempStorageConfigBrokerTest {
|
||||
|
||||
public int deliveryMode = DeliveryMode.PERSISTENT;
|
||||
|
||||
private static final Logger LOG = LoggerFactory.getLogger(TempStorageConfigBrokerTest.class);
|
||||
private static byte[] buf = new byte[4 * 1024];
|
||||
private BrokerService broker;
|
||||
private AtomicInteger messagesSent = new AtomicInteger(0);
|
||||
private AtomicInteger messagesConsumed = new AtomicInteger(0);
|
||||
|
||||
private String brokerUri;
|
||||
private long messageReceiveTimeout = 10000L;
|
||||
private Destination destination = new ActiveMQTopic("FooTwo");
|
||||
|
||||
@Test
|
||||
public void testFillTempAndConsumeWithBadTempStoreConfig() throws Exception {
|
||||
|
||||
createBrokerWithInvalidTempStoreConfig();
|
||||
|
||||
broker.getSystemUsage().setSendFailIfNoSpace(true);
|
||||
destination = new ActiveMQQueue("Foo");
|
||||
|
||||
ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(brokerUri);
|
||||
final ActiveMQConnection producerConnection = (ActiveMQConnection) factory.createConnection();
|
||||
// so we can easily catch the ResourceAllocationException on send
|
||||
producerConnection.setAlwaysSyncSend(true);
|
||||
producerConnection.start();
|
||||
|
||||
Session session = producerConnection.createSession(false, Session.AUTO_ACKNOWLEDGE);
|
||||
MessageProducer producer = session.createProducer(destination);
|
||||
producer.setDeliveryMode(DeliveryMode.NON_PERSISTENT);
|
||||
|
||||
try {
|
||||
while (true) {
|
||||
Message message = session.createTextMessage(new String(buf) + messagesSent.toString());
|
||||
producer.send(message);
|
||||
messagesSent.incrementAndGet();
|
||||
if (messagesSent.get() % 100 == 0) {
|
||||
LOG.info("Sent Message " + messagesSent.get());
|
||||
LOG.info("Temp Store Usage " + broker.getSystemUsage().getTempUsage().getUsage());
|
||||
}
|
||||
}
|
||||
} catch (ResourceAllocationException ex) {
|
||||
assertTrue("Should not be able to send 100 messages: ", messagesSent.get() < 100);
|
||||
LOG.info("Got resource exception : " + ex + ", after sent: " + messagesSent.get());
|
||||
}
|
||||
|
||||
// consume all sent
|
||||
Connection consumerConnection = factory.createConnection();
|
||||
consumerConnection.start();
|
||||
|
||||
Session consumerSession = consumerConnection.createSession(false, Session.AUTO_ACKNOWLEDGE);
|
||||
MessageConsumer consumer = consumerSession.createConsumer(destination);
|
||||
|
||||
while (consumer.receive(messageReceiveTimeout) != null) {
|
||||
messagesConsumed.incrementAndGet();
|
||||
if (messagesConsumed.get() % 1000 == 0) {
|
||||
LOG.info("received Message " + messagesConsumed.get());
|
||||
LOG.info("Temp Store Usage " + broker.getSystemUsage().getTempUsage().getUsage());
|
||||
}
|
||||
}
|
||||
|
||||
assertEquals("Incorrect number of Messages Consumed: " + messagesConsumed.get(), messagesConsumed.get(),
|
||||
messagesSent.get());
|
||||
}
|
||||
|
||||
@Test
|
||||
public void testFillTempAndConsumeWithGoodTempStoreConfig() throws Exception {
|
||||
|
||||
createBrokerWithValidTempStoreConfig();
|
||||
|
||||
broker.getSystemUsage().setSendFailIfNoSpace(true);
|
||||
destination = new ActiveMQQueue("Foo");
|
||||
|
||||
ActiveMQConnectionFactory factory = new ActiveMQConnectionFactory(brokerUri);
|
||||
final ActiveMQConnection producerConnection = (ActiveMQConnection) factory.createConnection();
|
||||
// so we can easily catch the ResourceAllocationException on send
|
||||
producerConnection.setAlwaysSyncSend(true);
|
||||
producerConnection.start();
|
||||
|
||||
Session session = producerConnection.createSession(false, Session.AUTO_ACKNOWLEDGE);
|
||||
MessageProducer producer = session.createProducer(destination);
|
||||
producer.setDeliveryMode(DeliveryMode.NON_PERSISTENT);
|
||||
|
||||
try {
|
||||
while (true) {
|
||||
Message message = session.createTextMessage(new String(buf) + messagesSent.toString());
|
||||
producer.send(message);
|
||||
messagesSent.incrementAndGet();
|
||||
if (messagesSent.get() % 100 == 0) {
|
||||
LOG.info("Sent Message " + messagesSent.get());
|
||||
LOG.info("Temp Store Usage " + broker.getSystemUsage().getTempUsage().getUsage());
|
||||
}
|
||||
}
|
||||
} catch (ResourceAllocationException ex) {
|
||||
assertTrue("Should be able to send at least 1000 messages: ", messagesSent.get() > 1000);
|
||||
LOG.info("Got resource exception : " + ex + ", after sent: " + messagesSent.get());
|
||||
}
|
||||
|
||||
// consume all sent
|
||||
Connection consumerConnection = factory.createConnection();
|
||||
consumerConnection.start();
|
||||
|
||||
Session consumerSession = consumerConnection.createSession(false, Session.AUTO_ACKNOWLEDGE);
|
||||
MessageConsumer consumer = consumerSession.createConsumer(destination);
|
||||
|
||||
while (consumer.receive(messageReceiveTimeout) != null) {
|
||||
messagesConsumed.incrementAndGet();
|
||||
if (messagesConsumed.get() % 1000 == 0) {
|
||||
LOG.info("received Message " + messagesConsumed.get());
|
||||
LOG.info("Temp Store Usage " + broker.getSystemUsage().getTempUsage().getUsage());
|
||||
}
|
||||
}
|
||||
|
||||
assertEquals("Incorrect number of Messages Consumed: " + messagesConsumed.get(),
|
||||
messagesConsumed.get(), messagesSent.get());
|
||||
}
|
||||
|
||||
private void createBrokerWithValidTempStoreConfig() throws Exception {
|
||||
broker = new BrokerService();
|
||||
broker.setDataDirectory("target" + File.separator + "activemq-data");
|
||||
broker.setPersistent(true);
|
||||
broker.setUseJmx(true);
|
||||
broker.setAdvisorySupport(false);
|
||||
broker.setDeleteAllMessagesOnStartup(true);
|
||||
broker.setPersistenceAdapter(new KahaDBPersistenceAdapter());
|
||||
|
||||
broker.getSystemUsage().setSendFailIfNoSpace(true);
|
||||
broker.getSystemUsage().getMemoryUsage().setLimit(1048576);
|
||||
broker.getSystemUsage().getTempUsage().setLimit(10*1048576);
|
||||
broker.getSystemUsage().getTempUsage().getStore().setJournalMaxFileLength(10*1048576);
|
||||
broker.getSystemUsage().getStoreUsage().setLimit(20*1048576);
|
||||
|
||||
PolicyEntry defaultPolicy = new PolicyEntry();
|
||||
defaultPolicy.setProducerFlowControl(false);
|
||||
defaultPolicy.setMemoryLimit(10 * 1024);
|
||||
|
||||
PolicyMap policyMap = new PolicyMap();
|
||||
policyMap.setDefaultEntry(defaultPolicy);
|
||||
|
||||
broker.setDestinationPolicy(policyMap);
|
||||
broker.addConnector("tcp://localhost:0").setName("Default");
|
||||
broker.start();
|
||||
|
||||
brokerUri = broker.getTransportConnectors().get(0).getPublishableConnectString();
|
||||
}
|
||||
|
||||
private void createBrokerWithInvalidTempStoreConfig() throws Exception {
|
||||
broker = new BrokerService();
|
||||
broker.setDataDirectory("target" + File.separator + "activemq-data");
|
||||
broker.setPersistent(true);
|
||||
broker.setUseJmx(true);
|
||||
broker.setAdvisorySupport(false);
|
||||
broker.setDeleteAllMessagesOnStartup(true);
|
||||
broker.setPersistenceAdapter(new KahaDBPersistenceAdapter());
|
||||
|
||||
broker.getSystemUsage().setSendFailIfNoSpace(true);
|
||||
broker.getSystemUsage().getMemoryUsage().setLimit(1048576);
|
||||
broker.getSystemUsage().getTempUsage().setLimit(10*1048576);
|
||||
broker.getSystemUsage().getStoreUsage().setLimit(20*1048576);
|
||||
|
||||
PolicyEntry defaultPolicy = new PolicyEntry();
|
||||
defaultPolicy.setProducerFlowControl(false);
|
||||
defaultPolicy.setMemoryLimit(10 * 1024);
|
||||
|
||||
PolicyMap policyMap = new PolicyMap();
|
||||
policyMap.setDefaultEntry(defaultPolicy);
|
||||
|
||||
broker.setDestinationPolicy(policyMap);
|
||||
broker.addConnector("tcp://localhost:0").setName("Default");
|
||||
broker.start();
|
||||
|
||||
brokerUri = broker.getTransportConnectors().get(0).getPublishableConnectString();
|
||||
}
|
||||
|
||||
@After
|
||||
public void tearDown() throws Exception {
|
||||
if (broker != null) {
|
||||
broker.stop();
|
||||
}
|
||||
}
|
||||
|
||||
}
|
Loading…
Reference in New Issue