NO-JIRA: Additional test on JobSchedulerStoreImpl

Pushes on the journal log GC logic to ensure that cleanup is occurring
when the redelivery plugin is scheduling more resends on TX rollback.

activemq-unit-tests/src/test/java/org/apache/activemq/broker/scheduler/JobSchedulerRedliveryPluginDLQStoreCleanupTest.java

@@ -0,0 +1,220 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ *
+ *      http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+package org.apache.activemq.broker.scheduler;
+
+import static org.junit.Assert.assertTrue;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.Arrays;
+import java.util.concurrent.CountDownLatch;
+import java.util.concurrent.Executors;
+import java.util.concurrent.ScheduledExecutorService;
+import java.util.concurrent.TimeUnit;
+
+import javax.jms.BytesMessage;
+import javax.jms.Connection;
+import javax.jms.DeliveryMode;
+import javax.jms.JMSException;
+import javax.jms.Message;
+import javax.jms.MessageConsumer;
+import javax.jms.MessageListener;
+import javax.jms.MessageProducer;
+import javax.jms.Queue;
+import javax.jms.Session;
+
+import org.apache.activemq.ActiveMQConnectionFactory;
+import org.apache.activemq.RedeliveryPolicy;
+import org.apache.activemq.broker.BrokerPlugin;
+import org.apache.activemq.broker.BrokerService;
+import org.apache.activemq.broker.TransportConnector;
+import org.apache.activemq.broker.region.policy.IndividualDeadLetterStrategy;
+import org.apache.activemq.broker.region.policy.PolicyEntry;
+import org.apache.activemq.broker.region.policy.PolicyMap;
+import org.apache.activemq.broker.region.policy.RedeliveryPolicyMap;
+import org.apache.activemq.broker.util.RedeliveryPlugin;
+import org.apache.activemq.command.ActiveMQQueue;
+import org.apache.activemq.store.kahadb.scheduler.JobSchedulerStoreImpl;
+import org.apache.activemq.util.ByteSequence;
+import org.apache.activemq.util.IOHelper;
+import org.apache.activemq.util.Wait;
+import org.apache.log4j.Level;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+/**
+ * Test scheduler store GC cleanup with redelivery plugin and rollbacks.
+ */
+public class JobSchedulerRedliveryPluginDLQStoreCleanupTest {
+
+    static final Logger LOG = LoggerFactory.getLogger(JobSchedulerStoreCheckpointTest.class);
+
+    private JobSchedulerStoreImpl store;
+    private BrokerService brokerService;
+    private ByteSequence payload;
+    private String connectionURI;
+    private ActiveMQConnectionFactory cf;
+
+    @Before
+    public void setUp() throws Exception {
+
+        // investigate gc issue - store usage not getting released
+        org.apache.log4j.Logger.getLogger(JobSchedulerStoreImpl.class).setLevel(Level.TRACE);
+
+        File directory = new File("target/test/ScheduledJobsDB");
+        IOHelper.mkdirs(directory);
+        IOHelper.deleteChildren(directory);
+        createSchedulerStore(directory);
+
+        brokerService = new BrokerService();
+        brokerService.setUseJmx(false);
+        brokerService.setDeleteAllMessagesOnStartup(true);
+        brokerService.setJobSchedulerStore(store);
+        brokerService.setSchedulerSupport(true);
+        brokerService.setAdvisorySupport(false);
+        TransportConnector connector = brokerService.addConnector("tcp://0.0.0.0:0");
+        RedeliveryPlugin plugin = createRedeliveryPlugin();
+        brokerService.setPlugins(new BrokerPlugin[] { plugin });
+
+        PolicyEntry policy = new PolicyEntry();
+        IndividualDeadLetterStrategy strategy = new IndividualDeadLetterStrategy();
+        strategy.setProcessExpired(true);
+        strategy.setProcessNonPersistent(false);
+        strategy.setUseQueueForQueueMessages(true);
+        strategy.setQueuePrefix("DLQ.");
+        policy.setDeadLetterStrategy(strategy);
+
+        PolicyMap pMap = new PolicyMap();
+        pMap.setDefaultEntry(policy);
+
+        brokerService.setDestinationPolicy(pMap);
+        brokerService.start();
+        brokerService.waitUntilStarted();
+
+        connectionURI = connector.getPublishableConnectString();
+
+        byte[] data = new byte[8192];
+        for (int i = 0; i < data.length; ++i) {
+            data[i] = (byte) (i % 256);
+        }
+
+        payload = new ByteSequence(data);
+
+        cf = new ActiveMQConnectionFactory(connectionURI);
+        cf.getRedeliveryPolicy().setMaximumRedeliveries(0);
+    }
+
+    protected void createSchedulerStore(File directory) throws Exception {
+        store = new JobSchedulerStoreImpl();
+        store.setDirectory(directory);
+        store.setCheckpointInterval(5000);
+        store.setCleanupInterval(10000);
+        store.setJournalMaxFileLength(10 * 1024);
+    }
+
+    protected RedeliveryPlugin createRedeliveryPlugin() {
+        RedeliveryPlugin plugin = new RedeliveryPlugin();
+
+        RedeliveryPolicy queueEntry = new RedeliveryPolicy();
+        queueEntry.setMaximumRedeliveries(3);
+        queueEntry.setDestination(new ActiveMQQueue("FOO.BAR"));
+
+        RedeliveryPolicy defaultEntry = new RedeliveryPolicy();
+        defaultEntry.setInitialRedeliveryDelay(5000);
+        defaultEntry.setMaximumRedeliveries(0);
+
+        RedeliveryPolicyMap redeliveryPolicyMap = new RedeliveryPolicyMap();
+        redeliveryPolicyMap.setDefaultEntry(defaultEntry);
+        redeliveryPolicyMap.setRedeliveryPolicyEntries(Arrays.asList(queueEntry));
+
+        plugin.setRedeliveryPolicyMap(redeliveryPolicyMap);
+
+        return plugin;
+    }
+
+    @After
+    public void tearDown() throws Exception {
+        if (brokerService != null) {
+            brokerService.stop();
+            brokerService.waitUntilStopped();
+        }
+    }
+
+    @Test
+    public void testProducerAndRollback() throws Exception {
+        final Connection connection = cf.createConnection();
+        final Session producerSession = connection.createSession(false, Session.AUTO_ACKNOWLEDGE);
+        final Session consumerSession = connection.createSession(true, Session.SESSION_TRANSACTED);
+        final Queue queue = producerSession.createQueue("FOO.BAR");
+        final MessageProducer producer = producerSession.createProducer(queue);
+        final MessageConsumer consumer = consumerSession.createConsumer(queue);
+        final CountDownLatch sentAll = new CountDownLatch(8);
+
+        connection.start();
+        producer.setDeliveryMode(DeliveryMode.PERSISTENT);
+
+        consumer.setMessageListener(new MessageListener() {
+
+            @Override
+            public void onMessage(Message message) {
+                try {
+                    LOG.info("Rolling back incoming message");
+                    consumerSession.rollback();
+                } catch (JMSException e) {
+                    LOG.warn("Failed to Rollback on incoming message");
+                }
+            }
+        });
+
+        ScheduledExecutorService executor = Executors.newSingleThreadScheduledExecutor();
+        executor.scheduleWithFixedDelay(new Runnable() {
+
+            @Override
+            public void run() {
+                try {
+                    BytesMessage message = producerSession.createBytesMessage();
+                    message.writeBytes(payload.data, payload.offset, payload.length);
+                    producer.send(message);
+                    LOG.info("Send next Message to Queue");
+                    sentAll.countDown();
+                } catch (JMSException e) {
+                    LOG.warn("Send of message did not complete.");
+                }
+            }
+        }, 0, 5, TimeUnit.SECONDS);
+
+        assertTrue("Should have sent all messages", sentAll.await(2, TimeUnit.MINUTES));
+
+        executor.shutdownNow();
+        assertTrue(executor.awaitTermination(30, TimeUnit.SECONDS));
+
+        assertTrue("Should clean out the scheduler store", Wait.waitFor(new Wait.Condition() {
+
+            @Override
+            public boolean isSatisified() throws Exception {
+                return getNumJournalFiles() == 1;
+            }
+        }));
+    }
+
+    private int getNumJournalFiles() throws IOException {
+        return store.getJournal().getFileMap().size();
+    }
+}