From 3b64ea50ec09be1519af77801a6638dc91cc79c2 Mon Sep 17 00:00:00 2001 From: Viraj Jasani Date: Thu, 16 Jan 2020 22:45:46 -0800 Subject: [PATCH] HBASE-23569 : Validate that all default chores of HRegionServer are scheduled (ADDENDUM) Signed-off-by: Andrew Purtell --- .../master/TestMasterChoreScheduled.java | 13 +- .../regionserver/TestRSChoresScheduled.java | 123 ++++++++++++++++++ 2 files changed, 124 insertions(+), 12 deletions(-) create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRSChoresScheduled.java diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterChoreScheduled.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterChoreScheduled.java index 63d022955a3..bbf9a0b8298 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterChoreScheduled.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/master/TestMasterChoreScheduled.java @@ -18,10 +18,8 @@ package org.apache.hadoop.hbase.master; -import java.io.IOException; import java.lang.reflect.Field; -import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hbase.HBaseClassTestRule; import org.apache.hadoop.hbase.HBaseTestingUtility; import org.apache.hadoop.hbase.ScheduledChore; @@ -34,7 +32,6 @@ import org.apache.hadoop.hbase.master.cleaner.ReplicationBarrierCleaner; import org.apache.hadoop.hbase.master.normalizer.RegionNormalizerChore; import org.apache.hadoop.hbase.testclassification.MasterTests; import org.apache.hadoop.hbase.testclassification.MediumTests; -import org.apache.zookeeper.KeeperException; import org.junit.AfterClass; import org.junit.Assert; import org.junit.BeforeClass; @@ -56,17 +53,9 @@ public class TestMasterChoreScheduled { private static final HBaseTestingUtility UTIL = new HBaseTestingUtility(); - public static final class MockHMaster extends HMaster { - - public MockHMaster(Configuration conf) throws IOException, KeeperException { - super(conf); - } - } - @BeforeClass public static void setUp() throws Exception { - UTIL.startMiniCluster(StartMiniClusterOption.builder().numRegionServers(1) - .masterClass(TestCloseAnOpeningRegion.MockHMaster.class).build()); + UTIL.startMiniCluster(StartMiniClusterOption.builder().numRegionServers(1).build()); hMaster = UTIL.getMiniHBaseCluster().getMaster(); } diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRSChoresScheduled.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRSChoresScheduled.java new file mode 100644 index 00000000000..de078618f82 --- /dev/null +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestRSChoresScheduled.java @@ -0,0 +1,123 @@ +/** + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.hadoop.hbase.regionserver; + +import java.lang.reflect.Field; + +import org.apache.hadoop.hbase.ExecutorStatusChore; +import org.apache.hadoop.hbase.HBaseClassTestRule; +import org.apache.hadoop.hbase.HBaseTestingUtility; +import org.apache.hadoop.hbase.ScheduledChore; +import org.apache.hadoop.hbase.StartMiniClusterOption; +import org.apache.hadoop.hbase.testclassification.MediumTests; +import org.apache.hadoop.hbase.testclassification.RegionServerTests; +import org.junit.AfterClass; +import org.junit.Assert; +import org.junit.BeforeClass; +import org.junit.ClassRule; +import org.junit.Test; +import org.junit.experimental.categories.Category; + +/** + * Tests to validate if HRegionServer default chores are scheduled + */ +@Category({RegionServerTests.class, MediumTests.class}) +public class TestRSChoresScheduled { + + @ClassRule + public static final HBaseClassTestRule CLASS_RULE = + HBaseClassTestRule.forClass(TestRSChoresScheduled.class); + + private static HRegionServer hRegionServer; + + private static final HBaseTestingUtility UTIL = new HBaseTestingUtility(); + + @BeforeClass + public static void setUp() throws Exception { + UTIL.startMiniCluster(StartMiniClusterOption.builder().numRegionServers(1).build()); + hRegionServer = UTIL.getMiniHBaseCluster().getRegionServer(0); + } + + @AfterClass + public static void tearDown() throws Exception { + UTIL.shutdownMiniCluster(); + } + + private static class TestChoreField { + + private E getChoreObj(String fieldName) throws NoSuchFieldException, + IllegalAccessException { + Field hRegionServerField = HRegionServer.class.getDeclaredField(fieldName); + hRegionServerField.setAccessible(true); + E choreFieldVal = (E) hRegionServerField.get(hRegionServer); + return choreFieldVal; + } + + private void testIfChoreScheduled(E choreObj) { + Assert.assertNotNull(choreObj); + Assert.assertTrue(hRegionServer.getChoreService().isChoreScheduled(choreObj)); + } + + } + + @Test + public void testDefaultScheduledChores() throws Exception { + // test if movedRegionsCleaner chore is scheduled by default in HRegionServer init + TestChoreField movedRegionsCleanerTestChoreField = + new TestChoreField<>(); + HRegionServer.MovedRegionsCleaner movedRegionsCleaner = movedRegionsCleanerTestChoreField + .getChoreObj("movedRegionsCleaner"); + movedRegionsCleanerTestChoreField.testIfChoreScheduled(movedRegionsCleaner); + + // test if compactedHFilesDischarger chore is scheduled by default in HRegionServer init + TestChoreField compactedHFilesDischargerTestChoreField = + new TestChoreField<>(); + CompactedHFilesDischarger compactedHFilesDischarger = + compactedHFilesDischargerTestChoreField.getChoreObj("compactedFileDischarger"); + compactedHFilesDischargerTestChoreField.testIfChoreScheduled(compactedHFilesDischarger); + + // test if compactionChecker chore is scheduled by default in HRegionServer init + TestChoreField compactionCheckerTestChoreField = new TestChoreField<>(); + ScheduledChore compactionChecker = + compactionCheckerTestChoreField.getChoreObj("compactionChecker"); + compactionCheckerTestChoreField.testIfChoreScheduled(compactionChecker); + + // test if periodicFlusher chore is scheduled by default in HRegionServer init + TestChoreField periodicMemstoreFlusherTestChoreField = + new TestChoreField<>(); + ScheduledChore periodicFlusher = + periodicMemstoreFlusherTestChoreField.getChoreObj("periodicFlusher"); + periodicMemstoreFlusherTestChoreField.testIfChoreScheduled(periodicFlusher); + + // test if nonceManager chore is scheduled by default in HRegionServer init + TestChoreField nonceManagerTestChoreField = new TestChoreField<>(); + ScheduledChore nonceManagerChore = + nonceManagerTestChoreField.getChoreObj("nonceManagerChore"); + nonceManagerTestChoreField.testIfChoreScheduled(nonceManagerChore); + + // test if executorStatusChore chore is scheduled by default in HRegionServer init + TestChoreField executorStatusChoreTestChoreField = + new TestChoreField<>(); + ExecutorStatusChore executorStatusChore = + executorStatusChoreTestChoreField.getChoreObj("executorStatusChore"); + executorStatusChoreTestChoreField.testIfChoreScheduled(executorStatusChore); + + } + +}