HBASE-25603 Add switch for compaction after bulkload (#2982)

Signed-off-by: Duo Zhang <zhangduo@apache.org>
Signed-off-by: Wellington Chevreuil <wchevreuil@apache.org>

hbase-common/src/main/resources/hbase-default.xml

@@ -593,6 +593,13 @@ possible configurations would overwhelm and obscure the important.
     to atomic bulk loads are attempted in the face of splitting operations
     0 means never give up.</description>
   </property>
+  <property>
+    <name>hbase.compaction.after.bulkload.enable</name>
+    <value>true</value>
+    <description>Request Compaction after bulkload immediately.
+      If bulkload is continuous, the triggered compactions may increase load,
+      bring about performance side effect.</description>
+  </property>
   <property>
     <name>hbase.master.balancer.maxRitPercent</name>
     <value>1.0</value>

hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java

@@ -244,6 +244,10 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
   public static final String WAL_HSYNC_CONF_KEY = "hbase.wal.hsync";
   public static final boolean DEFAULT_WAL_HSYNC = false;
 
+  /** Parameter name for compaction after bulkload */
+  public static final String COMPACTION_AFTER_BULKLOAD_ENABLE =
+      "hbase.compaction.after.bulkload.enable";
+
   /**
    * This is for for using HRegion as a local storage, where we may put the recovered edits in a
    * special place. Once this is set, we will only replay the recovered edits under this directory
@@ -7025,7 +7029,8 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
       }
 
       isSuccessful = true;
-      //request compaction
+      if (conf.getBoolean(COMPACTION_AFTER_BULKLOAD_ENABLE, true)) {
+        // request compaction
         familyWithFinalPath.keySet().forEach(family -> {
           HStore store = getStore(family);
           try {
@@ -7033,11 +7038,14 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi
               this.rsServices.getCompactionRequestor().requestCompaction(this, store,
                 "bulkload hfiles request compaction", Store.PRIORITY_USER + 1,
                 CompactionLifeCycleTracker.DUMMY, null);
+              LOG.debug("bulkload hfiles request compaction region : {}, family : {}",
+                this.getRegionInfo(), family);
             }
           } catch (IOException e) {
             LOG.error("bulkload hfiles request compaction error ", e);
           }
         });
+      }
     } finally {
       if (wal != null && !storeFiles.isEmpty()) {
         // Write a bulk load event for hfiles that are loaded

hbase-server/src/test/java/org/apache/hadoop/hbase/regionserver/TestCompactionAfterBulkLoad.java

@@ -17,6 +17,7 @@
  */
 package org.apache.hadoop.hbase.regionserver;
 
+import static org.apache.hadoop.hbase.regionserver.HRegion.COMPACTION_AFTER_BULKLOAD_ENABLE;
 import static org.mockito.ArgumentMatchers.any;
 import static org.mockito.ArgumentMatchers.anyInt;
 import static org.mockito.ArgumentMatchers.eq;
@@ -84,6 +85,8 @@ public class TestCompactionAfterBulkLoad extends TestBulkloadBase {
     for (int i = 0; i < 5; i++) {
       familyPaths.addAll(withFamilyPathsFor(family1, family2, family3));
     }
+    try {
+      conf.setBoolean(COMPACTION_AFTER_BULKLOAD_ENABLE, true);
       when(regionServerServices.getConfiguration()).thenReturn(conf);
       when(regionServerServices.getCompactionRequestor()).thenReturn(compactionRequester);
       when(log.appendMarker(any(), any(), argThat(bulkLogWalEditType(WALEdit.BULK_LOAD))))
@@ -106,5 +109,8 @@ public class TestCompactionAfterBulkLoad extends TestBulkloadBase {
       // invoke three times for 3 families
       verify(compactionRequester, times(3)).requestCompaction(isA(HRegion.class), isA(HStore.class),
         isA(String.class), anyInt(), eq(CompactionLifeCycleTracker.DUMMY), eq(null));
+    } finally {
+      conf.setBoolean(COMPACTION_AFTER_BULKLOAD_ENABLE, false);
+    }
   }
 }

src/main/asciidoc/_chapters/hbase-default.adoc

@@ -756,6 +756,17 @@ Maximum retries. This is a maximum number of iterations
 `10`
 
 
+[[hbase.compaction.after.bulkload.enable]]
+*`hbase.compaction.after.bulkload.enable`*::
++
+.Description
+Request Compaction after bulkload immediately.
+If bulkload is continuous, the triggered compactions may increase load,
+bring about performance side effect.
++
+.Default
+`true`
+
 [[hbase.balancer.period
     ]]
 *`hbase.balancer.period