Add pre-check for heavy debug logs (#15706)

Co-authored-by: Kashif Faraz <kashif.faraz@gmail.com>
Co-authored-by: Benedict Jin <asdf2014@apache.org>

indexing-service/src/main/java/org/apache/druid/indexing/common/task/batch/parallel/ParallelIndexSupervisorTask.java

@@ -752,7 +752,7 @@ public class ParallelIndexSupervisorTask extends AbstractBatchIndexTask implemen
         );
 
         // This is for potential debugging in case we suspect bad estimation of cardinalities etc,
-        LOG.debug("intervalToNumShards: %s", intervalToNumShards.toString());
+        LOG.debug("intervalToNumShards: %s", intervalToNumShards);
 
       } else {
         intervalToNumShards = CollectionUtils.mapValues(

indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/SeekableStreamSupervisor.java

@@ -1155,14 +1155,13 @@ public abstract class SeekableStreamSupervisor<PartitionIdType, SequenceOffsetTy
                     Instant handleNoticeEndTime = Instant.now();
                     Duration timeElapsed = Duration.between(handleNoticeStartTime, handleNoticeEndTime);
                     String noticeType = notice.getType();
-                    log.debug(
+                    if (log.isDebugEnabled()) {
-                        "Handled notice [%s] from notices queue in [%d] ms, "
+                      log.debug(
-                        + "current notices queue size [%d] for datasource [%s]",
+                          "Handled notice [%s] from notices queue in [%d] ms, "
-                        noticeType,
+                              + "current notices queue size [%d] for datasource [%s]",
-                        timeElapsed.toMillis(),
+                          noticeType, timeElapsed.toMillis(), getNoticesQueueSize(), dataSource
-                        getNoticesQueueSize(),
+                      );
-                        dataSource
+                    }
-                    );
                     emitNoticeProcessTime(noticeType, timeElapsed.toMillis());
                   }
                   catch (Throwable e) {

indexing-service/src/main/java/org/apache/druid/indexing/seekablestream/supervisor/autoscaler/LagBasedAutoScaler.java

@@ -149,7 +149,7 @@ public class LagBasedAutoScaler implements SupervisorTaskAutoScaler
             long totalLags = lagStats.getTotalLag();
             lagMetricsQueue.offer(totalLags > 0 ? totalLags : 0L);
           }
-          log.debug("Current lags [%s] for dataSource [%s].", new ArrayList<>(lagMetricsQueue), dataSource);
+          log.debug("Current lags for dataSource[%s] are [%s].", dataSource, lagMetricsQueue);
         } else {
           log.warn("[%s] supervisor is suspended, skipping lag collection", dataSource);
         }

integration-tests/src/main/java/org/apache/druid/testing/clients/OverlordResourceTestClient.java

@@ -185,7 +185,9 @@ public class OverlordResourceTestClient
           HttpMethod.GET,
           StringUtils.format("%s%s", getIndexerURL(), identifier)
       );
-      LOG.debug("Tasks %s response %s", identifier, response.getContent());
+      if (LOG.isDebugEnabled()) {
+        LOG.debug("Tasks %s response %s", identifier, response.getContent());
+      }
       return jsonMapper.readValue(
           response.getContent(), new TypeReference<List<TaskResponseObject>>()
           {
@@ -204,7 +206,9 @@ public class OverlordResourceTestClient
           HttpMethod.GET,
           StringUtils.format("%stask/%s", getIndexerURL(), StringUtils.urlEncode(taskId))
       );
-      LOG.debug("Task %s response %s", taskId, response.getContent());
+      if (LOG.isDebugEnabled()) {
+        LOG.debug("Task %s response %s", taskId, response.getContent());
+      }
       return jsonMapper.readValue(
           response.getContent(), new TypeReference<TaskPayloadResponse>()
           {

processing/src/main/java/org/apache/druid/frame/processor/FrameProcessorExecutor.java

@@ -595,7 +595,6 @@ public class FrameProcessorExecutor
 
       sb.append("; cancel=").append(finishedFuture.isCancelled() ? "y" : "n");
       sb.append("; done=").append(finishedFuture.isDone() ? "y" : "n");
-
       log.debug(StringUtils.encodeForFormat(sb.toString()));
     }
   }

processing/src/main/java/org/apache/druid/java/util/common/guava/ParallelMergeCombiningSequence.java

@@ -475,20 +475,17 @@ public class ParallelMergeCombiningSequence<T> extends YieldingSequenceBase<T>
 
       final int computedNumParallelTasks = Math.max(computedOptimalParallelism, 1);
 
-      LOG.debug(
+      if (LOG.isDebugEnabled()) {
-          "Computed parallel tasks: [%s]; ForkJoinPool details - sequence parallelism: [%s] "
+        ForkJoinPool pool = getPool();
-          + "active threads: [%s] running threads: [%s] queued submissions: [%s] queued tasks: [%s] "
+        LOG.debug(
-          + "pool parallelism: [%s] pool size: [%s] steal count: [%s]",
+            "Computed parallel tasks: [%s]; ForkJoinPool details - sequence parallelism: [%s] "
-          computedNumParallelTasks,
+                + "active threads: [%s] running threads: [%s] queued submissions: [%s] queued tasks: [%s] "
-          parallelism,
+                + "pool parallelism: [%s] pool size: [%s] steal count: [%s]",
-          getPool().getActiveThreadCount(),
+            computedNumParallelTasks, parallelism,
-          runningThreadCount,
+            pool.getActiveThreadCount(), runningThreadCount, submissionCount, pool.getQueuedTaskCount(),
-          submissionCount,
+            pool.getParallelism(), pool.getPoolSize(), pool.getStealCount()
-          getPool().getQueuedTaskCount(),
+        );
-          getPool().getParallelism(),
+      }
-          getPool().getPoolSize(),
-          getPool().getStealCount()
-      );
 
       return computedNumParallelTasks;
     }

processing/src/main/java/org/apache/druid/java/util/common/io/smoosh/FileSmoosher.java

@@ -490,11 +490,9 @@ public class FileSmoosher implements Closeable
     public void close() throws IOException
     {
       closer.close();
-      FileSmoosher.LOG.debug(
+      if (LOG.isDebugEnabled()) {
-          "Created smoosh file [%s] of size [%s] bytes.",
+        LOG.debug("Created smoosh file [%s] of size [%s] bytes.", outFile.getAbsolutePath(), outFile.length());
-          outFile.getAbsolutePath(),
+      }
-          outFile.length()
-      );
     }
   }
 }

server/src/main/java/org/apache/druid/discovery/DataServerClient.java

@@ -91,7 +91,9 @@ public class DataServerClient
       requestBuilder = requestBuilder.jsonContent(objectMapper, query);
     }
 
-    log.debug("Sending request to servers for query[%s], request[%s]", query.getId(), requestBuilder.toString());
+    if (log.isDebugEnabled()) {
+      log.debug("Sending request to servers for query[%s], request[%s]", query.getId(), requestBuilder);
+    }
     ListenableFuture<InputStream> resultStreamFuture = serviceClient.asyncRequest(
         requestBuilder,
         new DataServerResponseHandler(query, responseContext, objectMapper)

server/src/main/java/org/apache/druid/server/coordinator/DruidCoordinator.java

@@ -538,10 +538,9 @@ public class DruidCoordinator
     if (getCompactSegmentsDutyFromCustomGroups().isEmpty()) {
       duties.add(compactSegments);
     }
-    log.debug(
+    if (log.isDebugEnabled()) {
-        "Initialized indexing service duties [%s].",
+      log.debug("Initialized indexing service duties [%s].", duties.stream().map(duty -> duty.getClass().getName()).collect(Collectors.toList()));
-        duties.stream().map(duty -> duty.getClass().getName()).collect(Collectors.toList())
+    }
-    );
     return ImmutableList.copyOf(duties);
   }
 

server/src/main/java/org/apache/druid/server/coordinator/loading/CuratorLoadQueuePeon.java

@@ -230,12 +230,12 @@ public class CuratorLoadQueuePeon implements LoadQueuePeon
         final String path = ZKPaths.makePath(basePath, segmentHolder.getSegmentIdentifier());
         final byte[] payload = jsonMapper.writeValueAsBytes(segmentHolder.getChangeRequest());
         curator.create().withMode(CreateMode.EPHEMERAL).forPath(path, payload);
-        log.debug(
+        if (log.isDebugEnabled()) {
-            "ZKNode created for server to [%s] %s [%s]",
+          log.debug(
-            basePath,
+              "ZKNode created for server to [%s] %s [%s]",
-            segmentHolder.getAction(),
+              basePath, segmentHolder.getAction(), segmentHolder.getSegmentIdentifier()
-            segmentHolder.getSegmentIdentifier()
+          );
-        );
+        }
         final ScheduledFuture<?> nodeDeletedCheck = scheduleNodeDeletedCheck(path);
         final Stat stat = curator.checkExists().usingWatcher(
             (CuratorWatcher) watchedEvent -> {