From 6bcc1dce52b6198949330d36c74835d9b6c2c982 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Tue, 14 May 2019 14:49:50 +0530 Subject: [PATCH] HDDS-1503. Reduce garbage generated by non-netty threads in datanode ratis server (#813) --- hadoop-ozone/common/src/main/bin/ozone | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/hadoop-ozone/common/src/main/bin/ozone b/hadoop-ozone/common/src/main/bin/ozone index 26906c475c4..58eb8cdecab 100755 --- a/hadoop-ozone/common/src/main/bin/ozone +++ b/hadoop-ozone/common/src/main/bin/ozone @@ -90,7 +90,11 @@ function ozonecmd_case ;; datanode) HADOOP_SUBCMD_SUPPORTDAEMONIZATION="true" - HDDS_DN_OPTS="${HDDS_DN_OPTS} -Dlog4j.configurationFile=${HADOOP_CONF_DIR}/dn-audit-log4j2.properties" + # Add JVM parameter (org.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false) + # for disabling netty PooledByteBufAllocator thread caches for non-netty threads. + # This parameter significantly reduces GC pressure for Datanode. + # Corresponding Ratis issue https://issues.apache.org/jira/browse/RATIS-534. + HDDS_DN_OPTS="${HDDS_DN_OPTS} -Dlog4j.configurationFile=${HADOOP_CONF_DIR}/dn-audit-log4j2.properties -Dorg.apache.ratis.thirdparty.io.netty.allocator.useCacheForAllThreads=false" HADOOP_OPTS="${HADOOP_OPTS} ${HDDS_DN_OPTS}" HADOOP_CLASSNAME=org.apache.hadoop.ozone.HddsDatanodeService OZONE_RUN_ARTIFACT_NAME="hadoop-ozone-datanode"