Apache/nifi
1
0
Fork 0
mirror of https://github.com/apache/nifi.git synced 2025-02-16 15:06:00 +00:00
Code Issues Packages Projects Releases Wiki Activity

NIFI-1586 Implements autopurging of transaction log and snapshot files

Browse Source 
When NiFi is clustered, and autopurge.purgeInterval is greater than 1, the DatadirCleanupManager will be started in order to automatically purge transaction log and snapshot files based on the autopurge settings in zookeeper.properties

This closes #1928.
This commit is contained in:
Jeff Storck 2017-06-19 12:18:53 -04:00 committed by Mark Payne
parent c99100c934
commit 668a64cd56
1 changed files with 13 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
nifi-nar-bundles/nifi-framework-bundle/nifi-framework/nifi-framework-core/src/main/java/org/apache/nifi/controller/state/server/ZooKeeperStateServer.java
View File

@ -25,6 +25,7 @@ import java.io.InputStream;
import java.util.Properties; import java.util.Properties;
import org.apache.nifi.util.NiFiProperties; import org.apache.nifi.util.NiFiProperties;
import org.apache.zookeeper.server.DatadirCleanupManager;
import org.apache.zookeeper.server.ServerCnxnFactory; import org.apache.zookeeper.server.ServerCnxnFactory;
import org.apache.zookeeper.server.ServerConfig; import org.apache.zookeeper.server.ServerConfig;
import org.apache.zookeeper.server.ZKDatabase; import org.apache.zookeeper.server.ZKDatabase;
@ -47,6 +48,7 @@ public class ZooKeeperStateServer extends ZooKeeperServerMain {
private FileTxnSnapLog transactionLog; private FileTxnSnapLog transactionLog;
private ZooKeeperServer embeddedZkServer; private ZooKeeperServer embeddedZkServer;
private QuorumPeer quorumPeer; private QuorumPeer quorumPeer;
private DatadirCleanupManager datadirCleanupManager;
private ZooKeeperStateServer(final Properties zkProperties) throws IOException, ConfigException { private ZooKeeperStateServer(final Properties zkProperties) throws IOException, ConfigException {
quorumPeerConfig = new QuorumPeerConfig(); quorumPeerConfig = new QuorumPeerConfig();
@ -58,6 +60,13 @@ public class ZooKeeperStateServer extends ZooKeeperServerMain {
return; return;
} }
if (quorumPeerConfig.isDistributed() && quorumPeerConfig.getPurgeInterval() > 0) {
datadirCleanupManager = new DatadirCleanupManager(quorumPeerConfig
.getDataDir(), quorumPeerConfig.getDataLogDir(), quorumPeerConfig
.getSnapRetainCount(), quorumPeerConfig.getPurgeInterval());
datadirCleanupManager.start();
}
if (quorumPeerConfig.isDistributed()) { if (quorumPeerConfig.isDistributed()) {
startDistributed(); startDistributed();
} else { } else {
@ -153,6 +162,10 @@ public class ZooKeeperStateServer extends ZooKeeperServerMain {
if (embeddedZkServer != null && embeddedZkServer.isRunning()) { if (embeddedZkServer != null && embeddedZkServer.isRunning()) {
embeddedZkServer.shutdown(); embeddedZkServer.shutdown();
} }
if (datadirCleanupManager != null) {
datadirCleanupManager.shutdown();
}
} }
} }