Apache
/
nifi
mirror of https://github.com/apache/nifi.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

NIFI-3191 - HDFS Processors Should Allow Choosing LZO Compression 

This closes #1802.

Signed-off-by: Bryan Bende <bbende@apache.org>
This commit is contained in:
Pierre Villard 2017-05-15 19:55:48 +02:00 committed by Bryan Bende
parent d63fa8a822
commit ba49b8427c
No known key found for this signature in database
GPG Key ID: A0DDA9ED50711C39
2 changed files with 33 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
nifi-nar-bundles/nifi-extension-utils/nifi-hadoop-utils/src/main/java/org/apache/nifi/processors/hadoop/AbstractHadoopProcessor.java
View File

@ -82,7 +82,7 @@ public abstract class AbstractHadoopProcessor extends AbstractProcessor {
public static final PropertyDescriptor COMPRESSION_CODEC = new PropertyDescriptor.Builder()
.name("Compression codec")
.required(true)
.allowableValues(CompressionType.values())
.allowableValues(CompressionType.allowableValues())
.defaultValue(CompressionType.NONE.toString())
.build();

39
nifi-nar-bundles/nifi-extension-utils/nifi-hadoop-utils/src/main/java/org/apache/nifi/processors/hadoop/CompressionType.java
View File

@ -16,23 +16,39 @@
*/
package org.apache.nifi.processors.hadoop;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.io.compress.BZip2Codec;
import org.apache.hadoop.io.compress.DefaultCodec;
import org.apache.hadoop.io.compress.GzipCodec;
import org.apache.hadoop.io.compress.Lz4Codec;
import org.apache.hadoop.io.compress.SnappyCodec;
import org.apache.nifi.components.AllowableValue;
/**
* Compression Type Enum for Hadoop related processors.
*/
public enum CompressionType {
NONE,
DEFAULT,
BZIP,
GZIP,
LZ4,
SNAPPY,
AUTOMATIC;
NONE("No compression"),
DEFAULT("Default ZLIB compression"),
BZIP("BZIP compression"),
GZIP("GZIP compression"),
LZ4("LZ4 compression"),
LZO("LZO compression - it assumes LD_LIBRARY_PATH has been set and jar is available"),
SNAPPY("Snappy compression"),
AUTOMATIC("Will attempt to automatically detect the compression codec.");
private final String description;
private CompressionType(String description) {
this.description = description;
}
private String getDescription() {
return this.description;
}
@Override
public String toString() {
@ -42,10 +58,19 @@ public enum CompressionType {
case BZIP: return BZip2Codec.class.getName();
case GZIP: return GzipCodec.class.getName();
case LZ4: return Lz4Codec.class.getName();
case LZO: return "com.hadoop.compression.lzo.LzoCodec";
case SNAPPY: return SnappyCodec.class.getName();
case AUTOMATIC: return "Automatically Detected";
}
return null;
}
public static AllowableValue[] allowableValues() {
List<AllowableValue> values = new ArrayList<AllowableValue>();
for (CompressionType type : CompressionType.values()) {
values.add(new AllowableValue(type.name(), type.name(), type.getDescription()));
}
return values.toArray(new AllowableValue[values.size()]);
}
}