[EC2] enable block compression for mapper output
git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@908758 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
parent
39505bccd0
commit
eeabb75152
|
@ -129,6 +129,14 @@ cat > $HADOOP_HOME/conf/mapred-site.xml <<EOF
|
||||||
<name>mapred.job.tracker</name>
|
<name>mapred.job.tracker</name>
|
||||||
<value>$MASTER_HOST:8021</value>
|
<value>$MASTER_HOST:8021</value>
|
||||||
</property>
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>mapred.output.compress</name>
|
||||||
|
<value>true</value>
|
||||||
|
</property>
|
||||||
|
<property>
|
||||||
|
<name>mapred.output.compression.type</name>
|
||||||
|
<value>BLOCK</value>
|
||||||
|
</property>
|
||||||
<property>
|
<property>
|
||||||
<name>io.compression.codecs</name>
|
<name>io.compression.codecs</name>
|
||||||
<value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec</value>
|
<value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec</value>
|
||||||
|
|
Loading…
Reference in New Issue