[EC2] enable block compression for mapper output

git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@908758 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Andrew Kyle Purtell 2010-02-10 23:46:42 +00:00
parent 39505bccd0
commit eeabb75152
1 changed files with 8 additions and 0 deletions

View File

@ -129,6 +129,14 @@ cat > $HADOOP_HOME/conf/mapred-site.xml <<EOF
<name>mapred.job.tracker</name> <name>mapred.job.tracker</name>
<value>$MASTER_HOST:8021</value> <value>$MASTER_HOST:8021</value>
</property> </property>
<property>
<name>mapred.output.compress</name>
<value>true</value>
</property>
<property>
<name>mapred.output.compression.type</name>
<value>BLOCK</value>
</property>
<property> <property>
<name>io.compression.codecs</name> <name>io.compression.codecs</name>
<value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec</value> <value>org.apache.hadoop.io.compress.GzipCodec,org.apache.hadoop.io.compress.DefaultCodec,org.apache.hadoop.io.compress.BZip2Codec,com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec</value>