HDFS开LZO on redhat/el4/en/x86_64/
su rootwget ftp://ftp.univie.ac.at/systems/linux/dag/redhat/el4/en/x86_64/dag/RPMS/lzo-2.04-1.el4.rf.x86_64.rpmwget ftp://ftp.univie.ac.at/systems/linux/dag/redhat/el4/en/x86_64/dag/RPMS/lzo-devel-2
·
su root
wget ftp://ftp.univie.ac.at/systems/linux/dag/redhat/el4/en/x86_64/dag/RPMS/lzo-2.04-1.el4.rf.x86_64.rpm
wget ftp://ftp.univie.ac.at/systems/linux/dag/redhat/el4/en/x86_64/dag/RPMS/lzo-devel-2.04-1.el4.rf.x86_64.rpm
rpm -ivh lzo-2.04-1.el4.rf.x86_64.rpm
rpm -ivh lzo-devel-2.04-1.el4.rf.x86_64.rpm
exit
cd ~
wget http://labs.renren.com/apache-mirror//ant/binaries/apache-ant-1.8.2-bin.tar.gz
tar zxvf apache-ant-1.8.2-bin.tar.gz
export JAVA_HOME=~/jdk1.6.0_24/
export PATH=$JAVA_HOME/bin:$PATH
export ANT_HOME=~/apache-ant-1.8.2/
export PATH=$ANT_HOME/bin:$PATH
wget http://hadoop-gpl-compression.apache-extras.org.codespot.com/files/hadoop-gpl-compression-0.1.0-rc0.tar.gz
tar -zxvf hadoop-gpl-compression-0.1.0-rc0.tar.gz
cd hadoop-gpl-compression-0.1.0
cp ~/hadoop-0.20.2-cdh3u0/hadoop-core-0.20.2-cdh3u0.jar lib/
vi src/java/com/hadoop/compression/lzo/LzoCompressor.java
此处添加:
public void reinit(org.apache.hadoop.conf.Configuration conf) {
// do nothing
}
su root
ant compile-native tar
chmod -R 777 *
cp build/hadoop-gpl-compression-0.1.0-dev.jar ~/hadoop-0.20.2-cdh3u0/lib/
cp build/hadoop-gpl-compression-0.1.0-dev.jar ~/hbase-0.90.4/lib/
rsync -auPv lib/native ~/hadoop-0.20.2-cdh3u0/lib/
rsync -auPv lib/native ~/hbase-0.90.4/lib/
vi ~/hadoop-0.20.2-cdh3u0/conf/core-site.xml
此处添加:
<property>
<name>io.compression.codecs</name>
<value>com.hadoop.compression.lzo.LzoCodec,com.hadoop.compression.lzo.LzopCodec</value>
</property>
<property>
<name>io.compression.codec.lzo.class</name>
<value>com.hadoop.compression.lzo.LzoCodec</value>
</property>
更多推荐
已为社区贡献2条内容
所有评论(0)