【数据挖掘】4-hadoop-2.6.5-src.tar.gz编译
编译hadoop-2.6.5.tar.gz，需要一下软件
将所有软件安装在/usr/local/src目录下
jdk-7u25-linux-x64.tar.gz
apache-ant-1.9.4-bin.tar.gz
findbugs-3.0.0.tar.gz
protobuf-2.5.0.tar.gz
apache-maven-3.0.5-bin.tar.gz
hadoop-2.6.0-src.tar.gz
安装前准备
vi /etc/rc.local
service iptables stop
chkconfig iptables off
vi /etc/selinux/conf
SELINUX=disabled
1，需要网络，网速快，编译块，正常编译20~30分钟
2，安装所需依赖
yum -y install gcc gcc-c++ make
yum install -y cmake openssl-devel ncurses-devel zlib-devel
yum install -y snappy snappy-devel bzip2 bzip2-devel lzo lzo-devel lzop openssl openssl-devel
3, 安装jdk
cd compile_hadoop
tar -xf jdk-7u25-linux-x64.tar.gz -C /usr/local/src
vi /etc/profile
# setting java
export JAVA_HOME=/usr/local/src/jdk1.7.0_25
export CLASSPATH=$CLASSPATH:$JAVA_HOME/lib:$JAVA_HOME/jre/lib
export PATH=$JAVA_HOME/bin:$JAVA_HOME/jre/lib:$PATH
4，安装apache-maven
cd compile_hadoop
tar -xf apache-maven-3.0.5-bin.tar.gz -C /usr/local/src
vi /etc/profile
# apache-maven
export MAVEN_HOME=/usr/local/src/apache-maven-3.0.5
export PATH=$PATH:$MAVEN_HOME/bin
5，安装apache-ant
cd compile_hadoop
tar -xf apache-ant-1.9.4-bin.tar.gz -C /usr/local/src
vi /etc/profile
# apache-ant setting
export ANT_HOME=/usr/local/src/apache-ant-1.9.4
export PATH=$PATH:$ANT_HOME/bin
6，安装findbugs
cd compile_hadoop
tar -xf findbugs-3.0.0.tar.gz -C /usr/local/src
vi /etc/profile
# findbugs settint
export FINDBUGS=/usr/local/src/findbugs-3.0.0
export PATH=$PATH:$FINDBUGS/bin
7，安装protobuf
cd compile_hadoop
tar -xf protobuf-2.5.0.tar.gz
cd protobuf-2.5.0
./configure prefix=/usr/local/src && make && make install
vi /etc/profile
# protoc setting
export PROTOC=/usr/local/src/protoc
export PATH=$PATH:$PROTOC/bin
8，检查以上是否安装成功
java -version
mvn -version
ant -version
findbugs -version
protoc --version
9，执行
export MAVEN_OPTS="-Xms256m -Xmx512m"
10，编译hadoop-2.6.0-src.tar.gz
cd compile_hadoop
tar -xf hadoop-2.6.0-src
cd hadoop-2.6.0-src
mvn clean install -DskipTests
mvn package -Pdist,native -DskipTests -Dtar
编译完成在hadoop-2.6.0-src/hadoop-dist/target/hadoop-2.6.0/lib/native