hadoop3编译安装

基础环境：centos 7.7

编译环境软件安装目录

mkdir -p /export/rver

hado多彩的活动作文op编译安装

1、yum install gcc gcc-c++ -y#下面这个命令不需要执行 手动安装cmake2、yum install make cmake  #(这里cmake版本推荐为3.6版本以上，版本低源码无法编译！可手动安装)3、yum install autoconf automake libtool curl -y4、yum install lzo-devel zlib-devel openssl openssl-devel ncurs-devel -y5、yum install snappy snappy-devel bzip2 bzip2-devel lzo lzo-devel lzop libxtst -y

#yum卸载已安装cmake 版本低yum era cmake#解压tar zxvf cmake-3.13.5.tar.gz#编译安装cd /export/rver/cmake-3.13.5./configuremake && make install#验证[root@node4 ~]# cmake -version      cmake version 3.13.5#如果没有正确显示版本 请断开ssh连接 重写登录

#卸载已经安装的cd /usr/local/librm -rf libsnappy*#上传解压tar zxvf snappy-1.1.3.tar.gz #编译安装cd /export/rver/snappy-1.1.3./configuremake && make install#验证是否安装[root@node4 snappy-1.1.3]# ls -lh /usr/local/lib |grep snappy-rw-r--r-- 1 root root 511k nov  4 17:13 libsnappy.a-rwxr-xr量变到质变什么意思-x 1 root root  955 nov  4 17:13 libsnappy.lalrwxrwxrwx 1 root root   18 nov  4 17:13 libsnappy.so -> libsnappy.so.1.3.0lrwxrwxrwx 1 root root   18 nov  4 17:13 libsnappy.so.1 -> libsnappy.so.1.3.0-rwxr-xr-x 1 root root 253k nov  4 17:13 libsnappy.so.1.3.0

#解压安装包tar zxvf jdk-8u65-linux-x64.tar.gz#配置环境变量vim /etc/profileexport java_home=/export/rver/jdk1.8.0_65export path=$path:$java_home/binexport classpath=.:$java_home/lib/dt.jar:$java_home/lib/tools.jarsource /etc/profile#验证是否安装成功java -versionjava version "1.8.0_65"java(tm)  runtime environment (build 1.8.0_65-b17)java hotspot(tm) 64-bit rver vm (build 25.65-b01, mixed mode)you have new mail in /var/spool/mail/root

#解压安装包tar zxvf apache-maven-3.5.4-bin.tar.gz#配置环境变量vim /etc/profileexport maven_home=/export/rver/apache-maven-3.5.4export maven_opts="-xms4096m -xmx4096m"export path=:$maven_home/bin:$pathsource /etc/profile#验证是否安装成功[root@node4 ~]# mvn -vapache maven 3.5.4#添加maven 阿里云仓库地址 加快国内编译速度vim /export/rver/apache-maven-3.5.4/conf/ttings.xml<mirrors>     <mirror>           <id>alimaven</id>           <name>aliyun maven</name>           清明节的来历和习俗<url>http://maven.aliyun.com/nexus/content/groups/public/</url>        chocolate   <mirrorof>central</mirrorof>      </mirror></mirrors>

#解压tar zxvf protobuf-2.5.0.tar.gz#编译安装cd /export/rver/protobuf-2.5.0./configuremake && make install#验证是否安装成功[root@node4 protobuf-2.5.0]# protoc --versionlibprotoc 2.5.0

#上传解压源码包tar zxvf hadoop-3.1.4-src.tar.gz#编译cd 充满希望的纯音乐/export/rver/hadoop-3.1.4-srcmvn clean package -pdist,native -dskiptests -dtar -dbundle.snappy -dsnappy.lib=/usr/local/lib#参数说明：pdist,native ：把重新编译生成的hadoop动态库；dskiptests ：跳过测试dtar ：最后把文件以tar打包dbundle.snappy ：添加snappy压缩支持【默认官网下载的是不支持的】dsnappy.lib=/usr/local/lib ：指snappy在编译机器上安装后的库路径

/export/rver/hadoop-3.1.4-src/hadoop-dist/target