4、检查swappiness不能超过10
cat /proc/sys/vm/swappiness
如果超过10
运行时执行
恪尽职守
echo 0 > /proc/sys/vm/swappiness
保持重启之后继续生效
vim /f
vm.swappiness=0
5、设置下面内容
echo never > /sys/kernel/mm/transparent_hugepage/defrag echo never > /sys/kernel/mm/transparent_hugepage/enabled
为了重启之后也生效
vim /etc/rc.local说明方法有哪些
添加:
echo never > /sys/kernel/mm/transparent_hugepage/defrag echo never > /sys/kernel/mm/transparent_hugepage/enabled
二、安装准备
1、准备cm包
1、将cm包放到安装http服务的节点
mkdir /opt/cm
allkeys.asc
cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
cloudera-manager-rver-6.3.1-1466458.el7.x86_64.rpm
patience什么意思
cloudera-manager-rver-db-2-6.3.1-1466458.el7.x86_64.rpm enterpri-debuginfo-6.3.1-1466458.el7.x86_64.rpm
oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm
2、创建本地yum仓库
createrepo .
若createrepo命令未发现,需要安装createrepo
yum -y install createrepo
再次执行createrepo .
3、在/po.d/目录下增加cm.repo文件
vim /pos.po
添加以下内容:
[cmrepo]
name=CM
baurl=hostname:9052/cm
gpgcheck=fal
enabled=true
4、验证CM源是否配置成功
yum repolist
金融英语官网5、将cm.repo分发到其余各节点
2、准备cdh parcel包
natkingcole1、mkdir/opt/cdh
将parcel包放到文件夹
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha1
CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha256
manifest.json
2、mkdir/opt/cdh/flink
将flink parcel包放到该文件下
FLINK-1.13.3-bin-scala-2.11-el7.parcel
FLINK-1.13.3-bin-scala-2.11-el7.parcel.sha
manifest.json
3、将FLINK_ON_YARN-1.13.3.jar放到cm节点的/opt/cloudera/csd并修改文件夹权限
sudo chown cloudera-scm:cloudera-scm/opt/cloudera/*
ptw
3、在mysql创建数据库和用户并授权
#scm
CREATE DATABASE scm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'scm'@'%' IDENTIFIED BY'password';
GRANT ALL ON scm.* TO 'scm'@'%' ;
FLUSH PRIVILEGES;
#Activity Monitor
CREATE DATABASE am DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'am'@'%' IDENTIFIED BY'password';
GRANT ALL ON am.* TO 'am'@'%';
FLUSH PRIVILEGES;
#Reports Manager
CREATE DATABASE rm DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
profit drivenCREATE USER 'rm'@'%' IDENTIFIED BY'password';
GRANT ALL ON rm.* TO 'rm'@'%' ;
FLUSH PRIVILEGES;
#Hue
现在进行时
CREATE DATABASE hue DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'hue'@'%' IDENTIFIED BY'password';
GRANT ALL ON hue.* TO 'hue'@'%';
FLUSH PRIVILEGES;
#Hive
CREATE DATABASE hive DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'hive'@'%' IDENTIFIED BY'password';
GRANT ALL ON hive.* TO 'hive'@'%' ;
FLUSH PRIVILEGES;
#Oozie
CREATE DATABASE oozie DEFAULT CHARACTER SET utf8 DEFAULT COLLATE utf8_general_ci;
CREATE USER 'oozie'@'%' IDENTIFIED BY'password';
GRANT ALL ON oozie.* TO 'oozie'@'%' ;subtle
FLUSH PRIVILEGES;
4、在cm节点配置jdbc驱动
# mkdir -p /usr/share/java
# mv mysql-connector-java-5.1.34.jar/usr/share/java/
# cd /usr/share/java/
# ln -s mysql-connector-java-5.1.34.jar mysql-connector-java.jar
5、如果cms节点的/usr/java/default/下没有jdk,用下面方式安装yum -y install oracle-j2sdk1.8-1.8.0+update181-1
三、安装
1、安装 cloudera-manager-rver
yum -y install cloudera-manager-rver
2、初始化cm数据库
/opt/cloudera/cm/schema/scm_prepare_databa.sh mysql scm scm password
3、启动cm rver
systemctl start cloudera-scm-rver
4、访问7180端口, admin admin
配置parcel 路径:hostname:9052/cdh
>疯狂坦克3