安装包 目前CDH6已收费无法在线直接安装需要使用离线方式部署

管理地址：http://10.88.0.117:7180/cmf/login

admin / xxxx

环境部署

grep vm.swappiness /etc/sysctl.conf || echo "vm.swappiness = 0" >> /etc/sysctl.conf
sysctl -p

echo never > /sys/kernel/mm/transparent_hugepage/defrag
echo never > /sys/kernel/mm/transparent_hugepage/enabled

grep defrag  /etc/rc.local ||echo "echo never > /sys/kernel/mm/transparent_hugepage/defrag" >>/etc/rc.local
grep enabled /etc/rc.local ||echo "echo never > /sys/kernel/mm/transparent_hugepage/enabled" >>/etc/rc.local

主机hosts绑定

10.88.0.117 cdh-1 10.88.0.118 cdh-2 10.88.0.119 cdh-3

生成ssh密钥

mkdir /root/software/hadoop/key -p
cd   /root/software/hadoop/key && ssh-keygen -t rsa -P '' -f hadoop #生成key

mkdir /root/.ssh
cp  /root/software/hadoop/key/hadoop /root/.ssh/id_rsa
cp  /root/software/hadoop/key/hadoop.pub /root/.ssh/id_rsa.pub
cp  /root/software/hadoop/key/hadoop.pub /root/.ssh/authorized_keys
chmod 600 -R /root/.ssh

推送key到目标主机

ssh-copy-id  -i   10.88.0.118
ssh-copy-id  -i   10.88.0.119

java环境

scp jre-8u181-linux-x64.tar.gz  10.88.0.118:/root
scp jre-8u181-linux-x64.tar.gz  10.88.0.119:/root
# 推送java二进制包

tar zxvf jre-8u181-linux-x64.tar.gz  -C /usr/local/

cat >> /etc/profile <<EOF
export JAVA_HOME=/usr/local/jre1.8.0_181
export CLASSPATH=\$JAVA_HOME/lib:\$CLASSPATH
export JRE_HOME=\$JAVA_HOME/jre 
export PATH=\$JAVA_HOME/bin:\$PATH
EOF
. /etc/profile && java -version

cm server

cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm cloudera-manager-server-db-2-6.3.1-1466458.el7.x86_64.rpm enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm

yum install *.rpm
# 安装cm server

yum remove mariadb* -y
rpm -ivh http://dev.mysql.com/get/mysql-community-release-el7-5.noarch.rpm 
yum install mysql mysql-server
# 安装数据库
systemctl enable mysqld && systemctl start mysqld

生成cm server配置

mkdir -p  /usr/share/java/
cp mysql-connector-*.jar /usr/share/java/mysql-connector-java.jar
# jdbc驱动

SQL

create database scm DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hive DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database hue DEFAULT CHARSET utf8 COLLATE utf8_general_ci;
create database oozie DEFAULT CHARSET utf8 COLLATE utf8_general_ci;

/opt/cloudera/cm/schema/scm_prepare_database.sh  mysql --scm-host cdh-1 scm root
生成 /etc/cloudera-scm-server/db.properties文件


systemctl start cloudera-scm-server # 启动cm server
tail -f  /var/log/cloudera-scm-server/cloudera-scm-server.log # 查看数据初始化过程

netstat -pntl|grep java # 查看java进程

创建离线仓库

repodata RPM-GPG-KEY-cloudera RPMS SRPMS

yum install nginx
cp  -rf  /root/software/CDH6.3.1/cm6.3.1 /usr/share/nginx/html
nginx # 启动nginx

http://10.88.0.117/cm6.3.1/

cp /root/software/CDH6.3.1/CDH-6.3.1-1.cdh6.3.1.p0.1470567-el7.parcel* /opt/cloudera/parcel-repo
# cdh安装包库

cm agent

scp  cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm  10.88.0.118:/root
scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm 10.88.0.118:/root
scp  cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm  10.88.0.119:/root
scp cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm 10.88.0.119:/root

yum install http://10.88.0.117/cm6.3.1/RPMS/x86_64/oracle-j2sdk1.8-1.8.0%2Bupdate181-1.x86_64.rpm
yum install cloudera-manager-*.rpm

/etc/cloudera-scm-agent/config.ini

server_host= clouderaManager服务器ip

web管理界面

http://10.88.0.117:7180

Specify Hosts：

cdh-[1-3]

搜索

日常扩容

1. 新主机添加 cloudera-manager-agent （如果手动安装agent可跳过）
2. 加入CDH集群