一、搭建cloudera环境
资源下载地址：https://download.csdn.net/download/walykyy/68768376?spm=1001.2014.3001.5503
1、准备安装包环境
mkdir -p /var/www/html/cloudera-repos;
cd /var/www/html/cloudera-repos/;
2、将安装包存放到cloudera-repos目录
3、生成rpm数据源
cd /var/www/html/cloudera-repos/
createrepo .
[root@cdh-cm-v01 ~]# cd /var/www/html/cloudera-repos/
[root@cdh-cm-v01 cloudera-repos]# createrepo .
[root@cdh-cm-v01 cloudera-repos]# ll -a
total 1380448
drwxr-xr-x 3 root root 4096 Sep 20 09:52 .
drwxr-xr-x 4 root root 54 Sep 19 15:27 ..
-rw-r--r-- 1 root root 14041 Aug 12 2021 allkeys.asc
-rw-r--r-- 1 root root 10483568 Aug 12 2021 cloudera-manager-agent-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 root root 1203832464 Aug 12 2021 cloudera-manager-daemons-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 root root 11488 Aug 12 2021 cloudera-manager-server-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 root root 10996 Aug 12 2021 cloudera-manager-server-db-2-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 root root 14209868 Aug 12 2021 enterprise-debuginfo-6.3.1-1466458.el7.x86_64.rpm
-rw-r--r-- 1 root root 184988341 Aug 12 2021 oracle-j2sdk1.8-1.8.0+update181-1.x86_64.rpm
drwxr-xr-x 2 root root 4096 Sep 20 09:52 repodata
-rw-r--r-- 1 root root 1718 Aug 12 2021 RPM-GPG-KEY-cloudera
[root@cdh-cm-v01 cloudera-repos]# cd repodata/
[root@cdh-cm-v01 repodata]# ll -a
total 280
drwxr-xr-x 2 root root 4096 Sep 20 09:52 .
drwxr-xr-x 3 root root 4096 Sep 20 09:52 ..
-rw-r--r-- 1 root root 1012 Sep 20 09:52 477117da349e68be7e2fbd7dbf704b1904381953c9465d12799252f8e4e24bb0-other.sqlite.bz2
-rw-r--r-- 1 root root 3348 Sep 20 09:52 622ae204f984c076c2fd944ed4b1947824aab1dd03ac8905f2f9fc3a03672faa-primary.xml.gz
-rw-r--r-- 1 root root 121317 Sep 20 09:52 7ae2ca783be50887569cda6d4d4a6235b6240a0abaa05a7b94ad372d86d7e1cf-filelists.sqlite.bz2
-rw-r--r-- 1 root root 8851 Sep 20 09:52 7cc6b9c5cc921d59dabb86f825bd6b9895c2abe22f507d0a0c678ada017770b3-primary.sqlite.bz2
-rw-r--r-- 1 root root 533 Sep 20 09:52 972c67399bd6846c906ba5db88901fb548b60576c5556fa2216f703baf925f39-other.xml.gz
-rw-r--r-- 1 root root 125320 Sep 20 09:52 d3e795d4db6f02b1565662011690c8d73800a4e671936c3eea169d21e4ecbef0-filelists.xml.gz
-rw-r--r-- 1 root root 2979 Sep 20 09:52 repomd.xml
4、创建cloudera-manager.repo配置文件
vi /etc/yum.repos.d/cloudera-manager.repo
[cloudera-manager]
name=Cloudera Manager 6.3.1
baseurl=http://cdh-cm-v01.yunes.com/cloudera-repos/
gpgkey=http://cdh-cm-v01.yunes.com/cloudera-repos/RPM-GPG-KEY-cloudera
gpgcheck=1
enabled=1
autorefresh=0
type=rpm-md
[cloudera-manager]
name=Cloudera Manager 6.3.1
baseurl=http://cdh-cm-v01.yunes.com/cloudera-repos/
gpgkey=http://cdh-cm-v01.yunes.com/cloudera-repos/RPM-GPG-KEY-cloudera
gpgcheck=1
enabled=1
autorefresh=0
type=rpm-md
5、创建新的列表缓存
1）清理列表缓存
yum clean all;
[root@cdh-cm-v01 repodata]# yum clean all;
Loaded plugins: fastestmirror
Cleaning repos: base cloudera-manager epel extras updates
Cleaning up list of fastest mirrors
2）创建新的列表缓存
yum makecache;
[root@cdh-cm-v01 repodata]# yum makecache;
Loaded plugins: fastestmirror
Determining fastest mirrors
epel/x86_64/metalink | 9.7 kB 00:00:00
* base: mirrors.bupt.edu.cn
* epel: mirrors.tuna.tsinghua.edu.cn
* extras: mirrors.bupt.edu.cn
* updates: mirrors.bupt.edu.cn
base | 3.6 kB 00:00:00
cloudera-manager | 2.9 kB 00:00:00
epel | 4.7 kB 00:00:00
extras | 2.9 kB 00:00:00
updates | 2.9 kB 00:00:00
(1/19): base/7/x86_64/group_gz
3）列出已配置的软件仓库
yum repolist;
[root@cdh-cm-v01 repodata]# yum repolist;
Loaded plugins: fastestmirror
Loading mirror speeds from cached hostfile
* base: mirrors.bupt.edu.cn
* epel: mirrors.tuna.tsinghua.edu.cn
* extras: mirrors.bupt.edu.cn
* updates: mirrors.bupt.edu.cn
repo id repo name status
base/7/x86_64 CentOS-7 - Base 10,072
cloudera-manager Cloudera Manager 6.3.1 6
epel/x86_64 Extra Packages for Enterprise Linux 7 - x86_64 13,749
extras/7/x86_64 CentOS-7 - Extras 516
updates/7/x86_64 CentOS-7 - Updates 4,160
repolist: 28,503
4）分发其它节点
cd ~/scripts/;
sh ./sync_to_all_node.sh /etc/yum.repos.d/cloudera-manager.repo /etc/yum.repos.d/;
sh ./ssh_to_all_node.sh “yum clean all;yum makecache;yum repolist;”
[root@cdh-cm-v01 repodata]# cd ~/scripts/;
[root@cdh-cm-v01 scripts]# ./sync_to_all_node.sh /etc/yum.repos.d/cloudera-manager.repo /etc/yum.repos.d/;
[root@cdh-cm-v01 scripts]# ./ssh_to_all_node.sh "yum clean all;yum makecache;yum repolist;"
二、配置本地Parcel存储库
1、创建文件
mkdir -p /opt/cloudera/parcel-repo
mkdir -p /var/www/html/cdh6/parcels/
[root@cdh-cm-v01 scripts]# mkdir -p /opt/cloudera/parcel-repo;
[root@cdh-cm-v01 scripts]# mkdir -p /var/www/html/cdh6/parcels/
[root@cdh-cm-v01 scripts]# cd /opt/cloudera/parcel-repo
2、把CDH的parcel上传到parcels目录
3、为parcel文件生成SHA1校验文件
sha1sum CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel | awk ‘{ print $1 }’ > CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha
[root@cdh-cm-v01 parcel-repo]# sha1sum CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel | awk '{ print $1 }' > CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha
[root@cdh-cm-v01 parcel-repo]# ll -a
total 2033396
drwxr-xr-x 2 root root 167 Sep 20 15:58 .
drwxr-xr-x 3 root root 25 Sep 20 14:51 ..
-rw-r--r-- 1 root root 2082186246 Aug 12 2021 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel
-rw-r--r-- 1 root root 41 Sep 20 15:58 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha
-rw-r--r-- 1 root root 64 Aug 12 2021 CDH-6.3.2-1.cdh6.3.2.p0.1605554-el7.parcel.sha256
4、创建cloudera-scm用户，修改对应归属权限
useradd cloudera-scm;
chown -R cloudera-scm:cloudera-scm /opt/cloudera/parcel-repo/*
[root@cdh-cm-v01 parcel-repo]# useradd cloudera-scm;
[root@cdh-cm-v01 parcel-repo]# chown -R cloudera-scm:cloudera-scm /opt/cloudera/parcel-repo/*
三、安装依赖包
1、yum 安装依赖包
yum -y install redhat-lsb portmap mod_ssl openssl-devel python-psycopg2 MySQL-python chkconfig bind-utils libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs
[root@cdh-cm-v01 parcel-repo]# yum -y install redhat-lsb portmap mod_ssl openssl-devel python-psycopg2 MySQL-python chkconfig bind-utils libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs
2、其它节点安装依赖包
cd ~/scripts
./ssh_to_all_node.sh “yum -y install redhat-lsb portmap mod_ssl openssl-devel python-psycopg2 MySQL-python chkconfig bind-utils libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs”
[root@cdh-cm-v01 parcel-repo]# cd ~/scripts/
[root@cdh-cm-v01 scripts]# ./ssh_to_all_node.sh "yum -y install redhat-lsb portmap mod_ssl openssl-devel python-psycopg2 MySQL-python chkconfig bind-utils libxslt zlib sqlite cyrus-sasl-plain cyrus-sasl-gssapi fuse fuse-libs"
四、安装JDK1.8
1、安装jdk
yum -y install oracle-j2sdk1.8.x86_64
[root@cdh-cm-v01 scripts]# yum -y install oracle-j2sdk1.8.x86_64
2、配置jdk环境变量
echo “” >> /etc/profile;
echo “#set Java environment” >> /etc/profile;
echo “export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera” >> /etc/profile;
echo “export JRE_HOME=$JAVA_HOME/jre” >> /etc/profile;
echo “export CLASSPATH=.:$JAVA_HOME/lib:$JRE_HOME/lib:$CLASSPATH” >> /etc/profile;
echo “export PATH=$JAVA_HOME/bin:$JRE_HOME/bin:$PATH” >> /etc/profile;
source /etc/profile
[root@cdh-cm-v01 scripts]# echo "" >> /etc/profile;
[root@cdh-cm-v01 scripts]# echo "#set Java environment" >> /etc/profile;
[root@cdh-cm-v01 scripts]# echo "export JAVA_HOME=/usr/java/jdk1.8.0_181-cloudera" >> /etc/profile;
[root@cdh-cm-v01 scripts]# echo "export JRE_HOME=\$JAVA_HOME/jre" >> /etc/profile;
[root@cdh-cm-v01 scripts]# echo "export CLASSPATH=.:\$JAVA_HOME/lib:\$JRE_HOME/lib:\$CLASSPATH" >> /etc/profile;
[root@cdh-cm-v01 scripts]# echo "export PATH=\$JAVA_HOME/bin:\$JRE_HOME/bin:\$PATH" >> /etc/profile;
[root@cdh-cm-v01 scripts]# source /etc/profile
3、测试
java -version
[root@cdh-cm-v01 scripts]# java -version
4、其它节点安装jdk并配置
五、安装cloudera-manager（cdh-cm-v01）
yum -y install cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server
[root@cdh-cm-v01 scripts]# yum -y reinstall cloudera-manager-daemons cloudera-manager-agent cloudera-manager-server
