-- 安装存储节点
OS:Oracle Linux 5.11(内存分配2G)
exadata version : 1.2.3.2.0 ,对应的介质名字为V33693-01.zip
[root@exacell01 ~]# cat /etc/redhat-release
Red Hat Enterprise Linux Server release 5.11 (Tikanga)
[root@exacell01 ~]# cat /etc/oracle-release
Oracle Linux Server release 5.11
[root@exacell01 ~]# cat /etc/issue
Oracle Linux Server release 5.11
Kernel \r on an \m
[root@exacell01 ~]#
1 虚拟机的网络设置
eth0 public 192.168.2.101 管理网络网卡
eth1 priv 10.10.10.1 infiniband心跳网卡
配置yum源,安装软件包
mount /dev/sr0 /media
[root@exacell yum.repos.d]# more rhel.repo
[redhat-disk]
name=redhat
baseurl=file:///media
gpgkey=file:///media/RPM-GPG-KEY-oracle
gpgcheck=1
enabled=1
[root@exacell yum.repos.d]#
yum install lm_sensors net-snmp net-snmp-utils perl-Compress-Zlib perl-HTML-Parser perl-libwww-perl perl-HTML-Tagset
2 设置hosts
[root@exacell01 raw]# cat /etc/hosts
# Do not remove the following line, or various programs
# that require network functionality will fail.
127.0.0.1 localhost.localdomain localhost
::1 localhost6.localdomain6 localhost6
192.168.2.101 exacell01.demo.com exacell01
10.10.10.1 exacell01-priv.demo.com excell01-priv
192.168.2.102 exadb01.demo.com exadb01
10.10.10.2 exadb01-priv.demo.com exadb01-priv
You have new mail in /var/spool/mail/root
[root@exacell01 raw]#
3 创建文件夹
mkdir /var/log/oracle
chmod 775 /var/log/oracle
mkdir /opt/oracle
chmod 775 /opt/oracle
4 配置系统参数
vi /etc/sysctl.conf
fs.file-max=65536
fs.aio-max-nr=50000000
vm.min_free_kbytes=512000
net.core.rmem_default=262144
net.core.wmem_default=262144
net.core.rmem_max=8388608
net.core.wmem_max=4194304
sysctl -p 生效
vi /etc/security/limits.conf
* soft nofile 65536
* hard nofile 65536
root soft nofile 131072
root hard nofile 131072
celladmin soft nproc 2047
celladmin hard nproc 16384
celladmin soft nfile 131072
celladmin hard nproc 131072
vi /etc/pam.d/login
session required pam_limits.so
5 配置RDS协议,使操作系统启动的时候,自动加载。exadata存储软件从12c开始,需要rds支持。这里也设置下。
modprobe rds
modprobe rds_tcp
modprobe rds_rdma
vi /etc/modprobe.d/rds.conf
install rds /sbin/modprobe --ignore -install rds && /sbin/modprobe rds_tcp && /sbin/modprobe rds_rdma
6 关闭防火墙和selinux
chkconfig iptables off
service iptables stop
chkconfig ip6tables off
service ip6tables stop
vi /etc/selinux/config
SELINUX=disabled
7 安装存储软件
V33693-01.zip .解压后,在目录\V33693-01\cellImageMaker_11.2.3.2.0_LINUX.X64_120713-1.x86_64\dl180\boot\cellbits下,有cell.bin文件。上传到cell节点,unzip后,会有两个文件。jdk-1_5_0_15-linux-amd64.rpm和cell-11.2.3.2.0_LINUX.X64_120713-1.x86_64.rpm。主要使用这两个文件来模拟cell。
[root@exacell01 home]# unzip cell.bin
Archive: cell.bin
warning [cell.bin]: 6408 extra bytes at beginning or within zipfile
(attempting to process anyway)
inflating: cell-11.2.3.2.0_LINUX.X64_120713-1.x86_64.rpm
inflating: jdk-1_5_0_15-linux-amd64.rpm
[root@exacell01 home]# ll
解压完毕后,先安装jdk,再安装cell。(安装过程略)
8 调试cell服务
[root@exacell01 ~]# cellcli
CellCLI: Release 11.2.3.2.0 - Production on Thu Nov 28 02:56:01 CST 2019
Copyright (c) 2007, 2012, Oracle. All rights reserved.
Cell Efficiency Ratio: 1,000
CellCLI> alter cell restart services all
Stopping the RS, CELLSRV, and MS services...
The SHUTDOWN of services was successful.
Starting the RS, CELLSRV, and MS services...
Getting the state of RS services... running
Starting CELLSRV services...
The STARTUP of CELLSRV services was successful.
Starting MS services...
The STARTUP of MS services was successful.
CellCLI>
设置cellinit.ora文件。如果为空,手工加入IP 。或者命令行加入
CellCLI> create cell cell1 interconnect1=eth0
Cell cell1 successfully created
Starting CELLSRV services...
The STARTUP of CELLSRV services was successful.
CellCLI>
[root@exacell01 config]# pwd
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/cellsrv/deploy/config
[root@exacell01 config]# cat cellinit.ora
#CELL Initialization Parameters
version=0.0
HTTP_PORT=8888
bbuChargeThreshold=800
SSL_PORT=23943
RMI_PORT=23791
ipaddress1=10.10.10.1/24
bbuTempThreshold=60
DEPLOYED=TRUE
JMS_PORT=9127
BMC_SNMP_PORT=162
[root@exacell01 config]#
CellCLI> list cell attributes cellSrvstatus,msstatus,rsstatus detail
cellsrvStatus: running
msStatus: running
rsStatus: running
CellCLI>
9 建立虚拟磁盘
mkdir -p /opt/oracle/cell/disks/raw
cd /opt/oracle/cell/disks/raw
dd if=/dev/zero of=disk01 bs=1M count=1024
dd if=/dev/zero of=disk02 bs=1M count=1024
dd if=/dev/zero of=disk03 bs=1M count=1024
dd if=/dev/zero of=disk04 bs=1M count=1024
dd if=/dev/zero of=disk05 bs=1M count=1024
dd if=/dev/zero of=disk06 bs=1M count=1024
dd if=/dev/zero of=disk07 bs=1M count=1024
dd if=/dev/zero of=disk08 bs=1M count=1024
dd if=/dev/zero of=disk09 bs=1M count=1024
dd if=/dev/zero of=disk10 bs=1M count=1024
dd if=/dev/zero of=disk11 bs=1M count=1024
dd if=/dev/zero of=disk12 bs=1M count=1024
dd if=/dev/zero of=FLASH01 bs=1M count=1024
dd if=/dev/zero of=FLASH02 bs=1M count=1024
dd if=/dev/zero of=FLASH03 bs=1M count=1024
dd if=/dev/zero of=FLASH04 bs=1M count=1024
dd if=/dev/zero of=disk13 bs=1M count=2048
dd if=/dev/zero of=disk14 bs=1M count=2048
dd if=/dev/zero of=disk15 bs=1M count=2048
dd if=/dev/zero of=disk16 bs=1M count=2048
dd if=/dev/zero of=disk17 bs=1M count=2048
dd if=/dev/zero of=disk18 bs=1M count=2048
dd if=/dev/zero of=disk19 bs=1M count=2048
dd if=/dev/zero of=disk20 bs=1M count=2048
[root@exacell01 raw]# ll
total 33587296
-rw-rw---- 1 root root 1073741824 Nov 26 12:20 disk01
-rw-rw---- 1 root root 1073741824 Nov 26 11:23 disk02
-rw-rw---- 1 root root 1073741824 Nov 26 11:23 disk03
-rw-rw---- 1 root root 1073741824 Nov 26 11:23 disk04
-rw-rw---- 1 root root 1073741824 Nov 26 12:20 disk05
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk06
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk07
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk08
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk09
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk10
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk11
-rw-rw---- 1 root root 1073741824 Nov 26 06:03 disk12
-rw-rw---- 1 root root 2147483648 Nov 26 12:20 disk13
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk14
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk15
-rw-rw---- 1 root root 2147483648 Nov 26 12:20 disk16
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk17
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk18
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk19
-rw-rw---- 1 root root 2147483648 Nov 26 12:19 disk20
-rw-rw---- 1 root root 1073741824 Nov 28 02:56 FLASH01
-rw-rw---- 1 root root 1073741824 Nov 28 02:56 FLASH02
-rw-rw---- 1 root root 1073741824 Nov 28 02:56 FLASH03
-rw-rw---- 1 root root 1073741824 Nov 28 02:56 FLASH04
[root@exacell01 raw]#
10 创建celldisk
CREATE CELLDISK CD13 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk13'
create celldisk cd14 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14'
create celldisk cd15 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15'
create celldisk cd16 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16'
create celldisk cd17 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17'
create celldisk cd18 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18'
create celldisk cd18 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19'
create celldisk cd20 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20'
CellCLI> create celldisk cd14 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14'
CellDisk cd14 successfully created
CellCLI> create celldisk cd15 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15'
CellDisk cd15 successfully created
CellCLI> create celldisk cd16 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16'
CellDisk cd16 successfully created
CellCLI> create celldisk cd17 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17'
CellDisk cd17 successfully created
CellCLI> create celldisk cd18 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18'
CellDisk cd18 successfully created
CellCLI> create celldisk cd19 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19' -- oK
CELL-02526: Pre-existing cell disk: cd18
CellCLI> create celldisk cd20 LUN='/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20'
CellDisk cd20 successfully created
CellCLI>
11 创建griddisk
CellCLI> create griddisk all harddisk prefix=DATA
GridDisk DATA_CD_disk01_cell1 successfully created
GridDisk DATA_CD_disk02_cell1 successfully created
GridDisk DATA_CD_disk03_cell1 successfully created
GridDisk DATA_CD_disk04_cell1 successfully created
GridDisk DATA_CD_disk05_cell1 successfully created
GridDisk DATA_CD_disk06_cell1 successfully created
GridDisk DATA_CD_disk07_cell1 successfully created
GridDisk DATA_CD_disk08_cell1 successfully created
GridDisk DATA_CD_disk09_cell1 successfully created
GridDisk DATA_CD_disk10_cell1 successfully created
GridDisk DATA_CD_disk11_cell1 successfully created
GridDisk DATA_CD_disk12_cell1 successfully created
create griddisk gd13 celldisk=CD13
create griddisk gd14 celldisk=cd14
create griddisk gd15 celldisk=cd15
create griddisk gd16 celldisk=cd16
create griddisk gd17 celldisk=cd17
create griddisk gd18 celldisk=cd18
create griddisk gd19 celldisk=cd19
create griddisk gd20 celldisk=cd20
-- 查看物理磁盘
CellCLI> list physicaldisk
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk13 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk13 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20 normal
CellCLI>
-- 查看LUN
CellCLI> list lun
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH01 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH02 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH03 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/FLASH04 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk01 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk02 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk03 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk04 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk05 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk06 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk07 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk08 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk09 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk10 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk11 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk12 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk13 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk13 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk14 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk15 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk16 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk17 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk18 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk19 normal
/opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20 /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/disks/raw/disk20 normal
CellCLI>
查看celldisk
CellCLI> list celldisk
CD13 normal
cd14 normal
cd15 normal
cd16 normal
cd17 normal
cd18 normal
cd19 normal
cd20 normal
CD_disk01_cell1 normal
CD_disk02_cell1 normal
CD_disk03_cell1 normal
CD_disk04_cell1 normal
CD_disk05_cell1 normal
CD_disk06_cell1 normal
CD_disk07_cell1 normal
CD_disk08_cell1 normal
CD_disk09_cell1 normal
CD_disk10_cell1 normal
CD_disk11_cell1 normal
CD_disk12_cell1 normal
FD_00_cell1 normal
FD_01_cell1 normal
FD_02_cell1 normal
FD_03_cell1 normal
CellCLI>
-- 查看griddisk
CellCLI> list griddisk
DATA_CD_disk01_cell1 active
DATA_CD_disk02_cell1 active
DATA_CD_disk03_cell1 active
DATA_CD_disk04_cell1 active
DATA_CD_disk05_cell1 active
DATA_CD_disk06_cell1 active
DATA_CD_disk07_cell1 active
DATA_CD_disk08_cell1 active
DATA_CD_disk09_cell1 active
DATA_CD_disk10_cell1 active
DATA_CD_disk11_cell1 active
DATA_CD_disk12_cell1 active
gd13 active
gd14 active
gd15 active
gd16 active
gd17 active
gd18 active
gd19 active
gd20 active
CellCLI>
到这里,cell节点模拟完毕。
end
-- 补充一下,模拟安装12.1.2.2.0碰到的一些问题。后来更换为11的版本,就可以正常启动cell的服务了。
-- 下面这个是12.1.2.2.0的解压与安装。
[root@exadata-pxe01 cellbits]# unzip cell.bin
Archive: cell.bin
warning [cell.bin]: 24211 extra bytes at beginning or within zipfile
(attempting to process anyway)
inflating: cell-12.1.2.2.0_LINUX.X64_150917-1.x86_64.rpm
[root@exadata-pxe01 cellbits]#
[root@exacell home]# ls
cell-12.1.2.2.0_LINUX.X64_150917-1.x86_64.rpm celladmin CELL.BIN cellmonitor COMMONOS jdk-1.7.0_85-fcs.x86_64.rpm lost+found
[root@exacell home]#
分别安装jdk-1.7.0_85-fcs.x86_64.rpm 和cell-12.1.2.2.0_LINUX.X64_150917-1.x86_64.rpm。如果缺少包,将镜像文件中的COMMONOS.TBZ解压,在COMMONOS找就可以了。
[root@exadata-pxe01 CELLRPMS]# rpm -ivh jdk-1.7.0_85-fcs.x86_64.rpm
warning: jdk-1.7.0_85-fcs.x86_64.rpm: Header V3 RSA/SHA256 signature: NOKEY, key ID ec551f03
Preparing... ########################################### [100%]
1:jdk ########################################### [100%]
Unpacking JAR files...
rt.jar...
jsse.jar...
charsets.jar...
tools.jar...
localedata.jar...
jfxrt.jar...
[root@exadata-pxe01 CELLRPMS]#
[root@exacell home]# rpm -ivh cell-12.1.2.2.0_LINUX.X64_150917-1.x86_64.rpm
Preparing... ########################################### [100%]
Pre Installation steps in progress ...
Host name from hostname comamnd is exacell
Host name to use: exacell
1:cell ########################################### [100%]
Post Installation steps in progress ...
Set cellusers group for /opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/deploy/log directory
Set 775 permissions for /opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/deploy/log directory
/opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/deploy
Installation SUCCESSFUL.
Done. Please Login as user celladmin, startup RS and MS, then create cell to startup CELLSRV to complete cell configuration.
If this is a manual installation, please stop and restart ExaWatcher to pick up newly installed binaries.
You can run "/opt/oracle.ExaWatcher/ExaWatcher.sh --stop" and then "/opt/oracle.ExaWatcher/ExaWatcher.sh --fromconf" to stop and restart ExaWatcher.
Logout and then re-login to use the new cell environment.
[root@exacell home]#
启动服务 ,发现无法启动。这个是12c的问题,主要原因是因为内存不足。文档上提示需要10G的内存来模拟cell存储。
list cell attributes cellSrvstatus,msstatus,rsstatus detail
CellCLI> alter cell restart services all
Stopping the RS, CELLSRV, and MS services...
CELL-01509: Restart Server (RS) not responding.
Starting the RS, CELLSRV, and MS services...
Getting the state of RS services... running
Starting CELLSRV services...
The STARTUP of CELLSRV services was not successful.
CELL-01553: Incorrect IP in cellinit.ora. IP is invalid or has incorrect/missing netmask. Please refer to RS incident log.
Starting MS services...
The STARTUP of MS services was not successful.
CELL-01553: Incorrect IP in cellinit.ora. IP is invalid or has incorrect/missing netmask. Please refer to RS incident log.
CellCLI>
解决方法, 加入java环境变量 -Djava.library.path=/opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/lib
vi /opt/oracle/cell/cellsrv/deploy/msdomain/bin/setDomainEnv.sh
JAVA_OPTIONS="-XX:-UseLargePages -XX:ParallelGCThreads=8 -Dweblogic.ListenPort=8888 -Djava.security.egd=file:/dev/./urandom -Dweblogic.ssl.JSSEEnabled=true -Dweblogic.security.SSL.enableJSSE=true -Dweblogic.security.SSL.protocolVersion=TLS1 -Djava.library.path=/opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/lib"
[RS] Started monitoring process /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/cellsrv/bin/cellrsbmt with pid 4081
[RS] Required IP parameters not configured in cellinit.ora. Err: 36
Errors in file /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/log/diag/asm/cell/exacell01/trace/rstrc_4072_4.trc (incident=1):
RS-7445 [Required IP parameters missing] [Check cellinit.ora] [] [] [] [] [] [] [] [] [] []
Incident details in: /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/log/diag/asm/cell/exacell01/incident/incdir_1/rstrc_4072_4_i1.trc
Tue Nov 26 04:50:18 2019
RSBK version=11.2.3.2.0,label=OSS_11.2.3.2.0_LINUX.X64_120713,Fri_Jul_13_12:37:13_PDT_2012
[RS] Started Service RS_BACKUP with pid 4082
[RS] Kill previous monitoring process for core RS
Tue Nov 26 04:50:18 2019
[RS] Started monitoring process /opt/oracle/cell11.2.3.2.0_LINUX.X64_120713/cellsrv/bin/cellrssmt with pid 4087
Sweep [inc][1]: completed
[RS] Required IP parameters not configured in cellinit.ora. Err: 36
CellCLI> create cell cell1 interconnect1=eth0
Cell cell1 successfully created
Starting CELLSRV services...
The STARTUP of CELLSRV services was successful.
CellCLI>
CELL-01547: CELLSRV startup failed due to unknown reasons
-- 解决方法,内存太小。
CELL host name=exacell
CELL version=12.1.2.2.0,label=OSS_12.1.2.2.0_LINUX.X64_150917,Thu_Sep_17_16:08:46_PDT_2015
CELLSRV version md5: a8711a46114b239c614f4becce0c7d2e
OS Stats: Physical memory: 2772 MB. Num cores: 1
CELLSRV configuration parameters:
Cellsrv max memory not set. Total available mem: 2772 MB is less than required minimum: 3891 MB.
Running on simulated hardware in production environment
ocl_si_extent_desc_alloc: Extent descriptor allocation failed. Error:3 (Invalid parameters)
ocl_si_cache_config: SI alloc extent desc failed. num extent:0
-- 虚拟机内存调整到5.5G,最后还是内存太小无法启动。查看文档。说需要给虚拟机分配10G的内存,否则cell服务启动会失败。
CellCLI> alter cell restart services all
Stopping the RS, CELLSRV, and MS services...
The SHUTDOWN of services was successful.
Starting the RS, CELLSRV, and MS services...
Getting the state of RS services... running
Starting CELLSRV services...
The STARTUP of CELLSRV services was not successful.
CELL-01547: CELLSRV startup failed due to unknown reasons.
Starting MS services...
The STARTUP of MS services was successful.
CellCLI> list cell attributes cellSrvstatus,msstatus,rsstatus detail
cellsrvStatus: stopped
msStatus: running
rsStatus: running
CellCLI>
-- 错误日志,显示内存不够
CELL version=12.1.2.2.0,label=OSS_12.1.2.2.0_LINUX.X64_150917,Thu_Sep_17_16:08:46_PDT_2015
CELLSRV version md5: a8711a46114b239c614f4becce0c7d2e
OS Stats: Physical memory: 4976 MB. Num cores: 1
CELLSRV configuration parameters:
Memory reserved for cellsrv: 2076 MB Memory for other processes: 2900 MB
Running on simulated hardware in production environment
Successfully allocated 256 MB for Storage Index. Storage Index memory usage can grow up to a maximum of 207 MB.
CELL communication is configured to use 1 interface(s):
10.10.10.1
IPC version: Oracle UDP/IP (generic)
IPC Vendor 1 Protocol 2
Version 4.1
MS_ALERT HUGEPAGE CLEAR
Sun Nov 24 17:31:54 2019
ossmmap_map: mmap failed for SparseV2PhysMap len: 12800 as there is insufficient memory
Dumping oal memory statistics (all values in bytes)
cellsrv: total os mem: 3516900776 sga osmem: 1044381696 pga osmem: 1086888
cellsrv: sga alloc mem: 893931256 pga alloc mem: 510120
group: total os mem: 0 ocl: 3145728
Memtype: sga: cellsrv os mem 1044381696 all group os mem 0
Memtype: pga: cellsrv os mem 1086888 all group os mem 0
Memtype: cache: cellsrv os mem 1760239616 all group os mem 0
Memtype: storidx: cellsrv os mem 327217152 all group os mem 0
Memtype: heapsummary: cellsrv os mem 18022400 all group os mem 0
Memtype: codetext: cellsrv os mem 78643200 all group os mem 0
Memtype: malloc: cellsrv os mem 33554432 all group os mem 0
Memtype: stack: cellsrv os mem 253755392 all group os mem 0
Sun Nov 24 17:31:54 2019
[RS] monitoring process /opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/cellsrv/bin/cellrsomt (pid: 2766) returned with error: 161
Errors in file /opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/log/diag/asm/cell/exacell/trace/svtrc_2774_main.trc (incident=153):
ORA-00600: internal error code, arguments: [TODO(zutao): handle OOM gracefully], [], [], [], [], [], [], [], [], [], [], []
Incident details in: /opt/oracle/cell12.1.2.2.0_LINUX.X64_150917/log/diag/asm/cell/exacell/incident/incdir_153/svtrc_2774_main_i153.trc
Sweep [inc][153]: completed
CELLSRV error - ORA-600 internal error
Sun Nov 24 17:31:54 2019
CELLSRV<2774> is no longer alive before state dump completes.
Could not connect to MS socket. Communication with MS may be degraded. errno=115
Sun Nov 24 17:31:54 2019
[RS] Stopped Service CELLSRV
Sun Nov 24 17:32:05 2019
[RS] Started Service MS with pid 2835
最后,更换exadata soft的版本后,就可以了。
END