Monday, 9 June 2014

Building Exadata in VM for learning


I followed below steps as in the dbaesp,i came across some issue which was frustrating during the build of testing VMWARE exadata,Eventually it was great learning to start with installation.

Step:

++ Build RHEL or OEL as normal installation in VM.
++ Once OS was ready build network as static

eth1 >> give the static IP 

++ Change the hostname

/etc/sysconfig/network
NETWORKING=yes
NETWORKING_IPV6=no
HOSTNAME=exadata_lab_1

Then edit /etc/hosts
10.99.10.10 exadata_lab_1.abc.local exadata_lab_1

[root@localhost ~]# hostname exadata_lab_1
[root@localhost ~]# /etc/init.d/network restart

++ Copy cell software which you download from edelivery.oracle.com

copy V36290-01 to the server

[root@localhost Desktop]# unzip V36290-01.zip
Archive:  V36290-01.zip
  inflating: README.txt
  inflating: cellImageMaker_11.2.3.2.1_LINUX.X64_130109-1.x86_64.tar


[root@localhost Desktop]# tar pxvf cellImageMaker_11.2.3.2.1_LINUX.X64_130109-1.x86_64.tar
dl180/
dl180/boot/
dl180/boot/boot.msg
dl180/boot/boot.cat
dl180/boot/memtest
dl180/boot/vmlinuz
dl180/boot/isolinux.cfg
dl180/boot/isolinux.bin
......
.....
.....

[root@localhost Desktop]# cp dl180/boot/cellbits/cell.bin .
[root@localhost Desktop]# chmod 777 cell.bin
[root@localhost Desktop]# unzip cell.bin
Archive:  cell.bin
warning [cell.bin]:  6408 extra bytes at beginning or within zipfile
  (attempting to process anyway)
  inflating: cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
  inflating: jdk-1_5_0_15-linux-amd64.rpm
[root@localhost Desktop]#

++ Installing Extracted RPM’s
[root@localhost Desktop]# rpm -ivh jdk-1_5_0_15-linux-amd64.rpm
Preparing...                ########################################### [100%]
   1:jdk                    ########################################### [100%]
[root@localhost Desktop]# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
error: Failed dependencies:
        net-snmp is needed by cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64
        net-snmp-utils is needed by cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64
[root@localhost Desktop]#

++ For the above error install the pre packages

[root@localhost Server]# rpm -ivh net-snmp-5.3.2.2-20.el5.x86_64.rpm
warning: net-snmp-5.3.2.2-20.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID 37017186
Preparing...                ########################################### [100%]
   1:net-snmp               ########################################### [100%]
[root@localhost Server]# rpm -ivh net-snmp-utils-5.3.2.2-20.el5.x86_64.rpm
warning: net-snmp-utils-5.3.2.2-20.el5.x86_64.rpm: Header V3 DSA signature: NOKEY, key ID 37017186
Preparing...                ########################################### [100%]
   1:net-snmp-utils         ########################################### [100%]
[root@localhost Server]#
++ Then install cell rpm
[root@localhost Desktop]# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
Preparing...                ########################################### [100%]
Pre Installation steps in progress ...
error: %pre(cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64) scriptlet failed, exit status 1
error:   install: %pre scriptlet failed (2), skipping cell-11.2.3.2.1_LINUX.X64_130109-1
[root@localhost Desktop]#

++ For the above error create below directories.
[root@exadata_lab_1 Desktop]# mkdir /var/log/oracle
[root@exadata_lab_1 Desktop]# chmod 775 /var/log/oracle
Then
[root@exadata_lab_1 Desktop]# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
Preparing...                ########################################### [100%]
Pre Installation steps in progress ...
   1:cell                   ########################################### [100%]
Post Installation steps in progress ...
Set cellusers group for /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/deploy/log directory
Set 775 permissions for /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/deploy/log directory
/
/
Installation SUCCESSFUL.
Starting RS and MS... as user celladmin
Done. Please Login as user celladmin and create cell to startup CELLSRV to complete cell configuration.
WARNING: Using the current shell as root to restart cell services.
Restart the cell services using a new shell.
[root@exadata_lab_1 Desktop]#

> This is the alter log file cell

tail -100f /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/exadata_lab_1/trace/alert.log

++ Install VMWare Tool
++ Update Linux parameters

++ /etc/sysctl.conf
fs.file-max = 655360 in  /etc/sysctl.conf
 

++  /etc/security/limits.conf
* soft nofile 655360
* hard nofile 655360
 

++ /etc/grub.conf
default=1
 

++ /etc/selinux/config
SELINUX=disabled


++ /etc/bashrc
export DISPLAY=:0
++ system setting: add below parameter
[root@exadata_lab_1 raw]# modprobe rds
[root@exadata_lab_1 raw]# modprobe rds_tcp
[root@exadata_lab_1 raw]# modprobe rds_rdma

cat /etc/modprobe.d/rds.conf
install rds /sbin/modprobe --ignore-install rds && /sbin/modprobe rds_tcp && /sbin/modprobe rds_rdma


++ add the 500MB disk of 14 from VM
++ Now in Linux scan this disk

fdisk -l 2>/dev/null |grep 'B,'
ls /sys/class/scsi_host/ | while read host ; do echo "- - -" > /sys/class/scsi_host/$host/scan ; done
++ After scan


[root@exadata_lab_1 Desktop]# fdisk -l 2>/dev/null |grep 'B,'
Disk /dev/sda: 42.9 GB, 42949672960 bytes
Disk /dev/sdb: 524 MB, 524288000 bytes
Disk /dev/sdc: 524 MB, 524288000 bytes
Disk /dev/sdd: 524 MB, 524288000 bytes
Disk /dev/sde: 524 MB, 524288000 bytes
Disk /dev/sdf: 524 MB, 524288000 bytes
Disk /dev/sdg: 524 MB, 524288000 bytes
Disk /dev/sdh: 524 MB, 524288000 bytes
Disk /dev/sdi: 524 MB, 524288000 bytes
Disk /dev/sdj: 524 MB, 524288000 bytes
Disk /dev/sdk: 524 MB, 524288000 bytes
Disk /dev/sdl: 524 MB, 524288000 bytes
Disk /dev/sdm: 524 MB, 524288000 bytes
Disk /dev/sdn: 524 MB, 524288000 bytes
Disk /dev/sdo: 524 MB, 524288000 bytes
[root@exadata_lab_1 Desktop]#

++ Now soft link the disk with cell location for simulation
mkdir –p /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw
cd /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw

[root@exadata_lab_1 raw]# pwd
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw
[root@exadata_lab_1 raw]# ls -ltr
total 0
[root@exadata_lab_1 raw]#

ln -s /dev/sdb stocell1_DISK01
ln -s /dev/sdc stocell1_DISK02
ln -s /dev/sdd stocell1_DISK03
ln -s /dev/sde stocell1_DISK04
ln -s /dev/sdf stocell1_DISK05
ln -s /dev/sdg stocell1_DISK06
ln -s /dev/sdh stocell1_DISK07
ln -s /dev/sdi stocell1_DISK08
ln -s /dev/sdj stocell1_DISK09
ln -s /dev/sdk stocell1_DISK10
ln -s /dev/sdl stocell1_DISK11
ln -s /dev/sdm stocell1_DISK12
ln -s /dev/sdn stocell1_FLASH01
ln -s /dev/sdo stocell1_FLASH02
ln -s /dev/sdp stocell1_FLASH03
ln -s /dev/sdq stocell1_FLASH04
ln -s /dev/sdr stocell1_FLASH05
ln -s /dev/sds stocell1_FLASH06

[root@exadata_lab_1 raw]# ls -ltr
total 0
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH05 -> /dev/sdr
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH04 -> /dev/sdq
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH03 -> /dev/sdp
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH02 -> /dev/sdo
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH01 -> /dev/sdn
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK12 -> /dev/sdm
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK11 -> /dev/sdl
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK10 -> /dev/sdk
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK09 -> /dev/sdj
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK08 -> /dev/sdi
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK07 -> /dev/sdh
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK06 -> /dev/sdg
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK05 -> /dev/sdf
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK04 -> /dev/sde
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK03 -> /dev/sdd
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK02 -> /dev/sdc
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_DISK01 -> /dev/sdb
lrwxrwxrwx 1 root root 8 Jun  5 17:11 stocell1_FLASH06 -> /dev/sds
[root@exadata_lab_1 raw]# pwd
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw
[root@exadata_lab_1 raw]#


creating cell storage:
[root@exadata_lab_1 raw]# su - celladmin
[celladmin@exadata_lab_1 ~]$ cellcli -e alter cell restart services all

Stopping the RS, CELLSRV, and MS services...
The SHUTDOWN of services was successful.
Starting the RS, CELLSRV, and MS services...
Getting the state of RS services...  running
Starting CELLSRV services...
The STARTUP of CELLSRV services was not successful.
CELL-01547: CELLSRV startup failed due to unknown reasons.
Starting MS services...
The STARTUP of MS services was successful.
[celladmin@exadata_lab_1 ~]$

Error
tail -100f /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/exadata_lab_1/trace/alert.log

Failed to open /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06, OS error=2
warning: OSS_IOCTL_CELLDISK_ISVALID dev=/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06 failed, err=Cannot access (open) device [-11]
Thu Jun 05 17:20:10 2014
Failed to open /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06, OS error=2
warning: OSS_IOCTL_CELLDISK_ISVALID dev=/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06 failed, err=Cannot access (open) device [-11]
Thu Jun 05 17:20:10 2014
Failed to open /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06, OS error=2
warning: RESCAN DEVICE /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06 failed, err=Cannot access (open) device [-11]
Thu Jun 05 17:20:10 2014
create CELLDISK FD_02_stocell1 on device /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06
warning: ADD CELLDISK FD_02_stocell1 on dev /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/stocell1_FLASH06 failed, format celldisk err=Cannot access (open) device [-11]
Thu Jun 05 17:21:12 2014
[RS] Process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsmmt (pid: 11263) received exception [signal num: 14] [ADDR:0x0]
Thu Jun 05 17:21:13 2014
[RS] Process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsomt (pid: 11759) received
[RS] Monitoring process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsomt (pid: 11759) timed out while trying a 64K/1MB ioctl to Cellsrv. Will retry without killing Cellsrv
[RS] Started monitoring process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsomt with pid 12286
Thu Jun 05 17:21:27 2014
[RS] monitoring process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsmmt (pid: 0) returned with error: 123
Thu Jun 05 17:21:40 2014
[RS] Stopped Service MS
Errors in file /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/exadata_lab_1/trace/rstrc_11254_5.trc  (incident=9):
RS-7445 [Serv MS hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []
Incident details in: /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/exadata_lab_1/incident/incdir_9/rstrc_11254_5_i9.trc
Sweep [inc][9]: completed
[RS] Detected service hang.  Increasing heartbeat timeout to 8 seconds.
[RS] Started monitoring process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsmmt with pid 12362
[RS] Started Service MS with pid 12363exception [signal num: 14] [ADDR:0x0]


++ Restart the server for the above issue.
After restart you cannot able to logging using gui mode,so edit /etc/bashrc using single log on.

vi /etc/bashrc

export DISPLAY=:0

then try login in with normal mode.
Now follow with next steps of cell installation.

root@exadata_lab_1 ~]# cellcli -e create cell  interconnect1=eth1
Cell stocell1 successfully created
Starting CELLSRV services...
The STARTUP of CELLSRV services was successful.
Flash cell disks, FlashCache, and FlashLog will be created...
CellDisk FD_00_stocell1 successfully created
CellDisk FD_01_stocell1 successfully created
CellDisk FD_02_stocell1 successfully created
CellDisk FD_03_stocell1 successfully created
CellDisk FD_04_stocell1 successfully created
CellDisk FD_05_stocell1 successfully created
Flash log stocell1_FLASHLOG successfully created
Flash cache stocell1_FLASHCACHE successfully created
[root@exadata_lab_1 ~]#

[root@exadata_lab_1 ~]# cellcli -e create celldisk all
CellDisk CD_DISK01_stocell1 successfully created
CellDisk CD_DISK02_stocell1 successfully created
CellDisk CD_DISK03_stocell1 successfully created
CellDisk CD_DISK04_stocell1 successfully created
CellDisk CD_DISK05_stocell1 successfully created
CellDisk CD_DISK06_stocell1 successfully created
CellDisk CD_DISK07_stocell1 successfully created
CellDisk CD_DISK08_stocell1 successfully created
CellDisk CD_DISK09_stocell1 successfully created
CellDisk CD_DISK10_stocell1 successfully created
CellDisk CD_DISK11_stocell1 successfully created
CellDisk CD_DISK12_stocell1 successfully created
[root@exadata_lab_1 ~]#

[root@exadata_lab_1 ~]# cellcli -e create griddisk all harddisk prefix=DATA
GridDisk DATA_CD_DISK01_stocell1 successfully created
GridDisk DATA_CD_DISK02_stocell1 successfully created
GridDisk DATA_CD_DISK03_stocell1 successfully created
GridDisk DATA_CD_DISK04_stocell1 successfully created
GridDisk DATA_CD_DISK05_stocell1 successfully created
GridDisk DATA_CD_DISK06_stocell1 successfully created
GridDisk DATA_CD_DISK07_stocell1 successfully created
GridDisk DATA_CD_DISK08_stocell1 successfully created
GridDisk DATA_CD_DISK09_stocell1 successfully created
GridDisk DATA_CD_DISK10_stocell1 successfully created
GridDisk DATA_CD_DISK11_stocell1 successfully created
GridDisk DATA_CD_DISK12_stocell1 successfully created
[root@exadata_lab_1 ~]#


MISC:

++ To check what are the log,trace file and env file set for cell.
[root@exadata_lab_1 oracle]# env
++ Check alter log cell for any error.
tail -100f /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/exadata_lab_1/trace/alert.log

++ Error:
Cellsrv max memory not set. Total physical mem: 999 MB is less than required minimum: 3891 MB.
celldisk policy config read from /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/deploy/config/cdpolicy.dat with ver no. 1 and pol no. 0
Solution:
Finally changing to 2GB Ram helped in all the error

++ if any error during the build and you want to start fresh cell install.
# cellcli -e drop cell force
# rpm -e cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
Pre uninstallation steps in progress ...
Uninstalling version 11.2.3.2.1_LINUX.X64_130109.
Post uninstallation steps in progress ...
to install 
# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm

++ To know history of Exadata follow the below link very nice article 
http://flashdba.com/history-of-exadata

Ref:
Thanks for the great post

>> http://dbaesp.wordpress.com/2013/12/11/exadata-virtual-test-environment-for-oce-prep-storage-cell-node/

Which help me for building Exadata on VMware.

23 comments:

Unknown said...

Unknown said...

Excellent.........

Mahi said...

Hi,

I successfully created storage, installed CRS and created ASM diskgroups for database.

But while creating the database using DBCA, it is throwing the error "ORA-03114 not connected to Oracle".

All the disk groups are mounted properly and accessible. But I am not sure why the DB creation is getting failed with the above error.

I am not getting any clue, could you please help me on it.


Thanks,
Mahipal

Eswaran said...

hi,

I am getting this error. please help me.

[root@es ~]# cd /data
[root@es data]# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
Preparing... ########################################### [100%]
You are trying to install the 64-bit Cell rpm but a 32-bit JDK is installed. You should remove the 32-bit JDK rpm and use the cell binary to install the 64-bit JDK and the 64 bit CELL
error: %pre(cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64) scriptlet failed, exit status 4
error: install: %pre scriptlet failed (2), skipping cell-11.2.3.2.1_LINUX.X64_130109-1
[root@es data]# file java
java: cannot open `java' (No such file or directory)
[root@es data]# file /usr/bin/java
/usr/bin/java: symbolic link to `/usr/java/jdk1.5.0_15/bin/java'
[root@es data]# file /usr/java/jdk1.5.0_15/bin/java
/usr/java/jdk1.5.0_15/bin/java: ELF 64-bit LSB executable, x86-64, version 1 (SYSV), dynamically linked (uses shared libs), for GNU/Linux 2.4.0, stripped

karl marx said...

Hi Eswaran,

Did u install java after unzip of cell.bin.

Regards
~Karl

ankurlibra said...

Hi,

I am also facing error message given above.

You are trying to install the 64-bit Cell rpm but a 32-bit JDK is installed. You should remove the 32-bit JDK rpm and use the cell binary to install the 64-bit JDK and the 64 bit CELL

[root@localhost u02]# rpm -q jdk
jdk-1.5.0_15-fcs.x86_64

Above is the JDK rpm from cell.bin, but it's still it's not working.

Please help.

Karl said...

When you unzip the cell software you will have JDK RPM as well.So you can user the same also check is there any environment variable set for JAVA_HOME if so remove it.

ankurlibra said...

No JAVA home set in environment, also I have used the JDK rpm from cell.bin.

HOSTNAME=oel646.ankura.com
SELINUX_ROLE_REQUESTED=
TERM=vt220
SHELL=/bin/bash
HISTSIZE=1000
SSH_CLIENT=192.168.0.1 9007 22
SELINUX_USE_CURRENT_RANGE=
QTDIR=/usr/lib64/qt-3.3
OLDPWD=/root
QTINC=/usr/lib64/qt-3.3/include
SSH_TTY=/dev/pts/2
USER=root
LS_COLORS=
MAIL=/var/spool/mail/root
PATH=/usr/lib64/qt-3.3/bin:/usr/local/sbin:/usr/local/bin:/sbin:/bin:/usr/sbin:/usr/bin:/root/bin
PWD=/u002
LANG=en_US.UTF-8
MODULEPATH=/usr/share/Modules/modulefiles:/etc/modulefiles
LOADEDMODULES=
SELINUX_LEVEL_REQUESTED=
SSH_ASKPASS=/usr/libexec/openssh/gnome-ssh-askpass
HISTCONTROL=ignoredups
SHLVL=1
HOME=/root
LOGNAME=root
QTLIB=/usr/lib64/qt-3.3/lib
CVS_RSH=ssh
SSH_CONNECTION=192.168.0.1 9007 192.168.0.145 22
MODULESHOME=/usr/share/Modules
LESSOPEN=|/usr/bin/lesspipe.sh %s
G_BROKEN_FILENAMES=1
module=() { eval `/usr/bin/modulecmd bash $*`
}
_=/bin/env

ankurlibra said...

[root@oel646 u002]# rpm -ivh cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64.rpm
Preparing... ########################################### [100%]
You are trying to install the 64-bit Cell rpm but a 32-bit JDK is installed. You should remove the 32-bit JDK rpm and use the cell binary to install the 64-bit JDK and the 64 bit CELL
error: %pre(cell-11.2.3.2.1_LINUX.X64_130109-1.x86_64) scriptlet failed, exit status 4
error: install: %pre scriptlet failed (2), skipping cell-11.2.3.2.1_LINUX.X64_130109-1

Unknown said...

please provide the path to download all the software... specifically cell software

Unknown said...

Hi,

i got the below error while installing cell software..
========================================================================================
[root@oel exadata]# rpm -ivh cell-12.1.2.2.1_LINUX.X64_160119-1.x86_64.rpm
error: Failed dependencies:
perl(XML::Simple) is needed by cell-12.1.2.2.1_LINUX.X64_160119-1.x86_64
[root@oel exadata]# uname

========================================================================================

I have followed below steps before i got the error...... Please help me out:
Please mail the solution to manas8916@gmail.com ...... Awaiting ur response...
=============================================================================
[root@oel exadata]# unzip V100798-01.zip
Archive: V100798-01.zip
inflating: initrd-12.1.2.2.1-160119-DL180.img
inflating: nfsimg-12.1.2.2.1-160119-DL180.tar
inflating: nfsimg-12.1.2.2.1-160119-DL180.tar.md5
inflating: vmlinux-12.1.2.2.1-160119-DL180
inflating: README_FOR_FACTORY.txt
inflating: README.txt
.......
[root@oel exadata]# ls -lrt
-r-xr-xr-x 1 root root 1770 Jul 13 2014 trans.tbl
-r-xr-xr-x 1 root root 7326 Jul 13 2014 splash.lss
-r-xr-xr-x 1 root root 165080 Jul 13 2014 memtest
-r-xr-xr-x 1 root root 154 Jul 13 2014 isolinux.cfg
-r-xr-xr-x 1 root root 24576 Jul 13 2014 isolinux.bin
-r-xr-xr-x 1 root root 2048 Jul 13 2014 boot.cat
-r-xr-xr-x 1 root root 96 Aug 15 2014 boot.msg
-rwxr-xr-x 1 root root 4105696 Jan 20 09:18 vmlinuz
drwxr-xr-x 2 root root 4096 Jan 20 09:51 cellbits
-rw-rw-r-- 1 root root 805 Jan 20 09:52 image.id
-rw-rw-r-- 1 root root 73279080 Jan 20 09:53 initrd.img
-rw-rw-r-- 1 root root 351 Jan 20 09:53 imgboot.lst
-r--r--r-- 1 root root 73279080 Jan 25 23:07 initrd-12.1.2.2.1-160119-DL180.img
-r--r--r-- 1 root root 69 Jan 25 23:07 nfsimg-12.1.2.2.1-160119-DL180.tar.md5
-r--r--r-- 1 root root 1260236800 Jan 25 23:07 nfsimg-12.1.2.2.1-160119-DL180.tar
-r-xr-xr-x 1 root root 4105696 Jan 25 23:08 vmlinux-12.1.2.2.1-160119-DL180
-rw-rw-r-- 1 root root 991 Jan 25 23:51 README.txt
-rw-r--r-- 1 root root 37285 Jan 29 11:57 README_FOR_FACTORY.txt

[root@oel exadata]# cd cellbits
[root@oel cellbits]# ls -lrt
total 1156124
-rwxrwxr-x 1 root root 281572125 Jan 20 08:29 cell.bin
-rw-rw-r-- 1 root root 122044038 Jan 20 08:48 doclib.zip
-rw-rw-r-- 1 root root 113352383 Jan 20 08:48 cellfw.tbz
-rw-rw-r-- 1 root root 41518677 Jan 20 09:47 cellboot.tbz
-rw-rw-r-- 1 root root 163176 Jan 20 09:47 debugos.tbz
-rw-rw-r-- 1 root root 3314505 Jan 20 09:47 ofed.tbz
-rw-rw-r-- 1 root root 16954602 Jan 20 09:47 sunutils.tbz
-rw-rw-r-- 1 root root 33282095 Jan 20 09:47 kernel.tbz
-rw-rw-r-- 1 root root 113455732 Jan 20 09:48 commonos.tbz
-rw-rw-r-- 1 root root 278481064 Jan 20 09:48 cellrpms.tbz
-rw-r--r-- 1 root root 178488850 Jan 20 09:51 exaos.tbz
[root@oel cellbits]# pwd
/exadata/cellbits
[root@oel cellbits]# cp cell.bin /exadata
[root@oel cellbits]# cd /exadata
[root@oel exadata]# unzip cell.bin
Archive: cell.bin
warning [cell.bin]: 24849 extra bytes at beginning or within zipfile
(attempting to process anyway)
inflating: cell-12.1.2.2.1_LINUX.X64_160119-1.x86_64.rpm
[root@oel exadata]# ls -lrt

[root@oel exadata]#
[root@oel exadata]# rpm -ivh cell-12.1.2.2.1_LINUX.X64_160119-1.x86_64.rpm
error: Failed dependencies:
perl(XML::Simple) is needed by cell-12.1.2.2.1_LINUX.X64_160119-1.x86_64
[root@oel exadata]# uname
Linux
[root@oel exadata]# uname -a
Linux oel.com 2.6.32-200.13.1.el5uek #1 SMP Wed Jul 27 21:02:33 EDT 2011 x86_64 x86_64 x86_64 GNU/Linux
[root@oel exadata]# rpm -qa | grep snmp
net-snmp-perl-5.3.2.2-14.0.1.el5
net-snmp-5.3.2.2-14.0.1.el5
net-snmp-utils-5.3.2.2-14.0.1.el5
net-snmp-libs-5.3.2.2-14.0.1.el5
cluster-snmp-0.12.1-2.0.1.el5

Mallikarjun Goud Puppali said...

HI All,

Thank you very much for sharing the knowledge. I got below error, can anyone please suggest

[celladmin@exa1 ~]$ cellcli -e create cell stocell1 interconnect1=eth0
CELL-01518: Stop CELLSRV. Create Cell cannot continue with CELLSRV running.
[celladmin@exa1 ~]$ cellcli

Thanks,
PMG

Unknown said...

You have to first stop the CELLSRV to create the cell

try this--
cellcli>alter cell shutdown services CELLSRV
then try the command

Unknown said...

Hi All,

I am not able to create the flash disk, when running create cell commands, all disk are creating as cell disk not as flash disk. It's frustating a lot after spending so much sleepless night i am able to build exadata vm, but not able to create the flashdisk.

Sudhakar Raju said...

Hello,

Do you need oracle license for exadata to download the cell software from edelivery ?

Thanks
Sudhakar

Unknown said...

Hi, i am trying to configure exadata simulator, (2 db node and 1 cell node), After recreating new griddisk in cell03, Griddisk is not visible in Grid infra installation, (checked all permission and ownership, cellip and cellinit.ora entry)

CellCLI> list lun
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/FLASH05 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/FLASH05 normal
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/FLASH06 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/FLASH06 normal
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk09 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk09 normal
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk10 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk10 normal
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk11 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk11 normal
/opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk12 /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/disks/raw/disk12 normal

CellCLI> list celldisk
CD_disk09_qr01cel03 normal
CD_disk10_qr01cel03 normal
CD_disk11_qr01cel03 normal
CD_disk12_qr01cel03 normal

CellCLI> list griddisk
DATA01_CD_disk09_qr01cel03 active
DATA01_CD_disk10_qr01cel03 active
DATA01_CD_disk11_qr01cel03 active
DATA01_CD_disk12_qr01cel03 active
DBFS1_CD_disk09_qr01cel03 active
DBFS1_CD_disk10_qr01cel03 active
DBFS1_CD_disk11_qr01cel03 active
DBFS1_CD_disk12_qr01cel03 active
RECO1_CD_disk09_qr01cel03 active
RECO1_CD_disk10_qr01cel03 active
RECO1_CD_disk11_qr01cel03 active
RECO1_CD_disk12_qr01cel03 active



[root@qr01cel03 ~]# ifconfig -a
eth0 Link encap:Ethernet HWaddr 00:0C:29:47:94:4F
inet addr:10.0.0.102 Bcast:10.0.0.255 Mask:255.255.255.0
UP BROADCAST RUNNING MULTICAST MTU:1500 Metric:1
RX packets:3513 errors:0 dropped:0 overruns:0 frame:0
TX packets:225 errors:0 dropped:0 overruns:0 carrier:0
collisions:0 txqueuelen:1000
RX bytes:750293 (732.7 KiB) TX bytes:35078 (34.2 KiB)

Unknown said...

Hi,

How to download this VM

Thank you
Ramakrishna

Unknown said...

Hi,

How to download this VM

Thank you
Ramakrishna

Unknown said...

Hi,

How to download this VM

Thank you
Ramakrishna

Unknown said...

HI,

I am getting below error while creating (cell) cellcli -e create cell interconnect1=eth1

CELL-02664: Failed to create FLASHCACHE on cell disk FD_05_exadata. Received error: CELL-02559: There is a communication error between MS and CELLSRV.

Can you please help to resolve above issue.

Thank you..
Sunil Thorat

Unknown said...

Hi,

Getting same error again. Can you please help to resolve it.

[root@exadata ~]# cellcli -e create cell interconnect1=eth1
Cell exadata successfully created
Starting CELLSRV services...
The STARTUP of CELLSRV services was successful.
Flash cell disks, FlashCache, and FlashLog will be created...
CellDisk FD_00_exadata successfully created
CellDisk FD_01_exadata successfully created
CellDisk FD_02_exadata successfully created
CellDisk FD_03_exadata successfully created
CellDisk FD_04_exadata successfully created
CellDisk FD_05_exadata successfully created
Flash log exadata_FLASHLOG successfully created

CELL-02664: Failed to create FLASHCACHE on cell disk FD_05_exadata. Received error: CELL-02559: There is a communication error between MS and CELLSRV.[root@exadata ~]#


Unknown said...

Please suggest if any parameter needed to set up to fix this issue.

I got the same issue. Went through the log and found out that CELLSRV is going down after firing command like >list celldisk.

After running one command I would have to restart the CELLSRV process.

I kept below parameters in cellinit.ora file but CELLSRV is crashing.

_cell_num_threads=25
_cell_num_buffers=1200
_cellrsos_start_timeout=300
_cellrsdef_max_auto_timeout=200
_cellrsdef_heartbeat_timeout=60
_cell_cd_metadata_prepare_timeout_in_sec=50
_cell_fc_bootstrap_timeout=50000000

I am using Linux 6.10 and VMBOX.

cellcli > list alerthistory

Trace file /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/log/diag/asm/cell/cell01a/trace/rstrc_11748_4.trc
ORACLE_HOME = /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109
System name: Linux
Node name: cell01a.localdomain
Release: 4.1.12-124.18.6.el6uek.x86_64
Version: #2 SMP Wed Aug 15 19:15:35 PDT 2018
Machine: x86_64
CELL SW Version: OSS_11.2.3.2.1_LINUX.X64_130109

*** 2018-09-28 19:56:17.278
RSMain: skgznp_create on pid 11748 returned 0
serv_status - 1, exit_status - 0, cur_inc_num - 0, prev_inc_num - 0
service CELLSRV already has status 1, modify to 1
Started monitoring process /opt/oracle/cell11.2.3.2.1_LINUX.X64_130109/cellsrv/bin/cellrsomt with pid 11756
RSOMT: skgznp_create returned 0
RSOMT: skgznp_set_fasync returned 0
host: 192.168.0.100
mon_proc_pid oldpid: 0
mon_proc_pid newpid: 0
mon_proc_pid2: 0
return val for ossrsos_prep_monproc -63
Missed a heartbeat for process CELLSRV or leaking memory, error: -75
Service CELLSRV was not alive, try starting
host: 192.168.0.100





55 2018-09-28T18:35:12-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
56 2018-09-28T18:36:17-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
57 2018-09-28T18:37:28-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
58 2018-09-28T18:37:58-05:00 critical "RS-7445 [CELLSRV monitor disabled] [Detected a flood of restarts] [] [] [] [] [] [] [] [] [] []"
59 2018-09-28T18:52:29-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
60 2018-09-28T18:53:38-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
61 2018-09-28T18:54:29-05:00 critical "RS-7445 [CELLSRV monitor disabled] [Detected a flood of restarts] [] [] [] [] [] [] [] [] [] []"
62 2018-09-28T18:56:22-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
63 2018-09-28T18:57:32-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
64 2018-09-28T18:58:23-05:00 critical "RS-7445 [CELLSRV monitor disabled] [Detected a flood of restarts] [] [] [] [] [] [] [] [] [] []"
65 2018-09-28T19:12:31-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
66 2018-09-28T19:13:38-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
67 2018-09-28T19:14:30-05:00 critical "RS-7445 [CELLSRV monitor disabled] [Detected a flood of restarts] [] [] [] [] [] [] [] [] [] []"
68 2018-09-28T19:15:18-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
69 2018-09-28T19:16:24-05:00 critical "RS-7445 [Serv CELLSRV hang detected] [It will be restarted] [] [] [] [] [] [] [] [] [] []"
70 2018-09-28T19:17:16-05:00 critical "RS-7445 [CELLSRV monitor disabled] [Detected a flood of restarts] [] [] [] [] [] [] [] [] [] []"


Unknown said...

What are the prerequisite for oracle database installation using DBCA in exadata 11.2.
Whenever i try to install it getting stuck on 30%. please help to create DB on exadata, GI successfully configured.

Thanks
Pradeep