redhat 6.5安装11gr2 RAC的过程及设置

[root@hp580-4 etc]# cat  system-release
Red Hat Enterprise Linux Server release 6.5 (Santiago)

[root@hp580-4 ~]# cat  /proc/sys/kernel/sem
250     32000   100     128
[root@hp580-4 ~]#
[root@hp580-4 ~]#
[root@hp580-4 ~]#
[oracle@hp580-4 backup]$ ifconfig
eth0      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:68 
          inet addr:10.98.32.84  Bcast:10.98.32.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:6468/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:417065 errors:0 dropped:0 overruns:0 frame:0
          TX packets:243490 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:55372502 (52.8 MiB)  TX bytes:346679511 (330.6 MiB)
          Interrupt:59

eth1      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:69 
          inet addr:172.168.1.198  Bcast:172.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:6469/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:24694582 errors:0 dropped:0 overruns:0 frame:0
          TX packets:19503785 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:22133062503 (20.6 GiB)  TX bytes:13795446590 (12.8 GiB)
          Interrupt:63


eth2      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:6A 
          inet addr:192.168.1.201  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:646a/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:12831941 errors:0 dropped:0 overruns:0 frame:0
          TX packets:18376068 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:29742579730 (27.6 GiB)  TX bytes:21129586298 (19.6 GiB)
          Interrupt:67

lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:3181093 errors:0 dropped:0 overruns:0 frame:0
          TX packets:3181093 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:2365826975 (2.2 GiB)  TX bytes:2365826975 (2.2 GiB)


配置共享存储
for i in b c d e f g;
do
echo "KERNEL==\"sd*\", BUS==\"scsi\", PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/\$name\", RESULT==\"`/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/sd$i`\", NAME=\"asm-disk$i\", OWNER=\"grid\", GROUP=\"asmdba\", MODE=\"0660\""
done


KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff1f6269ff0493221ab0", NAME="asm-diskb", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff1c6269ff04945c1b31", NAME="asm-diskc", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff306269ff04956d916e", NAME="asm-diskd", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff2b6269ff0496979591", NAME="asm-diske", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000fefe6269ff04989ad0e8", NAME="asm-diskf", OWNER="grid", GROUP="asmdba", MODE="0660"
KERNEL=="sd*", BUS=="scsi", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000d77b0000ff0f6269ff049a934f46", NAME="asm-diskg", OWNER="grid", GROUP="asmdba", MODE="0660"



      >> /etc/udev/rules.d/99-oracle-asmdevices.rules


必要的安装包
binutils-2.17.50.0.6
--compat-libstdc++-33-3.2.3
elfutils-libelf-0.125
--elfutils-libelf-devel-0.125
--elfutils-libelf-devel-static-0.125
--gcc-4.1.2
--gcc-c++-4.1.2
glibc-2.5-24
glibc-common-2.5
glibc-devel-2.5
glibc-headers-2.5
kernel-headers-2.6.18
*--ksh-20060214
libaio-0.3.106
libaio-devel-0.3.106
libgcc-4.1.2
libgomp-4.1.2
libstdc++-4.1.2
--libstdc++-devel-4.1.2
make-3.81
sysstat-7.0.2


--compat-libstdc++-33-3.2.3
--elfutils-libelf-devel-0.125
--elfutils-libelf-devel-static-0.125
--gcc-4.1.2
--gcc-c++-4.1.2
--ksh-20060214
--libstdc++-devel-4.1.2

rpm -iv  cvuqdisk-1.0.9-1.rpm

[root@hp580-4 soft]# rpm -aq|grep  libgomp
rpm -aq|grep  libaio
rpm -aq|grep  ksh
rpm -aq|grep  kernel
rpm -aq|grep  glibc
rpm -aq|grep  elfutils-libelf
rpm -aq|grep  compat-libstdc
rpm -aq|grep  binutils
rpm -aq|grep  compat-libstdc
rpm -aq|grep  elfutils-libelf-devel
rpm -aq|grep elfutils-libelf-devel-static
rpm -aq|grep libstdc++-devel
rpm -aq|grep gcc
libgomp-4.4.7-4.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  libaio
libaio-0.3.107-10.el6.i686
libaio-0.3.107-10.el6.x86_64
libaio-devel-0.3.107-10.el6.i686
[root@hp580-4 soft]# rpm -aq|grep  ksh
ksh-20120801-10.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  kernel
dracut-kernel-004-335.el6.noarch
libreport-plugin-kerneloops-2.0.9-19.el6.x86_64
abrt-addon-kerneloops-2.0.8-21.el6.x86_64
kernel-2.6.32-431.el6.x86_64
kernel-headers-2.6.32-431.el6.x86_64
kernel-firmware-2.6.32-431.el6.noarch
kernel-devel-2.6.32-431.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  glibc
glibc-devel-2.12-1.132.el6.x86_64
glibc-common-2.12-1.132.el6.x86_64
glibc-headers-2.12-1.132.el6.x86_64
glibc-2.12-1.132.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  elfutils-libelf
elfutils-libelf-devel-static-0.152-1.el6.x86_64
elfutils-libelf-0.152-1.el6.x86_64
elfutils-libelf-devel-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  compat-libstdc
compat-libstdc++-33-3.2.3-69.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  binutils
binutils-2.20.51.0.2-5.36.el6.x86_64
binutils-devel-2.20.51.0.2-5.36.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  compat-libstdc
compat-libstdc++-33-3.2.3-69.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep  elfutils-libelf-devel
elfutils-libelf-devel-static-0.152-1.el6.x86_64
elfutils-libelf-devel-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep elfutils-libelf-devel-static
elfutils-libelf-devel-static-0.152-1.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep libstdc++-devel
libstdc++-devel-4.4.7-4.el6.x86_64
[root@hp580-4 soft]# rpm -aq|grep gcc
gcc-4.4.7-4.el6.x86_64
gcc-c++-4.4.7-4.el6.x86_64
gcc-gfortran-4.4.7-4.el6.x86_64
libgcc-4.4.7-4.el6.x86_64
libgcc-4.4.7-4.el6.i686
[root@hp580-4 soft]#


创建用户组和用户
groupadd -g 5000 asmadmin
groupadd -g 5001 asmdba
groupadd -g 5002 asmoper
groupadd -g 6000 oinstall
groupadd -g 6001 dba
groupadd -g 6002 oper


useradd -g oinstall -G asmadmin,asmdba,asmoper grid 
useradd -g oinstall -G dba,asmdba              oracle

mkdir /s01
mkdir /g01

[oracle@hp580-4 ~]$ cd /s01
[oracle@hp580-4 s01]$ ls
[oracle@hp580-4 s01]$ ll
total 0
[oracle@hp580-4 s01]$ mkdir oracle
[oracle@hp580-4 s01]$ cd oracle/
[oracle@hp580-4 oracle]$ mkdir backup
[oracle@hp580-4 oracle]$


mkdir -p /opt/oracle
chown oracle:oinstall /opt/oracle

1./etc/security/limits.conf

oracle soft nproc 2047
oracle hard nproc 16384
oracle soft nofile 1024
oracle hard nofile 65536

grid soft nproc 2047
grid hard nproc 16384
grid soft nofile 1024
grid hard nofile 65536

2./etc/pam.d/login

session required pam_limits.so

3. .bash_profile

DISPLAY=10.98.188.100:0.0
export DISPLAY
ORACLE_BASE=/s01/app/oracle
export ORACLE_BASE
ORACLE_HOME=/s01/app/oracle/product/11.2.0/dbhome_1
ORACLE_SID=orcl1
ORA_NLS33=/s01/app/oracle/product/11.2.0/dbhome_1/ocommon/nls/admin/data
export ORACLE_HOME ORACLE_SID ORA_NLS33
PATH=$ORACLE_HOME/bin:/usr/bin:/bin:/usr/bin/X11/:/usr/local/bin
export PATH
NLS_LANG=american_america.zhs16gbk
export NLS_LANG

ulimit -u 16384 -n 65536

umask 022

#为使用em
export ORACLE_UNQNAME=orcl

5.
/etc/sysctl.conf

kernel.sem = 250 32000 100 128
fs.file-max = 6815744
fs.aio-max-nr = 1048576
net.ipv4.ip_local_port_range = 9000 65500
net.core.rmem_default = 262144
net.core.wmem_default = 262144
net.core.wmem_max = 1048576
net.core.rmem_max = 4194304


kernel.shmmni = 4096

echo 4096 >/proc/sys/kernel/shmmni

echo 250     32000   100      142 >/proc/sys/kernel/sem

[root@hp580-5 soft]# rpm -ivh  libaio-devel-0.3.107-10.el6.x86_64.rpm
warning: libaio-devel-0.3.107-10.el6.x86_64.rpm: Header V3 RSA/SHA256 Signature, key ID fd431d51: NOKEY
Preparing...                ########################################### [100%]
   1:libaio-devel           ########################################### [100%]
[root@hp580-5 soft


6.
rpm -q libaio-devel-0.3.106
rpm -q sysstat-7.0.2



hosts

vi /etc/hosts

10.98.32.84   hp580-4   hp580-4.oracle.com
10.98.32.231   hp580-4v 

10.98.32.85   hp580-5   hp580-5.oracle.com
10.98.32.232   hp580-5v


10.98.32.230   hp580-cluster hp580-cluster-scan
10.98.32.233   hp580-cluster hp580-cluster-scan
10.98.32.234   hp580-cluster hp580-cluster-scan

172.168.1.198   hp580-4p
172.168.1.199   hp580-5p

---/etc/resolv.conf


[root@hp580-5 ~]# fdisk   -l

Disk /dev/sda: 899.9 GB, 899898718208 bytes
255 heads, 63 sectors/track, 109406 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes
Sector size (logical/physical): 512 bytes / 512 bytes
I/O size (minimum/optimal): 512 bytes / 512 bytes
Disk identifier: 0x00080024

   Device Boot      Start         End      Blocks   Id  System
/dev/sda1   *           1          26      204800   83  Linux
Partition 1 does not end on cylinder boundary.
/dev/sda2              26       38271   307200000   83  Linux
/dev/sda3           38271       54588   131072000   82  Linux swap / Solaris
/dev/sda4           54588      109407   440329518    5  Extended
/dev/sda5           54589      109407   440328192   83  Linux
[root@hp580-5 ~]# cd /dev
[root@hp580-5 dev]# ls -l asm*
brw-rw---- 1 grid asmdba 8, 16 Jul 28 11:50 asm-diskb
brw-rw---- 1 grid asmdba 8, 32 Jul 28 11:50 asm-diskc
brw-rw---- 1 grid asmdba 8, 48 Jul 28 11:50 asm-diskd
brw-rw---- 1 grid asmdba 8, 64 Jul 28 11:50 asm-diske
brw-rw---- 1 grid asmdba 8, 80 Jul 28 11:50 asm-diskf
brw-rw---- 1 grid asmdba 8, 96 Jul 28 11:50 asm-diskg
[root@hp580-5 dev]# date
Mon Jul 28 11:50:56 CST 2014
[root@hp580-5 dev]#


[root@hp580-4 ~]# cd /tmp
[root@hp580-4 tmp]# ls
CVU_11.2.0.3.0_grid                            getfileinfoconfigfile_3702513140668922910.txt  getfileinfoconfigfile_925891429672149479.txt  Logs
CVU_11.2.0.3.0_grid_fixup                      getfileinfoconfigfile_4672613604171661023.txt  hsperfdata_grid                               OraInstall2014-07-28_02-36-00PM
getfileinfoconfigfile_3579268543147821404.txt  getfileinfoconfigfile_7237541072482241713.txt  logs
[root@hp580-4 tmp]# cd  CVU_11.2.0.3.0_grid_fixup
[root@hp580-4 CVU_11.2.0.3.0_grid_fixup]# ls
hp580-4  hp580-5
[root@hp580-4 CVU_11.2.0.3.0_grid_fixup]# cd  *4
[root@hp580-4 hp580-4]# ls
fixup.enable  fixup.response
[root@hp580-4 hp580-4]# ll
total 8
-rw-r--r-- 1 grid oinstall 29 Jul 28 15:00 fixup.enable
-rw-r--r-- 1 grid oinstall 60 Jul 28 15:00 fixup.response
[root@hp580-4 hp580-4]# cat *.enable
SET_KERNEL_PARAMETERS="true"
[root@hp580-4 hp580-4]# cat *.response
SYSCTL_LOC="/sbin/sysctl"
INSTALL_USER="grid"
SHMMNI="4096"
[root@hp580-4 hp580-4]#


Starting /opt/oracle/product/11g/bin/tnslsnr: please wait...

TNSLSNR for Linux: Version 11.2.0.1.0 - Production
Log messages written to /opt/oracle/diag/tnslsnr/hp580-4/listener/alert/log.xml
Error listening on: (ADDRESS=(PROTOCOL=tcp)(HOST=)(PORT=1521))
TNS-12545: Connect failed because target host or object does not exist
 TNS-12560: TNS:protocol adapter error
  TNS-00515: Connect failed because target host or object does not exist
   Linux Error: 111: Connection refused

Listener failed to start. See the error message(s) above...



Enterprise Manager Database Control URL - (orcl1) :
https://rh2268-1:1158/em

/opt/oracle/product/11.2.0/dbhome_1


  [root@hp580-4 kernel]# cd /g01
[root@hp580-4 g01]# ls
app  soft
[root@hp580-4 g01]# cd app
[root@hp580-4 app]# ls
11.2.0  grid  oraInventory
[root@hp580-4 app]# cd oraInventory/
[root@hp580-4 oraInventory]# ls
ContentsXML  logs  oraInst.loc  orainstRoot.sh  oui
[root@hp580-4 oraInventory]# sh orainstRoot.sh
Changing permissions of /g01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.

Changing groupname of /g01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@hp580-4 oraInventory]# pwd
/g01/app/oraInventory
[root@hp580-4 oraInventory]# cd ..
[root@hp580-4 app]# ls
11.2.0  grid  oraInventory
[root@hp580-4 app]# cd 11.2.0/
[root@hp580-4 11.2.0]# ls
grid
[root@hp580-4 11.2.0]# cd grid/
[root@hp580-4 grid]# ls
assistants   clone  cv         demo         has            inventory  jlib  log      nls     oracore      owm      racg      rootupgrade.sh  srvm    wwg
bin          crs    dbs        diagnostics  hs             javavm     JRE   md       oc4j    oraInst.loc  perl     rdbms     scheduler       sysman  xdk
cdata        csmig  dc_ocm     evm          install        jdbc       ldap  mesg     OPatch  ord          plsql    relnotes  slax            usm
cfgtoollogs  css    deinstall  gpnp         instantclient  jdk        lib   network  opmn    oui          precomp  root.sh   sqlplus         utl
[root@hp580-4 grid]# pwd
/g01/app/11.2.0/grid
[root@hp580-4 grid]# sh root.sh
Performing root user operation for Oracle 11g

The following environment variables are set as:
    ORACLE_OWNER= grid
    ORACLE_HOME=  /g01/app/11.2.0/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /g01/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
  root wallet
  root wallet cert
  root cert export
  peer wallet
  profile reader wallet
  pa wallet
  peer wallet keys
  pa wallet keys
  peer cert request
  pa cert request
  peer cert
  pa cert
  peer root cert TP
  profile reader root cert TP
  pa root cert TP
  peer pa cert TP
  pa peer cert TP
  profile reader pa cert TP
  profile reader peer cert TP
  peer user cert
  pa user cert
Adding Clusterware entries to upstart
CRS-2672: Attempting to start 'ora.mdnsd' on 'hp580-4'
CRS-2676: Start of 'ora.mdnsd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'hp580-4'
CRS-2676: Start of 'ora.gpnpd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'hp580-4'
CRS-2672: Attempting to start 'ora.gipcd' on 'hp580-4'
CRS-2676: Start of 'ora.cssdmonitor' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.gipcd' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'hp580-4'
CRS-2672: Attempting to start 'ora.diskmon' on 'hp580-4'
CRS-2676: Start of 'ora.diskmon' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.cssd' on 'hp580-4' succeeded

ASM created and started successfully.

Disk Group DATA created successfully.

clscfg: -install mode specified
Successfully accumulated necessary OCR keys.
Creating OCR keys for user 'root', privgrp 'root'..
Operation successful.
CRS-4256: Updating the profile
Successful addition of voting disk 2994b1890e944fc7bf13744a8c98f5ea.
Successful addition of voting disk 0e8b5764cd5a4fb6bf74fe7058745670.
Successful addition of voting disk 62a1876953964f16bff300704a04717a.
Successfully replaced voting disk group with +DATA.
CRS-4256: Updating the profile
CRS-4266: Voting file(s) successfully replaced
##  STATE    File Universal Id                File Name Disk group
--  -----    -----------------                --------- ---------
 1. ONLINE   2994b1890e944fc7bf13744a8c98f5ea (/dev/asm-diskc) [DATA]
 2. ONLINE   0e8b5764cd5a4fb6bf74fe7058745670 (/dev/asm-diskd) [DATA]
 3. ONLINE   62a1876953964f16bff300704a04717a (/dev/asm-diske) [DATA]
Located 3 voting disk(s).
CRS-2672: Attempting to start 'ora.asm' on 'hp580-4'
CRS-2676: Start of 'ora.asm' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.DATA.dg' on 'hp580-4'
CRS-2676: Start of 'ora.DATA.dg' on 'hp580-4' succeeded
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
[root@hp580-4 grid]#



root@hp580-5 g01]# cd  /g01/app/oraInventory
[root@hp580-5 oraInventory]# ls
ContentsXML  logs  oraInst.loc  orainstRoot.sh
[root@hp580-5 oraInventory]# sh orainstRoot.sh
Changing permissions of /g01/app/oraInventory.
Adding read,write permissions for group.
Removing read,write,execute permissions for world.

Changing groupname of /g01/app/oraInventory to oinstall.
The execution of the script is complete.
[root@hp580-5 oraInventory]# cd  /g01/app/11.2.0/grid
[root@hp580-5 grid]# ls
assistants   clone  cv         demo         has            inventory  jlib  log      nls     oracore      owm      racg      rootupgrade.sh  srvm    wwg
bin          crs    dbs        diagnostics  hs             javavm     JRE   md       oc4j    oraInst.loc  perl     rdbms     scheduler       sysman  xdk
cdata        csmig  dc_ocm     evm          install        jdbc       ldap  mesg     OPatch  ord          plsql    relnotes  slax            usm
cfgtoollogs  css    deinstall  gpnp         instantclient  jdk        lib   network  opmn    oui          precomp  root.sh   sqlplus         utl
[root@hp580-5 grid]# sh root.sh
Performing root user operation for Oracle 11g

The following environment variables are set as:
    ORACLE_OWNER= grid
    ORACLE_HOME=  /g01/app/11.2.0/grid

Enter the full pathname of the local bin directory: [/usr/local/bin]:
   Copying dbhome to /usr/local/bin ...
   Copying oraenv to /usr/local/bin ...
   Copying coraenv to /usr/local/bin ...


Creating /etc/oratab file...
Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Using configuration parameter file: /g01/app/11.2.0/grid/crs/install/crsconfig_params
Creating trace directory
User ignored Prerequisites during installation
OLR initialization - successful
Adding Clusterware entries to upstart
CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node hp580-4, number 1, and is terminating
An active cluster was found during exclusive startup, restarting to join the cluster
Configure Oracle Grid Infrastructure for a Cluster ... succeeded
[root@hp580-5 grid]#



INFO: GSD node application is offline on nodes "hp580-5,hp580-4"
INFO: Checking existence of ONS node application (optional)
INFO: ONS node application check passed
INFO: Checking Single Client Access Name (SCAN)...
INFO: Checking TCP connectivity to SCAN Listeners...
INFO: TCP connectivity to SCAN Listeners exists on all cluster nodes
INFO: Checking name resolution setup for "hp580-cluster"...
INFO: ERROR:
INFO: PRVG-1101 : SCAN name "hp580-cluster" failed to resolve
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.230) failed
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.233) failed
INFO: ERROR:
INFO: PRVF-4657 : Name resolution setup check for "hp580-cluster" (IP address: 10.98.32.234) failed
INFO: ERROR:
INFO: PRVF-4664 : Found inconsistent name resolution entries for SCAN name "hp580-cluster"
INFO: Verification of SCAN VIP and Listener setup failed
INFO: Checking OLR integrity...
INFO: Checking OLR config file...
INFO: OLR config file check successful
INFO: Checking OLR file attributes...
INFO: OLR file check successful
INFO: WARNING:
INFO: This check does not verify the integrity of the OLR contents. Execute 'ocrcheck -local' as a privileged user to verify the contents of OLR.
INFO: OLR integrity check passed
INFO: User "grid" is not part of "root" group. Check passed
INFO: Checking if Clusterware is installed on all nodes...
INFO: Check of Clusterware install passed
INFO: Checking if CTSS Resource is running on all nodes...
INFO: CTSS resource check passed
INFO: Querying CTSS for time offset on all nodes...
INFO: Query of CTSS for time offset passed
INFO: Check CTSS state started...
INFO: CTSS is in Observer state. Switching over to clock synchronization checks using NTP
INFO: Starting Clock synchronization checks using Network Time Protocol(NTP)...
INFO: NTP Configuration file check started...
INFO: NTP Configuration file check passed
INFO: Checking daemon liveness...
INFO: Liveness check failed for "ntpd"
INFO: Check failed on nodes:
INFO:   hp580-5,hp580-4
INFO: PRVF-5494 : The NTP Daemon or Service was not alive on all nodes
INFO: PRVF-5415 : Check to see if NTP daemon or service is running failed
INFO: Clock synchronization check using Network Time Protocol(NTP) failed
INFO: PRVF-9652 : Cluster Time Synchronization Services check failed
INFO: Checking VIP configuration.
INFO: Checking VIP Subnet configuration.
INFO: Check for VIP Subnet configuration passed.
INFO: Checking VIP reachability
INFO: Check for VIP reachability passed.
INFO: Post-check for cluster services setup was unsuccessful on all the nodes.
INFO:
WARNING:
INFO: Completed Plugin named: Oracle Cluster Verification Utility



[grid@hp580-4 grid]$ ./runInstaller
Starting Oracle Universal Installer...

Checking Temp space: must be greater than 120 MB.   Actual 312922 MB    Passed
Checking swap space: must be greater than 150 MB.   Actual 127999 MB    Passed
Checking monitor: must be configured to display at least 256 colors
    >>> Could not execute auto check for display colors using command /usr/bin/xdpyinfo. Check if the DISPLAY variable is set.    Failed <<<<

Some requirement checks failed. You must fulfill these requirements before

continuing with the installation,

Continue? (y/n) [n] y


>>> Ignoring required pre-requisite failures. Continuing...
Preparing to launch Oracle Universal Installer from /tmp/OraInstall2014-07-28_02-36-00PM. Please wait ...[grid@hp580-4 grid]$ ClusterLogger - log file location: /tmp/Logs/remoteInterfaces2014-07-28_02-36-00PM.log
Logfile Location : /tmp/OraInstall2014-07-28_02-36-00PM/sshsetup1_2014-07-28_02-36-00PM.log
Validating remote binaries..
Remote binaries check succeeded
You can find the log of this install session at:
 /g01/app/oraInventory/logs/installActions2014-07-28_02-36-00PM.log

[grid@hp580-4 grid]$




[grid@hp580-4 ~]$ ps -ef|grep  grid
root     13207     1  0 Jul28 ?        00:07:30 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid     15044     1  0 Jul28 ?        00:06:19 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     15056     1  0 Jul28 ?        00:00:03 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid     15069     1  0 Jul28 ?        00:00:50 /g01/app/11.2.0/grid/bin/gpnpd.bin
root     15086     1  0 Jul28 ?        00:01:14 /g01/app/11.2.0/grid/bin/cssdmonitor
grid     15088     1  0 Jul28 ?        00:03:31 /g01/app/11.2.0/grid/bin/gipcd.bin
root     15107     1  0 Jul28 ?        00:01:16 /g01/app/11.2.0/grid/bin/cssdagent
grid     15131     1  0 Jul28 ?        00:08:52 /g01/app/11.2.0/grid/bin/ocssd.bin
root     15267     1  0 Jul28 ?        00:09:30 /g01/app/11.2.0/grid/bin/orarootagent.bin
root     15279     1  0 Jul28 ?        00:05:19 /g01/app/11.2.0/grid/bin/octssd.bin
root     15301     1  6 Jul28 ?        01:03:37 /g01/app/11.2.0/grid/bin/osysmond.bin
grid     15462     1  0 Jul28 ?        00:00:15 asm_pmon_+ASM1
grid     15464     1  0 Jul28 ?        00:00:09 asm_psp0_+ASM1
grid     15467     1  1 Jul28 ?        00:16:34 asm_vktm_+ASM1
grid     15471     1  0 Jul28 ?        00:00:01 asm_gen0_+ASM1
grid     15473     1  0 Jul28 ?        00:00:44 asm_diag_+ASM1
grid     15475     1  0 Jul28 ?        00:00:05 asm_ping_+ASM1
grid     15477     1  0 Jul28 ?        00:09:38 asm_dia0_+ASM1
grid     15479     1  0 Jul28 ?        00:02:08 asm_lmon_+ASM1
grid     15481     1  0 Jul28 ?        00:01:12 asm_lmd0_+ASM1
grid     15483     1  0 Jul28 ?        00:02:35 asm_lms0_+ASM1
grid     15487     1  0 Jul28 ?        00:00:04 asm_lmhb_+ASM1
grid     15489     1  0 Jul28 ?        00:00:01 asm_mman_+ASM1
grid     15491     1  0 Jul28 ?        00:00:01 asm_dbw0_+ASM1
grid     15493     1  0 Jul28 ?        00:00:02 asm_lgwr_+ASM1
grid     15495     1  0 Jul28 ?        00:00:05 asm_ckpt_+ASM1
grid     15497     1  0 Jul28 ?        00:00:01 asm_smon_+ASM1
grid     15499     1  0 Jul28 ?        00:00:19 asm_rbal_+ASM1
grid     15501     1  0 Jul28 ?        00:00:14 asm_gmon_+ASM1
grid     15503     1  0 Jul28 ?        00:00:06 asm_mmon_+ASM1
grid     15505     1  0 Jul28 ?        00:00:46 asm_mmnl_+ASM1
grid     15507     1  0 Jul28 ?        00:00:07 asm_lck0_+ASM1
grid     15509     1  0 Jul28 ?        00:00:00 oracle+ASM1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root     15521     1  0 Jul28 ?        00:08:00 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid     15537     1  0 Jul28 ?        00:03:21 /g01/app/11.2.0/grid/bin/evmd.bin
grid     15543     1  0 Jul28 ?        00:00:02 oracle+ASM1_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     15545     1  0 Jul28 ?        00:00:04 asm_asmb_+ASM1
grid     15547     1  0 Jul28 ?        00:00:06 oracle+ASM1_asmb_+asm1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     15614 15537  0 Jul28 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid     16057     1  0 Jul28 ?        00:02:59 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     16082     1  0 Jul28 ?        00:00:00 oracle+ASM1 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root     16092     1  0 Jul28 ?        00:05:04 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-4
root     16507     1  1 Jul28 ?        00:18:20 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     16535     1  0 Jul28 ?        00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     16536 16535  0 Jul28 ?        00:00:04 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     16703     1  0 Jul28 ?        00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN2 -inherit
grid     16722     1  0 Jul28 ?        00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN3 -inherit
grid     16788     1  0 Jul28 ?        00:00:17 /g01/app/11.2.0/grid/bin/scriptagent.bin
grid     16808     1  0 Jul28 ?        00:01:14 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
grid     17778     1  0 Jul28 ?        00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
root     20872  3451  0 Jul28 ?        00:00:00 sshd: grid [priv]
grid     20874 20872  0 Jul28 ?        00:00:00 sshd: grid@pts/1
grid     20875 20874  0 Jul28 pts/1    00:00:00 -bash
grid     45940 20875  0 08:50 pts/1    00:00:00 ps -ef
grid     45941 20875  0 08:50 pts/1    00:00:00 grep grid
[grid@hp580-4 ~]$ crsctl stat res  -t
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.FRA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.LISTENER.lsnr
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.asm
               ONLINE  ONLINE       hp580-4                  Started            
               ONLINE  ONLINE       hp580-5                  Started            
ora.gsd
               OFFLINE OFFLINE      hp580-4                                     
               OFFLINE OFFLINE      hp580-5                                     
ora.net1.network
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.ons
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       hp580-5                                     
ora.LISTENER_SCAN2.lsnr
      1        ONLINE  ONLINE       hp580-4                                     
ora.LISTENER_SCAN3.lsnr
      1        ONLINE  ONLINE       hp580-4                                     
ora.cvu
      1        ONLINE  ONLINE       hp580-4                                     
ora.hp580-4.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.hp580-5.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.oc4j
      1        ONLINE  ONLINE       hp580-4                                     
ora.scan1.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.scan2.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.scan3.vip
      1        ONLINE  ONLINE       hp580-4                                     
[grid@hp580-4 ~]$ crsctl check crs
CRS-4638: Oracle High Availability Services is online
CRS-4537: Cluster Ready Services is online
CRS-4529: Cluster Synchronization Services is online
CRS-4533: Event Manager is online

[grid@hp580-5 ~]$ asmcmd lsdg
State    Type    Rebal  Sector  Block       AU  Total_MB  Free_MB  Req_mir_free_MB  Usable_file_MB  Offline_disks  Voting_files  Name
MOUNTED  NORMAL  N         512   4096  1048576   1536000  1535062           512000          511531              0             Y  DATA/
MOUNTED  EXTERN  N         512   4096  1048576    512000   511901                0          511901              0             N  FRA/
[grid@hp580-5 ~]$ ps -ef|grep grid
root     11833     1  0 Jul28 ?        00:07:12 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid     12912     1  0 Jul28 ?        00:06:15 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     12924     1  0 Jul28 ?        00:00:03 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid     12937     1  0 Jul28 ?        00:00:54 /g01/app/11.2.0/grid/bin/gpnpd.bin
root     12954     1  0 Jul28 ?        00:01:13 /g01/app/11.2.0/grid/bin/cssdmonitor
grid     12956     1  0 Jul28 ?        00:03:14 /g01/app/11.2.0/grid/bin/gipcd.bin
root     12976     1  0 Jul28 ?        00:01:11 /g01/app/11.2.0/grid/bin/cssdagent
grid     13000     1  0 Jul28 ?        00:08:31 /g01/app/11.2.0/grid/bin/ocssd.bin
root     13069     1  0 Jul28 ?        00:08:19 /g01/app/11.2.0/grid/bin/orarootagent.bin
root     13081     1  0 Jul28 ?        00:06:00 /g01/app/11.2.0/grid/bin/octssd.bin
root     13102     1  5 Jul28 ?        01:01:18 /g01/app/11.2.0/grid/bin/osysmond.bin
root     13209     1  0 Jul28 ?        00:01:22 /g01/app/11.2.0/grid/bin/ologgerd -m hp580-4 -r -d /g01/app/11.2.0/grid/crf/db/hp580-5
grid     13270     1  0 Jul28 ?        00:00:14 asm_pmon_+ASM2
grid     13272     1  0 Jul28 ?        00:00:09 asm_psp0_+ASM2
grid     13274     1  1 Jul28 ?        00:16:48 asm_vktm_+ASM2
grid     13278     1  0 Jul28 ?        00:00:01 asm_gen0_+ASM2
grid     13280     1  0 Jul28 ?        00:00:43 asm_diag_+ASM2
grid     13282     1  0 Jul28 ?        00:00:05 asm_ping_+ASM2
grid     13284     1  0 Jul28 ?        00:08:03 asm_dia0_+ASM2
grid     13286     1  0 Jul28 ?        00:02:09 asm_lmon_+ASM2
grid     13288     1  0 Jul28 ?        00:01:11 asm_lmd0_+ASM2
grid     13290     1  0 Jul28 ?        00:02:34 asm_lms0_+ASM2
grid     13294     1  0 Jul28 ?        00:00:04 asm_lmhb_+ASM2
grid     13296     1  0 Jul28 ?        00:00:01 asm_mman_+ASM2
grid     13298     1  0 Jul28 ?        00:00:01 asm_dbw0_+ASM2
grid     13300     1  0 Jul28 ?        00:00:01 asm_lgwr_+ASM2
grid     13302     1  0 Jul28 ?        00:00:05 asm_ckpt_+ASM2
grid     13304     1  0 Jul28 ?        00:00:01 asm_smon_+ASM2
grid     13306     1  0 Jul28 ?        00:00:17 asm_rbal_+ASM2
grid     13308     1  0 Jul28 ?        00:00:04 asm_gmon_+ASM2
grid     13310     1  0 Jul28 ?        00:00:06 asm_mmon_+ASM2
grid     13312     1  0 Jul28 ?        00:00:43 asm_mmnl_+ASM2
grid     13314     1  0 Jul28 ?        00:00:07 asm_lck0_+ASM2
grid     13316     1  0 Jul28 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root     13328     1  0 Jul28 ?        00:07:41 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid     13344     1  0 Jul28 ?        00:03:25 /g01/app/11.2.0/grid/bin/evmd.bin
grid     13350     1  0 Jul28 ?        00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     13352     1  0 Jul28 ?        00:00:03 asm_asmb_+ASM2
grid     13354     1  0 Jul28 ?        00:00:06 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     13421 13344  0 Jul28 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid     13464     1  0 Jul28 ?        00:03:07 /g01/app/11.2.0/grid/bin/oraagent.bin
root     13468     1  1 Jul28 ?        00:12:28 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     13496     1  0 Jul28 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     13510     1  0 Jul28 ?        00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     13511 13510  0 Jul28 ?        00:00:04 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     13544     1  0 Jul28 ?        00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
grid     14510     1  0 Jul28 ?        00:00:01 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
root     16545  3434  0 Jul28 ?        00:00:00 sshd: grid [priv]
grid     16547 16545  0 Jul28 ?        00:00:00 sshd: grid@pts/1
grid     16548 16547  0 Jul28 pts/1    00:00:00 -bash
grid     33296 16548  0 08:48 pts/1    00:00:00 ps -ef
grid     33297 16548  0 08:48 pts/1    00:00:00 grep grid
[grid@hp580-5 ~]$ crsctl stat res  -t
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.FRA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.LISTENER.lsnr
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.asm
               ONLINE  ONLINE       hp580-4                  Started            
               ONLINE  ONLINE       hp580-5                  Started            
ora.gsd
               OFFLINE OFFLINE      hp580-4                                     
               OFFLINE OFFLINE      hp580-5                                     
ora.net1.network
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.ons
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       hp580-5                                     
ora.LISTENER_SCAN2.lsnr
      1        ONLINE  ONLINE       hp580-4                                     
ora.LISTENER_SCAN3.lsnr
      1        ONLINE  ONLINE       hp580-4                                     
ora.cvu
      1        ONLINE  ONLINE       hp580-4                                     
ora.hp580-4.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.hp580-5.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.oc4j
      1        ONLINE  ONLINE       hp580-4                                     
ora.scan1.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.scan2.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.scan3.vip
      1        ONLINE  ONLINE       hp580-4                                     
[grid@hp580-5 ~]$ srvctl status asm
ASM is running on hp580-5,hp580-4
[grid@hp580-5 ~]$



[oracle@hp580-4 soft]$ cd database
[oracle@hp580-4 database]$ ls
doc  install  readme.html  response  rpm  runInstaller  sshsetup  stage  welcome.html
[oracle@hp580-4 database]$ ./runInstaller
Starting Oracle Universal Installer...

Checking Temp space: must be greater than 120 MB.   Actual 309454 MB    Passed
Checking swap space: must be greater than 150 MB.   Actual 127999 MB    Passed
Checking monitor: must be configured to display at least 256 colors
    >>> Could not execute auto check for display colors using command /usr/bin/xdpyinfo. Check if the DISPLAY variable is set.    Failed <<<<

Some requirement checks failed. You must fulfill these requirements before

continuing with the installation,

Continue? (y/n) [n] y


>>> Ignoring required pre-requisite failures. Continuing...
Preparing to launch Oracle Universal Installer from /tmp/OraInstall2014-07-29_09-00-58AM. Please wait ...[oracle@hp580-4 database]$ Registering console handler with the logger.
Logfile Location : /g01/app/oraInventory/logs/sshsetup1_2014-07-29_09-00-58AM.log
Validating remote binaries..
Remote binaries check succeeded
You can find the log of this install session at:
 /g01/app/oraInventory/logs/installActions2014-07-29_09-00-58AM.log

[oracle@hp580-4 database]$
[oracle@hp580-4 database]$

[root@hp580-5 dbhome_1]# sh root.sh
Performing root user operation for Oracle 11g

The following environment variables are set as:
    ORACLE_OWNER= oracle
    ORACLE_HOME=  /s01/app/oracle/product/11.2.0/dbhome_1

Enter the full pathname of the local bin directory: [/usr/local/bin]:
The contents of "dbhome" have not changed. No need to overwrite.
The contents of "oraenv" have not changed. No need to overwrite.
The contents of "coraenv" have not changed. No need to overwrite.

Entries will be added to the /etc/oratab file as needed by
Database Configuration Assistant when a database is created
Finished running generic part of root script.
Now product-specific root actions will be performed.
Finished product-specific root actions.
[root@hp580-5 dbhome_1]#




SQL> show parameters

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
O7_DICTIONARY_ACCESSIBILITY          boolean     FALSE
active_instance_count                integer
aq_tm_processes                      integer     1
archive_lag_target                   integer     0
asm_diskgroups                       string
asm_diskstring                       string
asm_power_limit                      integer     1
asm_preferred_read_failure_groups    string
audit_file_dest                      string      /s01/app/oracle/admin/orcl/adu
                                                 mp
audit_sys_operations                 boolean     FALSE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
audit_syslog_level                   string
audit_trail                          string      DB
awr_snapshot_time_offset             integer     0
background_core_dump                 string      partial
background_dump_dest                 string      /s01/app/oracle/diag/rdbms/orc
                                                 l/orcl2/trace
backup_tape_io_slaves                boolean     FALSE
bitmap_merge_area_size               integer     1048576
blank_trimming                       boolean     FALSE
buffer_pool_keep                     string
buffer_pool_recycle                  string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
cell_offload_compaction              string      ADAPTIVE
cell_offload_decryption              boolean     TRUE
cell_offload_parameters              string
cell_offload_plan_display            string      AUTO
cell_offload_processing              boolean     TRUE
circuits                             integer
client_result_cache_lag              big integer 3000
client_result_cache_size             big integer 0
clonedb                              boolean     FALSE
cluster_database                     boolean     TRUE
cluster_database_instances           integer     2

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
cluster_interconnects                string
commit_logging                       string
commit_point_strength                integer     1
commit_wait                          string
commit_write                         string
compatible                           string      11.2.0.0.0
control_file_record_keep_time        integer     7
control_files                        string      +DATA/orcl/controlfile/current
                                                 .266.854191283, +FRA/orcl/cont
                                                 rolfile/current.256.854191285
control_management_pack_access       string      DIAGNOSTIC+TUNING

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
core_dump_dest                       string      /s01/app/oracle/diag/rdbms/orc
                                                 l/orcl2/cdump
cpu_count                            integer     48
create_bitmap_area_size              integer     8388608
create_stored_outlines               string
cursor_bind_capture_destination      string      memory+disk
cursor_sharing                       string      EXACT
cursor_space_for_time                boolean     FALSE
db_16k_cache_size                    big integer 0
db_2k_cache_size                     big integer 0
db_32k_cache_size                    big integer 0

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
db_4k_cache_size                     big integer 0
db_8k_cache_size                     big integer 0
db_block_buffers                     integer     0
db_block_checking                    string      FALSE
db_block_checksum                    string      TYPICAL
db_block_size                        integer     8192
db_cache_advice                      string      ON
db_cache_size                        big integer 0
db_create_file_dest                  string      +DATA
db_create_online_log_dest_1          string
db_create_online_log_dest_2          string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
db_create_online_log_dest_3          string
db_create_online_log_dest_4          string
db_create_online_log_dest_5          string
db_domain                            string
db_file_multiblock_read_count        integer     128
db_file_name_convert                 string
db_files                             integer     200
db_flash_cache_file                  string
db_flash_cache_size                  big integer 0
db_flashback_retention_target        integer     1440
db_keep_cache_size                   big integer 0

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
db_lost_write_protect                string      NONE
db_name                              string      orcl
db_recovery_file_dest                string      +FRA
db_recovery_file_dest_size           big integer 43470M
db_recycle_cache_size                big integer 0
db_securefile                        string      PERMITTED
db_ultra_safe                        string      OFF
db_unique_name                       string      orcl
db_unrecoverable_scn_tracking        boolean     TRUE
db_writer_processes                  integer     6
dbwr_io_slaves                       integer     0

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
ddl_lock_timeout                     integer     0
deferred_segment_creation            boolean     TRUE
dg_broker_config_file1               string      /s01/app/oracle/product/11.2.0
                                                 /dbhome_1/dbs/dr1orcl.dat
dg_broker_config_file2               string      /s01/app/oracle/product/11.2.0
                                                 /dbhome_1/dbs/dr2orcl.dat
dg_broker_start                      boolean     FALSE
diagnostic_dest                      string      /s01/app/oracle
disk_asynch_io                       boolean     TRUE
dispatchers                          string      (PROTOCOL=TCP) (SERVICE=orclXD
                                                 B)

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
distributed_lock_timeout             integer     60
dml_locks                            integer     1900
dst_upgrade_insert_conv              boolean     TRUE
enable_ddl_logging                   boolean     FALSE
event                                string
fal_client                           string
fal_server                           string
fast_start_io_target                 integer     0
fast_start_mttr_target               integer     0
fast_start_parallel_rollback         string      LOW
file_mapping                         boolean     FALSE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
fileio_network_adapters              string
filesystemio_options                 string      none
fixed_date                           string
gcs_server_processes                 integer     3
global_context_pool_size             string
global_names                         boolean     FALSE
global_txn_processes                 integer     1
hash_area_size                       integer     131072
hi_shared_memory_address             integer     0
hs_autoregister                      boolean     TRUE
ifile                                file

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
instance_groups                      string
instance_name                        string      orcl2
instance_number                      integer     2
instance_type                        string      RDBMS
java_jit_enabled                     boolean     TRUE
java_max_sessionspace_size           integer     0
java_pool_size                       big integer 0
java_soft_sessionspace_limit         integer     0
job_queue_processes                  integer     1000
large_pool_size                      big integer 0
ldap_directory_access                string      NONE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
ldap_directory_sysauth               string      no
license_max_sessions                 integer     0
license_max_users                    integer     0
license_sessions_warning             integer     0
listener_networks                    string
local_listener                       string      (DESCRIPTION=(ADDRESS_LIST=(AD
                                                 DRESS=(PROTOCOL=TCP)(HOST=10.9
                                                 8.32.232)(PORT=1521))))
lock_name_space                      string
lock_sga                             boolean     FALSE
log_archive_config                   string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest                     string
log_archive_dest_1                   string
log_archive_dest_10                  string
log_archive_dest_11                  string
log_archive_dest_12                  string
log_archive_dest_13                  string
log_archive_dest_14                  string
log_archive_dest_15                  string
log_archive_dest_16                  string
log_archive_dest_17                  string
log_archive_dest_18                  string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_19                  string
log_archive_dest_2                   string
log_archive_dest_20                  string
log_archive_dest_21                  string
log_archive_dest_22                  string
log_archive_dest_23                  string
log_archive_dest_24                  string
log_archive_dest_25                  string
log_archive_dest_26                  string
log_archive_dest_27                  string
log_archive_dest_28                  string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_29                  string
log_archive_dest_3                   string
log_archive_dest_30                  string
log_archive_dest_31                  string
log_archive_dest_4                   string
log_archive_dest_5                   string
log_archive_dest_6                   string
log_archive_dest_7                   string
log_archive_dest_8                   string
log_archive_dest_9                   string
log_archive_dest_state_1             string      enable

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_10            string      enable
log_archive_dest_state_11            string      enable
log_archive_dest_state_12            string      enable
log_archive_dest_state_13            string      enable
log_archive_dest_state_14            string      enable
log_archive_dest_state_15            string      enable
log_archive_dest_state_16            string      enable
log_archive_dest_state_17            string      enable
log_archive_dest_state_18            string      enable
log_archive_dest_state_19            string      enable
log_archive_dest_state_2             string      enable

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_20            string      enable
log_archive_dest_state_21            string      enable
log_archive_dest_state_22            string      enable
log_archive_dest_state_23            string      enable
log_archive_dest_state_24            string      enable
log_archive_dest_state_25            string      enable
log_archive_dest_state_26            string      enable
log_archive_dest_state_27            string      enable
log_archive_dest_state_28            string      enable
log_archive_dest_state_29            string      enable
log_archive_dest_state_3             string      enable

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_dest_state_30            string      enable
log_archive_dest_state_31            string      enable
log_archive_dest_state_4             string      enable
log_archive_dest_state_5             string      enable
log_archive_dest_state_6             string      enable
log_archive_dest_state_7             string      enable
log_archive_dest_state_8             string      enable
log_archive_dest_state_9             string      enable
log_archive_duplex_dest              string
log_archive_format                   string      %t_%s_%r.dbf
log_archive_local_first              boolean     TRUE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
log_archive_max_processes            integer     4
log_archive_min_succeed_dest         integer     1
log_archive_start                    boolean     FALSE
log_archive_trace                    integer     0
log_buffer                           integer     40120320
log_checkpoint_interval              integer     0
log_checkpoint_timeout               integer     1800
log_checkpoints_to_alert             boolean     FALSE
log_file_name_convert                string
max_dispatchers                      integer
max_dump_file_size                   string      unlimited

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
max_enabled_roles                    integer     150
max_shared_servers                   integer
memory_max_target                    big integer 0
memory_target                        big integer 0
nls_calendar                         string
nls_comp                             string      BINARY
nls_currency                         string
nls_date_format                      string
nls_date_language                    string
nls_dual_currency                    string
nls_iso_currency                     string

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
nls_language                         string      AMERICAN
nls_length_semantics                 string      BYTE
nls_nchar_conv_excp                  string      FALSE
nls_numeric_characters               string
nls_sort                             string
nls_territory                        string      AMERICA
nls_time_format                      string
nls_time_tz_format                   string
nls_timestamp_format                 string
nls_timestamp_tz_format              string
object_cache_max_size_percent        integer     10

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
object_cache_optimal_size            integer     102400
olap_page_pool_size                  big integer 0
open_cursors                         integer     300
open_links                           integer     4
open_links_per_instance              integer     4
optimizer_capture_sql_plan_baselines boolean     FALSE
optimizer_dynamic_sampling           integer     2
optimizer_features_enable            string      11.2.0.3
optimizer_index_caching              integer     0
optimizer_index_cost_adj             integer     100
optimizer_mode                       string      ALL_ROWS

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
optimizer_secure_view_merging        boolean     TRUE
optimizer_use_invisible_indexes      boolean     FALSE
optimizer_use_pending_statistics     boolean     FALSE
optimizer_use_sql_plan_baselines     boolean     TRUE
os_authent_prefix                    string      ops$
os_roles                             boolean     FALSE
parallel_adaptive_multi_user         boolean     TRUE
parallel_automatic_tuning            boolean     FALSE
parallel_degree_limit                string      CPU
parallel_degree_policy               string      MANUAL
parallel_execution_message_size      integer     16384

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
parallel_force_local                 boolean     FALSE
parallel_instance_group              string
parallel_io_cap_enabled              boolean     FALSE
parallel_max_servers                 integer     235
parallel_min_percent                 integer     0
parallel_min_servers                 integer     0
parallel_min_time_threshold          string      AUTO
parallel_server                      boolean     TRUE
parallel_server_instances            integer     2
parallel_servers_target              integer     768
parallel_threads_per_cpu             integer     2

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
permit_92_wrap_format                boolean     TRUE
pga_aggregate_target                 big integer 6440M
plscope_settings                     string      IDENTIFIERS:NONE
plsql_ccflags                        string
plsql_code_type                      string      INTERPRETED
plsql_debug                          boolean     FALSE
plsql_optimize_level                 integer     2
plsql_v2_compatibility               boolean     FALSE
plsql_warnings                       string      DISABLE:ALL
pre_page_sga                         boolean     FALSE
processes                            integer     250

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
processor_group_name                 string
query_rewrite_enabled                string      TRUE
query_rewrite_integrity              string      enforced
rdbms_server_dn                      string
read_only_open_delayed               boolean     FALSE
recovery_parallelism                 integer     0
recyclebin                           string      on
redo_transport_user                  string
remote_dependencies_mode             string      TIMESTAMP
remote_listener                      string      hp580-cluster:1521
remote_login_passwordfile            string      EXCLUSIVE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
remote_os_authent                    boolean     FALSE
remote_os_roles                      boolean     FALSE
replication_dependency_tracking      boolean     TRUE
resource_limit                       boolean     FALSE
resource_manager_cpu_allocation      integer     48
resource_manager_plan                string
result_cache_max_result              integer     5
result_cache_max_size                big integer 98976K
result_cache_mode                    string      MANUAL
result_cache_remote_expiration       integer     0
resumable_timeout                    integer     0

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
rollback_segments                    string
sec_case_sensitive_logon             boolean     TRUE
sec_max_failed_login_attempts        integer     10
sec_protocol_error_further_action    string      CONTINUE
sec_protocol_error_trace_action      string      TRACE
sec_return_server_release_banner     boolean     FALSE
serial_reuse                         string      disable
service_names                        string      orcl
session_cached_cursors               integer     50
session_max_open_files               integer     10
sessions                             integer     432

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
sga_max_size                         big integer 19328M
sga_target                           big integer 19328M
shadow_core_dump                     string      partial
shared_memory_address                integer     0
shared_pool_reserved_size            big integer 120795955
shared_pool_size                     big integer 0
shared_server_sessions               integer
shared_servers                       integer     1
skip_unusable_indexes                boolean     TRUE
smtp_out_server                      string
sort_area_retained_size              integer     0

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
sort_area_size                       integer     65536
spfile                               string      +DATA/orcl/spfileorcl.ora
sql92_security                       boolean     FALSE
sql_trace                            boolean     FALSE
sqltune_category                     string      DEFAULT
standby_archive_dest                 string      ?/dbs/arch
standby_file_management              string      MANUAL
star_transformation_enabled          string      FALSE
statistics_level                     string      TYPICAL
streams_pool_size                    big integer 0
tape_asynch_io                       boolean     TRUE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
thread                               integer     2
timed_os_statistics                  integer     0
timed_statistics                     boolean     TRUE
trace_enabled                        boolean     TRUE
tracefile_identifier                 string
transactions                         integer     475
transactions_per_rollback_segment    integer     5
undo_management                      string      AUTO
undo_retention                       integer     900
undo_tablespace                      string      UNDOTBS2
use_indirect_data_buffers            boolean     FALSE

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
use_large_pages                      string      TRUE
user_dump_dest                       string      /s01/app/oracle/diag/rdbms/orc
                                                 l/orcl2/trace
utl_file_dir                         string
workarea_size_policy                 string      AUTO
xml_db_events                        string      enable
SQL>


[oracle@hp580-4 backup]$ ifconfig
eth0      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:68 
          inet addr:10.98.32.84  Bcast:10.98.32.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:6468/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:417065 errors:0 dropped:0 overruns:0 frame:0
          TX packets:243490 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:55372502 (52.8 MiB)  TX bytes:346679511 (330.6 MiB)
          Interrupt:59

eth0:1    Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:68 
          inet addr:10.98.32.231  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth0:4    Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:68 
          inet addr:10.98.32.234  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth0:5    Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:68 
          inet addr:10.98.32.233  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth1      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:69 
          inet addr:172.168.1.198  Bcast:172.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:6469/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:24694582 errors:0 dropped:0 overruns:0 frame:0
          TX packets:19503785 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:22133062503 (20.6 GiB)  TX bytes:13795446590 (12.8 GiB)
          Interrupt:63

eth1:1    Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:69 
          inet addr:169.254.177.221  Bcast:169.254.255.255  Mask:255.255.0.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:63

eth2      Link encap:Ethernet  HWaddr 78:E3:B5:0C:64:6A 
          inet addr:192.168.1.201  Bcast:192.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:646a/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:12831941 errors:0 dropped:0 overruns:0 frame:0
          TX packets:18376068 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:29742579730 (27.6 GiB)  TX bytes:21129586298 (19.6 GiB)
          Interrupt:67

lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:3181093 errors:0 dropped:0 overruns:0 frame:0
          TX packets:3181093 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:2365826975 (2.2 GiB)  TX bytes:2365826975 (2.2 GiB)



[grid@hp580-4 admin]$ cat tnsnames.ora
# tnsnames.ora Network Configuration File: /s01/app/oracle/product/11.2.0/dbhome_1/network/admin/tnsnames.ora
# Generated by Oracle configuration tools.

ORCL =
  (DESCRIPTION =
    (ADDRESS = (PROTOCOL = TCP)(HOST = hp580-cluster)(PORT = 1521))
    (CONNECT_DATA =
      (SERVER = DEDICATED)
      (SERVICE_NAME = orcl)
    )
  )

[grid@hp580-4 admin]$ lsnrctl status

LSNRCTL for Linux: Version 11.2.0.3.0 - Production on 07-AUG-2014 14:45:03

Copyright (c) 1991, 2011, Oracle.  All rights reserved.

Connecting to (DESCRIPTION=(ADDRESS=(PROTOCOL=IPC)(KEY=LISTENER)))
STATUS of the LISTENER
------------------------
Alias                     LISTENER
Version                   TNSLSNR for Linux: Version 11.2.0.3.0 - Production
Start Date                30-JUL-2014 11:43:49
Uptime                    8 days 3 hr. 1 min. 14 sec
Trace Level               off
Security                  ON: Local OS Authentication
SNMP                      OFF
Listener Parameter File   /g01/app/11.2.0/grid/network/admin/listener.ora
Listener Log File         /g01/app/grid/diag/tnslsnr/hp580-4/listener/alert/log.xml
Listening Endpoints Summary...
  (DESCRIPTION=(ADDRESS=(PROTOCOL=ipc)(KEY=LISTENER)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.84)(PORT=1521)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.231)(PORT=1521)))
Services Summary...
Service "+ASM" has 1 instance(s).
  Instance "+ASM1", status READY, has 1 handler(s) for this service...
Service "orcl" has 1 instance(s).
  Instance "orcl1", status READY, has 1 handler(s) for this service...
Service "orclXDB" has 1 instance(s).
  Instance "orcl1", status READY, has 1 handler(s) for this service...
The command completed successfully
[grid@hp580-4 admin]$ id
uid=500(grid) gid=6000(oinstall) groups=6000(oinstall),5000(asmadmin),5001(asmdba),5002(asmoper)
[grid@hp580-4 admin]$ pwd
/s01/app/oracle/product/11.2.0/dbhome_1/network/admin
[grid@hp580-4 admin]$          
[grid@hp580-4 admin]$ exit
logout
[oracle@hp580-4 trace]$ lsnrctl status

LSNRCTL for Linux: Version 11.2.0.3.0 - Production on 07-AUG-2014 14:46:06

Copyright (c) 1991, 2011, Oracle.  All rights reserved.

Connecting to (ADDRESS=(PROTOCOL=tcp)(HOST=)(PORT=1521))
STATUS of the LISTENER
------------------------
Alias                     LISTENER
Version                   TNSLSNR for Linux: Version 11.2.0.3.0 - Production
Start Date                30-JUL-2014 11:43:49
Uptime                    8 days 3 hr. 2 min. 17 sec
Trace Level               off
Security                  ON: Local OS Authentication
SNMP                      OFF
Listener Parameter File   /g01/app/11.2.0/grid/network/admin/listener.ora
Listener Log File         /g01/app/grid/diag/tnslsnr/hp580-4/listener/alert/log.xml
Listening Endpoints Summary...
  (DESCRIPTION=(ADDRESS=(PROTOCOL=ipc)(KEY=LISTENER)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.84)(PORT=1521)))
  (DESCRIPTION=(ADDRESS=(PROTOCOL=tcp)(HOST=10.98.32.231)(PORT=1521)))
Services Summary...
Service "+ASM" has 1 instance(s).
  Instance "+ASM1", status READY, has 1 handler(s) for this service...
Service "orcl" has 1 instance(s).
  Instance "orcl1", status READY, has 1 handler(s) for this service...
Service "orclXDB" has 1 instance(s).
  Instance "orcl1", status READY, has 1 handler(s) for this service...
The command completed successfully
[oracle@hp580-4 trace]$ id
uid=501(oracle) gid=6000(oinstall) groups=6000(oinstall),5001(asmdba),6001(dba)
[oracle@hp580-4 trace]$



oracle@hp580-4 templates]$ ll
total 291860
-rw-r--r-- 1 oracle oinstall      5104 Sep 17  2011 Data_Warehouse.dbc
-rwxr-xr-x 1 oracle oinstall  21889024 Sep 22  2011 example01.dfb
-rwxr-xr-x 1 oracle oinstall   1507328 Sep 22  2011 example.dmp
-rw-r--r-- 1 oracle oinstall      4984 Sep 17  2011 General_Purpose.dbc
-rw-r--r-- 1 oracle oinstall     11489 Feb 15  2010 New_Database.dbt
-rwxr-xr-x 1 oracle oinstall   9748480 Sep 22  2011 Seed_Database.ctl
-rwxr-xr-x 1 oracle oinstall 265691136 Sep 22  2011 Seed_Database.dfb
[oracle@hp580-4 templates]$ pwd
/s01/app/oracle/product/11.2.0/dbhome_1/assistants/dbca/templates
[oracle@hp580-4 templates]$


[grid@hp580-5 grid]$ vi  hugepages_settings.sh

#!/bin/bash
#
# hugepages_settings.sh
#
# Linux bash script to compute values for the
# recommended HugePages/HugeTLB configuration
#
# Note: This script does calculation for all shared memory
# segments available when the script is run, no matter it
# is an Oracle RDBMS shared memory segment or not.
# Check for the kernel version
KERN=`uname -r | awk -F. '{ printf("%d.%d\n",$1,$2); }'`
# Find out the HugePage size
HPG_SZ=`grep Hugepagesize /proc/meminfo | awk {'print $2'}`
# Start from 1 pages to be on the safe side and guarantee 1 free HugePage
NUM_PG=1
# Cumulative number of pages required to handle the running shared memory segmen
ts
for SEG_BYTES in `ipcs -m | awk {'print $5'} | grep "[0-9][0-9]*"`
do
MIN_PG=`echo "$SEG_BYTES/($HPG_SZ*1024)" | bc -q`
if [ $MIN_PG -gt 0 ]; then
NUM_PG=`echo "$NUM_PG+$MIN_PG+1" | bc -q`
fi
done
# Finish with results
case $KERN in
'2.4') HUGETLB_POOL=`echo "$NUM_PG*$HPG_SZ/1024" | bc -q`;
echo "Recommended setting: vm.hugetlb_pool = $HUGETLB_POOL" ;;
'2.6') echo "Recommended setting: vm.nr_hugepages = $NUM_PG" ;;
*) echo "Unrecognized kernel version $KERN. Exiting." ;;
esac
# End
"hugepages_settings.sh" [New] 32L, 1132C written             
[grid@hp580-5 grid]$
[grid@hp580-5 grid]$
[grid@hp580-5 grid]$ ls
Clusterware  diag  hp580-5  hugepages_settings.sh  oradiag_root
[grid@hp580-5 grid]$ ll
total 20
drwxr-xr-x 2 grid oinstall 4096 Jul 28 15:31 Clusterware
drwxrwxr-x 4 grid oinstall 4096 Jul 28 15:38 diag
drwxr-xr-x 3 grid oinstall 4096 Jul 28 15:31 hp580-5
-rw-r--r-- 1 grid oinstall 1132 Aug 11 16:05 hugepages_settings.sh
drwxr-xr-x 3 root root     4096 Jul 29 16:04 oradiag_root
[grid@hp580-5 grid]$ chmod a+x hugepages_settings.sh
[grid@hp580-5 grid]$ ./hugepages_settings.sh
Recommended setting: vm.nr_hugepages = 9669
[grid@hp580-5 grid]$

# sysctl -w vm.nr_hugepages=9669



/etc/sysctl.conf file and add the following entry:
vm.nr_hugepages=9669



alter system set deferred_segment_creation=false scope=both;


[grid@hp580-4 ~]$ srvctl config  nodeapps -s
ONS exists: Local port 6100, remote port 6200, EM port 2016
[grid@hp580-4 ~]$



SQL> CREATE DISKGROUP DATA NORMAL REDUNDANCY  DISK '/dev/asm-diskc',
'/dev/asm-diskd',
'/dev/asm-diske' ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M' /* ASMCA */


SQL> CREATE DISKGROUP fra EXTERNAL REDUNDANCY  DISK '/dev/asm-diskf' SIZE 512000M  ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M' /* ASMCA */


SQL> ALTER DISKGROUP ALL ENABLE VOLUME ALL /* asm agent *//* {0:0:2} */


SQL> ALTER DISKGROUP ALL DISMOUNT /* asm agent *//* {0:0:348} */





hugepage:

SQL> show parameter memory

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
hi_shared_memory_address             integer     0
memory_max_target                    big integer 0
memory_target                        big integer 0
shared_memory_address                integer     0
SQL>


[oracle@hp580-4 ~]$ grep To|cat /proc/meminfo
MemTotal:       65954280 kB


*   soft   memlock    60397977
*   hard   memlock    60397977

# End of file
"/etc/security/limits.conf"


[oracle@hp580-4 ~]$ cat /sys/kernel/mm/transparent_hugepage/enabled
[always] madvise never
[oracle@hp580-4 ~]$

[oracle@hp580-4 ~]$ grep AnonHugePages /proc/meminfo
AnonHugePages:    487424 kB
[oracle@hp580-4 ~]$


[root@hp580-4 trace]# cat  /etc/grub.conf
# grub.conf generated by anaconda
#
# Note that you do not have to rerun grub after making changes to this file
# NOTICE:  You have a /boot partition.  This means that
#          all kernel and initrd paths are relative to /boot/, eg.
#          root (hd0,0)
#          kernel /vmlinuz-version ro root=/dev/sda2
#          initrd /initrd-[generic-]version.img
#boot=/dev/sda
default=0
timeout=5
splashimage=(hd0,0)/grub/splash.xpm.gz
hiddenmenu
title Red Hat Enterprise Linux (2.6.32-431.el6.x86_64)
        root (hd0,0)
        kernel /vmlinuz-2.6.32-431.el6.x86_64 ro root=UUID=6b72573b-3743-4bac-866a-21bdb646e552 rd_NO_LUKS rd_NO_LVM LANG=en_US.UTF-8 rd_NO_MD SYSFONT=latarcyrheb-sun16 crashkernel=auto  KEYBOARDTYPE=pc KEYTABLE=us rd_NO_DM rhgb quiet transparent_hugepage=never
        initrd /initramfs-2.6.32-431.el6.x86_64.img
[root@hp580-4 trace]#


[root@hp580-4 backup]# ./hugepages_settings.sh

This script is provided by Doc ID 401749.1 from My Oracle Support
(http://support.oracle.com) where it is intended to compute values for
the recommended HugePages/HugeTLB configuration for the current shared
memory segments. Before proceeding with the execution please note following:
* For ASM instance, it needs to configure ASMM instead of AMM.
* The 'pga_aggregate_target' is outside the SGA and
you should accommodate this while calculating SGA size.
* In case you changes the DB SGA size,
as the new SGA will not fit in the previous HugePages configuration,
it had better disable the whole HugePages,
start the DB with new SGA size and run the script again.
And make sure that:
* Oracle Database instance(s) are up and running
* Oracle Database 11g Automatic Memory Management (AMM) is not setup
(See Doc ID 749851.1)
* The shared memory segments can be listed by command:
# ipcs -m

Press Enter to proceed...

Recommended setting: vm.nr_hugepages = 9668
[root@hp580-4 backup]#



[grid@hp580-5 aaa]$ srvctl status  diskgroup -g fra
Disk Group fra is running on hp580-5,hp580-4
[grid@hp580-5 aaa]$ srvctl status  diskgroup -g data
Disk Group data is running on hp580-5,hp580-4
[grid@hp580-5 aaa]$

[grid@hp580-5 aaa]$ crsctl query css votedisk
##  STATE    File Universal Id                File Name Disk group
--  -----    -----------------                --------- ---------
 1. ONLINE   2994b1890e944fc7bf13744a8c98f5ea (/dev/asm-diskc) [DATA]
 2. ONLINE   0e8b5764cd5a4fb6bf74fe7058745670 (/dev/asm-diskd) [DATA]
 3. ONLINE   62a1876953964f16bff300704a04717a (/dev/asm-diske) [DATA]
Located 3 voting disk(s).
[grid@hp580-5 aaa]$ ocrconfig -showbackup

hp580-4     2014/11/05 12:34:11     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr

hp580-4     2014/11/05 08:34:11     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr

hp580-4     2014/11/05 04:34:10     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr

hp580-4     2014/11/04 12:34:07     /g01/app/11.2.0/grid/cdata/hp580-cluster/day.ocr

hp580-4     2014/10/27 08:33:38     /g01/app/11.2.0/grid/cdata/hp580-cluster/week.ocr
PROT-25: Manual backups for the Oracle Cluster Registry are not available
[grid@hp580-5 aaa]$ ll   /g01/app/11.2.0/grid/cdata/hp580-cluster/*
-rw------- 1 root root 7245824 Jul 30 12:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr
-rw------- 1 root root 7245824 Jul 30 08:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr
-rw------- 1 root root 7245824 Jul 30 04:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr
-rw------- 1 root root 7245824 Jul 30 04:19 /g01/app/11.2.0/grid/cdata/hp580-cluster/day_.ocr
[grid@hp580-5 aaa]$ ocrcheck -local
PROTL-602: Failed to retrieve data from the local registry
PROCL-26: Error while accessing the physical storage Operating System error [Permission denied] [13]



[oracle@hp580-5 ~]$ kfed read /dev/asm-diskc
kfbh.endian:                          1 ; 0x000: 0x01
kfbh.hard:                          130 ; 0x001: 0x82
kfbh.type:                            1 ; 0x002: KFBTYP_DISKHEAD
kfbh.datfmt:                          1 ; 0x003: 0x01
kfbh.block.blk:                       0 ; 0x004: blk=0
kfbh.block.obj:              2147483648 ; 0x008: disk=0
kfbh.check:                  2475393849 ; 0x00c: 0x938b8339
kfbh.fcn.base:                        0 ; 0x010: 0x00000000
kfbh.fcn.wrap:                        0 ; 0x014: 0x00000000
kfbh.spare1:                          0 ; 0x018: 0x00000000
kfbh.spare2:                          0 ; 0x01c: 0x00000000
kfdhdb.driver.provstr:         ORCLDISK ; 0x000: length=8
kfdhdb.driver.reserved[0]:            0 ; 0x008: 0x00000000
kfdhdb.driver.reserved[1]:            0 ; 0x00c: 0x00000000
kfdhdb.driver.reserved[2]:            0 ; 0x010: 0x00000000
kfdhdb.driver.reserved[3]:            0 ; 0x014: 0x00000000
kfdhdb.driver.reserved[4]:            0 ; 0x018: 0x00000000
kfdhdb.driver.reserved[5]:            0 ; 0x01c: 0x00000000
kfdhdb.compat:                186646528 ; 0x020: 0x0b200000
kfdhdb.dsknum:                        0 ; 0x024: 0x0000
kfdhdb.grptyp:                        2 ; 0x026: KFDGTP_NORMAL
kfdhdb.hdrsts:                        3 ; 0x027: KFDHDR_MEMBER
kfdhdb.dskname:               DATA_0000 ; 0x028: length=9
kfdhdb.grpname:                    DATA ; 0x048: length=4
kfdhdb.fgname:                DATA_0000 ; 0x068: length=9
kfdhdb.capname:                         ; 0x088: length=0
kfdhdb.crestmp.hi:             33005455 ; 0x0a8: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.crestmp.lo:           1737447424 ; 0x0ac: USEC=0x0 MSEC=0x3d6 SECS=0x38 MINS=0x19
kfdhdb.mntstmp.hi:             33008080 ; 0x0b0: HOUR=0x10 DAYS=0xe MNTH=0xa YEAR=0x7de
kfdhdb.mntstmp.lo:           1192754176 ; 0x0b4: USEC=0x0 MSEC=0x1ff SECS=0x31 MINS=0x11
kfdhdb.secsize:                     512 ; 0x0b8: 0x0200
kfdhdb.blksize:                    4096 ; 0x0ba: 0x1000
kfdhdb.ausize:                  1048576 ; 0x0bc: 0x00100000
kfdhdb.mfact:                    113792 ; 0x0c0: 0x0001bc80
kfdhdb.dsksize:                  512000 ; 0x0c4: 0x0007d000
kfdhdb.pmcnt:                         6 ; 0x0c8: 0x00000006
kfdhdb.fstlocn:                       1 ; 0x0cc: 0x00000001
kfdhdb.altlocn:                       2 ; 0x0d0: 0x00000002
kfdhdb.f1b1locn:                      2 ; 0x0d4: 0x00000002
kfdhdb.redomirrors[0]:                0 ; 0x0d8: 0x0000
kfdhdb.redomirrors[1]:                0 ; 0x0da: 0x0000
kfdhdb.redomirrors[2]:                0 ; 0x0dc: 0x0000
kfdhdb.redomirrors[3]:                0 ; 0x0de: 0x0000
kfdhdb.dbcompat:              168820736 ; 0x0e0: 0x0a100000
kfdhdb.grpstmp.hi:             33005455 ; 0x0e4: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.grpstmp.lo:           1736783872 ; 0x0e8: USEC=0x0 MSEC=0x14e SECS=0x38 MINS=0x19
kfdhdb.vfstart:                     256 ; 0x0ec: 0x00000100
kfdhdb.vfend:                       288 ; 0x0f0: 0x00000120
kfdhdb.spfile:                        0 ; 0x0f4: 0x00000000
kfdhdb.spfflg:                        0 ; 0x0f8: 0x00000000
kfdhdb.ub4spare[0]:                   0 ; 0x0fc: 0x00000000
kfdhdb.ub4spare[1]:                   0 ; 0x100: 0x00000000
kfdhdb.ub4spare[2]:                   0 ; 0x104: 0x00000000
kfdhdb.ub4spare[3]:                   0 ; 0x108: 0x00000000
kfdhdb.ub4spare[4]:                   0 ; 0x10c: 0x00000000
kfdhdb.ub4spare[5]:                   0 ; 0x110: 0x00000000
kfdhdb.ub4spare[6]:                   0 ; 0x114: 0x00000000
kfdhdb.ub4spare[7]:                   0 ; 0x118: 0x00000000
kfdhdb.ub4spare[8]:                   0 ; 0x11c: 0x00000000
kfdhdb.ub4spare[9]:                   0 ; 0x120: 0x00000000
kfdhdb.ub4spare[10]:                  0 ; 0x124: 0x00000000
kfdhdb.ub4spare[11]:                  0 ; 0x128: 0x00000000
kfdhdb.ub4spare[12]:                  0 ; 0x12c: 0x00000000
kfdhdb.ub4spare[13]:                  0 ; 0x130: 0x00000000
kfdhdb.ub4spare[14]:                  0 ; 0x134: 0x00000000
kfdhdb.ub4spare[15]:                  0 ; 0x138: 0x00000000
kfdhdb.ub4spare[16]:                  0 ; 0x13c: 0x00000000
kfdhdb.ub4spare[17]:                  0 ; 0x140: 0x00000000
kfdhdb.ub4spare[18]:                  0 ; 0x144: 0x00000000
kfdhdb.ub4spare[19]:                  0 ; 0x148: 0x00000000
kfdhdb.ub4spare[20]:                  0 ; 0x14c: 0x00000000
kfdhdb.ub4spare[21]:                  0 ; 0x150: 0x00000000
kfdhdb.ub4spare[22]:                  0 ; 0x154: 0x00000000
kfdhdb.ub4spare[23]:                  0 ; 0x158: 0x00000000
kfdhdb.ub4spare[24]:                  0 ; 0x15c: 0x00000000
kfdhdb.ub4spare[25]:                  0 ; 0x160: 0x00000000
kfdhdb.ub4spare[26]:                  0 ; 0x164: 0x00000000
kfdhdb.ub4spare[27]:                  0 ; 0x168: 0x00000000
kfdhdb.ub4spare[28]:                  0 ; 0x16c: 0x00000000
kfdhdb.ub4spare[29]:                  0 ; 0x170: 0x00000000
kfdhdb.ub4spare[30]:                  0 ; 0x174: 0x00000000
kfdhdb.ub4spare[31]:                  0 ; 0x178: 0x00000000
kfdhdb.ub4spare[32]:                  0 ; 0x17c: 0x00000000
kfdhdb.ub4spare[33]:                  0 ; 0x180: 0x00000000
kfdhdb.ub4spare[34]:                  0 ; 0x184: 0x00000000
kfdhdb.ub4spare[35]:                  0 ; 0x188: 0x00000000
kfdhdb.ub4spare[36]:                  0 ; 0x18c: 0x00000000
kfdhdb.ub4spare[37]:                  0 ; 0x190: 0x00000000
kfdhdb.ub4spare[38]:                  0 ; 0x194: 0x00000000
kfdhdb.ub4spare[39]:                  0 ; 0x198: 0x00000000
kfdhdb.ub4spare[40]:                  0 ; 0x19c: 0x00000000
kfdhdb.ub4spare[41]:                  0 ; 0x1a0: 0x00000000
kfdhdb.ub4spare[42]:                  0 ; 0x1a4: 0x00000000
kfdhdb.ub4spare[43]:                  0 ; 0x1a8: 0x00000000
kfdhdb.ub4spare[44]:                  0 ; 0x1ac: 0x00000000
kfdhdb.ub4spare[45]:                  0 ; 0x1b0: 0x00000000
kfdhdb.ub4spare[46]:                  0 ; 0x1b4: 0x00000000
kfdhdb.ub4spare[47]:                  0 ; 0x1b8: 0x00000000
kfdhdb.ub4spare[48]:                  0 ; 0x1bc: 0x00000000
kfdhdb.ub4spare[49]:                  0 ; 0x1c0: 0x00000000
kfdhdb.ub4spare[50]:                  0 ; 0x1c4: 0x00000000
kfdhdb.ub4spare[51]:                  0 ; 0x1c8: 0x00000000
kfdhdb.ub4spare[52]:                  0 ; 0x1cc: 0x00000000
kfdhdb.ub4spare[53]:                  0 ; 0x1d0: 0x00000000
kfdhdb.acdb.aba.seq:                  0 ; 0x1d4: 0x00000000
kfdhdb.acdb.aba.blk:                  0 ; 0x1d8: 0x00000000
kfdhdb.acdb.ents:                     0 ; 0x1dc: 0x0000
kfdhdb.acdb.ub2spare:                 0 ; 0x1de: 0x0000
[oracle@hp580-5 ~]$


[oracle@hp580-5 ~]$ kfed read /dev/asm-diskc   blkn=510
kfbh.endian:                          1 ; 0x000: 0x01
kfbh.hard:                          130 ; 0x001: 0x82
kfbh.type:                            1 ; 0x002: KFBTYP_DISKHEAD
kfbh.datfmt:                          1 ; 0x003: 0x01
kfbh.block.blk:                     254 ; 0x004: blk=254
kfbh.block.obj:              2147483648 ; 0x008: disk=0
kfbh.check:                  2475393991 ; 0x00c: 0x938b83c7
kfbh.fcn.base:                        0 ; 0x010: 0x00000000
kfbh.fcn.wrap:                        0 ; 0x014: 0x00000000
kfbh.spare1:                          0 ; 0x018: 0x00000000
kfbh.spare2:                          0 ; 0x01c: 0x00000000
kfdhdb.driver.provstr:         ORCLDISK ; 0x000: length=8
kfdhdb.driver.reserved[0]:            0 ; 0x008: 0x00000000
kfdhdb.driver.reserved[1]:            0 ; 0x00c: 0x00000000
kfdhdb.driver.reserved[2]:            0 ; 0x010: 0x00000000
kfdhdb.driver.reserved[3]:            0 ; 0x014: 0x00000000
kfdhdb.driver.reserved[4]:            0 ; 0x018: 0x00000000
kfdhdb.driver.reserved[5]:            0 ; 0x01c: 0x00000000
kfdhdb.compat:                186646528 ; 0x020: 0x0b200000
kfdhdb.dsknum:                        0 ; 0x024: 0x0000
kfdhdb.grptyp:                        2 ; 0x026: KFDGTP_NORMAL
kfdhdb.hdrsts:                        3 ; 0x027: KFDHDR_MEMBER
kfdhdb.dskname:               DATA_0000 ; 0x028: length=9
kfdhdb.grpname:                    DATA ; 0x048: length=4
kfdhdb.fgname:                DATA_0000 ; 0x068: length=9
kfdhdb.capname:                         ; 0x088: length=0
kfdhdb.crestmp.hi:             33005455 ; 0x0a8: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.crestmp.lo:           1737447424 ; 0x0ac: USEC=0x0 MSEC=0x3d6 SECS=0x38 MINS=0x19
kfdhdb.mntstmp.hi:             33008080 ; 0x0b0: HOUR=0x10 DAYS=0xe MNTH=0xa YEAR=0x7de
kfdhdb.mntstmp.lo:           1192754176 ; 0x0b4: USEC=0x0 MSEC=0x1ff SECS=0x31 MINS=0x11
kfdhdb.secsize:                     512 ; 0x0b8: 0x0200
kfdhdb.blksize:                    4096 ; 0x0ba: 0x1000
kfdhdb.ausize:                  1048576 ; 0x0bc: 0x00100000
kfdhdb.mfact:                    113792 ; 0x0c0: 0x0001bc80
kfdhdb.dsksize:                  512000 ; 0x0c4: 0x0007d000
kfdhdb.pmcnt:                         6 ; 0x0c8: 0x00000006
kfdhdb.fstlocn:                       1 ; 0x0cc: 0x00000001
kfdhdb.altlocn:                       2 ; 0x0d0: 0x00000002
kfdhdb.f1b1locn:                      2 ; 0x0d4: 0x00000002
kfdhdb.redomirrors[0]:                0 ; 0x0d8: 0x0000
kfdhdb.redomirrors[1]:                0 ; 0x0da: 0x0000
kfdhdb.redomirrors[2]:                0 ; 0x0dc: 0x0000
kfdhdb.redomirrors[3]:                0 ; 0x0de: 0x0000
kfdhdb.dbcompat:              168820736 ; 0x0e0: 0x0a100000
kfdhdb.grpstmp.hi:             33005455 ; 0x0e4: HOUR=0xf DAYS=0x1c MNTH=0x7 YEAR=0x7de
kfdhdb.grpstmp.lo:           1736783872 ; 0x0e8: USEC=0x0 MSEC=0x14e SECS=0x38 MINS=0x19
kfdhdb.vfstart:                     256 ; 0x0ec: 0x00000100
kfdhdb.vfend:                       288 ; 0x0f0: 0x00000120
kfdhdb.spfile:                        0 ; 0x0f4: 0x00000000
kfdhdb.spfflg:                        0 ; 0x0f8: 0x00000000
kfdhdb.ub4spare[0]:                   0 ; 0x0fc: 0x00000000
kfdhdb.ub4spare[1]:                   0 ; 0x100: 0x00000000
kfdhdb.ub4spare[2]:                   0 ; 0x104: 0x00000000
kfdhdb.ub4spare[3]:                   0 ; 0x108: 0x00000000
kfdhdb.ub4spare[4]:                   0 ; 0x10c: 0x00000000
kfdhdb.ub4spare[5]:                   0 ; 0x110: 0x00000000
kfdhdb.ub4spare[6]:                   0 ; 0x114: 0x00000000
kfdhdb.ub4spare[7]:                   0 ; 0x118: 0x00000000
kfdhdb.ub4spare[8]:                   0 ; 0x11c: 0x00000000
kfdhdb.ub4spare[9]:                   0 ; 0x120: 0x00000000
kfdhdb.ub4spare[10]:                  0 ; 0x124: 0x00000000
kfdhdb.ub4spare[11]:                  0 ; 0x128: 0x00000000
kfdhdb.ub4spare[12]:                  0 ; 0x12c: 0x00000000
kfdhdb.ub4spare[13]:                  0 ; 0x130: 0x00000000
kfdhdb.ub4spare[14]:                  0 ; 0x134: 0x00000000
kfdhdb.ub4spare[15]:                  0 ; 0x138: 0x00000000
kfdhdb.ub4spare[16]:                  0 ; 0x13c: 0x00000000
kfdhdb.ub4spare[17]:                  0 ; 0x140: 0x00000000
kfdhdb.ub4spare[18]:                  0 ; 0x144: 0x00000000
kfdhdb.ub4spare[19]:                  0 ; 0x148: 0x00000000
kfdhdb.ub4spare[20]:                  0 ; 0x14c: 0x00000000
kfdhdb.ub4spare[21]:                  0 ; 0x150: 0x00000000
kfdhdb.ub4spare[22]:                  0 ; 0x154: 0x00000000
kfdhdb.ub4spare[23]:                  0 ; 0x158: 0x00000000
kfdhdb.ub4spare[24]:                  0 ; 0x15c: 0x00000000
kfdhdb.ub4spare[25]:                  0 ; 0x160: 0x00000000
kfdhdb.ub4spare[26]:                  0 ; 0x164: 0x00000000
kfdhdb.ub4spare[27]:                  0 ; 0x168: 0x00000000
kfdhdb.ub4spare[28]:                  0 ; 0x16c: 0x00000000
kfdhdb.ub4spare[29]:                  0 ; 0x170: 0x00000000
kfdhdb.ub4spare[30]:                  0 ; 0x174: 0x00000000
kfdhdb.ub4spare[31]:                  0 ; 0x178: 0x00000000
kfdhdb.ub4spare[32]:                  0 ; 0x17c: 0x00000000
kfdhdb.ub4spare[33]:                  0 ; 0x180: 0x00000000
kfdhdb.ub4spare[34]:                  0 ; 0x184: 0x00000000
kfdhdb.ub4spare[35]:                  0 ; 0x188: 0x00000000
kfdhdb.ub4spare[36]:                  0 ; 0x18c: 0x00000000
kfdhdb.ub4spare[37]:                  0 ; 0x190: 0x00000000
kfdhdb.ub4spare[38]:                  0 ; 0x194: 0x00000000
kfdhdb.ub4spare[39]:                  0 ; 0x198: 0x00000000
kfdhdb.ub4spare[40]:                  0 ; 0x19c: 0x00000000
kfdhdb.ub4spare[41]:                  0 ; 0x1a0: 0x00000000
kfdhdb.ub4spare[42]:                  0 ; 0x1a4: 0x00000000
kfdhdb.ub4spare[43]:                  0 ; 0x1a8: 0x00000000
kfdhdb.ub4spare[44]:                  0 ; 0x1ac: 0x00000000
kfdhdb.ub4spare[45]:                  0 ; 0x1b0: 0x00000000
kfdhdb.ub4spare[46]:                  0 ; 0x1b4: 0x00000000
kfdhdb.ub4spare[47]:                  0 ; 0x1b8: 0x00000000
kfdhdb.ub4spare[48]:                  0 ; 0x1bc: 0x00000000
kfdhdb.ub4spare[49]:                  0 ; 0x1c0: 0x00000000
kfdhdb.ub4spare[50]:                  0 ; 0x1c4: 0x00000000
kfdhdb.ub4spare[51]:                  0 ; 0x1c8: 0x00000000
kfdhdb.ub4spare[52]:                  0 ; 0x1cc: 0x00000000
kfdhdb.ub4spare[53]:                  0 ; 0x1d0: 0x00000000
kfdhdb.acdb.aba.seq:                  0 ; 0x1d4: 0x00000000
kfdhdb.acdb.aba.blk:                  0 ; 0x1d8: 0x00000000
kfdhdb.acdb.ents:                     0 ; 0x1dc: 0x0000
kfdhdb.acdb.ub2spare:                 0 ; 0x1de: 0x0000
[oracle@hp580-5 ~]$


[oracle@hp580-5 ~]$ kfed read /dev/asm-diskg
kfbh.endian:                          0 ; 0x000: 0x00
kfbh.hard:                            0 ; 0x001: 0x00
kfbh.type:                            0 ; 0x002: KFBTYP_INVALID
kfbh.datfmt:                          0 ; 0x003: 0x00
kfbh.block.blk:                       0 ; 0x004: blk=0
kfbh.block.obj:                       0 ; 0x008: file=0
kfbh.check:                           0 ; 0x00c: 0x00000000
kfbh.fcn.base:                        0 ; 0x010: 0x00000000
kfbh.fcn.wrap:                        0 ; 0x014: 0x00000000
kfbh.spare1:                          0 ; 0x018: 0x00000000
kfbh.spare2:                          0 ; 0x01c: 0x00000000
7F2C2F361400 00000000 00000000 00000000 00000000  [................]
  Repeat 255 times
KFED-00322: Invalid content encountered during block traversal: [kfbtTraverseBlock][Invalid OSM block type][][0]

[oracle@hp580-5 ~]$



[oracle@hp580-4 grid]$ ./runcluvfy.sh comp nodecon -i eth0 -n hp580-4,hp580-5 -verbose

Verifying node connectivity

Checking node connectivity...

Checking hosts config file...
  Node Name     Status                    Comment                
  ------------  ------------------------  ------------------------
  hp580-5       passed                                           
  hp580-4       passed                                           

Verification of the hosts config file successful


Interface information for node "hp580-5"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU  
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   10.98.32.85     10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:E8 1500 
 eth0   10.98.32.230    10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:E8 1500 
 eth0   10.98.32.232    10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:E8 1500 
 eth1   172.168.1.199   172.168.1.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:E9 1500 
 eth1   169.254.175.215 169.254.0.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:E9 1500 
 eth2   192.168.2.201   192.168.2.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:E3:EA 1500 


Interface information for node "hp580-4"
 Name   IP Address      Subnet          Gateway         Def. Gateway    HW Address        MTU  
 ------ --------------- --------------- --------------- --------------- ----------------- ------
 eth0   10.98.32.84     10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:64:68 1500 
 eth0   10.98.32.233    10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:64:68 1500 
 eth0   10.98.32.234    10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:64:68 1500 
 eth0   10.98.32.231    10.98.32.0      0.0.0.0         10.98.32.254    78:E3:B5:0C:64:68 1500 
 eth1   172.168.1.198   172.168.1.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:64:69 1500 
 eth1   169.254.177.221 169.254.0.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:64:69 1500 
 eth2   192.168.1.201   192.168.1.0     0.0.0.0         10.98.32.254    78:E3:B5:0C:64:6A 1500 


Check: Node connectivity for interface "eth0"
  Source                          Destination                     Connected?     
  ------------------------------  ------------------------------  ----------------
  hp580-5:eth0                    hp580-5:eth0                    yes            
  hp580-5:eth0                    hp580-5:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-5:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-5:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
  hp580-4:eth0                    hp580-4:eth0                    yes            
Result: Node connectivity passed for interface "eth0"

Result: Node connectivity check passed


Verification of node connectivity was successful.
[oracle@hp580-4 grid]$



-rw-rw-r-- 1 grid oinstall 2209370 Mar 10 10:45 alerthp580-5.log
drwxr-x--x 2 grid oinstall    4096 Mar 10 10:20 client
drwxr-x--- 2 root oinstall    4096 Oct 21 15:44 crflogd
drwxr-x--- 2 root oinstall    4096 Jul 28  2014 crfmond
drwxr-x--- 2 root oinstall    4096 Jul 28  2014 crsd
drwxr-x--- 2 grid oinstall    4096 Mar  8 11:20 cssd
drwxr-x--- 2 root oinstall    4096 Mar 10 04:12 ctssd
drwxr-x--- 4 grid oinstall    4096 Jul 28  2014 cvu
drwxr-x--- 2 grid oinstall    4096 Jul 28  2014 diskmon
drwxr-x--- 2 grid oinstall    4096 Jul 28  2014 evmd
drwxr-x--- 2 grid oinstall    4096 Mar 10 10:00 gipcd
drwxr-x--- 2 root oinstall    4096 Jul 28  2014 gnsd
drwxr-x--- 2 grid oinstall    4096 Mar 10 10:27 gpnpd
drwxr-x--- 2 grid oinstall    4096 Jul 28  2014 mdnsd
drwxr-x--- 2 root oinstall    4096 Mar  7 10:59 ohasd
drwxrwxr-t 5 grid oinstall    4096 Jul 30  2014 racg
drwxr-x--- 2 grid oinstall    4096 Jul 28  2014 srvm
[grid@hp580-5 hp580-5]$ pwd
/g01/app/11.2.0/grid/log/hp580-5
[grid@hp580-5 hp580-5]$




[root@hp580-5 ~]# ps -ef|grep grid
root     20294     1  1 09:38 ?        00:00:03 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid     20408     1  0 09:39 ?        00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     20420     1  0 09:39 ?        00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid     20430     1  0 09:39 ?        00:00:00 /g01/app/11.2.0/grid/bin/gpnpd.bin
root     20441     1  1 09:39 ?        00:00:01 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     20443     1  0 09:39 ?        00:00:01 /g01/app/11.2.0/grid/bin/gipcd.bin
root     20458     1  6 09:39 ?        00:00:11 /g01/app/11.2.0/grid/bin/osysmond.bin
root     20469     1  0 09:39 ?        00:00:00 /g01/app/11.2.0/grid/bin/cssdmonitor
root     20486     1  0 09:39 ?        00:00:00 /g01/app/11.2.0/grid/bin/cssdagent
grid     20498     1  1 09:39 ?        00:00:03 /g01/app/11.2.0/grid/bin/ocssd.bin
root     20595     1  0 09:39 ?        00:00:00 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid     20754     1  0 09:40 ?        00:00:00 asm_pmon_+ASM2
grid     20756     1  0 09:40 ?        00:00:00 asm_psp0_+ASM2
grid     20760     1  1 09:40 ?        00:00:01 asm_vktm_+ASM2
grid     20764     1  0 09:40 ?        00:00:00 asm_gen0_+ASM2
grid     20766     1  0 09:40 ?        00:00:00 asm_diag_+ASM2
grid     20768     1  0 09:40 ?        00:00:00 asm_ping_+ASM2
grid     20770     1  0 09:40 ?        00:00:01 asm_dia0_+ASM2
grid     20772     1  0 09:40 ?        00:00:00 asm_lmon_+ASM2
grid     20774     1  0 09:40 ?        00:00:00 asm_lmd0_+ASM2
grid     20776     1  0 09:40 ?        00:00:00 asm_lms0_+ASM2
grid     20780     1  0 09:40 ?        00:00:00 asm_lmhb_+ASM2
grid     20782     1  0 09:40 ?        00:00:00 asm_mman_+ASM2
grid     20784     1  0 09:40 ?        00:00:00 asm_dbw0_+ASM2
grid     20786     1  0 09:40 ?        00:00:00 asm_lgwr_+ASM2
grid     20788     1  0 09:40 ?        00:00:00 asm_ckpt_+ASM2
grid     20790     1  0 09:40 ?        00:00:00 asm_smon_+ASM2
grid     20792     1  0 09:40 ?        00:00:00 asm_rbal_+ASM2
grid     20794     1  0 09:40 ?        00:00:00 asm_gmon_+ASM2
grid     20796     1  0 09:40 ?        00:00:00 asm_mmon_+ASM2
grid     20798     1  0 09:40 ?        00:00:00 asm_mmnl_+ASM2
grid     20800     1  0 09:40 ?        00:00:00 asm_lck0_+ASM2
grid     20804     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root     20816     1  3 09:40 ?        00:00:04 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid     20817     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmd.bin
grid     20837     1  0 09:40 ?        00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20839     1  0 09:40 ?        00:00:00 asm_asmb_+ASM2
grid     20841     1  0 09:40 ?        00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20843     1  0 09:40 ?        00:00:00 asm_o000_+ASM2
grid     20845     1  0 09:40 ?        00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20895 20817  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid     20936     1  1 09:40 ?        00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
root     20943     1  3 09:40 ?        00:00:03 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     21017     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21020     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21025     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21039     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     21040 21039  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/opmn/bin/ons -d
grid     21065     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN3 -inherit
grid     21067     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN2 -inherit
grid     21072     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
grid     21077     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
oracle   21169     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     21198     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/scriptagent.bin
grid     21224     1 12 09:40 ?        00:00:11 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
root     21313     1  0 09:40 ?        00:00:00 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-5
grid     21399     1  0 09:40 ?        00:00:00 oracle+ASM2_asmb_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21412     1  0 09:40 ?        00:00:00 oracle+ASM2_ocf0_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21447     1  0 09:40 ?        00:00:00 oracle+ASM2_o000_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21547     1  0 09:40 ?        00:00:00 oracle+ASM2_o001_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21561     1  0 09:40 ?        00:00:00 oracle+ASM2_o002_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21565     1  0 09:40 ?        00:00:00 oracle+ASM2_o003_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21569     1  0 09:40 ?        00:00:00 oracle+ASM2_o004_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21573     1  0 09:40 ?        00:00:00 oracle+ASM2_o005_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21577     1  0 09:40 ?        00:00:00 oracle+ASM2_o006_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21580     1  0 09:40 ?        00:00:00 oracle+ASM2_o007_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21583     1  0 09:40 ?        00:00:00 oracle+ASM2_o008_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root     21679 20241  0 09:42 pts/0    00:00:00 grep grid
[root@hp580-5 ~]# ps -ef|grep oracle
grid     20804     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20837     1  0 09:40 ?        00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20841     1  0 09:40 ?        00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     20845     1  0 09:40 ?        00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21017     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21020     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21025     1  0 09:40 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21169     1  0 09:40 ?        00:00:01 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     21224     1  7 09:40 ?        00:00:11 /g01/app/11.2.0/grid/jdk/jre//bin/java -server -Xcheck:jni -Xms128M -Xmx384M -Djava.awt.headless=true -Ddisable.checkForUpdate=true -Dstdstream.filesize=100 -Dstdstream.filenumber=10 -DTRACING.ENABLED=false -Doracle.wlm.dbwlmlogger.logging.level=INFO -Dport.rmi=23792 -jar /g01/app/11.2.0/grid/oc4j/j2ee/home/oc4j.jar -config /g01/app/11.2.0/grid/oc4j/j2ee/home/OC4J_DBWLM_config/server.xml -out /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.out -err /g01/app/11.2.0/grid/oc4j/j2ee/home/log/oc4j.err
oracle   21323     1  0 09:40 ?        00:00:00 ora_pmon_orcl2
oracle   21326     1  0 09:40 ?        00:00:00 ora_psp0_orcl2
oracle   21333     1  1 09:40 ?        00:00:02 ora_vktm_orcl2
oracle   21337     1  0 09:40 ?        00:00:00 ora_gen0_orcl2
oracle   21339     1  0 09:40 ?        00:00:00 ora_diag_orcl2
oracle   21341     1  0 09:40 ?        00:00:00 ora_dbrm_orcl2
oracle   21343     1  0 09:40 ?        00:00:00 ora_ping_orcl2
oracle   21345     1  0 09:40 ?        00:00:00 ora_acms_orcl2
oracle   21347     1  0 09:40 ?        00:00:00 ora_dia0_orcl2
oracle   21349     1  0 09:40 ?        00:00:00 ora_lmon_orcl2
oracle   21351     1  0 09:40 ?        00:00:00 ora_lmd0_orcl2
oracle   21353     1  0 09:40 ?        00:00:01 ora_lms0_orcl2
oracle   21357     1  1 09:40 ?        00:00:01 ora_lms1_orcl2
oracle   21361     1  1 09:40 ?        00:00:01 ora_lms2_orcl2
oracle   21365     1  0 09:40 ?        00:00:00 ora_rms0_orcl2
oracle   21367     1  0 09:40 ?        00:00:00 ora_lmhb_orcl2
oracle   21369     1  2 09:40 ?        00:00:03 ora_mman_orcl2
oracle   21371     1  0 09:40 ?        00:00:00 ora_dbw0_orcl2
oracle   21373     1  0 09:40 ?        00:00:00 ora_dbw1_orcl2
oracle   21375     1  0 09:40 ?        00:00:00 ora_dbw2_orcl2
oracle   21377     1  0 09:40 ?        00:00:00 ora_dbw3_orcl2
oracle   21379     1  0 09:40 ?        00:00:00 ora_dbw4_orcl2
oracle   21381     1  0 09:40 ?        00:00:00 ora_dbw5_orcl2
oracle   21383     1  0 09:40 ?        00:00:00 ora_lgwr_orcl2
oracle   21385     1  0 09:40 ?        00:00:00 ora_ckpt_orcl2
oracle   21387     1  0 09:40 ?        00:00:00 ora_smon_orcl2
oracle   21389     1  0 09:40 ?        00:00:00 ora_reco_orcl2
oracle   21391     1  0 09:40 ?        00:00:00 ora_rbal_orcl2
oracle   21393     1  0 09:40 ?        00:00:00 ora_asmb_orcl2
oracle   21395     1  0 09:40 ?        00:00:00 ora_mmon_orcl2
oracle   21397     1  0 09:40 ?        00:00:00 ora_mmnl_orcl2
grid     21399     1  0 09:40 ?        00:00:00 oracle+ASM2_asmb_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21404     1  0 09:40 ?        00:00:00 ora_d000_orcl2
oracle   21406     1  0 09:40 ?        00:00:00 ora_mark_orcl2
oracle   21408     1  0 09:40 ?        00:00:00 ora_s000_orcl2
oracle   21410     1  0 09:40 ?        00:00:00 ora_ocf0_orcl2
grid     21412     1  0 09:40 ?        00:00:00 oracle+ASM2_ocf0_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21417     1  0 09:40 ?        00:00:01 ora_lck0_orcl2
oracle   21419     1  0 09:40 ?        00:00:00 ora_rsmn_orcl2
oracle   21421     1  0 09:40 ?        00:00:01 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21445     1  0 09:40 ?        00:00:00 ora_o000_orcl2
grid     21447     1  0 09:40 ?        00:00:00 oracle+ASM2_o000_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21480     1  0 09:40 ?        00:00:00 ora_p000_orcl2
oracle   21483     1  0 09:40 ?        00:00:00 ora_p001_orcl2
oracle   21485     1  0 09:40 ?        00:00:00 ora_p002_orcl2
oracle   21487     1  0 09:40 ?        00:00:00 ora_p003_orcl2
oracle   21489     1  0 09:40 ?        00:00:00 ora_p004_orcl2
oracle   21491     1  0 09:40 ?        00:00:00 ora_p005_orcl2
oracle   21493     1  0 09:40 ?        00:00:00 ora_p006_orcl2
oracle   21495     1  0 09:40 ?        00:00:00 ora_p007_orcl2
oracle   21497     1  0 09:40 ?        00:00:00 ora_p008_orcl2
oracle   21499     1  0 09:40 ?        00:00:00 ora_p009_orcl2
oracle   21501     1  0 09:40 ?        00:00:00 ora_p010_orcl2
oracle   21503     1  0 09:40 ?        00:00:00 ora_p011_orcl2
oracle   21505     1  0 09:40 ?        00:00:00 ora_p012_orcl2
oracle   21507     1  0 09:40 ?        00:00:00 ora_p013_orcl2
oracle   21509     1  0 09:40 ?        00:00:00 ora_p014_orcl2
oracle   21511     1  0 09:40 ?        00:00:00 ora_p015_orcl2
oracle   21513     1  0 09:40 ?        00:00:00 ora_p016_orcl2
oracle   21515     1  0 09:40 ?        00:00:00 ora_p017_orcl2
oracle   21517     1  0 09:40 ?        00:00:00 ora_p018_orcl2
oracle   21519     1  0 09:40 ?        00:00:00 ora_p019_orcl2
oracle   21521     1  0 09:40 ?        00:00:00 ora_p020_orcl2
oracle   21523     1  0 09:40 ?        00:00:00 ora_p021_orcl2
oracle   21525     1  0 09:40 ?        00:00:00 ora_p022_orcl2
oracle   21527     1  0 09:40 ?        00:00:00 ora_p023_orcl2
oracle   21529     1  0 09:40 ?        00:00:00 ora_p024_orcl2
oracle   21531     1  0 09:40 ?        00:00:00 ora_p025_orcl2
oracle   21533     1  0 09:40 ?        00:00:00 ora_p026_orcl2
oracle   21535     1  0 09:40 ?        00:00:00 ora_p027_orcl2
oracle   21537     1  0 09:40 ?        00:00:00 ora_p028_orcl2
oracle   21539     1  0 09:40 ?        00:00:00 ora_p029_orcl2
oracle   21541     1  0 09:40 ?        00:00:00 ora_p030_orcl2
oracle   21543     1  0 09:40 ?        00:00:00 ora_p031_orcl2
oracle   21545     1  0 09:40 ?        00:00:00 ora_o001_orcl2
grid     21547     1  0 09:40 ?        00:00:00 oracle+ASM2_o001_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21549     1  0 09:40 ?        00:00:00 ora_arc0_orcl2
oracle   21551     1  0 09:40 ?        00:00:00 ora_arc1_orcl2
oracle   21553     1  0 09:40 ?        00:00:00 ora_arc2_orcl2
oracle   21555     1  0 09:40 ?        00:00:00 ora_arc3_orcl2
oracle   21557     1  0 09:40 ?        00:00:00 ora_o002_orcl2
oracle   21560     1  0 09:40 ?        00:00:00 ora_o003_orcl2
grid     21561     1  0 09:40 ?        00:00:00 oracle+ASM2_o002_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21564     1  0 09:40 ?        00:00:00 ora_o004_orcl2
grid     21565     1  0 09:40 ?        00:00:00 oracle+ASM2_o003_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21568     1  0 09:40 ?        00:00:00 ora_o005_orcl2
grid     21569     1  0 09:40 ?        00:00:00 oracle+ASM2_o004_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21572     1  0 09:40 ?        00:00:00 ora_o006_orcl2
grid     21573     1  0 09:40 ?        00:00:00 oracle+ASM2_o005_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21576     1  0 09:40 ?        00:00:00 ora_o007_orcl2
grid     21577     1  0 09:40 ?        00:00:00 oracle+ASM2_o006_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid     21580     1  0 09:40 ?        00:00:00 oracle+ASM2_o007_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21581     1  0 09:40 ?        00:00:00 ora_o008_orcl2
grid     21583     1  0 09:40 ?        00:00:00 oracle+ASM2_o008_orcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21585     1  0 09:41 ?        00:00:00 ora_gtx0_orcl2
oracle   21587     1  0 09:41 ?        00:00:00 ora_rcbg_orcl2
oracle   21591     1  0 09:41 ?        00:00:00 ora_qmnc_orcl2
oracle   21593     1  0 09:41 ?        00:00:00 ora_q000_orcl2
oracle   21595     1  0 09:41 ?        00:00:00 ora_q001_orcl2
oracle   21603     1  0 09:41 ?        00:00:00 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21609     1  0 09:41 ?        00:00:00 oracleorcl2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle   21623     1  0 09:41 ?        00:00:00 ora_cjq0_orcl2
oracle   21629     1  2 09:41 ?        00:00:02 ora_j000_orcl2
oracle   21631     1 20 09:41 ?        00:00:23 ora_j001_orcl2
oracle   21633     1  0 09:41 ?        00:00:00 ora_j002_orcl2
oracle   21667     1  0 09:41 ?        00:00:00 ora_gcr0_orcl2
oracle   21669     1  0 09:41 ?        00:00:00 ora_q002_orcl2
root     21702 20241  0 09:43 pts/0    00:00:00 grep oracle
[root@hp580-5 ~]#


SQL> show parameter spfile

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
spfile                               string      +SYS/hp580-cluster/asmparamete
                                                 rfile/registry.253.873908213
SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ crsctl status res -t
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.DATA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.FRA.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.LISTENER.lsnr
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.SYS.dg
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.asm
               ONLINE  ONLINE       hp580-4                  Started            
               ONLINE  ONLINE       hp580-5                  Started            
ora.gsd
               OFFLINE OFFLINE      hp580-4                                     
               OFFLINE OFFLINE      hp580-5                                     
ora.net1.network
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
ora.ons
               ONLINE  ONLINE       hp580-4                                     
               ONLINE  ONLINE       hp580-5                                     
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       hp580-4                                     
ora.LISTENER_SCAN2.lsnr
      1        ONLINE  ONLINE       hp580-5                                     
ora.LISTENER_SCAN3.lsnr
      1        ONLINE  ONLINE       hp580-5                                     
ora.cvu
      1        ONLINE  ONLINE       hp580-5                                     
ora.hp580-4.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.hp580-5.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.oc4j
      1        ONLINE  ONLINE       hp580-5                                     
ora.orcl.db
      1        ONLINE  ONLINE       hp580-4                  Open               
      2        ONLINE  ONLINE       hp580-5                  Open               
ora.scan1.vip
      1        ONLINE  ONLINE       hp580-4                                     
ora.scan2.vip
      1        ONLINE  ONLINE       hp580-5                                     
ora.scan3.vip
      1        ONLINE  ONLINE       hp580-5                                     
[grid@hp580-5 ~]$ ocrcheck
Status of Oracle Cluster Registry is as follows :
         Version                  :          3
         Total space (kbytes)     :     262120
         Used space (kbytes)      :       2968
         Available space (kbytes) :     259152
         ID                       : 1794026097
         Device/File Name         :       +sys
                                    Device/File integrity check succeeded

                                    Device/File not configured

                                    Device/File not configured

                                    Device/File not configured

                                    Device/File not configured

         Cluster registry integrity check succeeded

         Logical corruption check bypassed due to non-privileged user

[grid@hp580-5 ~]$ crsctl query css votedisk
##  STATE    File Universal Id                File Name Disk group
--  -----    -----------------                --------- ---------
 1. ONLINE   1600c0ff5c084fa9bf2bb00d1381d589 (/dev/asm-diskg) [SYS]
Located 1 voting disk(s).
[grid@hp580-5 ~]$ asmcmd
ASMCMD> lsdsk  -t -G sys
Create_Date  Mount_Date  Repair_Timer  Path
09-MAR-15    09-MAR-15   0             /dev/asm-diskg
ASMCMD> exit
[grid@hp580-5 ~]$

[root@hp580-5 bin]# ./ocrconfig  -manualbackup

hp580-5     2015/03/10 10:20:26     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr

hp580-4     2014/12/12 10:59:56     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20141212_105956.ocr
[root@hp580-5 bin]# ./ocrconfig  -showbackup

hp580-5     2015/03/10 08:45:49     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup00.ocr

hp580-5     2015/03/10 04:45:48     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup01.ocr

hp580-5     2015/03/10 00:45:48     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup02.ocr

hp580-4     2015/03/08 12:41:41     /g01/app/11.2.0/grid/cdata/hp580-cluster/day.ocr

hp580-4     2015/03/02 08:41:18     /g01/app/11.2.0/grid/cdata/hp580-cluster/week.ocr

hp580-5     2015/03/10 10:20:26     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr

hp580-4     2014/12/12 10:59:56     /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20141212_105956.ocr

备份好后我们破坏ocr所在磁盘

[root@hp580-5 bin]# su  - grid
[grid@hp580-5 ~]$ dd if=/dev/zero of=/dev/asm-diskg bs=4096 count=1
1+0 records in
1+0 records out
4096 bytes (4.1 kB) copied, 0.000330643 s, 12.4 MB/s
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./crsctl stop crs
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.crsd' on 'hp580-5'
CRS-2790: Starting shutdown of Cluster Ready Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.cvu' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN2.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.SYS.dg' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.orcl.db' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.LISTENER_SCAN3.lsnr' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.oc4j' on 'hp580-5'
CRS-2677: Stop of 'ora.cvu' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cvu' on 'hp580-4'
CRS-2677: Stop of 'ora.LISTENER.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.hp580-5.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.LISTENER_SCAN2.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.scan2.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.LISTENER_SCAN3.lsnr' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.scan3.vip' on 'hp580-5'
CRS-2677: Stop of 'ora.hp580-5.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.hp580-5.vip' on 'hp580-4'
CRS-2677: Stop of 'ora.scan2.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.scan2.vip' on 'hp580-4'
CRS-2677: Stop of 'ora.scan3.vip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.scan3.vip' on 'hp580-4'
CRS-2676: Start of 'ora.cvu' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.orcl.db' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.DATA.dg' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.FRA.dg' on 'hp580-5'
CRS-2676: Start of 'ora.hp580-5.vip' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.DATA.dg' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.FRA.dg' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.scan2.vip' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN2.lsnr' on 'hp580-4'
CRS-2676: Start of 'ora.scan3.vip' on 'hp580-4' succeeded
CRS-2672: Attempting to start 'ora.LISTENER_SCAN3.lsnr' on 'hp580-4'
CRS-2676: Start of 'ora.LISTENER_SCAN2.lsnr' on 'hp580-4' succeeded
CRS-2676: Start of 'ora.LISTENER_SCAN3.lsnr' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.oc4j' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.oc4j' on 'hp580-4'
CRS-2676: Start of 'ora.oc4j' on 'hp580-4' succeeded
CRS-2677: Stop of 'ora.SYS.dg' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.ons' on 'hp580-5'
CRS-2677: Stop of 'ora.ons' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.net1.network' on 'hp580-5'
CRS-2677: Stop of 'ora.net1.network' on 'hp580-5' succeeded
CRS-2792: Shutdown of Cluster Ready Services-managed resources on 'hp580-5' has completed
CRS-2677: Stop of 'ora.crsd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.crf' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.ctssd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.evmd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2677: Stop of 'ora.crf' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.evmd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# crsctl start  crs
-bash: crsctl: command not found
[root@hp580-5 bin]# ./crsctl start  crs
CRS-4123: Oracle High Availability Services has been started.
[root@hp580-5 bin]# su  - grid
[grid@hp580-5 ~]$ crsctl status res  -t
CRS-4535: Cannot communicate with Cluster Ready Services
CRS-4000: Command Status failed, or completed with errors.
[grid@hp580-5 ~]$ crsctl status res  -t -init
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
      1        ONLINE  OFFLINE                               Instance Shutdown  
ora.cluster_interconnect.haip
      1        ONLINE  OFFLINE                                                  
ora.crf
      1        ONLINE  ONLINE       hp580-5                                     
ora.crsd
      1        ONLINE  OFFLINE                                                  
ora.cssd
      1        ONLINE  OFFLINE                               STARTING           
ora.cssdmonitor
      1        ONLINE  ONLINE       hp580-5                                     
ora.ctssd
      1        ONLINE  OFFLINE                                                  
ora.diskmon
      1        OFFLINE OFFLINE                                                  
ora.evmd
      1        ONLINE  OFFLINE                                                  
ora.gipcd
      1        ONLINE  ONLINE       hp580-5                                     
ora.gpnpd
      1        ONLINE  ONLINE       hp580-5                                     
ora.mdnsd
      1        ONLINE  ONLINE       hp580-5                                     
[grid@hp580-5 ~]$ exit


查看GRID的alert日志

[gpnpd(50190)]CRS-2328:GPNPD started on node hp580-5.
2015-03-10 10:27:52.107
[cssd(50259)]CRS-1713:CSSD daemon is started in clustered mode
2015-03-10 10:27:53.887
[ohasd(50054)]CRS-2767:Resource state recovery not attempted for 'ora.diskmon' as its target state is OFFLINE
2015-03-10 10:27:56.302
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:11.474
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:26.546
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:41.631
[cssd(50259)]CRS-1714:Unable to discover any voting files, retrying discovery in 15 seconds; Details at (:CSSNM00070:) in /g01/app/11.2.0/grid/log/hp580-5/cssd/ocssd.log
2015-03-10 10:28:56.717

查看ocssd日志

2015-03-10 10:27:17.407: [    CSSD][2364802816]clssgmExecuteClientRequest(): type(6) size(684) only connect and exit messages are allowed before lease acquisition proc(0x7f24840570b0) client(0x7f2484020190)
2015-03-10 10:27:17.408: [    CSSD][2364802816]clssgmDiscEndpcl: gipcDestroy 0x401b
2015-03-10 10:27:17.840: [    GPNP][2362259200]clsgpnp_profileCallUrlInt: [at clsgpnp.c:2104] get-profile call to url "ipc://GPNPD_hp580-5" disco "" [f=0 claimed- host: cname: seq: auth:]
2015-03-10 10:27:17.854: [    GPNP][2362259200]clsgpnp_profileCallUrlInt: [at clsgpnp.c:2234] Result: (0) CLSGPNP_OK. Successful get-profile CALL to remote "ipc://GPNPD_hp580-5" disco ""
2015-03-10 10:27:17.854: [    CSSD][2362259200]clssnmReadDiscoveryProfile: voting file discovery string(/dev/asm*)
2015-03-10 10:27:17.854: [    CSSD][2362259200]clssnmvDDiscThread: using discovery string /dev/asm* for initial discovery
2015-03-10 10:27:17.854: [   SKGFD][2362259200]Discovery with str:/dev/asm*:

2015-03-10 10:27:17.854: [   SKGFD][2362259200]UFS discovery with :/dev/asm*:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskc:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskd:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskf:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskg:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diske:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]Fetching UFS disk :/dev/asm-diskb:

2015-03-10 10:27:17.885: [   SKGFD][2362259200]OSS discovery with :/dev/asm*:

2015-03-10 10:27:17.886: [   SKGFD][2362259200]Handle 0x7f2478133d00 from lib :UFS:: for disk :/dev/asm-diskc:

2015-03-10 10:27:17.886: [   SKGFD][2362259200]Handle 0x7f2478136d00 from lib :UFS:: for disk :/dev/asm-diskd:

2015-03-10 10:27:17.887: [   SKGFD][2362259200]Handle 0x7f2478137530 from lib :UFS:: for disk :/dev/asm-diskf:

2015-03-10 10:27:17.887: [   SKGFD][2362259200]Handle 0x7f2478137d60 from lib :UFS:: for disk :/dev/asm-diskg:

2015-03-10 10:27:17.888: [   SKGFD][2362259200]Handle 0x7f24781349f0 from lib :UFS:: for disk :/dev/asm-diske:

2015-03-10 10:27:17.888: [   SKGFD][2362259200]Handle 0x7f2478135490 from lib :UFS:: for disk :/dev/asm-diskb:

2015-03-10 10:27:17.888: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478133d00 for disk :/dev/asm-diskc:

2015-03-10 10:27:17.889: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478136d00 for disk :/dev/asm-diskd:

2015-03-10 10:27:17.889: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478137530 for disk :/dev/asm-diskf:

2015-03-10 10:27:17.889: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478137d60 for disk :/dev/asm-diskg:

2015-03-10 10:27:17.889: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f24781349f0 for disk :/dev/asm-diske:

2015-03-10 10:27:17.889: [   SKGFD][2362259200]Lib :UFS:: closing handle 0x7f2478135490 for disk :/dev/asm-diskb:

2015-03-10 10:27:17.889: [    CSSD][2362259200]clssnmvDiskVerify: Successful discovery of 0 disks
2015-03-10 10:27:17.889: [    CSSD][2362259200]clssnmCompleteInitVFDiscovery: Completing initial voting file discovery
2015-03-10 10:27:17.889: [    CSSD][2362259200]clssnmvFindInitialConfigs: No voting files found
2015-03-10 10:27:17.889: [    CSSD][2362259200](:CSSNM00070:)clssnmCompleteInitVFDiscovery: Voting file not found. Retrying discovery in 15 seconds
2015-03-10 10:27:18.409: [    CSSD][2364802816]clssscSelect: cookie accept request 0x7f24840570b0


确认磁盘坏,开始恢复

[root@hp580-5 bin]# ./crsctl stop crs -f
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.cssdmonitor' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.crf' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssdmonitor' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.crf' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# ./crsctl start
Usage:
  crsctl start resource { [...]|-w ]|-all} [-n ] [-k ] [-d ] [-env "env1=val1,env2=val2,..."] [-f] [-i]
     Start designated resources
where
     resName [...]    One or more blank-separated resource names
     -w               Resource filter
     -all             All resources
     -n               Server name
     -k               Resource cardinality ID
     -d               Resource degree ID
     -env             Attribute overrides for this command
     -f               Force option
     -i               Fail if request cannot be processed immediately


  crsctl start crs [-excl [-nocrs]|-nowait]
     Start OHAS on this server
where
     -excl        Start Oracle Clusterware in exclusive mode
     -nocrs       Start Oracle Clusterware in exclusive mode without starting CRS
     -nowait      Do not wait for OHAS to start

  crsctl start cluster [[-all]|[-n [...]]]
    Start CRS stack
where
    Default         Start local server
    -all            Start all servers
    -n              Start named servers
    server [...]    One or more blank-separated server names


  crsctl start ip -A {|}//
    Start an IP on the given interface with specified net mask
Where
    IP_name              Name which resolves to an IP. If it is not a fully qualified domain name then standard name search will be used.
    IP_address           IP address
    net_mask             Subnet mask for the IP to start
    interface_name       Interface on which to start the IP

  crsctl start testdns [-address ] [-port ][-domain ] [-once][-v]
    Start a test DNS listener that listens on the given address at the given port and for specified domain
Where
    IP_address          IP address to be used by the listener (defaults to hostname)
    port                The port on which the listener will listen. Default value is 53.
    domain              The domain query for which to listen. By default, all domain queries are processed.

    -once               Flag indicating that DNS listener should exit after one DNS query packet is received
    -v                  Verbose output
[root@hp580-5 bin]# ./crsctl start  crs  -excl -nocrs
CRS-4123: Oracle High Availability Services has been started.
CRS-2672: Attempting to start 'ora.mdnsd' on 'hp580-5'
CRS-2676: Start of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.gpnpd' on 'hp580-5'
CRS-2676: Start of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cssdmonitor' on 'hp580-5'
CRS-2672: Attempting to start 'ora.gipcd' on 'hp580-5'
CRS-2676: Start of 'ora.cssdmonitor' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cssd' on 'hp580-5'
CRS-2672: Attempting to start 'ora.diskmon' on 'hp580-5'
CRS-2676: Start of 'ora.diskmon' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.cssd' on 'hp580-5' succeeded
CRS-2679: Attempting to clean 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2672: Attempting to start 'ora.ctssd' on 'hp580-5'
CRS-2681: Clean of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2676: Start of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2676: Start of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2672: Attempting to start 'ora.asm' on 'hp580-5'
CRS-2676: Start of 'ora.asm' on 'hp580-5' succeeded
[root@hp580-5 bin]# ./crsctl status  res  -t  -init
--------------------------------------------------------------------------------
NAME           TARGET  STATE        SERVER                   STATE_DETAILS      
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.asm
      1        ONLINE  INTERMEDIATE hp580-5                  OCR not started    
ora.cluster_interconnect.haip
      1        ONLINE  ONLINE       hp580-5                                     
ora.crf
      1        OFFLINE OFFLINE                                                  
ora.crsd
      1        OFFLINE OFFLINE                                                  
ora.cssd
      1        ONLINE  ONLINE       hp580-5                                     
ora.cssdmonitor
      1        ONLINE  ONLINE       hp580-5                                     
ora.ctssd
      1        ONLINE  ONLINE       hp580-5                  OBSERVER           
ora.diskmon
      1        OFFLINE OFFLINE                                                  
ora.evmd
      1        OFFLINE OFFLINE                                                  
ora.gipcd
      1        ONLINE  ONLINE       hp580-5                                     
ora.gpnpd
      1        ONLINE  ONLINE       hp580-5                                     
ora.mdnsd
      1        ONLINE  ONLINE       hp580-5                                     
[root@hp580-5 bin]# su  - grid
[grid@hp580-5 ~]$ sqlplus   /nolog

SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:10:20 2015

Copyright (c) 1982, 2011, Oracle.  All rights reserved.

SQL> connect / as sysasm
Connected.
SQL> create diskgroup SYS  external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0';
create diskgroup SYS  external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0'
*
ERROR at line 1:
ORA-15018: diskgroup cannot be created
ORA-15031: disk specification '/dev/asm-diskg' matches no disks
ORA-15014: path '/dev/asm-diskg' is not in the discovery set


SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ ls   -l /dev/asm*
brw-rw---- 1 grid asmdba 8, 16 Mar 10 16:54 /dev/asm-diskb
brw-rw---- 1 grid asmdba 8, 32 Mar 10 16:54 /dev/asm-diskc
brw-rw---- 1 grid asmdba 8, 48 Mar 10 16:54 /dev/asm-diskd
brw-rw---- 1 grid asmdba 8, 64 Mar 10 16:54 /dev/asm-diske
brw-rw---- 1 grid asmdba 8, 80 Mar 10 16:54 /dev/asm-diskf
brw-rw---- 1 grid asmdba 8, 96 Mar 10 16:54 /dev/asm-diskg
[grid@hp580-5 ~]$ sqlplus   /nolog

SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:17:31 2015

Copyright (c) 1982, 2011, Oracle.  All rights reserved.

SQL> connect / as sysasm
Connected.
SQL> show parameter asm

NAME                                 TYPE        VALUE
------------------------------------ ----------- ------------------------------
asm_diskgroups                       string
asm_diskstring                       string
asm_power_limit                      integer     1
asm_preferred_read_failure_groups    string
SQL> alter system set asm_diskstring='/dev/asm*';

System altered.

SQL> create diskgroup SYS  external redundancy disk '/dev/asm-diskg' attribute 'COMPATIBLE.ASM' = '11.2.0.0.0';

Diskgroup created.

SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./ocrconfig -restore  /g01/app/11.2.0/grid/cdata/hp580-cluster/backup_20150310_102026.ocr
[root@hp580-5 bin]# ./crsctl replace votedisk  +sys
Successful addition of voting disk 9fb64dd00b684fa5bfa14798ff7d60e9.
Successfully replaced voting disk group with +sys.
CRS-4266: Voting file(s) successfully replaced
[root@hp580-5 bin]# su  - grid
[grid@hp580-5 ~]$ sqlplus   /nolog

SQL*Plus: Release 11.2.0.3.0 Production on Wed Mar 11 11:27:38 2015

Copyright (c) 1982, 2011, Oracle.  All rights reserved.

SQL> connect / as sysdba
Connected.
SQL> create spfile='+sys'   from pfile='/tmp/pfile.ora';

File created.

SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Real Application Clusters and Automatic Storage Management options
[grid@hp580-5 ~]$ exit
logout
[root@hp580-5 bin]# ./crsctl  stop crs -f
CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'hp580-5'
CRS-2673: Attempting to stop 'ora.mdnsd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.ctssd' on 'hp580-5'
CRS-2673: Attempting to stop 'ora.asm' on 'hp580-5'
CRS-2677: Stop of 'ora.mdnsd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.asm' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'hp580-5'
CRS-2677: Stop of 'ora.ctssd' on 'hp580-5' succeeded
CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.cssd' on 'hp580-5'
CRS-2677: Stop of 'ora.cssd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gipcd' on 'hp580-5'
CRS-2677: Stop of 'ora.gipcd' on 'hp580-5' succeeded
CRS-2673: Attempting to stop 'ora.gpnpd' on 'hp580-5'
CRS-2677: Stop of 'ora.gpnpd' on 'hp580-5' succeeded
CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'hp580-5' has completed
CRS-4133: Oracle High Availability Services has been stopped.
[root@hp580-5 bin]# ./crsctl start crs
CRS-4123: Oracle High Availability Services has been started.
[root@hp580-5 bin]# ps -ef|grep grid
root      9138     1  2 11:29 ?        00:00:02 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid      9253     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid      9265     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid      9275     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/gpnpd.bin
root      9286     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid      9289     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/gipcd.bin
root      9303     1  6 11:30 ?        00:00:04 /g01/app/11.2.0/grid/bin/osysmond.bin
root      9314     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/cssdmonitor
root      9331     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/cssdagent
grid      9343     1  1 11:30 ?        00:00:01 /g01/app/11.2.0/grid/bin/ocssd.bin
root      9376     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/ologgerd -M -d /g01/app/11.2.0/grid/crf/db/hp580-5
root      9438     1  0 11:30 ?        00:00:00 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid      9578     1  0 11:31 ?        00:00:00 asm_pmon_+ASM2
grid      9580     1  0 11:31 ?        00:00:00 asm_psp0_+ASM2
grid      9582     1  1 11:31 ?        00:00:00 asm_vktm_+ASM2
grid      9586     1  0 11:31 ?        00:00:00 asm_gen0_+ASM2
grid      9588     1  0 11:31 ?        00:00:00 asm_diag_+ASM2
grid      9590     1  0 11:31 ?        00:00:00 asm_ping_+ASM2
grid      9592     1  1 11:31 ?        00:00:00 asm_dia0_+ASM2
grid      9594     1  0 11:31 ?        00:00:00 asm_lmon_+ASM2
grid      9596     1  0 11:31 ?        00:00:00 asm_lmd0_+ASM2
grid      9598     1  0 11:31 ?        00:00:00 asm_lms0_+ASM2
grid      9602     1  0 11:31 ?        00:00:00 asm_lmhb_+ASM2
grid      9604     1  0 11:31 ?        00:00:00 asm_mman_+ASM2
grid      9606     1  0 11:31 ?        00:00:00 asm_dbw0_+ASM2
grid      9608     1  0 11:31 ?        00:00:00 asm_lgwr_+ASM2
grid      9610     1  0 11:31 ?        00:00:00 asm_ckpt_+ASM2
grid      9612     1  0 11:31 ?        00:00:00 asm_smon_+ASM2
grid      9614     1  1 11:31 ?        00:00:00 asm_rbal_+ASM2
grid      9616     1  0 11:31 ?        00:00:00 asm_gmon_+ASM2
grid      9618     1  0 11:31 ?        00:00:00 asm_mmon_+ASM2
grid      9620     1  0 11:31 ?        00:00:00 asm_mmnl_+ASM2
grid      9622     1  0 11:31 ?        00:00:00 asm_lck0_+ASM2
grid      9624     1  1 11:31 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root      9636     1  3 11:31 ?        00:00:00 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid      9637     1  3 11:31 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmd.bin
root      9644  6946  0 11:31 pts/0    00:00:00 grep grid
[root@hp580-5 bin]# ps -ef|grep oracle
grid      9624     1  0 11:31 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid      9659     1  2 11:31 ?        00:00:00 oracle+ASM2_ocr (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid      9663     1  0 11:31 ?        00:00:00 oracle+ASM2_asmb_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid      9667     1  0 11:31 ?        00:00:00 oracle+ASM2_o000_+asm2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
oracle    9768     1  2 11:31 ?        00:00:00 /g01/app/11.2.0/grid/bin/oraagent.bin
grid      9830     1  0 11:31 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid      9833     1  0 11:31 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
grid      9837     1  0 11:31 ?        00:00:00 oracle+ASM2 (DESCRIPTION=(LOCAL=YES)(ADDRESS=(PROTOCOL=beq)))
root      9963  6946  0 11:31 pts/0    00:00:00 grep oracle
[root@hp580-5 bin]#



[root@hp580-5 ~]# ifconfig
eth0      Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E8 
          inet addr:10.98.32.85  Bcast:10.98.32.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:e3e8/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:93084 errors:0 dropped:0 overruns:0 frame:0
          TX packets:21745 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:34463149 (32.8 MiB)  TX bytes:4082959 (3.8 MiB)
          Interrupt:59

eth0:1    Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E8 
          inet addr:10.98.32.234  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth0:2    Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E8 
          inet addr:10.98.32.233  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth0:4    Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E8 
          inet addr:10.98.32.232  Bcast:10.98.32.255  Mask:255.255.255.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:59

eth1      Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E9 
          inet addr:172.168.1.199  Bcast:172.168.1.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:e3e9/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1142117 errors:0 dropped:0 overruns:0 frame:0
          TX packets:1477867 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:715481997 (682.3 MiB)  TX bytes:1337372312 (1.2 GiB)
          Interrupt:63

eth1:1    Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:E9 
          inet addr:169.254.175.215  Bcast:169.254.255.255  Mask:255.255.0.0
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          Interrupt:63

eth2      Link encap:Ethernet  HWaddr 78:E3:B5:0C:E3:EA 
          inet addr:192.168.2.201  Bcast:192.168.2.255  Mask:255.255.255.0
          inet6 addr: fe80::7ae3:b5ff:fe0c:e3ea/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:4843754 errors:0 dropped:0 overruns:0 frame:0
          TX packets:3909177 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:22746170682 (21.1 GiB)  TX bytes:7356635440 (6.8 GiB)
          Interrupt:67

lo        Link encap:Local Loopback 
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:16436  Metric:1
          RX packets:404410 errors:0 dropped:0 overruns:0 frame:0
          TX packets:404410 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:0
          RX bytes:367036185 (350.0 MiB)  TX bytes:367036185 (350.0 MiB)

[root@hp580-5 ~]# ethtool  eth1
Settings for eth1:
        Supported ports: [ TP ]
        Supported link modes:   10baseT/Half 10baseT/Full
                                100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Supported pause frame use: No
        Supports auto-negotiation: Yes
        Advertised link modes:  100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Advertised pause frame use: No
        Advertised auto-negotiation: Yes
        Speed: 100Mb/s
        Duplex: Full
        Port: Twisted Pair
        PHYAD: 1
        Transceiver: external
        Auto-negotiation: on
        MDI-X: Unknown
        Supports Wake-on: g
        Wake-on: g
        Link detected: yes
[root@hp580-5 ~]# ethtool  eth0
Settings for eth0:
        Supported ports: [ TP ]
        Supported link modes:   10baseT/Half 10baseT/Full
                                100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Supported pause frame use: No
        Supports auto-negotiation: Yes
        Advertised link modes:  100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Advertised pause frame use: No
        Advertised auto-negotiation: Yes
        Speed: 100Mb/s
        Duplex: Full
        Port: Twisted Pair
        PHYAD: 0
        Transceiver: external
        Auto-negotiation: on
        MDI-X: Unknown
        Supports Wake-on: g
        Wake-on: g
        Link detected: yes
[root@hp580-5 ~]# ethtool  eth2
Settings for eth2:
        Supported ports: [ TP ]
        Supported link modes:   10baseT/Half 10baseT/Full
                                100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Supported pause frame use: No
        Supports auto-negotiation: Yes
        Advertised link modes:  100baseT/Half 100baseT/Full
                                1000baseT/Half 1000baseT/Full
        Advertised pause frame use: No
        Advertised auto-negotiation: Yes
        Speed: 1000Mb/s
        Duplex: Full
        Port: Twisted Pair
        PHYAD: 2
        Transceiver: external
        Auto-negotiation: on
        MDI-X: Unknown
        Supports Wake-on: g
        Wake-on: g
        Link detected: yes
[root@hp580-5 ~]#


ASMCMD> iostat
Group_Name  Dsk_Name   Reads        Writes      
SYS         SYS_0000   314229248    1384508416  
DATA        DATA_0000  26387761664  17593649152 
DATA        DATA_0001  43893810176  17749206528 
DATA        DATA_0002  23861025792  17755412992 
FRA         FRA_0000   226610176    20877424128 
ASMCMD> iostat -et --io -G data 3
Group_Name  Dsk_Name   Reads    Writes   Read_Err  Write_Err  Read_Time    Write_Time   
DATA        DATA_0000  736425   1292515  0         0          3091.491787  95033.269438 
DATA        DATA_0001  1805178  1285355  0         0          5863.394492  95662.059388 
DATA        DATA_0002  583689   1299257  0         0          3172.540235  97902.860866 

Group_Name  Dsk_Name   Reads  Writes  Read_Err  Write_Err  Read_Time  Write_Time 
DATA        DATA_0000  0.67   0.67    0.00      0.00       0.00       0.00       
DATA        DATA_0001  2.00   0.67    0.00      0.00       0.00       0.00       
DATA        DATA_0002  0.33   0.67    0.00      0.00       0.00       0.00       



[root@hp580-4 install]# pwd
/g01/app/11.2.0/grid/install
[root@hp580-4 install]# cd ..
[root@hp580-4 grid]# cd crs
[root@hp580-4 crs]# ls
auth  config  demo  init  install  lib  log  mesg  profile  public  sbs  script  template  trace  utl
[root@hp580-4 crs]# cd install
[root@hp580-4 install]# ls
cmdllroot.sh             crsconfig_params.sbs  inittab             onsconfig          paramfile.crs              roothas.pl                   s_crsconfig_lib.pm
crsconfig_addparams.sbs  crsdelete.pm          install.excl        oraacfs.pm         ParentDirPerm_hp580-4.txt  rootofs.sh
crsconfig_lib.pm         crspatch.pm           install.incl        oracle-ohasd.conf  preupdate.sh               s_crsconfig_defs
crsconfig_params         hasdconfig.pl         installRemove.excl  oracss.pm          rootcrs.pl                 s_crsconfig_hp580-4_env.txt
[root@hp580-4 install]# cat crsconfig_params
# $Header: has/install/crsconfig/crsconfig_params.sbs /st_has_11.2.0/3 2011/03/21 22:55:23 ksviswan Exp $
#
# crsconfig.lib
#
# Copyright (c) 2000, 2011, Oracle and/or its affiliates. All rights reserved.
#
#    NAME
#      crsconfig_params.sbs - Installer variables required for root config
#
#    DESCRIPTION
#      crsconfig_param -
#
#    MODIFIED   (MM/DD/YY)
#    ksviswan   03/08/11 - Backport ksviswan_febbugs2 from main
#    ksviswan   02/03/11 - Backport ksviswan_janbugs4 from main
#    dpham      05/20/10 - XbranchMerge dpham_bug-8609692 from st_has_11.2.0.1.0
#    dpham      03/17/10 - Add TZ variable (9462081
#    sujkumar   01/31/10 - CRF_HOME as ORACLE_HOME
#    sujkumar   01/05/10 - Double quote args
#    dpham      11/25/09 - Remove NETCFGJAR_NAME, EWTJAR_NAME, JEWTJAR_NAME,
#                          SHAREJAR_NAME, HELPJAR_NAME, and EMBASEJAR_NAME
#    sukumar    11/04/09 - Fix CRFHOME. Add CRFHOME2 for Windows.
#    anutripa   10/18/09 - Add CRFHOME for IPD/OS
#    dpham      03/10/09 - Add ORACLE_BASE
#    dpham      11/19/08 - Add ORA_ASM_GROUP
#    khsingh    11/13/08 - revert ORA_ASM_GROUP for automated sh
#    dpham      11/03/08 - Add ORA_ASM_GROUP
#    ppallapo   09/22/08 - Add OCRID and CLUSTER_GUID
#    dpham      09/10/08 - set OCFS_CONFIG to sl_diskDriveMappingList
#    srisanka   05/13/08 - remove ORA_CRS_HOME, ORA_HA_HOME
#    ysharoni   05/07/08 - NETWORKS fmt change s_networkList->s_finalIntrList
#    srisanka   04/14/08 - ASM_UPGRADE param
#    hkanchar   04/02/08 - Add OCR and OLRLOC for windows
#    ysharoni   02/15/08 - bug 6817375
#    ahabbas    02/28/08 - temporarily remove the need to instantiate the
#                          OCFS_CONFIG value
#    srisanka   02/12/08 - add OCFS_CONFIG param
#    srisanka   01/15/08 - separate generic and OSD params
#    jachang    01/15/08 - Prepare ASM diskgroup parameter (commented out)
#    ysharoni   12/27/07 - Static pars CSS_LEASEDURATION and ASM_SPFILE
#    yizhang    12/10/07 - Add SCAN_NAME and SCAN_PORT
#    ysharoni   12/14/07 - gpnp work, cont-d
#    jachang    11/30/07 - Adding votedisk discovery string
#    ysharoni   11/27/07 - Add GPnP params
#    srisanka   10/18/07 - add params and combine crsconfig_defs.sh with this
#                          file
#    khsingh    12/08/06 - add HA parameters
#    khsingh    12/08/06 - add HA_HOME
#    khsingh    11/25/06 - Creation
# ==========================================================
# Copyright (c) 2001, 2011, Oracle and/or its affiliates. All rights reserved.
#
# crsconfig_params.sbs -  
#
# ==========================================================

SILENT=false
ORACLE_OWNER=grid
ORA_DBA_GROUP=oinstall
ORA_ASM_GROUP=asmadmin
LANGUAGE_ID=AMERICAN_AMERICA.AL32UTF8
TZ=Asia/Shanghai
ISROLLING=true
REUSEDG=false
ASM_AU_SIZE=1
USER_IGNORED_PREREQ=true


ORACLE_HOME=/g01/app/11.2.0/grid
ORACLE_BASE=/g01/app/grid
OLD_CRS_HOME=

JREDIR=/g01/app/11.2.0/grid/jdk/jre/
JLIBDIR=/g01/app/11.2.0/grid/jlib

VNDR_CLUSTER=false
OCR_LOCATIONS=NO_VAL
CLUSTER_NAME=hp580-cluster
HOST_NAME_LIST=hp580-4,hp580-5
NODE_NAME_LIST=hp580-4,hp580-5
PRIVATE_NAME_LIST=
VOTING_DISKS=NO_VAL
#VF_DISCOVERY_STRING=%s_vfdiscoverystring%
ASM_UPGRADE=false
ASM_SPFILE=
ASM_DISK_GROUP=DATA
ASM_DISCOVERY_STRING=/dev/asm*
ASM_DISKS=/dev/asm-diskc,/dev/asm-diskd,/dev/asm-diske
ASM_REDUNDANCY=NORMAL
CRS_STORAGE_OPTION=1
CSS_LEASEDURATION=400
CRS_NODEVIPS='hp580-4v/255.255.255.0/eth0,hp580-5v/255.255.255.0/eth0'
NODELIST=hp580-4,hp580-5
NETWORKS="eth0"/10.98.32.0:public,"eth1"/172.168.1.0:cluster_interconnect
SCAN_NAME=hp580-cluster
SCAN_PORT=1521
GPNP_PA=
OCFS_CONFIG=

# GNS consts
GNS_CONF=false
GNS_ADDR_LIST=
GNS_DOMAIN_LIST=
GNS_ALLOW_NET_LIST=
GNS_DENY_NET_LIST=
GNS_DENY_ITF_LIST=

#### Required by OUI add node
NEW_HOST_NAME_LIST=
NEW_NODE_NAME_LIST=
NEW_PRIVATE_NAME_LIST=
NEW_NODEVIPS='hp580-4v/255.255.255.0/eth0,hp580-5v/255.255.255.0/eth0'

############### OCR constants
# GPNPCONFIGDIR is handled differently in dev (T_HAS_WORK for all)
# GPNPGCONFIGDIR in dev expands to T_HAS_WORK_GLOBAL
GPNPCONFIGDIR=$ORACLE_HOME
GPNPGCONFIGDIR=$ORACLE_HOME
OCRLOC=
OLRLOC=
OCRID=
CLUSTER_GUID=

CLSCFG_MISSCOUNT=

#### IPD/OS
CRFHOME="/g01/app/11.2.0/grid"

[root@hp580-4 install]#



[root@hp580-4 ~]# ps -ef|grep d.bin
root     52336     1  0 16:20 ?        00:00:10 /g01/app/11.2.0/grid/bin/ohasd.bin reboot
grid     52451     1  0 16:20 ?        00:00:09 /g01/app/11.2.0/grid/bin/oraagent.bin
grid     52463     1  0 16:20 ?        00:00:00 /g01/app/11.2.0/grid/bin/mdnsd.bin
grid     52473     1  0 16:20 ?        00:00:01 /g01/app/11.2.0/grid/bin/gpnpd.bin
root     52484     1  0 16:20 ?        00:00:12 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     52487     1  0 16:20 ?        00:00:05 /g01/app/11.2.0/grid/bin/gipcd.bin
root     52501     1  6 16:20 ?        00:01:36 /g01/app/11.2.0/grid/bin/osysmond.bin
root     52512     1  0 16:20 ?        00:00:01 /g01/app/11.2.0/grid/bin/cssdmonitor
root     52529     1  0 16:20 ?        00:00:02 /g01/app/11.2.0/grid/bin/cssdagent
grid     52541     1  1 16:20 ?        00:00:15 /g01/app/11.2.0/grid/bin/ocssd.bin
root     52620     1  0 16:21 ?        00:00:08 /g01/app/11.2.0/grid/bin/octssd.bin reboot
grid     52642     1  0 16:21 ?        00:00:04 /g01/app/11.2.0/grid/bin/evmd.bin
root     52839     1  0 16:21 ?        00:00:12 /g01/app/11.2.0/grid/bin/crsd.bin reboot
grid     52927 52642  0 16:21 ?        00:00:00 /g01/app/11.2.0/grid/bin/evmlogger.bin -o /g01/app/11.2.0/grid/evm/log/evmlogger.info -l /g01/app/11.2.0/grid/evm/log/evmlogger.log
grid     52965     1  0 16:21 ?        00:00:04 /g01/app/11.2.0/grid/bin/oraagent.bin
root     52969     1  1 16:21 ?        00:00:18 /g01/app/11.2.0/grid/bin/orarootagent.bin
grid     53068     1  0 16:21 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER -inherit
grid     53082     1  0 16:21 ?        00:00:00 /g01/app/11.2.0/grid/bin/tnslsnr LISTENER_SCAN1 -inherit
root     53119     1  3 16:21 ?        00:00:50 /g01/app/11.2.0/grid/bin/ologgerd -m hp580-5 -r -d /g01/app/11.2.0/grid/crf/db/hp580-4
oracle   53140     1  0 16:21 ?        00:00:08 /g01/app/11.2.0/grid/bin/oraagent.bin
root     54048 53533  0 16:45 pts/0    00:00:00 grep d.bin
[root@hp580-4 ~]#



正常情况下,$GRID_HOME/bin/oracle和$ORACLE_HOME/bin/oracle的权限都应该是6751,即“-rwsr-s–x”

[root@hp580-5 dbhome_1]# cd bin
[root@hp580-5 bin]# ls  -l orac*
-rwxr-xr-x 1 oracle oinstall        46 Jul 29  2014 oracg
-rwsr-s--x 1 oracle asmadmin 232399041 Jul 29  2014 oracle
-rwxr-x--- 1 oracle oinstall         0 Jul 29  2014 oracleO
[root@hp580-5 bin]# cd  /g01
[root@hp580-5 g01]# cd app
[root@hp580-5 app]# ls
11.2.0  grid  oraInventory
[root@hp580-5 app]# cd 11.2.0/
[root@hp580-5 11.2.0]# cd grid/
[root@hp580-5 grid]# ls
assistants  cfgtoollogs  csmig  dbs        diagnostics  gns   install        jdbc  ldap  mdns     oc4j      opmn         osysmond  plsql    relnotes        slax     usm
auth        clone        css    dc_ocm     eons         gpnp  instantclient  jdk   lib   mesg     ohasd     oracore      oui       precomp  root.sh         sqlplus  utl
bin         crf          ctss   deinstall  evm          has   inventory      jlib  log   network  ologgerd  oraInst.loc  owm       racg     rootupgrade.sh  srvm     wwg
cdata       crs          cv     demo       gipc         hs    javavm         JRE   md    nls      OPatch    ord          perl      rdbms    scheduler       sysman   xdk
[root@hp580-5 grid]# cd bin
[root@hp580-5 bin]# ls  -l oracle*
-rwsr-s--x 1 grid oinstall 203972203 Jul 28  2014 oracle
-rwxr-x--- 1 grid oinstall         0 Jul 28  2014 oracleO
[root@hp580-5 bin]#

all /g01/app/11.2.0/grid/log/hp580-5 root oinstall 01755

[root@hp580-4 stop]# cd   /g01/app/11.2.0/grid/log
[root@hp580-4 log]# ll
total 12
drwxr-xr-x  2 grid oinstall 4096 Jul 28  2014 crs
drwxrwxr-x  5 grid asmadmin 4096 Jul 28  2014 diag
drwxr-xr-t 24 root oinstall 4096 Mar 24 13:27 hp580-4
[root@hp580-4 log]#

[root@hp580-4 log]# cd   /g01/app/11.2.0/grid/crs
[root@hp580-4 crs]# ll
total 60
drwxrwxr-x 2 grid oinstall 4096 Jul 28  2014 auth
drwxr-xr-x 2 grid oinstall 4096 Jul 28  2014 config
drwxr-xr-x 3 grid oinstall 4096 Jul 28  2014 demo
drwxr-xr-x 2 root oinstall 4096 Jul 28  2014 init
drwxr-xr-x 2 grid oinstall 4096 Jul 28  2014 install
drwxr-xr-x 2 grid oinstall 4096 Jul 28  2014 lib
drwxr-x--T 2 grid oinstall 4096 Jul 28  2014 log
drwxr-xr-x 2 grid oinstall 4096 Jul 28  2014 mesg
drwxr-xr-x 2 root oinstall 4096 Jul 28  2014 profile
drwxrwxrwt 2 grid oinstall 4096 Jul 28  2014 public
drwxr-xr-x 2 grid oinstall 4096 Jul 28  2014 sbs
drwxr-xr-x 2 root oinstall 4096 Jul 28  2014 script
drwxr-xr-x 2 root oinstall 4096 Jul 28  2014 template
drwxr-x--T 2 grid oinstall 4096 Jul 28  2014 trace
drwxr-xr-x 2 root root     4096 Jul 28  2014 utl
[root@hp580-4 crs]#



The permissions can be reverted back to original values with rootcrs.pl or roothas.pl . There is a option -init  :    
Reset the permissions of all files and directories under Oracle CRS/HA home.
 
for GRID:
rootcrs.pl -init
 
For Standalone Grig:
roothas.pl  -init
 
If that does not work then permissions can be altered manually with information found from crsconfig_fileperms and crsconfig_dirs files.
 
Please note that changing the permissions manually is last resort and shouldn't be done unless re


[root@hp580-5 utl]# olsnodes  -s -t -n
hp580-4 1       Active  Unpinned
hp580-5 2       Active  Unpinned
[root@hp580-5 utl]#


读vote磁盘
[root@hp580-4 crs]# kfed dev=/dev/asm-diskg op=READ | egrep "kfdhdb.vf|ausize"
kfdhdb.ausize:                  1048576 ; 0x0bc: 0x00100000
kfdhdb.vfstart:                     320 ; 0x0ec: 0x00000140
kfdhdb.vfend:                       352 ; 0x0f0: 0x00000160
[root@hp580-4 crs]#


set lines 120
set pages 100
column name format a40 wra
column type format a10 tru
select af.group_number, af.file_number, aa.name, af.type, af.redundancy
from v$asm_file af, v$asm_alias aa
where aa.file_number = af.file_number and aa.group_number=af.group_number and af.type = 'OCRFILE' ;

SQL>
SQL> select af.group_number, af.file_number, aa.name, af.type, af.redundancy
  2  from v$asm_file af, v$asm_alias aa
  3  where aa.file_number = af.file_number and aa.group_number=af.group_number and af.type = 'OCRFILE' ;

GROUP_NUMBER FILE_NUMBER NAME                                     TYPE       REDUND
------------ ----------- ---------------------------------------- ---------- ------
           1         255 REGISTRY.255.854119569                   OCRFILE    MIRROR
           3         255 REGISTRY.255.874072237                   OCRFILE    UNPROT

SQL>




SQL> select file_name from dba_data_files;

FILE_NAME
--------------------------------------------------------------------------------
+DATA/orcl/datafile/users.267.854191187
+DATA/orcl/datafile/undotbs1.263.854191187
+DATA/orcl/datafile/sysaux.268.854191187
+DATA/orcl/datafile/system.260.854191187
+DATA/orcl/datafile/example.259.854191305
+DATA/orcl/datafile/undotbs2.258.854191485
+DATA/orcl/datafile/eport_tab_s.271.854271185
+DATA/orcl/datafile/eport_tab_l.272.854271187
+DATA/orcl/datafile/eport_fee_idx.273.854271189
+DATA/orcl/datafile/eport_tab_xl.274.854271191
+DATA/orcl/datafile/eport_fee_tab.275.854271195

FILE_NAME
--------------------------------------------------------------------------------
+DATA/orcl/datafile/eport_idx_s.276.854271197
+DATA/orcl/datafile/eport_idx_l.277.854271199
+DATA/orcl/datafile/jablog.278.854271201
+DATA/orcl/datafile/jablog_blob.279.854271203
+DATA/orcl/datafile/dpe.280.854271207
+DATA/orcl/datafile/eport_tab_l.281.854272341
+DATA/orcl/datafile/eport_tab_xl.282.854272371

18 rows selected.

SQL> exit
Disconnected from Oracle Database 11g Enterprise Edition Release 11.2.0.3.0 - 64bit Production
With the Partitioning, Real Application Clusters, Automatic Storage Management, OLAP,
Data Mining and Real Application Testing options
[oracle@hp580-4 trace]$ cd
[oracle@hp580-4 ~]$ pwd
/home/oracle
[oracle@hp580-4 ~]$ su  - grid
Password:
[grid@hp580-4 ~]$ asmcmd
ASMCMD> cp  +DATA/orcl/datafile/system.260.854191187   /home/grid/system.dbf
copying +DATA/orcl/datafile/system.260.854191187 -> /home/grid/system.dbf
ASMCMD> exit
[grid@hp580-4 ~]$ ll
total 768024
drwxr-xr-x 3 grid oinstall      4096 Jul 28  2014 oradiag_grid
-rw-r--r-- 1 grid oinstall       167 Mar 10 13:26 pfile.ora
-rw-r----- 1 grid oinstall 786440192 May  6 15:55 system.dbf
drwxr-xr-x 3 grid oinstall      4096 Oct 30  2014 workspace
[grid@hp580-4 ~]$ chmod  a+r  system.dbf
[grid@hp580-4 ~]$ ll
total 768024
drwxr-xr-x 3 grid oinstall      4096 Jul 28  2014 oradiag_grid
-rw-r--r-- 1 grid oinstall       167 Mar 10 13:26 pfile.ora
-rw-r--r-- 1 grid oinstall 786440192 May  6 15:55 system.dbf
drwxr-xr-x 3 grid oinstall      4096 Oct 30  2014 workspace
[grid@hp580-4 ~]$ exit
logout
[oracle@hp580-4 ~]$ dd  if=/home/grid/system.dbf  of=/home/oracle/aa.log  bs=8192 skip=801 count=1
1+0 records in
1+0 records out
8192 bytes (8.2 kB) copied, 0.000358243 s, 22.9 MB/s
[oracle@hp580-4 ~]$ string  /home/oracle/aa.log
-bash: string: command not found
[oracle@hp580-4 ~]$ strings  /home/oracle/aa.log
GLOBAL_DB_NAME
ORCL
Global database name,
DBTIMEZONE
00:00
DB time zone,
NO_USERID_VERIFIER_SALT 75282D7EC73B5C40AFF387B2BF5692A0,
WORKLOAD_REPLAY_MODE
bPREPARE implies external replay clients can connect; REPLAY implies workload replay is in progress,
WORKLOAD_CAPTURE_MODE
/CAPTURE implies workload capture is in progress,
EXPORT_VIEWS_VERSION
Export views revision #,
DEFAULT_PERMANENT_TABLESPACE
USERS$Name of default permanent tablespace,
GLOBAL_DB_NAME
SEEDDATA
Global database name,
NLS_RDBMS_VERSION
11.2.0.3.0 RDBMS version for NLS parameters,
NLS_NCHAR_CHARACTERSET  AL16UTF16
NCHAR Character set,
NLS_NCHAR_CONV_EXCP
FALSE
NLS conversion exception,
NLS_LENGTH_SEMANTICS
BYTE
NLS length semantics,
NLS_COMP
BINARY
NLS comparison,
NLS_DUAL_CURRENCY
Dual currency symbol,
NLS_TIMESTAMP_TZ_FORMAT
DD-MON-RR HH.MI.SSXFF AM TZR
Timestamp with timezone format,
NLS_TIME_TZ_FORMAT
HH.MI.SSXFF AM TZR
Time with timezone format,
NLS_TIMESTAMP_FORMAT
DD-MON-RR HH.MI.SSXFF AM
Time stamp format,
NLS_TIME_FORMAT
HH.MI.SSXFF AM
Time format,
NLS_SORT
BINARY
Linguistic definition,
NLS_DATE_LANGUAGE
AMERICAN
Date language,
NLS_DATE_FORMAT DD-MON-RR
Date format,
NLS_CALENDAR    GREGORIAN
Calendar system,
NLS_CHARACTERSET
ZHS16GBK
Character set,
NLS_NUMERIC_CHARACTERS
Numeric characters,
NLS_ISO_CURRENCY
AMERICA
ISO currency,
NLS_CURRENCY
Local currency,
NLS_TERRITORY
AMERICA Territory,
NLS_LANGUAGE
AMERICAN
Language,
DEFAULT_TBS_TYPE        SMALLFILE
Default tablespace type,
DST_SECONDARY_TT_VERSION
0'Version of secondary timezone data file,
DST_PRIMARY_TT_VERSION
14%Version of primary timezone data file,
DST_UPGRADE_STATE
NONE&State of Day Light Saving Time Upgrade<
DBTIMEZONE
-07:00
DB time zone,
TDE_MASTER_KEY_ID,
Flashback Timestamp TimeZone
GMT"Flashback timestamp created in GMT,
DEFAULT_TEMP_TABLESPACE
TEMP$Name of default temporary tablespace,
DEFAULT_EDITION
ORA$BASE$Name of the database default edition,
DEFAULT_PERMANENT_TABLESPACE
SYSTEM$Name of default permanent tablespace,
DEFAULT_TEMP_TABLESPACE
SYSTEM$Name of default temporary tablespace,
        DICT.BASE
2 dictionary base tables version #
[oracle@hp580-4



iscsi:

[root@hp580-4 rules.d]# cd  /sys/class/iscsi_host
[root@hp580-4 iscsi_host]# ls
host3
[root@hp580-4 iscsi_host]# cd host3/
[root@hp580-4 host3]# ls
device  hwaddress  initiatorname  ipaddress  netdev  power  subsystem  uevent
[root@hp580-4 host3]# ll
total 0
lrwxrwxrwx 1 root root    0 May 19 14:57 device -> ../../../host3
-r--r--r-- 1 root root 4096 May 19 14:57 hwaddress
-r--r--r-- 1 root root 4096 May 19 14:57 initiatorname
-r--r--r-- 1 root root 4096 May 19 14:57 ipaddress
-r--r--r-- 1 root root 4096 May 19 14:57 netdev
drwxr-xr-x 2 root root    0 May 19 14:41 power
lrwxrwxrwx 1 root root    0 Oct 14  2014 subsystem -> ../../../../../class/iscsi_host
-rw-r--r-- 1 root root 4096 Oct 14  2014 uevent
[root@hp580-4 host3]# cd device/
[root@hp580-4 device]# ls
iscsi_host  power  scsi_host  session1  subsystem  uevent
[root@hp580-4 device]# ll
total 0
drwxr-xr-x 3 root root    0 Oct 14  2014 iscsi_host
drwxr-xr-x 2 root root    0 Oct 30  2014 power
drwxr-xr-x 3 root root    0 Oct 14  2014 scsi_host
drwxr-xr-x 6 root root    0 Oct 14  2014 session1
lrwxrwxrwx 1 root root    0 Oct 14  2014 subsystem -> ../../../bus/scsi
-rw-r--r-- 1 root root 4096 Oct 14  2014 uevent
[root@hp580-4 device]# cd session1/
[root@hp580-4 session1]# ls
connection1:0  iscsi_session  power  target3:0:0  uevent
[root@hp580-4 session1]# ll
total 0
drwxr-xr-x 4 root root    0 Oct 14  2014 connection1:0
drwxr-xr-x 3 root root    0 Oct 14  2014 iscsi_session
drwxr-xr-x 2 root root    0 Oct 30  2014 power
drwxr-xr-x 9 root root    0 Oct 14  2014 target3:0:0
-rw-r--r-- 1 root root 4096 Oct 14  2014 uevent
[root@hp580-4 session1]# cd iscsi_session/
[root@hp580-4 iscsi_session]# ls
session1
[root@hp580-4 iscsi_session]# ll
total 0
drwxr-xr-x 3 root root 0 Oct 14  2014 session1
[root@hp580-4 iscsi_session]# cd session1/
[root@hp580-4 session1]# ls
abort_tmo          data_seq_in_order  fast_abort       immediate_data  lu_reset_tmo         password     recovery_tmo  target_id      tpgt      username_in
creator            device             first_burst_len  initial_r2t     max_burst_len        password_in  state         targetname     uevent
data_pdu_in_order  erl                ifacename        initiatorname   max_outstanding_r2t  power        subsystem     tgt_reset_tmo  username
[root@hp580-4 session1]# ll
total 0
-r--r--r-- 1 root root 4096 May 19 15:00 abort_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 creator
-r--r--r-- 1 root root 4096 May 19 15:00 data_pdu_in_order
-r--r--r-- 1 root root 4096 May 19 15:00 data_seq_in_order
lrwxrwxrwx 1 root root    0 Oct 14  2014 device -> ../../../session1
-r--r--r-- 1 root root 4096 May 19 15:00 erl
-r--r--r-- 1 root root 4096 May 19 15:00 fast_abort
-r--r--r-- 1 root root 4096 May 19 15:00 first_burst_len
-r--r--r-- 1 root root 4096 May 19 15:00 ifacename
-r--r--r-- 1 root root 4096 May 19 15:00 immediate_data
-r--r--r-- 1 root root 4096 May 19 15:00 initial_r2t
-r--r--r-- 1 root root 4096 May 19 15:00 initiatorname
-r--r--r-- 1 root root 4096 May 19 15:00 lu_reset_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 max_burst_len
-r--r--r-- 1 root root 4096 May 19 15:00 max_outstanding_r2t
-r--r--r-- 1 root root 4096 May 19 15:00 password
-r--r--r-- 1 root root 4096 May 19 15:00 password_in
drwxr-xr-x 2 root root    0 May 19 14:41 power
-rw-r--r-- 1 root root 4096 May 19 15:00 recovery_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 state
lrwxrwxrwx 1 root root    0 Oct 14  2014 subsystem -> ../../../../../../class/iscsi_session
-r--r--r-- 1 root root 4096 May 19 15:00 target_id
-r--r--r-- 1 root root 4096 Oct 14  2014 targetname
-r--r--r-- 1 root root 4096 May 19 15:00 tgt_reset_tmo
-r--r--r-- 1 root root 4096 May 19 15:00 tpgt
-rw-r--r-- 1 root root 4096 Oct 14  2014 uevent
-r--r--r-- 1 root root 4096 May 19 15:00 username
-r--r--r-- 1 root root 4096 May 19 15:00 username_in
[root@hp580-4 session1]# vi targetname

iqn.2000-03.com.falconstor-ipstor.iSUMA5300-CTL-1.192.168.1.201-3
~
~
~
~
~
~


iscsi-initiator-utils-6.2.0.873-10.el6.x86_64
[root@hp580-4 ~]#


[root@hp580-4 init.d]# iscsiadm --mode node
192.168.1.200:3260,0 iqn.2000-03.com.falconstor-ipstor.iSUMA5300-CTL-1.192.168.1.201-3
[root@hp580-4 init.d]#


[root@localhost]# chkconfig iscsi –level 35 on
[root@localhost]# chkconfig iscsid –level 35 on


[root@hp580-4 init.d]# chkconfig  --list
abrt-ccpp       0:off   1:off   2:off   3:on    4:off   5:on    6:off
abrtd           0:off   1:off   2:off   3:on    4:off   5:on    6:off
acpid           0:off   1:off   2:on    3:on    4:on    5:on    6:off
atd             0:off   1:off   2:off   3:on    4:on    5:on    6:off
auditd          0:off   1:off   2:on    3:on    4:on    5:on    6:off
autofs          0:off   1:off   2:off   3:on    4:on    5:on    6:off
blk-availability        0:off   1:on    2:on    3:on    4:on    5:on    6:off
certmonger      0:off   1:off   2:off   3:on    4:on    5:on    6:off
cgconfig        0:off   1:off   2:off   3:off   4:off   5:off   6:off
cgred           0:off   1:off   2:off   3:off   4:off   5:off   6:off
cpuspeed        0:off   1:on    2:on    3:on    4:on    5:on    6:off
crond           0:off   1:off   2:on    3:on    4:on    5:on    6:off
cups            0:off   1:off   2:on    3:on    4:on    5:on    6:off
haldaemon       0:off   1:off   2:off   3:on    4:on    5:on    6:off
ip6tables       0:off   1:off   2:on    3:on    4:on    5:on    6:off
iptables        0:off   1:off   2:off   3:off   4:off   5:off   6:off
irqbalance      0:off   1:off   2:off   3:on    4:on    5:on    6:off
iscsi           0:off   1:off   2:off   3:on    4:on    5:on    6:off
iscsid          0:off   1:off   2:off   3:on    4:on    5:on    6:off
kdump           0:off   1:off   2:off   3:on    4:on    5:on    6:off
libvirt-guests  0:off   1:off   2:on    3:on    4:on    5:on    6:off
lvm2-monitor    0:off   1:on    2:on    3:on    4:on    5:on    6:off
mcelogd         0:off   1:off   2:off   3:on    4:off   5:on    6:off
mdmonitor       0:off   1:off   2:on    3:on    4:on    5:on    6:off
messagebus      0:off   1:off   2:on    3:on    4:on    5:on    6:off
netconsole      0:off   1:off   2:off   3:off   4:off   5:off   6:off
netfs           0:off   1:off   2:off   3:on    4:on    5:on    6:off
network         0:off   1:off   2:on    3:on    4:on    5:on    6:off
nfs             0:off   1:off   2:off   3:off   4:off   5:off   6:off
nfslock         0:off   1:off   2:off   3:on    4:on    5:on    6:off
ntpd            0:off   1:off   2:off   3:off   4:off   5:off   6:off
ntpdate         0:off   1:off   2:off   3:off   4:off   5:off   6:off
numad           0:off   1:off   2:off   3:off   4:off   5:off   6:off
oddjobd         0:off   1:off   2:off   3:off   4:off   5:off   6:off
portreserve     0:off   1:off   2:on    3:on    4:on    5:on    6:off
postfix         0:off   1:off   2:on    3:on    4:on    5:on    6:off
psacct          0:off   1:off   2:off   3:off   4:off   5:off   6:off
quota_nld       0:off   1:off   2:off   3:off   4:off   5:off   6:off
rdisc           0:off   1:off   2:off   3:off   4:off   5:off   6:off
restorecond     0:off   1:off   2:off   3:off   4:off   5:off   6:off
rhnsd           0:off   1:off   2:on    3:on    4:on    5:on    6:off
rhsmcertd       0:off   1:off   2:off   3:on    4:on    5:on    6:off
rngd            0:off   1:off   2:off   3:off   4:off   5:off   6:off
rpcbind         0:off   1:off   2:on    3:on    4:on    5:on    6:off
rpcgssd         0:off   1:off   2:off   3:on    4:on    5:on    6:off
rpcsvcgssd      0:off   1:off   2:off   3:off   4:off   5:off   6:off
rsyslog         0:off   1:off   2:on    3:on    4:on    5:on    6:off
saslauthd       0:off   1:off   2:off   3:off   4:off   5:off   6:off
smartd          0:off   1:off   2:off   3:off   4:off   5:off   6:off
sshd            0:off   1:off   2:on    3:on    4:on    5:on    6:off
sssd            0:off   1:off   2:off   3:off   4:off   5:off   6:off
svnserve        0:off   1:off   2:off   3:off   4:off   5:off   6:off
sysstat         0:off   1:on    2:on    3:on    4:on    5:on    6:off
udev-post       0:off   1:on    2:on    3:on    4:on    5:on    6:off
winbind         0:off   1:off   2:off   3:off   4:off   5:off   6:off
ypbind          0:off   1:off   2:off   3:off   4:off   5:off   6:off
[root@hp580-4 init.d]#


[grid@hp580-4 app]$  crsctl query crs activeversion
Oracle Clusterware active version on the cluster is [11.2.0.3.0]
[grid@hp580-4 app]$



asmca
ALTER SYSTEM SET asm_diskstring='/dev/asm*' SID='*'
CREATE DISKGROUP SQL: CREATE DISKGROUP DATA NORMAL REDUNDANCY  DISK '/dev/asm-diskc',
'/dev/asm-diskd',
'/dev/asm-diske' ATTRIBUTE 'compatible.asm'='11.2.0.0.0','au_size'='1M'
create spfile='+DATA' FROM pfile='/g01/app/11.2.0/grid/dbs/init+ASM1.ora'

来自 “ ITPUB博客 ” ,链接:http://blog.itpub.net/26870952/viewspace-2073208/,如需转载,请注明出处,否则将追究法律责任。

转载于:http://blog.itpub.net/26870952/viewspace-2073208/

你可能感兴趣的:(数据库,网络,awk)