RHEL6.5安装11.2.0.3 RAC并打补丁

[TOC]

一，主机配置

1.修改hosts文件(两节点)
  1. #127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
  2. #::1         localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
  3. 127.0.0.1   localhost.localdomain localhost
  4. # Public
  5. 10.142.89.88  crm-4g-nm-dahsxw1 
  6. 10.142.89.89   crm-4g-nm-dahsxw2
  7. # Private
  8. 192.168.255.153   crm-4g-nm-dahsxw1-priv
  9. 192.168.255.154   crm-4g-nm-dahsxw2-priv
  10. # Virtual
  11. 10.142.89.123   crm-4g-nm-dahsxw1-vip
  12. 10.142.89.124   crm-4g-nm-dahsxw2-vip
  13. # SCAN
  14. 10.142.89.125   dahsxw-scan
2.修改内核参数及安全限制(两节点)
  1. cat >> /etc/sysctl.conf<<EOF
  2. #ORACLE SETTING
  3. fs.aio-max-nr = 1048576
  4. fs.file-max = 6815744
  5. kernel.shmall = 2097152
  6. kernel.shmmax = 4181979136
  7. kernel.shmmni = 4096
  8. kernel.sem = 250 32000 100 128
  9. net.ipv4.ip_local_port_range = 9000 65500
  10. net.core.rmem_default = 262144
  11. net.core.rmem_max = 4194304
  12. net.core.wmem_default = 262144
  13. net.core.wmem_max = 1048576
  14. EOF
  16. sysctl -p
  18. cat >> /etc/security/limits.conf<<EOF
  19. #ORACLE SETTING
  20. oracle   soft   nofile    1024
  21. oracle   hard   nofile    65536
  22. oracle   soft   nproc    2047
  23. oracle   hard   nproc    16384
  24. oracle   soft   stack    10240
  25. oracle   hard   stack    32768
  27. grid   soft   nofile    1024
  28. grid   hard   nofile    65536
  29. grid   soft   nproc    2047
  30. grid   hard   nproc    16384
  31. grid   soft   stack    10240
  32. grid   hard   stack    32768
  33. EOF
  34. cat >> /etc/pam.d/login<<EOF
  35. session    required     pam_limits.so
  36. EOF
3.创建用户，目录及权限修改（两节点）
  1. /usr/sbin/groupadd -g 54321 oinstall
  2. /usr/sbin/groupadd -g 54322 dba
  3. /usr/sbin/groupadd -g 54359 oper
  4. groupadd -g 54323 asmadmin
  5. groupadd -g 54328 asmoper
  6. groupadd -g 54324 asmdba
  7. /usr/sbin/useradd -u 54321 -g oinstall -G asmadmin,asmoper,asmdba grid
  8. /usr/sbin/useradd -u 54322 -g oinstall -G dba,asmdba oracle
  9. echo '!QAZxsw@' | passwd --stdin grid
  10. echo '!QAZxsw@' | passwd --stdin oracle
  12. mkdir -p /oracle/app/11.2.0/grid
  13. mkdir -p /oracle/app/grid
  14. mkdir -p /oracle/app/oracle
  15. chown -R grid:oinstall /oracle
  16. chown oracle:oinstall /oracle/app/oracle
  17. chmod -R 775 /oracle
4.安装所需软件包（两节点）
  1. yum install binutils -y
  2. yum install compat-libcap1 -y
  3. yum install compat-libstdc++-33 -y     
  4. yum install compat-libstdc++-33.i686 -y
  5. yum install gcc -y                     
  6. yum install gcc-c++ -y                 
  7. yum install glibc -y                   
  8. yum install glibc.i686 -y              
  9. yum install glibc-devel -y             
  10. yum install glibc-devel.i686 -y        
  11. yum install ksh -y                     
  12. yum install libgcc -y                  
  13. yum install libgcc.i686 -y             
  14. yum install libstdc++ -y               
  15. yum install libstdc++.i686 -y          
  16. yum install libstdc++-devel -y         
  17. yum install libstdc++-devel.i686 -y    
  18. yum install libaio -y                  
  19. yum install libaio.i686 -y             
  20. yum install libaio-devel -y            
  21. yum install libaio-devel.i686 -y       
  22. yum install libXext -y                 
  23. yum install libXext.i686 -y            
  24. yum install libXtst -y                 
  25. yum install libXtst.i686 -y            
  26. yum install libX11 -y                  
  27. yum install libX11.i686 -y             
  28. yum install libXau -y                  
  29. yum install libXau.i686 -y             
  30. yum install libxcb -y                  
  31. yum install libxcb.i686 -y             
  32. yum install libXi -y                   
  33. yum install libXi.i686 -y              
  34. yum install make -y                    
  35. yum install sysstat -y                 
  36. yum install unixODBC -y                
  37. yum install unixODBC-devel -y          
  38. yum install -y libXp
5.设置环境变量

节点一

  1. grid用户
  2. su - grid
  3. vi .bash_profile
  4. 添加下面的内容：
  5. export TMP=/tmp
  6. export TMPDIR=$TMP
  7. export GRID_HOME=/oracle/app/11.2.0/grid
  8. export ORACLE_SID=+ASM1
  9. export ORACLE_BASE=/oracle/app/grid
  10. export ORACLE_HOME=$GRID_HOME
  11. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
  12. export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
  13. export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
  14. if [ $USER = "grid" ]; then
  15.   if [ $SHELL = "/bin/ksh" ]; then
  16.     ulimit -p 16384
  17.     ulimit -n 65536
  18.   else
  19.     ulimit -u 16384 -n 65536
  20.   fi
  21. fi
  23. oracle用户
  24. su - oracle
  25. vi .bash_profile
  26. 添加下面的内容：
  27. ##################################################  
  28. # User specific environment  and startup programs  
  29. ##################################################  
  30. export ORACLE_BASE=/oracle/app/oracle
  31. export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
  32. export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
  33. export ORACLE_SID=dahsxw1
  34. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
  35. export ORACLE_TERM=xterm  
  36. #export TNS_ADMIN=$ORACLE_HOME/network/admin  
  37. export LD_LIBRARY_PATH=$ORACLE_HOME/lib  
  38. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib  
  39. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib  
  40. export CLASSPATH=$ORACLE_HOME/JRE  
  41. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib  
  42. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib  
  43. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib  
  44. export THREADS_FLAG=native  
  45. export TEMP=/tmp  
  46. export TMPDIR=/tmp

节点二

  1. grid用户
  2. su - grid
  3. vi .bash_profile
  4. 添加下面的内容：
  5. export TMP=/tmp
  6. export TMPDIR=$TMP
  7. export GRID_HOME=/oracle/app/11.2.0/grid
  8. export ORACLE_SID=+ASM2
  9. export ORACLE_BASE=/oracle/app/grid
  10. export ORACLE_HOME=$GRID_HOME
  11. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
  12. export LD_LIBRARY_PATH=$ORACLE_HOME/lib:/lib:/usr/lib
  13. export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlib
  15. if [ $USER = "grid" ]; then
  16.   if [ $SHELL = "/bin/ksh" ]; then
  17.     ulimit -p 16384
  18.     ulimit -n 65536
  19.   else
  20.     ulimit -u 16384 -n 65536
  21.   fi
  22. fi
  24. oracle用户
  25. su - oracle
  26. vi .bash_profile
  27. 添加下面的内容：
  28. ##################################################  
  29. # User specific environment  and startup programs  
  30. ##################################################  
  31. export ORACLE_BASE=/oracle/app/oracle
  32. export ORACLE_HOME=$ORACLE_BASE/product/11.2.0
  33. export ORACLE_PATH=$ORACLE_BASE/common/oracle/sql:.:$ORACLE_HOME/rdbms/admin
  34. export ORACLE_SID=dahsxw2
  35. export PATH=${PATH}:/usr/bin:/bin:/usr/bin/X11:/usr/local/bin:$ORACLE_HOME/bin
  36. export ORACLE_TERM=xterm  
  37. #export TNS_ADMIN=$ORACLE_HOME/network/admin  
  38. export LD_LIBRARY_PATH=$ORACLE_HOME/lib  
  39. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:$ORACLE_HOME/oracm/lib  
  40. export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/lib:/usr/lib:/usr/local/lib  
  41. export CLASSPATH=$ORACLE_HOME/JRE  
  42. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/jlib  
  43. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/rdbms/jlib  
  44. export CLASSPATH=${CLASSPATH}:$ORACLE_HOME/network/jlib  
  45. export THREADS_FLAG=native  
  46. export TEMP=/tmp  
  47. export TMPDIR=/tmp
6.udev绑定（两节点）

执行（d e f为一个节点上的盘符如：sdd，sde，sdf）

  1. for i in  c f d e g l m;
  2. do
  3. echo "KERNEL==\"sd*\", SUBSYSTEM==\"block\", PROGRAM==\"/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/\$name\", RESULT==\"`/sbin/scsi_id -g -u -d /dev/sd$i`\", NAME=\"asm-disk$i\", OWNER=\"grid\", GROUP=\"asmadmin\", MODE=\"0660\""
  4. done

把执行结果加入到规则文件

  1. [root@crm-4g-nm-dahsxw1 rules.d]# vi 99-oracle-asmdisk.rules
  2. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c2969bb4b014ffcc39ac6b263f23", NAME="ocr-disk1",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
  3. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29c82f14c872d96945a6fcdc96b", NAME="ocr-disk1",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
  4. KERNEL=="sd*", SUBSYSTEM=="block", PROGRAM=="/sbin/scsi_id --whitelisted --replace-whitespace --device=/dev/$name", RESULT=="36000c29407d4cb76cd272d2c233111b5", NAME="ocr-disk3",  OWNER="grid",  GROUP="asmadmin", MODE="0660"
  5. [root@crm-4g-nm-dahsxw1 ~]# start_udev
  6. 正在启动 udev：[确定]

特别注意：两节点对应的盘符不一定一致，通过UUID识别！特别需要检查好各节点是对应的绑定设备

二，安装GRID软件

1.授权解压
  1. [grid@crm-4g-nm-dahsxw1 soft_ora]$ unzip p10404530_112030_Linux-x86-64_3of7.zip
2.使用xstart连接到图形界面

3.临时设置LANG为英文环境，启动安装程序

4.跳过更新程序

5.Install and Configure Oracle Grid Infrastructure for a Cluster

6.Typical Instrallation

7.修改Scan Name，并添加所有节点的主机名和VIP名，注意多一个localhost主机，这是由于hosts文件配置有问题导致，并且Scan Name名字不能太长，具体解析见文档最后问题汇总


正确如下

8.输入grid用户密码，配置互信，先setup，再执行test，test通过后再点Next

9.选择网络接口类型


如下：

10.选择正确的ORACLE_BASE与ORACLE_HOME，选择ASM管理，设置ASM实例密码

11.创建放置OCR和Voting File文件的磁盘组，选择nomal方式冗余

12清单目录

13.可先点击Fix & Check Again修复，不能修复的，可暂时ignore


安装进度

14.两节点以root用户执行脚本


节点一

  1. [root@crm-4g-nm-dahsxw1 ~]# /oracle/app/oraInventory/orainstRoot.sh
  2. Changing permissions of /oracle/app/oraInventory.
  3. Adding read,write permissions for group.
  4. Removing read,write,execute permissions for world.
  6. Changing groupname of /oracle/app/oraInventory to oinstall.
  7. The execution of the script is complete.
  8. [root@crm-4g-nm-dahsxw1 ~]# 
  9. [root@crm-4g-nm-dahsxw1 ~]# 
  10. [root@crm-4g-nm-dahsxw1 ~]# /oracle/app/11.2.0/grid/root.sh
  11. Performing root user operation for Oracle 11g 
  13. The following environment variables are set as:
  14.     ORACLE_OWNER= grid
  15.     ORACLE_HOME=  /oracle/app/11.2.0/grid
  17. Enter the full pathname of the local bin directory: [/usr/local/bin]: 
  18. The contents of "dbhome" have not changed. No need to overwrite.
  19. The contents of "oraenv" have not changed. No need to overwrite.
  20. The contents of "coraenv" have not changed. No need to overwrite.
  23. Creating /etc/oratab file...
  24. Entries will be added to the /etc/oratab file as needed by
  25. Database Configuration Assistant when a database is created
  26. Finished running generic part of root script.
  27. Now product-specific root actions will be performed.
  28. Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
  29. Creating trace directory
  30. User ignored Prerequisites during installation
  31. OLR initialization - successful
  32.   root wallet
  33.   root wallet cert
  34.   root cert export
  35.   peer wallet
  36.   profile reader wallet
  37.   pa wallet
  38.   peer wallet keys
  39.   pa wallet keys
  40.   peer cert request
  41.   pa cert request
  42.   peer cert
  43.   pa cert
  44.   peer root cert TP
  45.   profile reader root cert TP
  46.   pa root cert TP
  47.   peer pa cert TP
  48.   pa peer cert TP
  49.   profile reader pa cert TP
  50.   profile reader peer cert TP
  51.   peer user cert
  52.   pa user cert
  53. Adding Clusterware entries to upstart
  54. CRS-2672: Attempting to start 'ora.mdnsd' on 'crm-4g-nm-dahsxw1'
  55. CRS-2676: Start of 'ora.mdnsd' on 'crm-4g-nm-dahsxw1' succeeded
  56. CRS-2672: Attempting to start 'ora.gpnpd' on 'crm-4g-nm-dahsxw1'
  57. CRS-2676: Start of 'ora.gpnpd' on 'crm-4g-nm-dahsxw1' succeeded
  58. CRS-2672: Attempting to start 'ora.cssdmonitor' on 'crm-4g-nm-dahsxw1'
  59. CRS-2672: Attempting to start 'ora.gipcd' on 'crm-4g-nm-dahsxw1'
  60. CRS-2676: Start of 'ora.cssdmonitor' on 'crm-4g-nm-dahsxw1' succeeded
  61. CRS-2676: Start of 'ora.gipcd' on 'crm-4g-nm-dahsxw1' succeeded
  62. CRS-2672: Attempting to start 'ora.cssd' on 'crm-4g-nm-dahsxw1'
  63. CRS-2672: Attempting to start 'ora.diskmon' on 'crm-4g-nm-dahsxw1'
  64. CRS-2676: Start of 'ora.diskmon' on 'crm-4g-nm-dahsxw1' succeeded
  65. CRS-2676: Start of 'ora.cssd' on 'crm-4g-nm-dahsxw1' succeeded
  67. 已成功创建并启动 ASM。
  69. 已成功创建磁盘组CRSDG。
  71. clscfg: -install mode specified
  72. Successfully accumulated necessary OCR keys.
  73. Creating OCR keys for user 'root', privgrp 'root'..
  74. Operation successful.
  75. CRS-4256: Updating the profile
  76. Successful addition of voting disk 567e6cc21e054fb5bf2e8084a9a2fb73.
  77. Successful addition of voting disk 27b3677670ac4fcabfed0678bd3f138c.
  78. Successful addition of voting disk 64f240b0bacc4fd0bf09d9fb24f71b49.
  79. Successfully replaced voting disk group with +CRSDG.
  80. CRS-4256: Updating the profile
  81. CRS-4266: Voting file(s) successfully replaced
  82. ##  STATE    File Universal Id                File Name Disk group
  83. --  -----    -----------------                --------- ---------
  84.  1. ONLINE   567e6cc21e054fb5bf2e8084a9a2fb73 (/dev/ocr-diska) [CRSDG]
  85.  2. ONLINE   27b3677670ac4fcabfed0678bd3f138c (/dev/ocr-diskb) [CRSDG]
  86.  3. ONLINE   64f240b0bacc4fd0bf09d9fb24f71b49 (/dev/ocr-diskc) [CRSDG]
  87. Located 3 voting disk(s).
  88. CRS-2672: Attempting to start 'ora.asm' on 'crm-4g-nm-dahsxw1'
  89. CRS-2676: Start of 'ora.asm' on 'crm-4g-nm-dahsxw1' succeeded
  90. CRS-2672: Attempting to start 'ora.CRSDG.dg' on 'crm-4g-nm-dahsxw1'
  91. CRS-2676: Start of 'ora.CRSDG.dg' on 'crm-4g-nm-dahsxw1' succeeded
  92. Configure Oracle Grid Infrastructure for a Cluster ... succeeded

看到最后一句话，执行成功。
节点二

  1. [root@crm-4g-nm-dahsxw2 ~]# /oracle/app/oraInventory/orainstRoot.sh
  2. Changing permissions of /oracle/app/oraInventory.
  3. Adding read,write permissions for group.
  4. Removing read,write,execute permissions for world.
  6. Changing groupname of /oracle/app/oraInventory to oinstall.
  7. The execution of the script is complete.
  8. [root@crm-4g-nm-dahsxw2 ~]# 
  9. [root@crm-4g-nm-dahsxw2 ~]# 
  10. [root@crm-4g-nm-dahsxw2 ~]# 
  11. [root@crm-4g-nm-dahsxw2 ~]# 
  12. [root@crm-4g-nm-dahsxw2 ~]# 
  13. [root@crm-4g-nm-dahsxw2 ~]# 
  14. [root@crm-4g-nm-dahsxw2 ~]# 
  15. [root@crm-4g-nm-dahsxw2 ~]# 
  16. [root@crm-4g-nm-dahsxw2 ~]# /oracle/app/11.2.0/grid/root.sh
  17. Performing root user operation for Oracle 11g 
  19. The following environment variables are set as:
  20.     ORACLE_OWNER= grid
  21.     ORACLE_HOME=  /oracle/app/11.2.0/grid
  23. Enter the full pathname of the local bin directory: [/usr/local/bin]: 
  24. The contents of "dbhome" have not changed. No need to overwrite.
  25. The contents of "oraenv" have not changed. No need to overwrite.
  26. The contents of "coraenv" have not changed. No need to overwrite.
  29. Creating /etc/oratab file...
  30. Entries will be added to the /etc/oratab file as needed by
  31. Database Configuration Assistant when a database is created
  32. Finished running generic part of root script.
  33. Now product-specific root actions will be performed.
  34. Using configuration parameter file: /oracle/app/11.2.0/grid/crs/install/crsconfig_params
  35. Creating trace directory
  36. User ignored Prerequisites during installation
  37. OLR initialization - successful
  38. Adding Clusterware entries to upstart
  39. CRS-4402: The CSS daemon was started in exclusive mode but found an active CSS daemon on node crm-4g-nm-dahsxw1, number 1, and is terminating
  40. An active cluster was found during exclusive startup, restarting to join the cluster
  41. Configure Oracle Grid Infrastructure for a Cluster ... succeeded

点击OK继续执行的时候会报一个错，在日志中看基本是NTP的问题，忽略，下一步即可

两边看状态，继续爽

三，开始安装数据库软件

按照截图进行安装按照截图进行安装

[root@crm-4g-nm-dahsxw1 soft_ora]# su - oracle
[oracle@crm-4g-nm-dahsxw1 ~]cd/oracle/softora/[oracle@crm−4g−nm−dahsxw1softora] unzip p10404530_112030_Linux-x86-64_1of7.zip
[oracle@crm-4g-nm-dahsxw1 soft_ora]$ unzip p10404530_112030_Linux-x86-64_2of7.zip


















完成！

四，打补丁

根据Readme文档及实际操作总结
1.更新OPatch（同时更新grid下的和oracle下）-- 两个节点都进行
根据Readme中要求，下载安装最新的Opatch包，以grid和oracle用户解压到ORACLE_HOME下
2.生成ocm响应文件（两个节点）

  1. su - grid
  2. $ORACLE_HOME/OPatch/ocm/bin/emocmrsp
  1. export ORACLE_HOME=/oracle/app/11.2.0/grid
  2. export PATH=$PATH:$ORACLE_HOME/OPatch
  3. opatch lsinventory
  4. 创建放置补丁的目录
  5. mkdir -p /oracle/soft_ora/grid_patchs
  6. 用grid用户把补丁解压到此目录下（解压后生成多个目录）

3.两节点进行一致行检查

  1. su - grid
  2. $ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
  3. su - oralce
  4. $ORACLE_HOME/OPatch/opatch lsinventory -detail -oh $ORACLE_HOME
  6. opatch prereq CheckConflictAgainstOHWithDetail -ph ./
  7. $ORACLE_HOME/bin/emctl stop dbconsole
  8. root用户执行
  9. 下面的命令不能执行，不知为何？
  10. ----如果不在补丁目录，auto后指定补丁目录
  11. #####/oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -och /oracle/app/11.2.0/grid -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp 
  12. ---进入目录执行下面的命令（两个节点）
  14. 一节点
  15. /oracle/app/11.2.0/grid/OPatch/opatch auto -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
  16. - -ocmrf 后面跟生成的响应文件
  17. 二节点
  18. /oracle/app/11.2.0/grid/OPatch/opatch auto /oracle/soft_ora/grid_patchs -ocmrf /oracle/app/11.2.0/grid/OPatch/ocm/bin/ocm.rsp
  20. - auto后跟补丁所在目录

---为什么两个节点执行的命令还有区别，是个疑问

五，DB打补丁

在任一个节点以oracle用户执行opatch apply 即可完成两个节点的补丁（其他节点的补丁会进行远程复制）

六，问题汇总

1.setup完成后，点击下一步，报下面的错误

手动在各节点间进行ssh切换都可行，查看安装日志，如下

  1. sNativeVolName:/oracle/app/oraInventory/
  2. m_asNodeArray:localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw23
  3. ---可见这里多了一个localhost，一定是hosts文件的问题
  4. m_sLocalNode:localhost
  5. INFO: Running command '/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini  -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM' on the nodes 'crm-4g-nm-dahsxw1'.
  6. INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw1
  7. INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini  -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
  8. SEVERE: oracle.sysman.oii.oiip.oiipg.OiipgRemoteOpsException: Error occured while trying to run Unix command /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini  -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw1 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM on nodes crm-4g-nm-dahsxw1. [Invalid characters found in path '/oracle/app/oraInventory"' for 'inventory_loc' in file '/etc/oraInst.loc'.Please enter correct path for central inventory location.: No such file or directory :failed]
  9.         at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:276)
  10.         at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runAnyCmdOnNodes(OiipgClusterRunCmd.java:369)
  11.         at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmd(OiipgClusterRunCmd.java:314)
  12.         at oracle.sysman.oii.oiic.OiicBaseInventoryApp.runRemoteInvOpCmd(OiicBaseInventoryApp.java:278)
  13.         at oracle.sysman.oii.oiic.OiicAttachHome.clsCmdAttachHome(OiicAttachHome.java:502)
  14.         at oracle.sysman.oii.oiif.oiifw.OiifwClusterSaveInventoryWCCE.doOperation(OiifwClusterSaveInventoryWCCE.java:307)
  15.         at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
  16.         at oracle.sysman.oii.oiif.oiifw.OiifwActionsPhaseWCDE.doOperation(OiifwActionsPhaseWCDE.java:633)
  17.         at oracle.sysman.oii.oiif.oiifb.OiifbLinearIterator.iterate(OiifbLinearIterator.java:147)
  18.         at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicAPISelCompsInstall.doOperation(OiicInstallAPISession.java:1095)
  19.         at oracle.sysman.oii.oiif.oiifb.OiifbCondIterator.iterate(OiifbCondIterator.java:171)
  20.         at oracle.sysman.oii.oiic.OiicInstallAPISession.doInstallAction(OiicInstallAPISession.java:679)
  21.         at oracle.sysman.oii.oiic.OiicInstallAPISession.access$000(OiicInstallAPISession.java:94)
  22.         at oracle.sysman.oii.oiic.OiicInstallAPISession$OiicActionsThread.run(OiicInstallAPISession.java:971)
  23. Caused by: oracle.ops.mgmt.cluster.ClusterException: Invalid characters found in path '/oracle/app/oraInventory"' for 'inventory_loc' in file '/etc/oraInst.loc'.Please enter correct path for central inventory location.: No such file or directory :failed
  24.         at oracle.ops.mgmt.cluster.ClusterCmd.runCmd(ClusterCmd.java:2126)
  25.         at oracle.sysman.oii.oiip.oiipg.OiipgClusterRunCmd.runCmdOnUnix(OiipgClusterRunCmd.java:270)
  26.         ... 13 more
  28. INFO: Running command '/tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini  -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM' on the nodes 'crm-4g-nm-dahsxw2'.
  29. INFO: Invoking OUI on cluster nodes crm-4g-nm-dahsxw2
  30. INFO: /tmp/OraInstall2015-11-18_05-02-34PM/oui/bin/platform/linux64/runInstaller -jreLoc /tmp/OraInstall2015-11-18_05-02-34PM/jdk/jre -paramFile /tmp/OraInstall2015-11-18_05-02-34PM/oui/clusterparam.ini  -silent -ignoreSysPrereqs -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=crm-4g-nm-dahsxw2 -remoteInvocation -invokingNodeName localhost -logFilePath "/oracle/app/oraInventory/logs" -timestamp 2015-11-18_05-02-34PM
  31. SEVERE: Remote 'AttachHome' failed on nodes: 'crm-4g-nm-dahsxw1'. Refer to '/oracle/app/oraInventory/logs/installActions2015-11-18_05-02-34PM.log' for details.
  32. It is recommended that the following command needs to be manually run on the failed nodes: 
  33.  /oracle/app/11.2.0/grid/oui/bin/runInstaller -attachHome -noClusterEnabled ORACLE_HOME=/oracle/app/11.2.0/grid ORACLE_HOME_NAME=Ora11g_gridinfrahome1 CLUSTER_NODES=localhost,crm-4g-nm-dahsxw1,crm-4g-nm-dahsxw2 "INVENTORY_LOCATION=/oracle/app/oraInventory" LOCAL_NODE=<node on which command is to be run>. 
  34. Please refer 'AttachHome' logs under central inventory of remote nodes where failure occurred for more details.

解决：（修改hosts文件）
修改如下：

  1. #127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
  2. #::1         localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
  3. 127.0.0.1   localhost.localdomain localhost
  4. # Public
  5. 10.142.89.88  crm-4g-nm-dahsxw1 
  6. 10.142.89.89   crm-4g-nm-dahsxw2
  7. # Private
  8. 192.168.255.153   crm-4g-nm-dahsxw1-priv
  9. 192.168.255.154   crm-4g-nm-dahsxw2-priv
  10. # Virtual
  11. 10.142.89.123   crm-4g-nm-dahsxw1-vip
  12. 10.142.89.124   crm-4g-nm-dahsxw2-vip
  13. # SCAN
  14. 10.142.89.125   dahsxw-scan

原来

  1. 127.0.0.1   localhost localhost.localdomain localhost4 localhost4.localdomain4 crm-4g-nm-dahsxw1
  2. ::1         localhost localhost.localdomain localhost6 localhost6.localdomain6 crm-4g-nm-dahsxw1
  3. # Public
  4. 10.142.89.88  crm-4g-nm-dahsxw1 
  5. 10.142.89.89   crm-4g-nm-dahsxw2
  6. # Private
  7. 192.168.255.153   crm-4g-nm-dahsxw1-priv
  8. 192.168.255.154   crm-4g-nm-dahsxw2-priv
  9. # Virtual
  10. 10.142.89.123   crm-4g-nm-dahsxw1-vip
  11. 10.142.89.124   crm-4g-nm-dahsxw2-vip
  12. # SCAN
  13. 10.142.89.125   dahsxw-scan

---这里又一次体现了hosts文件的重要性，使用原来错误的hosts文件，在安装的时候在第4步的时候不会自动显示主机名，而且多一个名为localhost的主机，见截图

2.由于安装失败，多次执行root.sh脚本，再次执行脚本时，导致执行报错

  1. OLR initialization - successful
  2.   root wallet
  3.   root wallet cert
  4.   root cert export
  5.   peer wallet
  6.   profile reader wallet
  7.   pa wallet
  8.   peer wallet keys
  9.   pa wallet keys
  10.   peer cert request
  11.   pa cert request
  12.   peer cert
  13.   pa cert
  14.   peer root cert TP
  15.   profile reader root cert TP
  16.   pa root cert TP
  17.   peer pa cert TP
  18.   pa peer cert TP
  19.   profile reader pa cert TP
  20.   profile reader peer cert TP
  21.   peer user cert
  22.   pa user cert
  23. CRS-2728: A resource type with the name 'ora.daemon.type' is already registered
  24. CRS-4000: Command Add failed, or completed with errors.
  25. CRS-2728: A resource type with the name 'ora.haip.type' is already registered
  26. CRS-4000: Command Add failed, or completed with errors.
  27. CRS-2728: A resource type with the name 'ora.mdns.type' is already registered
  28. CRS-4000: Command Add failed, or completed with errors.
  29. Failed to register Grid Infrastructure type ora.mdns.type at /oracle/app/11.2.0/grid/crs/install/crsconfig_lib.pm line 7777.
  30. /oracle/app/11.2.0/grid/perl/bin/perl -I/oracle/app/11.2.0/grid/perl/lib -I/oracle/app/11.2.0/grid/crs/install /oracle/app/11.2.0/grid/crs/install/rootcrs.pl execution failed

处理过程：

  1. [root@crm-4g-nm-dahsxw1 ~]# cd /oracle/app/11.2.0/grid/crs/install
  2. [root@crm-4g-nm-dahsxw1 install]# ./rootcrs.pl -deconfig -force -verbose
  3. Using configuration parameter file: ./crsconfig_params
  4. PRCR-1119 : 无法查找 ora.cluster_vip_net1.type 类型的 CRS 资源
  5. PRCR-1068 : 无法查询资源
  6. Cannot communicate with crsd
  7. PRCR-1070 : 无法检查 资源 ora.gsd 是否已注册
  8. Cannot communicate with crsd
  9. PRCR-1070 : 无法检查 资源 ora.ons 是否已注册
  10. Cannot communicate with crsd
  12. CLSU-00100: Operating System function: failed failed with error data: 2
  13. CLSU-00101: Operating System error message: No such file or directory
  14. CLSU-00103: error location: scrsearch3
  15. CLSU-00104: additional error information: id doesnt exist scls_scr_setval
  16. CRS-2791: Starting shutdown of Oracle High Availability Services-managed resources on 'crm-4g-nm-dahsxw1'
  17. CRS-2673: Attempting to stop 'ora.ctssd' on 'crm-4g-nm-dahsxw1'
  18. CRS-2673: Attempting to stop 'ora.cluster_interconnect.haip' on 'crm-4g-nm-dahsxw1'
  19. CRS-2673: Attempting to stop 'ora.mdnsd' on 'crm-4g-nm-dahsxw1'
  20. CRS-2677: Stop of 'ora.mdnsd' on 'crm-4g-nm-dahsxw1' succeeded
  21. CRS-2677: Stop of 'ora.ctssd' on 'crm-4g-nm-dahsxw1' succeeded
  22. CRS-2677: Stop of 'ora.cluster_interconnect.haip' on 'crm-4g-nm-dahsxw1' succeeded
  23. CRS-2673: Attempting to stop 'ora.cssd' on 'crm-4g-nm-dahsxw1'
  24. CRS-2677: Stop of 'ora.cssd' on 'crm-4g-nm-dahsxw1' succeeded
  25. CRS-2673: Attempting to stop 'ora.gipcd' on 'crm-4g-nm-dahsxw1'
  26. CRS-2677: Stop of 'ora.gipcd' on 'crm-4g-nm-dahsxw1' succeeded
  27. CRS-2673: Attempting to stop 'ora.gpnpd' on 'crm-4g-nm-dahsxw1'
  28. CRS-2677: Stop of 'ora.gpnpd' on 'crm-4g-nm-dahsxw1' succeeded
  29. CRS-2793: Shutdown of Oracle High Availability Services-managed resources on 'crm-4g-nm-dahsxw1' has completed
  30. CRS-4133: Oracle High Availability Services has been stopped.
  31. Successfully deconfigured Oracle clusterware stack on this node
  33. dd if=/dev/zero of=/dev/ocr-diska bs=1024 count=100
  34. dd if=/dev/zero of=/dev/ocr-diskb bs=1024 count=100
  35. dd if=/dev/zero of=/dev/ocr-diskc bs=1024 count=100
  37. 再次执行root.sh

使用udev绑定后，原来的名字会改变为udev中名字
参考：http://blog.csdn.net/ora01555/article/details/24392833

  1. 遇到的一个低级问题：
  2. 由于盘号不一样，使用节点二的盘号去查节点一的uuid，导致磁盘绑定选错
  3. 使用udev绑定磁盘，操作系统的磁盘号是多少无所谓，只要使用两边的uuid对应就可以，并且使用udev绑定后，原来的名字会改变为udev中名字




posted @ 2015-11-26 11:42  hao_xiaoyu  阅读(827)  评论(0)    收藏  举报