vmware2.0_oem5.1配置10gR2_RAC.docx

1、 新建RAC1虚拟机创建在RAC1虚拟机，为虚拟机建两个网卡，新建5个硬盘，第一个存放ocr，第二个存放vote,第三、四、五、六存放asm,注意这六个vmdk 文件放在独立的文件夹，如I:SHARED，这样才能设置共享磁盘2、设置共享存储，在RAC1.vmx分别添加如下红色部分.encoding = "GBK"config.version = "8"virtualHW.version = "7"floppy0.present = "FALSE"mks.enable3d = "TRUE"pciBridge0.present = "TRUE"。pciBridge6.pciSlotNumber = "23"pciBridge7.pciSlotNumber = "24"scsi0.pciSlotNumber = "16"ethernet0.pciSlotNumber = "32"vmci0.pciSlotNumber = "33"ethernet0.generatedAddressOffset = "0"vmci0.id = "-146766328"tools.remindInstall = "TRUE"disk.locking = "FALSE"diskLib.dataCacheMaxSize = "0"diskLib.dataCacheMaxReadAheadSize = "0"diskLib.dataCacheMinReadAheadSize = "0"diskLib.dataCachePageSize = "4096"diskLib.maxUnsyncedWrites = "0"ethernet1.present = "TRUE"ethernet1.allowGuestConnectionControl = "FALSE"ethernet1.features = "1"ethernet1.wakeOnPcktRcv = "FALSE"ethernet1.networkName = "NAT"ethernet1.addressType = "generated"scsi0:1.present = "TRUE"scsi0:1.fileName = "L:VMWareRACSHARE_DISKOCR-VOTINGocr-voting.vmdk"scsi0:1.writeThrough = "TRUE"scsi0:1.deviceType = "disk"scsi0:1.SharedBus="Virtual"scsi0:1.shared="TRUE"scsi0:2.present = "TRUE"scsi0:2.fileName = "L:VMWareRACSHARE_DISKASMasm1.vmdk"scsi0:2.writeThrough = "TRUE"scsi0:2.deviceType ="plainDisk"scsi0:2.SharedBus="Virtual"scsi0:2.shared="TRUE"scsi0:3.present = "TRUE"scsi0:3.fileName = "L:VMWareRACSHARE_DISKASMasm2.vmdk"scsi0:3.writeThrough = "TRUE"scsi0:3.deviceType = "disk"scsi0:3.SharedBus="Virtual"scsi0:3.shared="TRUE"3、配置/etc/hosts文件RAC1配置文件rootrac1 # vi /etc/hosts# Do not remove the following line, or various programs# that require network functionality will fail.127.0.0.1 localhost.localdomain rac1 localhost192.168.26.111 rac1192.168.26.112 rac2192.168.26.121 rac1-priv192.168.26.122 rac2-priv192.168.26.131 rac1-vip192.168.26.132 rac2-vip后面copy的Rac2配置文件如下：# Do not remove the following line, or various programs# that require network functionality will fail.127.0.0.1 localhost.localdomain rac2 localhost192.168.26.111 rac1192.168.26.112 rac2192.168.26.121 rac1-priv192.168.26.122 rac2-priv192.168.26.131 rac1-vip192.168.26.132 rac2-vip4、添加oracle用户、用户组rootrac1 # groupadd oinstallrootrac1 # groupadd dbarootrac1 # useradd -d /home/oracle -g oinstall -G dba oraclerootrac1 # passwd oracleChanging password for user oracle.New UNIX password: BAD PASSWORD: it is based on a dictionary wordRetype new UNIX password: passwd: all authentication tokens updated successfully.配置oracle环境变量oraclelocalhost $ vi .bash_profile# .bash_profile# Get the aliases and functionsif -f /.bashrc ; then . /.bashrcfi# User specific environment and startup programsexport TMP=/tmpexport TMPDIR=$TMPexport ORACLE_BASE=/u01/app/oracleexport ORACLE_HOME=$ORACLE_BASE/product/10.2.0/db_1export ORA_CRS_HOME=$ORACLE_BASE/product/10.2.0/crs_1export ORACLE_SID=RACDB1export ORACLE_TERM=xtermexport PATH=/usr/sbin:$PATHexport PATH=$ORACLE_HOME/bin:$PATHexport PATH=$ORA_CRS_HOME/bin:$PATHexport LD_LIBRARY_PATH=$ORACLE_HOME/bin:/bin:/usr/bin:/usr/local/bin:/usr/X11R6/bin/export CLASSPATH=$ORACLE_HOME/JRE:$ORACLE_HOME/jlib:$ORACLE_HOME/rdbms/jlibumask 022PATH=$PATH:$HOME/binexport PATH".bash_profile" 28L, 673C written oraclelocalhost $ source .bash_profileoraclelocalhost $ echo $ORACLE_SIDRACDB1添加安装目录，设置其所有者为oraclerootlocalhost # mkdir -p /u01/approotlocalhost # chown oracle.oinstall /u01/app/3，配置内核参数rootrac1 # vi /etc/sysctl.conf增加或修改下列内容kernel.shmmni = 4096kernel.sem = 250 32000 100 128fs.file-max = 65536net.ipv4.ip_local_port_range = 1024 65000net.core.rmem_default = 1048576net.core.rmem_max = 1048576net.core.wmem_default = 262144net.core.wmem_max = 262144rootrac1 # sysctl p提高Oracle用户的shell限制设置oracle 使用的文件数权限rootrac1 # vi /etc/security/limits.conf增加下列内容oracle soft nproc 2047oracle hard nproc 16384oracle soft nofile 1024oracle hard nofile 65536修改安全限制rootrac1 # vi /etc/pam.d/login增加：session required /lib/security/pam_limits.so配置Hangcheck 计时器rootrac1 # vi /etc/rc.local增加：modprobe hangcheck-timer hangcheck-tick=30 hangcheck_margin=180安装相关包安装相关补丁按光盘第一张盘上oracle_updated/rootlocalhost oracle_updated# rpm -ivh kernel-*.rpm在第二张盘上找到oracleasm-support-2.0.4-1.el5.i386.rpm、libXp-1.0.0-8.1.el5.i386.rpm rootlocalhost oracle_updated# rpm -ivh libXp-1.0.0-8.1.el5.i386.rpm rootlocalhost oracle_updated# rpm -ivh oracleasm-support-2.0.4-1.el5.i386.rpm 安装asm包rootlocalhost oracle_updated# rpm -ivh oracleasm-2.6.18-53.0.0.0.1.el5*.rpm6、格式化磁盘 /dev/sdb、/dev/sdc、/dev/sdd、/dev/sde、/dev/sdf、/dev/sdg rootrac1 # fdisk /dev/sdcDevice contains neither a valid DOS partition table, nor Sun, SGI or OSF disklabelBuilding a new DOS disklabel. Changes will remain in memory only,until you decide to write them. After that, of course, the previouscontent won't be recoverable.Warning: invalid flag 0x0000 of partition table 4 will be corrected by w(rite)Command (m for help): nCommand action e extended p primary partition (1-4)pPartition number (1-4): 1First cylinder (1-652, default 1): Using default value 1Last cylinder or +size or +sizeM or +sizeK (1-652, default 652): Using default value 652Command (m for help): wThe partition table has been altered!Calling ioctl() to re-read partition table.4，配置裸设备：由于RHEL5 中取消了rawdevices，如果不想将映射命令放到rc.local 中的话，我们就需要将其配置到/etc/udev/rules.d/文件夹中修改文件rootrac1 # vi /etc/udev/rules.d/60-raw.rules，添加内容如下图所示：ACTION="add", KERNEL="/dev/sdb1",RUN+="/bin/raw /dev/raw/raw1 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="17",RUN+="/bin/raw /dev/raw/raw1 %M %m"ACTION="add", KERNEL="/dev/sdb2",RUN+="/bin/raw /dev/raw/raw2 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="33",RUN+="/bin/raw /dev/raw/raw2 %M %m"ACTION="add", KERNEL="/dev/sdc1",RUN+="/bin/raw /dev/raw/raw3 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw3 %M %m"ACTION="add", KERNEL="/dev/sdc2",RUN+="/bin/raw /dev/raw/raw4 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw4 %M %m"ACTION="add", KERNEL="/dev/sdd1",RUN+="/bin/raw /dev/raw/raw5 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw5 %M %m"ACTION="add", KERNEL="/dev/sdd2",RUN+="/bin/raw /dev/raw/raw6 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw6 %M %m"ACTION="add", KERNEL="/dev/sdd3",RUN+="/bin/raw /dev/raw/raw7 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw7 %M %m"ACTION="add", KERNEL="/dev/sdd4",RUN+="/bin/raw /dev/raw/raw8 %N"ACTION="add", ENVMAJOR="8",ENVMINOR="49",RUN+="/bin/raw /dev/raw/raw8 %M %m"KERNEL="raw1-8", OWNER="oracle", GROUP="oinstall", MODE="640"rootrac1 opt# start_udevrootrac2 # ls /dev/raw/ -l重启rac1，准备设置否则asm无法挂载磁盘8、设置ASMrootrac1 oracle# /etc/init.d/oracleasm configureConfiguring the Oracle ASM library driver.This will configure the on-boot properties of the Oracle ASM librarydriver. The following questions will determine whether the driver isloaded on boot and what permissions it will have. The current valueswill be shown in brackets (''). Hitting <ENTER> without typing ananswer will keep that current value. Ctrl-C will abort.Default user to own the driver interface : oracleDefault group to own the driver interface : dbaStart Oracle ASM library driver on boot (y/n) n: yFix permissions of Oracle ASM disks on boot (y/n) y: yWriting Oracle ASM library driver configuration: OK Loading module "oracleasm": OK Mounting ASMlib driver filesystem: OK Scanning system for ASM disks: OK rootrac1 oracle# /etc/init.d/oracleasm createdisk VOL1 /dev/sdc1Marking disk "/dev/sdc1" as an ASM disk: OK rootrac1 oracle# /etc/init.d/oracleasm createdisk VOL2 /dev/sdd1Marking disk "/dev/sdd1" as an ASM disk: OK rootrac1 oracle# /etc/init.d/oracleasm listkisksUsage: /etc/init.d/oracleasm start|stop|restart|enable|disable|configure|createdisk|deletedisk|querydisk|listdisks|scandisks|statusrootrac1 oracle# /etc/init.d/oracleasm listdisksVOL1VOL2VOL3VOL4到此rac1的配置基本完成，copy rac2节点，更改ip、主机名，之后设置节点的ssh机制。9、配置信任机制主节点rootrac1 # su - oracleoraclerac1 $ mkdir /.sshoraclerac1 $ chmod 700 /.sshoraclerac1 $ ssh-keygen -t rsaGenerating public/private rsa key pair.Enter file in which to save the key (/home/oracle/.ssh/id_rsa): Enter passphrase (empty for no passphrase): Enter same passphrase again: Your identification has been saved in /home/oracle/.ssh/id_rsa.Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.The key fingerprint is:59:7a:9a:a1:33:dd:42:73:df:b5:16:4e:ff:c0:57:43 oraclerac1oraclerac1 $ ssh-keygen -t dsaGenerating public/private dsa key pair.Enter file in which to save the key (/home/oracle/.ssh/id_dsa): Enter passphrase (empty for no passphrase): Enter same passphrase again: Your identification has been saved in /home/oracle/.ssh/id_dsa.Your public key has been saved in /home/oracle/.ssh/id_dsa.pub.The key fingerprint is:55:1b:42:20:60:2a:d2:bf:74:3b:1e:99:0d:79:f9:52 oraclerac1RAC2节点rootrac2 # su - oracleoraclerac2 $ mkdir /.sshoraclerac2 $ ssh-keygen -t rsaGenerating public/private rsa key pair.Enter file in which to save the key (/home/oracle/.ssh/id_rsa): Enter passphrase (empty for no passphrase): Enter same passphrase again: Your identification has been saved in /home/oracle/.ssh/id_rsa.Your public key has been saved in /home/oracle/.ssh/id_rsa.pub.The key fingerprint is:8e:bf:5f:6a:fc:77:86:9e:09:ac:94:c8:2d:93:e1:03 oraclerac2oraclerac2 $ ssh-keygen -t dsa上直接回车Your identification has been saved in /home/oracle/.ssh/id_dsa.Your public key has been saved in /home/oracle/.ssh/id_dsa.pub.The key fingerprint is:1a:46:52:0d:2a:69:87:b3:f6:99:e0:bb:66:f3:bb:31 oraclerac2oraclerac2 $ chmod -700 /.sshchmod: invalid option - 7Try chmod -help' for more information.oraclerac2 $ chmod 700 /.sshRAC1节点oraclerac1 $ cat /.ssh/id_rsa.pub >> /.ssh/authorized_keysoraclerac1 $ cat /.ssh/id_dsa.pub >> /.ssh/authorized_keysoraclerac1 $ ssh rac2 cat /.ssh/id_rsa.pub >> /.ssh/authorized_keysThe authenticity of host 'rac2 (192.168.26.112)' can't be established.RSA key fingerprint is 8c:0e:07:ea:34:2c:81:02:19:fd:e3:34:1d:a0:ea:8a.Are you sure you want to continue connecting (yes/no)? yesWarning: Permanently added 'rac2,192.168.26.112' (RSA) to the list of known hosts.oraclerac2's password: cat: /home/oracle/.ssh/id_rsa.pub: No such file or directoryoraclerac1 $ ssh rac2 cat /.ssh/id_rsa.pub >> /.ssh/authorized_keysoraclerac2's password: oraclerac1 $ ssh rac2 cat /.ssh/id_dsa.pub >> /.ssh/authorized_keysoraclerac2's password: oraclerac1 $ scp /.ssh/authorized_keys rac2:/.ssh/authorized_keysoraclerac2's password: authorized_keys 100% 1644 1.6KB/s 00:00 oraclerac1 $ ssh rac1 dateThe authenticity of host 'rac1 (127.0.0.1)' can't be established.RSA key fingerprint is 8c:0e:07:ea:34:2c:81:02:19:fd:e3:34:1d:a0:ea:8a.Are you sure you want to continue connecting (yes/no)? yesWarning: Permanently added 'rac1' (RSA) to the list of known hosts.Sun Jul 10 01:07:12 CST 2011oraclerac1 $ ssh rac1 dateSun Jul 10 01:07:17 CST 2011oraclerac1 $ ssh rac2 dateSun Jul 10 01:07:21 CST 2011一起准备完成，现在开始安装crs安装前先验证下环境，如果缺少包，先装上./runcluvfy.sh stage -pre crsinst -n rac1,rac2 verboseCheck: Package existence for "compat-db-4.0.14-5" Node Name Status Comment - - - rac2 missing failed rac1 missing failed 会出现compat-db-4.0.14-5等compat开头，openmotif-2.2.3，openmotif开头的包验证错误，把系统中所有compat、openmotif开头的包都装上，可能由于版本问题还是无法通过，可以忽略这些错误下面开始安装crs输入/runInstaller ignoreSysPreReqs 开是安装输入切记runInstaller后的-ignoreSysPreReqs关键字是必不可少的，因为默认redhat-5是不支持定义安装日志路径，安装用户组，采用默认，点击下一步设置安装路径检查安装环境，如果是操作系统不匹配的可以忽略，进入下一步只有rac1节点的，点击添加按钮，添加rac2节点。进入下一步，将eth0设置为public、eth1设置privete，其他设置为do not use输入ocr文件存储位置输入voting存储位置CSS is active on all nodes.Waiting for the Oracle CRSD and EVMD to startWaiting for the Oracle CRSD and EVMD to startWaiting for the Oracle CRSD and EVMD to startWaiting for the Oracle CRSD and EVMD to startWaiting for the Oracle CRSD and EVMD to startWaiting for the Oracle CRSD and EVMD to startOracle CRS stack installed and running under init(1M)Running vipca(silent) for configuring nodeapps/u01/app/oracle/product/10.2.0/crs_1/jdk/jre/bin/java: error while loading shared libraries: libpthread.so.0: cannot open shared object file: No such file or directory./oifcfg setif -global eth0/192.168.1.0:public./oifcfg setif -global eth1/192.168.1.0:cluster_interconnect./oifcfg getif编辑rac2节点的/opt/ora10g/product/10.2.0/crs_1/bin下，文件名分别为vipca和srvctl。首先编辑vipca文件，找到如下内容：Remove this workaround when the bug 3937317 is fixedarch=uname -mif "$arch" = "i686" -o "$arch" = "ia64" thenLD_ASSUME_KERNEL=2.4.19export LD_ASSUME_KERNELfi#End workaround在fi 后新添加一行：unset LD_ASSUME_KERNEL 然后编辑srvctl文件，找到如下内容：LD_ASSUME_KERNEL=2.4.19export LD_ASSUME_KERNEL同样在其后新增加一行：unset LD_ASSUME_KERNEL在root用户输入vipca配置vip完成vip设置，点击retry按钮，完成crs安装。安装数据库选择企业版本设置安装路径选择rac1、rac2节点在change disk discovery path输入/dev/oracleasm/disks/*,这步很重要，由于没改这参数，做了n次asm都没创建成功之后直接点击下一步，所有选择默认，弹出数据库创建窗口，完成安装。