安装前系统和存储的准备工作
1． swlist确认ServiceGuard已经安装；
2． 与HP方确认补丁包megpatch已经安装，否则共享卷组不能在二个节点上同时激活；
3． ioscan –fnC disk确认在二台机器上都能够看到共享磁盘，且状态正常
网络/etc/hosts
127.0.0.1 localhost loopback
192.168.51.101 hp101
192.168.51.102 hp102
192.168.51.99 hp101-vip
192.168.51.100 hp102-vip
172.16.0.1 hp101-priv
172.16.0.2 hp102-priv
并且确保能被解析
一、信任机制的建立
.rhosts
hp101 root
hp102 root
二、共享卷组建立
1 建立PV
pvcreate /dev/rdsk/c2t0d1
pvcreate /dev/rdsk/c2t0d2
pvcreate /dev/rdsk/c2t0d3
pvcreate /dev/rdsk/c2t0d4
pvcreate /dev/rdsk/c2t0d5
pvcreate /dev/rdsk/c2t0d6
pvcreate /dev/rdsk/c2t0d7
2 创建卷组
mkdir /dev/vgdatabase /dev/vglock
mknod /dev/vgdatabase/group c 64 0×010000
mknod /dev/vglock/group c 64 0×020000
vgcreate -s 128 /dev/vgdatabase /dev/dsk/c2t0d2 /dev/dsk/c2t0d3 /dev/dsk/c2t0d4 /dev/dsk/c2t0d5 /dev/dsk/c2t0d6
vgcreate -s 128 /dev/vglock /dev/dsk/c2t0d1
3 建立逻辑卷
lvcreate -L 200 -n ocr1 /dev/vgdatabase
lvcreate -L 200 -n ocr2 /dev/vgdatabase
lvcreate -L 200 -n voting1 /dev/vgdatabase
lvcreate -L 200 -n voting2 /dev/vgdatabase
lvcreate -L 200 -n voting3 /dev/vgdatabase
lvcreate -L 200 -n spfile /dev/vgdatabase
lvcreate -L 200 -n control1 /dev/vgdatabase
lvcreate -L 200 -n control2 /dev/vgdatabase
lvcreate -L 8000 -n system /dev/vgdatabase
lvcreate -L 8000 -n sysaux /dev/vgdatabase
lvcreate -L 20000 -n temp /dev/vgdatabase
lvcreate -L 20000 -n undo1 /dev/vgdatabase
lvcreate -L 20000 -n undo2 /dev/vgdatabase
lvcreate -L 8300 -n user /dev/vgdatabase
lvcreate -L 8300 -n lv01 /dev/vgdatabase
lvcreate -L 8300 -n lv02 /dev/vgdatabase
lvcreate -L 8300 -n lv03 /dev/vgdatabase
lvcreate -L 8300 -n lv04 /dev/vgdatabase
lvcreate -L 8300 -n lv05 /dev/vgdatabase
lvcreate -L 8300 -n lv06 /dev/vgdatabase
lvcreate -L 8300 -n lv07 /dev/vgdatabase
lvcreate -L 8300 -n lv08 /dev/vgdatabase
lvcreate -L 8300 -n lv09 /dev/vgdatabase
lvcreate -L 8300 -n lv10 /dev/vgdatabase
lvcreate -L 8300 -n lv11 /dev/vgdatabase
lvcreate -L 8300 -n lv12 /dev/vgdatabase
lvcreate -L 8300 -n lv13 /dev/vgdatabase
lvcreate -L 8300 -n lv14 /dev/vgdatabase
lvcreate -L 8300 -n lv15 /dev/vgdatabase
lvcreate -L 8300 -n lv16 /dev/vgdatabase
lvcreate -L 8300 -n lv17 /dev/vgdatabase
lvcreate -L 8300 -n lv18 /dev/vgdatabase
lvcreate -L 8300 -n lv19 /dev/vgdatabase
lvcreate -L 8300 -n lv20 /dev/vgdatabase
lvcreate -L 8300 -n lv21 /dev/vgdatabase
lvcreate -L 8300 -n lv22 /dev/vgdatabase
lvcreate -L 8300 -n lv23 /dev/vgdatabase
lvcreate -L 8300 -n lv24 /dev/vgdatabase
lvcreate -L 8300 -n lv25 /dev/vgdatabase
lvcreate -L 8300 -n lv26 /dev/vgdatabase
lvcreate -L 8300 -n lv27 /dev/vgdatabase
lvcreate -L 8300 -n lv28 /dev/vgdatabase
lvcreate -L 8300 -n lv29 /dev/vgdatabase
lvcreate -L 8300 -n lv30 /dev/vgdatabase
lvcreate -L 8300 -n lv31 /dev/vgdatabase
lvcreate -L 8300 -n lv32 /dev/vgdatabase
lvcreate -L 8300 -n lv33 /dev/vgdatabase
lvcreate -L 8300 -n lv34 /dev/vgdatabase
lvcreate -L 8300 -n lv35 /dev/vgdatabase
lvcreate -L 8300 -n lv36 /dev/vgdatabase
lvcreate -L 8300 -n lv37 /dev/vgdatabase
lvcreate -L 8300 -n lv38 /dev/vgdatabase
lvcreate -L 8300 -n lv39 /dev/vgdatabase
lvcreate -L 8300 -n lv40 /dev/vgdatabase
lvcreate -L 8300 -n lv41 /dev/vgdatabase
lvcreate -L 8300 -n lv42 /dev/vgdatabase
lvcreate -L 8300 -n lv43 /dev/vgdatabase
lvcreate -L 8300 -n lv44 /dev/vgdatabase
lvcreate -L 8300 -n lv45 /dev/vgdatabase
lvcreate -L 8300 -n lv46 /dev/vgdatabase
lvcreate -L 8300 -n lv47 /dev/vgdatabase
lvcreate -L 8300 -n lv48 /dev/vgdatabase
lvcreate -L 8300 -n lv49 /dev/vgdatabase
lvcreate -L 8300 -n lv50 /dev/vgdatabase
lvcreate -L 8300 -n lv51 /dev/vgdatabase
lvcreate -L 8300 -n lv52 /dev/vgdatabase
lvcreate -L 8300 -n lv53 /dev/vgdatabase
lvcreate -L 8300 -n lv54 /dev/vgdatabase
4 检查PV和VG的对应关系
通过strings /etc/lvmtab或者vgdisplay -v vgdatabase vgdisplay -v vglock
# strings /etc/lvmtab
/dev/vg00
/dev/dsk/c1t3d0s2
/dev/vgdatabase
/dev/dsk/c6t0d2
/dev/dsk/c6t0d3
/dev/dsk/c6t0d4
/dev/dsk/c6t0d5
/dev/dsk/c6t0d6
/dev/dsk/c8t0d2
/dev/dsk/c8t0d3
/dev/dsk/c8t0d4
/dev/dsk/c8t0d5
/dev/dsk/c8t0d6
/dev/dsk/c42t0d2
/dev/dsk/c42t0d3
/dev/dsk/c42t0d4
/dev/dsk/c42t0d5
/dev/dsk/c42t0d6
/dev/dsk/c44t0d2
/dev/dsk/c44t0d3
/dev/dsk/c44t0d4
/dev/dsk/c44t0d5
/dev/dsk/c44t0d6
/dev/vglock
H)KX
/dev/dsk/c8t0d1
/dev/dsk/c42t0d1
/dev/dsk/c44t0d1
/dev/dsk/c6t0d1
三 导出卷组信息
1 首先将 VG 关闭
vgchange -a n /dev/vgdatabase
2 导出，记得加S参数方便以后恢复
vgexport -p -s -m /tmp/vgdatabase.map /dev/vgdatabase
vgexport -p -s -m /tmp/vglock.map /dev/vglock
3 拷贝到另一个节点
rcp /tmp/vgdatabase.map hp102:/tmp/vgdatabase.map
rcp /tmp/vglock.map hp102:/tmp/vglock.map
4在节点HP102装在下磁盘，然后导入卷组信息
mkdir /dev/vgdatabase /dev/vglock
mknod /dev/vgdatabase/group c 64 0×010000
mknod /dev/vglock/group c 64 0×020000
insf -e
vgimport -s -m /tmp/vgdatabase.map /dev/vgdatabase
vgimport -s -m /tmp/vglock.map /dev/vglock
5 在每个节点编辑/etc/lvmrc文件，将文件中参数AUTO_VG_ACTIVATE由系统默认的1修改为0，这样做的目的是防止共享卷组在系统启动的时候被自动激活
四、创建ORACLE用户账号
保持UID GID 目录都一致
groupadd –g 200 dba
useradd –u 300 –g 200 –d /home/oracle –m oracle
二个节点都要执行
五、配置MC
1
首先要生成cmclconf.ascii
cmquerycl -v -C /etc/cmcluster/cmclconf.ascii -n hp101 -n hp102
然后编辑配置文件
vi /etc/cmcluster/cmclconf.ascii
检查修改
CLUSTER_NAME、
FIRST_CLUSTER_LOCK_VG
NODE_NAME hp101
NETWORK_INTERFACE lan0
HEARTBEAT_IP 192.168.51.101
NETWORK_INTERFACE lan3
HEARTBEAT_IP 172.16.0.1
# CLUSTER_LOCK_LUN
FIRST_CLUSTER_LOCK_PV /dev/dsk/c2t0d1
NODE_NAME hp102
NETWORK_INTERFACE lan0
HEARTBEAT_IP 192.168.51.102
NETWORK_INTERFACE lan3
HEARTBEAT_IP 172.16.0.2
# CLUSTER_LOCK_LUN
FIRST_CLUSTER_LOCK_PV /dev/dsk/c6t0d1
HEARTBEAT_INTERVAL 1000000
NODE_TIMEOUT 2000000
# Configuration/Reconfiguration Timing Parameters (microseconds).
AUTO_START_TIMEOUT 600000000
NETWORK_POLLING_INTERVAL 2000000
NETWORK_FAILURE_DETECTION INOUT
# Package Configuration Parameters.
# Enter the maximum number of packages which will be configured in the cluster.
# You can not add packages beyond this limit.
# This parameter is required.
MAX_CONFIGURED_PACKAGES 150
OPS_VOLUME_GROUP /dev/vgdatabase
OPS_VOLUME_GROUP /dev/vglock
以上信息都是需要注意的
2 检查配置文件
cmcheckconf -k -v -C /etc/cmcluster/cmclconf.ascii
3 分发配置文件
vgchange -a y /dev/vglock
cmapplyconf -k -v -C /etc/cmcluster/cmclconf.ascii
vgchange -a -n /dev/vglock
4 运行集群
cmruncl
查看
cmviewcl -v
在HP101节点（主节点）执行
vgchang -S y -c y vgdatabase
vgchange -a s vgdatabase
在HP102节点执行
vgchange -a s vgdatabase
用vgdisplay -v vgdatabase查看信息
5 创建配置包文件
mkdir /dev/cmcluster/pkg1
cmmakepkg -p /etc/cmcluster/pkg1/pkg1.conf
vi /etc/cmcluser/pkg1/pkg1.conf
修改如下信息
PACKAGE_NAME pkg1
PACKAGE_TYPE MULTI_NODE
NODE_NAME hp101
NODE_NAME hp102
AUTO_RUN yes
RUN_SCRIPT /etc/cmcluster/pkg1/pkg1.cntl
HALT_SCRIPT /etc/cmcluster/pkg1/pkg1.cntl
LOCAL_LAN_FAILOVER_ALLOWED YES
6 编写生成控制文件
cmmakepkg -s /etc/cmcluster/pkg1/pkg1.cntl
vi /etc/cmcluster/pkg1/pkg1.cntl
需要注意的信息
VGCHANGE=”vgchange -S y -c y”
VGCHANGE=”vgchange -a s”
VG[0]=
7 验证包的运行状况
cmviewcl -v
/etc/cmcluster/pkg2/start.sh
chmod 777 etc/cmcluster/pkg1/stop.sh
chmod 777 etc/cmcluster/pkg1/start.sh
chmod 777 etc/cmcluster/pkg1/pkg1.cntl
2-4 :COPY控制脚本
rcp /etc/cmcluster/pkg1/start.sh hp102:/etc/cmcluster/pkg1/start.sh
rcp /etc/cmcluster/pkg1/stop.sh hp102:/etc/cmcluster/pkg1/stop.sh
rcp /etc/cmcluster/pkg1/pkg1.cntl hp102:/etc/cmcluster/pkg1/pkg1.cntl
cmcheckconf -C /etc/cmcluster/cmclconf.ascii -P /etc/cmcluster/pkg1/pkg1.conf
mkdir /etc/cmcluster/pkg2
cmmakepkg -p /etc/cmcluster/pkg1/pkg2.config
cmapplyconf -v -C /etc/cmcluster/cmclconf.ascii -P /etc/cmcluster/pkg1/pkg1.conf
/etc/cmcluster/pkg2/pkg2.cntl
cmmakepkg -s /etc/cmcluster/pkg2/pkg2.cntl
chmod 777 /etc/cmcluster/pkg2/stop.sh
chmod 777 /etc/cmcluster/pkg2/start.sh
chmod 777 /etc/cmcluster/pkg2/pkg2.cntl
cmcheckconf -C /etc/cmcluster/cmclconf.ascii -P /etc/cmcluster/pkg2/pkg2.conf
cmapplyconf -v -C /etc/cmcluster/cmclconf.ascii -P /etc/cmcluster/pkg2/pkg2.conf