Veritas InfoScale Enterprise 7 安装部署手册

摘要：前言能确保关键任务应用程序在遇到意外停机时能够持续正常运行，作为一款商业产品已经足够强大。

Veritas InfoScale Availability 能确保关键任务应用程序在遇到意外停机时能够持续正常运行，作为一款商业产品已经足够强大。

记录 infoscale 7.0.1 安装部署心得

2017年04月14日 - 初稿

阅读原文 - https://wsgzao.github.io/post...

扩展阅读

Veritas - https://www.veritas.com/zh/cn...

# 编辑/etc/hosts
vim /etc/hosts
172.25.242.125    qrydb1
172.25.242.126    qrydb2

# 编辑环境变量
vim ~/.bash_profile

PATH=$PATH:$HOME/bin:/opt/VRTS/bin:/opt/VRTSvxfs/sbin:/opt/VRTSvcs/bin

# 禁用部分服务
service iptables stop
chkconfig iptables off
chkconfig --list iptables
iptables        0:off   1:off   2:off   3:off   4:off   5:off   6:off

service ip6tables stop
chkconfig ip6tables off
chkconfig --list ip6tables
ip6tables       0:off   1:off   2:off   3:off   4:off   5:off   6:off

# 禁用cpuspeed服务
chkconfig --level 12345 cpuspeed off
chkconfig --list cpuspeed
cpuspeed        0:off   1:off   2:off   3:off   4:off   5:off   6:off

# 禁用SELINUX服务
vim /etc/selinux/config

# This file controls the state of SELinux on the system.
# SELINUX= can take one of these three values:
#     enforcing - SELinux security policy is enforced.
#     permissive - SELinux prints warnings instead of enforcing.
#     disabled - No SELinux policy is loaded.
SELINUX=disabled
# SELINUXTYPE= can take one of these two values:
#     targeted - Targeted processes are protected,
#     mls - Multi Level Security protection.
SELINUXTYPE=targeted 


# 系统优化调整

# 针对数据库环境，需要把grub.con中添加elevator设置为deadline
vim /etc/grub.conf

# grub.conf generated by anaconda
#
# Note that you do not have to rerun grub after making changes to this file
# NOTICE:  You have a /boot partition.  This means that
#          all kernel and initrd paths are relative to /boot/, eg.
#          root (hd0,0)
#          kernel /vmlinuz-version ro root=/dev/mapper/VolGroup-lv_root
#          initrd /initrd-[generic-]version.img
#boot=/dev/sda
default=0
timeout=5
splashimage=(hd0,0)/grub/splash.xpm.gz
hiddenmenu
title Red Hat Enterprise Linux 6 (2.6.32-573.el6.x86_64)
        root (hd0,0)
        kernel /vmlinuz-2.6.32-573.el6.x86_64 ro root=/dev/mapper/VolGroup-lv_root rd_NO_LUKS LANG=en_US.UTF-8 rd_NO_MD rd_LVM_LV=VolGroup/lv_swap SYSFONT=latarcyrheb-sun16 crashkernel=768M rd_LVM_LV=VolGroup/lv_root  KEYBOARDTYPE=pc KEYTABLE=us rd_NO_DM rhgb quiet transparent_hugepage=never elevator=deadline
        initrd /initramfs-2.6.32-573.el6.x86_64.img


# sysctl.conf文件检查及调整
sysctl -a | grep -i hung

kernel.hung_task_panic = 0
kernel.hung_task_check_count = 4194304
kernel.hung_task_timeout_secs = 120
kernel.hung_task_warnings = 10

vim /etc/sysctl.conf

kernel.panic = 10

cd /tmp/sf
mkdir base
mv Veritas_InfoScale_7.0_RHEL.tar.gz base/
cd base
tar -xzvf *
cd ..
tar -xzvf cpi-Patch-7.0.1.500.tar.gz patches/
cd patches
mv *.pl ../.
cd ..
tar -xzvf infoscale-rhel6_x86_64-MR-7.0.1.tar.gz
cd rhel6_x86_64
./installmr -require /tmp/sf/CPI_7.0.1_P5.pl -base_path /tmp/sf/base/dvd1-redhatlinux/rhel6_x86_64

Task Menu:

    P) Perform a Pre-Installation Check     I) Install a Product
    G) Upgrade a Product                    ?) Help

Enter a Task: [P,I,G,?] p

     1)  Veritas InfoScale Foundation
     2)  Veritas InfoScale Availability
     3)  Veritas InfoScale Storage
     4)  Veritas InfoScale Enterprise
     b)  Back to previous menu

Select a product to perform pre-installation check for: [1-4,b,q] 4

     1)  Cluster Server (VCS)
     2)  Storage Foundation (SF)
     3)  Storage Foundation and High Availability (SFHA)
     4)  Storage Foundation Cluster File System HA (SFCFSHA)
     5)  Storage Foundation for Oracle RAC (SF Oracle RAC)
     6)  Storage Foundation for Sybase ASE CE (SFSYBASECE)

Select a component to perform pre-installation check for: [1-6,q] 5
Enter the system names separated by spaces: [q,?] qrydb1 qrydb2

Would you like the installer to setup ssh or rsh communication automatically between the systems?
Superuser passwords for the systems will be asked. [y,n,q,?] (y) 

Enter the superuser password for system qrydb2: 

     1)  Setup ssh between the systems
     2)  Setup rsh between the systems
     b)  Back to previous menu

Select the communication method [1-2,b,q,?] (1) 

Would you like to install InfoScale Enterprise on qrydb1 qrydb2? [y,n,q] (n) y

This product may contain open source and other third party materials that are subject to a separate license. See the applicable Third-Party Notice at http://www.symantec.com/about/profile/policies/eulas

Do you agree with the terms of the End User License Agreement as specified in the EULA/en/EULA_InfoScale_Ux_7.0.pdf file under /tmp/sf/base/dvd1-redhatlinux/rhel6_x86_64? [y,n,q,?] y

Systems have difference in clock by more than 5 seconds

System clocks can be synchronized using one or more Network Time Protocol (NTP) servers

Do you want to synchronize system clocks with NTP server(s)? [y,n,q] (y) n

     1)  Enter a valid license key
     2)  Enable keyless licensing and complete system licensing later

How would you like to license the systems? [1-2,q] (2) 

     1)  Veritas InfoScale Foundation
     2)  Veritas InfoScale Availability
     3)  Veritas InfoScale Storage
     4)  Veritas InfoScale Enterprise
     b)  Back to previous menu

Which product would you like to register? [1-4,b,q] (4) 

     1)  Configure SF Oracle RAC sub-components
     2)  Prepare to Install Oracle
     3)  Install Oracle Clusterware/Grid Infrastructure and Database
     4)  Post Oracle Installation Tasks
     5)  Exit SF Oracle RAC Configuration

Choose option: [1-5,q] (1) 5

Would you like to do post SFRAC configuration checks? [y,n,q] (y) 

Do you want to cleanup the communication for the systems qrydb2? [y,n,q] (n) 

installmr log files, summary file, and response file are saved at:

    /opt/VRTS/install/logs/installmr-201703141635Llz

Would you like to view the summary file? [y,n,q] (n) 

# 安装aslapm包（两个节点同时操作）
cd /tmp/sf
tar -xzvf VRTSaslapm*
cd RHEL6
rpm -Uvh VRTSaslapm*

# 安装vxvm包（两个节点同时操作）
cd /tmp/sf
rm -rf RHEL6
tar -xzvf vm-rhel6*
cd rpms
rpm -Uvh VRTSvxvm*

# 安装llt包（单个节点操作）
cd /tmp/sf
tar -xzvf llt*
./installVRTSllt701P400

Enter the system names separated by spaces: [q,?] (qrydb1) qrydb1 qrydb2

Do you want to continue? [y,n,q] (y) 

All InfoScale Enterprise processes that are currently running must be stopped

Do you want to stop InfoScale Enterprise processes now? [y,n,q,?] (y) 

Would you like to view the summary file? [y,n,q] (n) 

# 安装vxfs包（两个节点同时操作）
cd /tmp/sf
tar -xzvf fs*
cd rpms
rpm -Uvh VRTSvxfs*

# 安装vcs包（两个节点同时操作）
cd /tmp/sf
tar -xzvf vcs-*
/opt/VRTSvcs/bin/CmdServer -stop
cp /etc/VRTSvcs/conf/config/types.cf /etc/VRTSvcs/conf/config/types.cf.orig
cp /etc/VRTSvcs/conf/config/main.cf /etc/VRTSvcs/conf/config/main.cf.orig
cd rpms
rpm -Uvh VRTSvcs*

# 安装Java GUI包（两个节点同时操作）
cd /tmp/sf
tar -xzvf VCS_C*
rpm -ivh VRTScscm*

# Linux平台（所有节点）修改/etc/init.d/vxvm-recover,去掉除Stopping $daemon...外其他所有的vxrelocd字段
vim /etc/init.d/vxvm-recover

#       $CHECKPROC "vxrelocd"
#       if [ $? != 0 ]
#       then
#               echo -n "Starting vxrelocd..."
#               vxrelocd root &
#               sleep 1
#               pid="$(pids_pidof "vxrelocd")"
#               if [ ! -z "$pid" ]
#               then
#                       echo "  [ OK ]"
#               else
#                       echo "  [ FAILED ]"
#               fi
#       else
#               echo "vxrelocd already running..."
#       fi

# 修改tunefstab文件
echo "system_default dalloc_enable=0,pdir_enable=0" > /etc/vx/tunefstab

# 修改vcsenv文件
vim /opt/VRTSvcs/bin/vcsenv 

VCS_GAB_RMACTION="panic"
export VCS_GAB_RMACTION

VCS_GAB_TIMOUT=15000
export VCS_GAB_TIMEOUT

# 检查相关软件包版本
rpm -qa|grep -i vrts
VRTSvcs-7.0.1.101-RHEL6.x86_64
VRTSperl-5.20.1.2-RHEL6.x86_64
VRTSamf-7.0.1.000-RHEL6.x86_64
VRTSdbac-7.0.1.000-RHEL6.x86_64
VRTSvxvm-7.0.1.003-RHEL6.x86_64
VRTSvcsag-7.0.1.000-RHEL6.x86_64
VRTSsfcpi-7.0.1.000-GENERIC.noarch
VRTSllt-7.0.1.400-RHEL6.x86_64
VRTSodm-7.0.0.000-RHEL6.x86_64
VRTSgab-7.0.1.000-RHEL6.x86_64
VRTScps-7.0.1.000-RHEL6.i686
VRTSglm-7.0.1.000-RHEL6.x86_64
VRTSvbs-7.0.0.000-Linux.i686
VRTSvcswiz-7.0.1.000-RHEL6.x86_64
VRTSvxfs-7.0.1.003-RHEL6.x86_64
VRTSgms-7.0.0.000-RHEL6.x86_64
VRTSspt-7.0.1.000-RHEL6.noarch
VRTSdbed-7.0.1.000-RHEL.x86_64
VRTSsfmh-7.0.0.0-0.x86_64
VRTSaslapm-7.0.1.200-RHEL6.x86_64
VRTSvlic-3.02.70.008-RHEL6.x86_64
VRTSfsadv-7.0.1.000-RHEL6.x86_64
VRTSvcsea-7.0.1.000-RHEL6.x86_64
VRTScscm-6.0.100.000-GA_GENERIC.noarch
VRTSvxfen-7.0.1.000-RHEL6.x86_64
VRTScavf-7.0.1.000-RHEL6.i686

# 重启所有安装节点
shutdown -r now

cd /opt/VRTS/install
./installer -configure


     1)  Cluster Server (VCS)
     2)  Storage Foundation (SF)
     3)  Storage Foundation and High Availability (SFHA)
     4)  Storage Foundation Cluster File System HA (SFCFSHA)
     5)  Storage Foundation for Oracle RAC (SF Oracle RAC)
     6)  Storage Foundation for Sybase ASE CE (SFSYBASECE)

Select a component to configure: [1-6,q] 5

Enter the system names separated by spaces: [q,?] qrydb1 qrydb2

Do you want to synchronize system clocks with NTP server(s)? [y,n,q] (y) n

     1)  Configure SF Oracle RAC sub-components
     2)  Prepare to Install Oracle
     3)  Install Oracle Clusterware/Grid Infrastructure and Database
     4)  Post Oracle Installation Tasks
     5)  Exit SF Oracle RAC Configuration

Choose option: [1-5,q] (1) 

Press [Enter] to continue: 

Enter the unique cluster name: [q,?] qrydb_cluster

     1)  Configure the heartbeat links using LLT over Ethernet
     2)  Configure the heartbeat links using LLT over UDP
     3)  Configure the heartbeat links using LLT over RDMA
     4)  Automatically detect configuration for LLT over Ethernet
     b)  Back to previous menu

How would you like to configure heartbeat links? [1-4,b,q,?] (4) 1

Enter the NIC for the first private heartbeat link on qrydb1: [b,q,?] (bond1) eth8

Enter the NIC for the second private heartbeat link on qrydb1: [b,q,?] (bond1) eth4

Would you like to configure a third private heartbeat link? [y,n,q,b,?] (n) 

Are you using the same NICs for private heartbeat links on all systems? [y,n,q,b,?] (y) 

Enter a unique cluster ID number between 0-65535: [b,q,?] (58763) 4142

Would you like to check if the cluster ID is in use by another cluster? [y,n,q] (y) 

Press [Enter] to continue: 

Cluster information verification:

    Cluster Name:      qrydb_cluster
    Cluster ID Number: 4142

    Private Heartbeat NICs for qrydb1: 
        link1=eth8
        link2=eth4

    Private Heartbeat NICs for qrydb2: 
        link1=eth8
        link2=eth4

Is this information correct? [y,n,q,?] (y) 

Do you want to configure the Virtual IP? [y,n,q,?] (n) 

Would you like to configure the VCS cluster in secure mode? [y,n,q,?] (y) n

Are you sure that you want to proceed with non-secure installation? [y,n,q] (n) y

Do you wish to accept the default cluster credentials of "admin/password"? [y,n,q] (y) 

Do you want to add another user to the cluster? [y,n,q] (n) 

VCS User verification:

    User: admin     Privilege: Administrators

    Passwords are not displayed

Is this information correct? [y,n,q] (y) 

Do you want to configure SMTP notification? [y,n,q,?] (n) 

Do you want to configure SNMP notification? [y,n,q,?] (n) 

Do you want to configure the Global Cluster Option? [y,n,q,?] (n) 

Do you want to stop InfoScale Enterprise processes now? [y,n,q,?] (y) 

Press [Enter] to continue: 

Would you like to do post SFRAC configuration checks? [y,n,q] (y) 

Would you like to view the summary file? [y,n,q] (n) 

# 检查配置后的HA状态
qrydb1@NH/opt/VRTS/install#/opt/VRTSvcs/bin/hastatus -sum

-- SYSTEM STATE
-- System               State                Frozen              

A  qrydb1               RUNNING              0                    
A  qrydb2               RUNNING              0                    

-- GROUP STATE
-- Group           System               Probed     AutoDisabled    State          

B  cvm             qrydb1               Y          N               ONLINE         
B  cvm             qrydb2               Y          N               ONLINE 

# 创建vxfendg（集群中的一个节点操作）
qrydb1@NH/root#vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
disk_0       auto:LVM        -            -            online invalid
huawei-xsg10_0 auto:none       -            -            online invalid
huawei-xsg10_1 auto:none       -            -            online invalid
huawei-xsg10_2 auto:none       -            -            online invalid
huawei-xsg10_3 auto:none       -            -            online invalid
huawei-xsg10_4 auto:none       -            -            online invalid
huawei-xsg10_5 auto:none       -            -            online invalid
huawei-xsg10_6 auto:none       -            -            online invalid
huawei-xsg10_7 auto:none       -            -            online invalid
huawei-xsg10_8 auto:none       -            -            online invalid
huawei-xsg10_9 auto:none       -            -            online invalid
huawei-xsg10_10 auto:none       -            -            online invalid
huawei-xsg10_11 auto:none       -            -            online invalid
huawei-xsg10_12 auto:none       -            -            online invalid
huawei-xsg10_13 auto:none       -            -            online invalid
huawei-xsg10_14 auto:none       -            -            online invalid
huawei-xsg10_15 auto:none       -            -            online invalid
huawei-xsg10_16 auto:none       -            -            online invalid
huawei-xsg10_17 auto:none       -            -            online invalid
huawei-xsg10_18 auto:none       -            -            online invalid
huawei-xsg10_19 auto:none       -            -            online invalid
huawei-xsg10_20 auto:none       -            -            online invalid
huawei-xsg10_21 auto:none       -            -            online invalid
huawei-xsg10_22 auto:none       -            -            online invalid
huawei-xsg10_23 auto:none       -            -            online invalid
huawei-xsg10_24 auto:none       -            -            online invalid
huawei-xsg10_25 auto:none       -            -            online invalid
huawei-xsg10_26 auto:none       -            -            online invalid
huawei-xsg10_27 auto:none       -            -            online invalid
huawei-xsg10_28 auto:none       -            -            online invalid
huawei-xsg10_29 auto:none       -            -            online invalid
huawei-xsg10_30 auto:none       -            -            online invalid
huawei-xsg10_31 auto:none       -            -            online invalid
huawei-xsg10_32 auto:none       -            -            online invalid
huawei-xsg10_33 auto:none       -            -            online invalid
huawei-xsg10_34 auto:none       -            -            online invalid
huawei-xsg10_35 auto:none       -            -            online invalid
huawei-xsg10_36 auto:none       -            -            online invalid
huawei-xsg10_37 auto:none       -            -            online invalid
huawei-xsg10_38 auto:none       -            -            online invalid
huawei-xsg10_39 auto:none       -            -            online invalid
huawei-xsg10_40 auto:none       -            -            online invalid
huawei-xsg10_41 auto:none       -            -            online invalid
huawei-xsg10_42 auto:none       -            -            online invalid
huawei-xsg10_43 auto:none       -            -            online invalid
huawei-xsg10_44 auto:none       -            -            online invalid
huawei-xsg10_45 auto:none       -            -            online invalid
huawei-xsg10_46 auto:none       -            -            online invalid
huawei-xsg10_47 auto:none       -            -            online invalid
huawei-xsg10_48 auto:none       -            -            online invalid
huawei-xsg10_49 auto:none       -            -            online invalid
huawei-xsg10_50 auto:none       -            -            online invalid
huawei-xsg10_51 auto:none       -            -            online invalid
huawei-xsg10_52 auto:none       -            -            online invalid
huawei-xsg10_53 auto:none       -            -            online invalid
huawei-xsg10_54 auto:none       -            -            online invalid
huawei-xsg10_55 auto:none       -            -            online invalid
huawei-xsg10_56 auto:none       -            -            online invalid
huawei-xsg10_57 auto:none       -            -            online invalid
huawei-xsg10_58 auto:none       -            -            online invalid
huawei-xsg10_59 auto:none       -            -            online invalid
huawei-xsg10_60 auto:none       -            -            online invalid
huawei-xsg10_61 auto:none       -            -            online invalid
huawei-xsg10_62 auto:none       -            -            online invalid
huawei-xsg10_63 auto:none       -            -            online invalid
huawei-xsg10_64 auto:none       -            -            online invalid
huawei-xsg10_65 auto:none       -            -            online invalid
huawei-xsg10_66 auto:none       -            -            online invalid
huawei-xsg10_67 auto:none       -            -            online invalid
huawei-xsg10_68 auto:none       -            -            online invalid
huawei-xsg10_69 auto:none       -            -            online invalid
huawei-xsg10_70 auto:none       -            -            online invalid
huawei-xsg10_71 auto:none       -            -            online invalid
huawei-xsg10_72 auto:none       -            -            online invalid
huawei-xsg10_73 auto:none       -            -            online invalid
huawei-xsg10_74 auto:none       -            -            online invalid
huawei-xsg10_75 auto:none       -            -            online invalid
huawei-xsg10_76 auto:none       -            -            online invalid
huawei-xsg11_0 auto:none       -            -            online invalid
huawei-xsg11_1 auto:none       -            -            online invalid
huawei-xsg11_2 auto:none       -            -            online invalid
huawei-xsg11_3 auto:none       -            -            online invalid
huawei-xsg11_4 auto:none       -            -            online invalid
huawei-xsg11_5 auto:none       -            -            online invalid
huawei-xsg11_6 auto:none       -            -            online invalid
huawei-xsg11_7 auto:none       -            -            online invalid
huawei-xsg11_8 auto:none       -            -            online invalid
huawei-xsg11_9 auto:none       -            -            online invalid
huawei-xsg11_10 auto:none       -            -            online invalid
huawei-xsg11_11 auto:none       -            -            online invalid
huawei-xsg11_12 auto:none       -            -            online invalid
huawei-xsg11_13 auto:none       -            -            online invalid
huawei-xsg11_14 auto:none       -            -            online invalid
huawei-xsg11_15 auto:none       -            -            online invalid
huawei-xsg11_16 auto:none       -            -            online invalid
huawei-xsg11_17 auto:none       -            -            online invalid
huawei-xsg11_18 auto:none       -            -            online invalid
huawei-xsg11_19 auto:none       -            -            online invalid
huawei-xsg11_20 auto:none       -            -            online invalid
huawei-xsg11_21 auto:none       -            -            online invalid
huawei-xsg11_22 auto:none       -            -            online invalid
huawei-xsg11_23 auto:none       -            -            online invalid
huawei-xsg11_24 auto:none       -            -            online invalid
huawei-xsg11_25 auto:none       -            -            online invalid
huawei-xsg11_26 auto:none       -            -            online invalid
huawei-xsg11_27 auto:none       -            -            online invalid
huawei-xsg11_28 auto:none       -            -            online invalid
huawei-xsg11_29 auto:none       -            -            online invalid
huawei-xsg11_30 auto:none       -            -            online invalid
huawei-xsg11_31 auto:none       -            -            online invalid
huawei-xsg11_32 auto:none       -            -            online invalid
huawei-xsg11_33 auto:none       -            -            online invalid
huawei-xsg11_34 auto:none       -            -            online invalid
huawei-xsg11_35 auto:none       -            -            online invalid
huawei-xsg11_36 auto:none       -            -            online invalid
huawei-xsg11_37 auto:none       -            -            online invalid
huawei-xsg11_38 auto:none       -            -            online invalid
huawei-xsg11_39 auto:none       -            -            online invalid
huawei-xsg11_40 auto:none       -            -            online invalid
huawei-xsg11_41 auto:none       -            -            online invalid
huawei-xsg11_42 auto:none       -            -            online invalid
huawei-xsg11_43 auto:none       -            -            online invalid
huawei-xsg11_44 auto:none       -            -            online invalid
huawei-xsg11_45 auto:none       -            -            online invalid
huawei-xsg11_46 auto:none       -            -            online invalid
huawei-xsg11_47 auto:none       -            -            online invalid
huawei-xsg11_48 auto:none       -            -            online invalid
huawei-xsg11_49 auto:none       -            -            online invalid
huawei-xsg11_50 auto:none       -            -            online invalid
huawei-xsg11_51 auto:none       -            -            online invalid
huawei-xsg11_52 auto:none       -            -            online invalid
huawei-xsg11_53 auto:none       -            -            online invalid
huawei-xsg11_54 auto:none       -            -            online invalid
huawei-xsg11_55 auto:none       -            -            online invalid
huawei-xsg11_56 auto:none       -            -            online invalid
huawei-xsg11_57 auto:none       -            -            online invalid
huawei-xsg11_58 auto:none       -            -            online invalid
huawei-xsg11_59 auto:none       -            -            online invalid
huawei-xsg11_60 auto:none       -            -            online invalid
huawei-xsg11_61 auto:none       -            -            online invalid
huawei-xsg11_62 auto:none       -            -            online invalid
huawei-xsg11_63 auto:none       -            -            online invalid
huawei-xsg11_64 auto:none       -            -            online invalid
huawei-xsg11_65 auto:none       -            -            online invalid
huawei-xsg11_66 auto:none       -            -            online invalid
qrydb1@NH/root#


# 初始化磁盘为online
vxdisk list |grep -i huawei|awk "{print "/etc/vx/bin/vxdisksetup -i "$1}"|sh

# 选择大小为1G的磁盘作为仲裁盘
qrydb1@NH/root#lsblk | grep "1G"
sdma                            69:288   0     1G  0 disk 
sdme                            69:352   0     1G  0 disk 
sdmc                            69:320   0     1G  0 disk 
sdml                            69:464   0     1G  0 disk 
sdmm                            69:480   0     1G  0 disk 
sdmn                            69:496   0     1G  0 disk 
sdrr                           134:336   0     1G  0 disk 
sdrv                           134:400   0     1G  0 disk 
sdrt                           134:368   0     1G  0 disk 
sdva                            67:704   0     1G  0 disk 
sduz                            67:688   0     1G  0 disk 
sduy                            67:672   0     1G  0 disk 
sdaap                          132:720   0     1G  0 disk 
sdaao                          132:704   0     1G  0 disk 
sdaan                          132:688   0     1G  0 disk 
sdagb                           69:944   0     1G  0 disk 
sdagc                           69:960   0     1G  0 disk 
sdagd                           69:976   0     1G  0 disk 
sdalp                          134:944   0     1G  0 disk 
sdalr                          134:976   0     1G  0 disk 
sdalq                          134:960   0     1G  0 disk 
sdard                           71:1200  0     1G  0 disk 
sdare                           71:1216  0     1G  0 disk 
sdarf                           71:1232  0     1G  0 disk 
VxDMP74                        201:1168  0     1G  0 disk 
VxDMP78                        201:1232  0     1G  0 disk 
VxDMP83                        201:1312  0     1G  0 disk

# 查看路径对应关系
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdma
sdma         ENABLED    SECONDARY    huawei-xsg10_71 huawei-xsg10 c2                -
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdme
sdme         ENABLED(A) PRIMARY      huawei-xsg10_73 huawei-xsg10 c2                -
qrydb1@NH/root#vxdmpadm getsubpaths | grep sdmc
sdmc         ENABLED    SECONDARY    huawei-xsg10_72 huawei-xsg10 c2                -


vxdg init vxfencoorddg vxfencoorddg01=huawei-xsg10_71 vxfencoorddg02=huawei-xsg10_72 vxfencoorddg03=huawei-xsg10_73
vxdg -g vxfencoorddg set coordinator=on
vxdg deport vxfencoorddg
vxdg -t import vxfencoorddg
vxdg deport vxfencoorddg

# 测试仲裁盘可用性
/opt/VRTSvcs/vxfen/bin/vxfentsthdw -g vxfencoorddg

Do you still want to continue : [y/n] (default: n) y

Enter the first node of the cluster:
qrydb1
Enter the second node of the cluster:
qrydb2

ALL tests on the disk /dev/vx/rdmp/huawei-xsg10_73 have PASSED.
The disk is now ready to be configured for I/O Fencing on node qrydb1.

ALL tests on the disk /dev/vx/rdmp/huawei-xsg10_73 have PASSED.
The disk is now ready to be configured for I/O Fencing on node qrydb2.


# 配置I/O Fencing
cd /opt/VRTS/install
./installer -fencing

Enter the name of one system in the VCS cluster for which you would like to configure I/O fencing: qrydb1 qrydb2

Cluster information verification:

    Cluster Name: qrydb_cluster

    Cluster ID Number: 4142

    Systems: qrydb1 qrydb2

Would you like to configure I/O fencing on the cluster? [y,n,q] (y) 

Fencing configuration
     1)  Configure Coordination Point client based fencing
     2)  Configure disk based fencing
     3)  Configure fencing in disabled mode

Select the fencing mechanism to be configured in this Application Cluster: [1-3,q,?] 2

This I/O fencing configuration option requires a restart of VCS. Installer will stop VCS at a later stage in this run. Note that the service groups will be online only on the systems that are in the "AutoStartList" after 
restarting VCS. Do you want to continue? [y,n,q,b,?] y

Do you have SCSI3 PR enabled disks? [y,n,q,b,?] (y) 

Select one of the options below for fencing disk group:
     1)  Create a new disk group
     2)  Using an existing disk group
     b)  Back to previous menu

Enter the choice for a disk group: [1-2,b,q] 2
     1)  vxfencoorddg(coordinator)
     b)  Back to previous menu

Select one disk group as fencing disk group: [1-1,b,q] 1

As per the "vxfentsthdw" run you performed, do you want to continue with this disk group? [y,n,q] (y) 

I/O fencing configuration verification

    Disk Group: vxfencoorddg

    Fencing disk policy: dmp

Is this information correct? [y,n,q] (y) 

HAD and all the applications will be stopped. Do you want to stop VCS and all its applications and apply fencing configuration on all nodes at this point? [y,n,q] (y) 

Do you want to configure Coordination Point Agent on the client cluster? [y,n,q] (y) 
Enter a non-existing name for the service group for Coordination Point Agent: [b] (vxfen) 

Do you want to set LevelTwoMonitorFreq? [y,n,q] (y) 
Enter the value of the LevelTwoMonitorFreq attribute(0 to 65535): [b,q,?] (5) 

Would you like to view the summary file? [y,n,q] (n)

# 配置完成后会在HA中多一个vxfen的服务组
qrydb1@NH/opt/VRTS/install#hastatus -sum

-- SYSTEM STATE
-- System               State                Frozen              

A  qrydb1               RUNNING              0                    
A  qrydb2               RUNNING              0                    

-- GROUP STATE
-- Group           System               Probed     AutoDisabled    State          

B  cvm             qrydb1               Y          N               ONLINE         
B  cvm             qrydb2               Y          N               ONLINE         
B  vxfen           qrydb1               Y          N               ONLINE         
B  vxfen           qrydb2               Y          N               ONLINE 

# 格式化数据磁盘（集群中的一个节点操作）
vxdisk list | grep -i huawei|awk "{print "/etc/vx/bin/vxdisksetup -i "$1}"|sh

# /etc/vx/bin/vxdisksetup -i huawei-xsg11_76
# /etc/vx/bin/vxdisksetup -i huawei-xsg11_77
# /etc/vx/bin/vxdisksetup -i huawei-xsg11_78
# /etc/vx/bin/vxdisksetup -i huawei…….

# 创建磁盘组

# 技巧，利用excel统计磁盘和容量的对应关系
vxdisk list
vxdisk list | grep huawei | awk "{print "/sbin/vxdisk list " $1}" | sh | grep public
# 删除dg
vxdg destroy [dgname]

#ocrvotedg（每个盘10G）
vxdg -s init ocrvotedg ocrvotedg01=huawei-xsg10_74
vxdg -g ocrvotedg affffdisk ocrvotedg02=huawei-xsg10_75 
vxdg -g ocrvotedg affffdisk ocrvotedg03=huawei-xsg10_76 
vxdg -g ocrvotedg affffdisk ocrvotedg01_1=huawei-xsg11_64
vxdg -g ocrvotedg affffdisk ocrvotedg02_1=huawei-xsg11_65
vxdg -g ocrvotedg affffdisk ocrvotedg03_1=huawei-xsg11_66
vxdg -g ocrvotedg set diskdetpolicy=local


#qrydbbkdg（rmanbk每个盘500G）
vxdg init qrydbbkdg qrydbbkdg01=huawei-xsg10_66
vxdg -g qrydbbkdg affffdisk qrydbbkdg02=huawei-xsg10_67
vxdg -g qrydbbkdg affffdisk qrydbbkdg03=huawei-xsg10_68
vxdg -g qrydbbkdg affffdisk qrydbbkdg04=huawei-xsg10_69


#qrydbdumpdg(每个盘500G)
vxdg init qrydbdumpdg qrydbdumpdg01=huawei-xsg10_64
vxdg -g qrydbdumpdg affffdisk qrydbdumpdg02=huawei-xsg10_65

#qrydbdsgdg（每个盘500G）
vxdg init qrydbdsgdg qrydbdsgdg01=huawei-xsg10_70

#qrydbdatadg（每个盘200G）
vxdg -s init qrydbdatadg qrydbdatadg01=huawei-xsg10_0
vxdg -g qrydbdatadg affffdisk qrydbdatadg02=huawei-xsg10_1
vxdg -g qrydbdatadg affffdisk qrydbdatadg02=huawei-xsg10_1
vxdg -g qrydbdatadg affffdisk qrydbdatadg03=huawei-xsg10_2
vxdg -g qrydbdatadg affffdisk qrydbdatadg04=huawei-xsg10_3
vxdg -g qrydbdatadg affffdisk qrydbdatadg05=huawei-xsg10_4
vxdg -g qrydbdatadg affffdisk qrydbdatadg06=huawei-xsg10_5
vxdg -g qrydbdatadg affffdisk qrydbdatadg07=huawei-xsg10_6
vxdg -g qrydbdatadg affffdisk qrydbdatadg08=huawei-xsg10_7
vxdg -g qrydbdatadg affffdisk qrydbdatadg09=huawei-xsg10_8
vxdg -g qrydbdatadg affffdisk qrydbdatadg10=huawei-xsg10_9
vxdg -g qrydbdatadg affffdisk qrydbdatadg11=huawei-xsg10_10
vxdg -g qrydbdatadg affffdisk qrydbdatadg12=huawei-xsg10_11
vxdg -g qrydbdatadg affffdisk qrydbdatadg13=huawei-xsg10_12
vxdg -g qrydbdatadg affffdisk qrydbdatadg14=huawei-xsg10_13
vxdg -g qrydbdatadg affffdisk qrydbdatadg15=huawei-xsg10_14
vxdg -g qrydbdatadg affffdisk qrydbdatadg16=huawei-xsg10_15
vxdg -g qrydbdatadg affffdisk qrydbdatadg17=huawei-xsg10_16
vxdg -g qrydbdatadg affffdisk qrydbdatadg18=huawei-xsg10_17
vxdg -g qrydbdatadg affffdisk qrydbdatadg19=huawei-xsg10_18
vxdg -g qrydbdatadg affffdisk qrydbdatadg20=huawei-xsg10_19
vxdg -g qrydbdatadg affffdisk qrydbdatadg21=huawei-xsg10_20
vxdg -g qrydbdatadg affffdisk qrydbdatadg22=huawei-xsg10_21
vxdg -g qrydbdatadg affffdisk qrydbdatadg23=huawei-xsg10_22
vxdg -g qrydbdatadg affffdisk qrydbdatadg24=huawei-xsg10_23
vxdg -g qrydbdatadg affffdisk qrydbdatadg25=huawei-xsg10_24
vxdg -g qrydbdatadg affffdisk qrydbdatadg26=huawei-xsg10_25
vxdg -g qrydbdatadg affffdisk qrydbdatadg27=huawei-xsg10_26
vxdg -g qrydbdatadg affffdisk qrydbdatadg28=huawei-xsg10_27
vxdg -g qrydbdatadg affffdisk qrydbdatadg29=huawei-xsg10_28
vxdg -g qrydbdatadg affffdisk qrydbdatadg30=huawei-xsg10_29
vxdg -g qrydbdatadg affffdisk qrydbdatadg31=huawei-xsg10_30
vxdg -g qrydbdatadg affffdisk qrydbdatadg32=huawei-xsg10_31
vxdg -g qrydbdatadg affffdisk qrydbdatadg33=huawei-xsg10_32
vxdg -g qrydbdatadg affffdisk qrydbdatadg34=huawei-xsg10_33
vxdg -g qrydbdatadg affffdisk qrydbdatadg35=huawei-xsg10_34
vxdg -g qrydbdatadg affffdisk qrydbdatadg36=huawei-xsg10_35
vxdg -g qrydbdatadg affffdisk qrydbdatadg37=huawei-xsg10_36
vxdg -g qrydbdatadg affffdisk qrydbdatadg38=huawei-xsg10_37
vxdg -g qrydbdatadg affffdisk qrydbdatadg39=huawei-xsg10_38
vxdg -g qrydbdatadg affffdisk qrydbdatadg40=huawei-xsg10_39
vxdg -g qrydbdatadg affffdisk qrydbdatadg01_1=huawei-xsg11_0
vxdg -g qrydbdatadg affffdisk qrydbdatadg02_1=huawei-xsg11_1
vxdg -g qrydbdatadg affffdisk qrydbdatadg02_1=huawei-xsg11_1
vxdg -g qrydbdatadg affffdisk qrydbdatadg03_1=huawei-xsg11_2
vxdg -g qrydbdatadg affffdisk qrydbdatadg04_1=huawei-xsg11_3
vxdg -g qrydbdatadg affffdisk qrydbdatadg05_1=huawei-xsg11_4
vxdg -g qrydbdatadg affffdisk qrydbdatadg06_1=huawei-xsg11_5
vxdg -g qrydbdatadg affffdisk qrydbdatadg07_1=huawei-xsg11_6
vxdg -g qrydbdatadg affffdisk qrydbdatadg08_1=huawei-xsg11_7
vxdg -g qrydbdatadg affffdisk qrydbdatadg09_1=huawei-xsg11_8
vxdg -g qrydbdatadg affffdisk qrydbdatadg10_1=huawei-xsg11_9
vxdg -g qrydbdatadg affffdisk qrydbdatadg11_1=huawei-xsg11_10
vxdg -g qrydbdatadg affffdisk qrydbdatadg12_1=huawei-xsg11_11
vxdg -g qrydbdatadg affffdisk qrydbdatadg13_1=huawei-xsg11_12
vxdg -g qrydbdatadg affffdisk qrydbdatadg14_1=huawei-xsg11_13
vxdg -g qrydbdatadg affffdisk qrydbdatadg15_1=huawei-xsg11_14
vxdg -g qrydbdatadg affffdisk qrydbdatadg16_1=huawei-xsg11_15
vxdg -g qrydbdatadg affffdisk qrydbdatadg17_1=huawei-xsg11_16
vxdg -g qrydbdatadg affffdisk qrydbdatadg18_1=huawei-xsg11_17
vxdg -g qrydbdatadg affffdisk qrydbdatadg19_1=huawei-xsg11_18
vxdg -g qrydbdatadg affffdisk qrydbdatadg20_1=huawei-xsg11_19
vxdg -g qrydbdatadg affffdisk qrydbdatadg21_1=huawei-xsg11_20
vxdg -g qrydbdatadg affffdisk qrydbdatadg22_1=huawei-xsg11_21
vxdg -g qrydbdatadg affffdisk qrydbdatadg23_1=huawei-xsg11_22
vxdg -g qrydbdatadg affffdisk qrydbdatadg24_1=huawei-xsg11_23
vxdg -g qrydbdatadg affffdisk qrydbdatadg25_1=huawei-xsg11_24
vxdg -g qrydbdatadg affffdisk qrydbdatadg26_1=huawei-xsg11_25
vxdg -g qrydbdatadg affffdisk qrydbdatadg27_1=huawei-xsg11_26
vxdg -g qrydbdatadg affffdisk qrydbdatadg28_1=huawei-xsg11_27
vxdg -g qrydbdatadg affffdisk qrydbdatadg29_1=huawei-xsg11_28
vxdg -g qrydbdatadg affffdisk qrydbdatadg30_1=huawei-xsg11_29
vxdg -g qrydbdatadg affffdisk qrydbdatadg31_1=huawei-xsg11_30
vxdg -g qrydbdatadg affffdisk qrydbdatadg32_1=huawei-xsg11_31
vxdg -g qrydbdatadg affffdisk qrydbdatadg33_1=huawei-xsg11_32
vxdg -g qrydbdatadg affffdisk qrydbdatadg34_1=huawei-xsg11_33
vxdg -g qrydbdatadg affffdisk qrydbdatadg35_1=huawei-xsg11_34
vxdg -g qrydbdatadg affffdisk qrydbdatadg36_1=huawei-xsg11_35
vxdg -g qrydbdatadg affffdisk qrydbdatadg37_1=huawei-xsg11_36
vxdg -g qrydbdatadg affffdisk qrydbdatadg38_1=huawei-xsg11_37
vxdg -g qrydbdatadg affffdisk qrydbdatadg39_1=huawei-xsg11_38
vxdg -g qrydbdatadg affffdisk qrydbdatadg40_1=huawei-xsg11_39
vxdg -g qrydbdatadg set diskdetpolicy=local

#qrydbhistbizdg（每个盘500G）
vxdg -s init qrydbhistbizdg qrydbhistbizdg01=huawei-xsg10_40
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg02=huawei-xsg10_41 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg03=huawei-xsg10_42 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg04=huawei-xsg10_43 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg05=huawei-xsg10_44 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg06=huawei-xsg10_45 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg07=huawei-xsg10_46 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg08=huawei-xsg10_47 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg09=huawei-xsg10_48 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg10=huawei-xsg10_49 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg11=huawei-xsg10_50 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg12=huawei-xsg10_51 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg01_1=huawei-xsg11_40 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg02_1=huawei-xsg11_41 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg03_1=huawei-xsg11_42 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg04_1=huawei-xsg11_43 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg05_1=huawei-xsg11_44 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg06_1=huawei-xsg11_45 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg07_1=huawei-xsg11_46 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg08_1=huawei-xsg11_47 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg09_1=huawei-xsg11_48 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg10_1=huawei-xsg11_49 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg11_1=huawei-xsg11_50 
vxdg -g qrydbhistbizdg affffdisk qrydbhistbizdg12_1=huawei-xsg11_51 
vxdg -g qrydbhistbizdg set diskdetpolicy=local

#qrydbhistriskdg（每个盘500G）
vxdg -s init qrydbhistriskdg qrydbhistriskdg01=huawei-xsg10_52
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg02=huawei-xsg10_53
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg03=huawei-xsg10_54
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg04=huawei-xsg10_55
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg05=huawei-xsg10_56
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg06=huawei-xsg10_57
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg07=huawei-xsg10_58
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg08=huawei-xsg10_59
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg09=huawei-xsg10_60
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg10=huawei-xsg10_61
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg11=huawei-xsg10_62
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg12=huawei-xsg10_63
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg01_1=huawei-xsg11_52 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg02_1=huawei-xsg11_53 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg03_1=huawei-xsg11_54 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg04_1=huawei-xsg11_55 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg05_1=huawei-xsg11_56 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg06_1=huawei-xsg11_57 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg07_1=huawei-xsg11_58 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg08_1=huawei-xsg11_59 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg09_1=huawei-xsg11_60 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg10_1=huawei-xsg11_61 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg11_1=huawei-xsg11_62 
vxdg -g qrydbhistriskdg affffdisk qrydbhistriskdg12_1=huawei-xsg11_63 
vxdg -g qrydbhistriskdg set diskdetpolicy=local


qrydb1@NH/root#vxdisk list
DEVICE       TYPE            DISK         GROUP        STATUS
disk_0       auto:LVM        -            -            online invalid
huawei-xsg10_0 auto:cdsdisk    qrydbdatadg01  qrydbdatadg  online shared
huawei-xsg10_1 auto:cdsdisk    qrydbdatadg02  qrydbdatadg  online shared
huawei-xsg10_2 auto:cdsdisk    qrydbdatadg03  qrydbdatadg  online shared
huawei-xsg10_3 auto:cdsdisk    qrydbdatadg04  qrydbdatadg  online shared
huawei-xsg10_4 auto:cdsdisk    qrydbdatadg05  qrydbdatadg  online shared
huawei-xsg10_5 auto:cdsdisk    qrydbdatadg06  qrydbdatadg  online shared
huawei-xsg10_6 auto:cdsdisk    qrydbdatadg07  qrydbdatadg  online shared
huawei-xsg10_7 auto:cdsdisk    qrydbdatadg08  qrydbdatadg  online shared
huawei-xsg10_8 auto:cdsdisk    qrydbdatadg09  qrydbdatadg  online shared
huawei-xsg10_9 auto:cdsdisk    qrydbdatadg10  qrydbdatadg  online shared
huawei-xsg10_10 auto:cdsdisk    qrydbdatadg11  qrydbdatadg  online shared
huawei-xsg10_11 auto:cdsdisk    qrydbdatadg12  qrydbdatadg  online shared
huawei-xsg10_12 auto:cdsdisk    qrydbdatadg13  qrydbdatadg  online shared
huawei-xsg10_13 auto:cdsdisk    qrydbdatadg14  qrydbdatadg  online shared
huawei-xsg10_14 auto:cdsdisk    qrydbdatadg15  qrydbdatadg  online shared
huawei-xsg10_15 auto:cdsdisk    qrydbdatadg16  qrydbdatadg  online shared
huawei-xsg10_16 auto:cdsdisk    qrydbdatadg17  qrydbdatadg  online shared
huawei-xsg10_17 auto:cdsdisk    qrydbdatadg18  qrydbdatadg  online shared
huawei-xsg10_18 auto:cdsdisk    qrydbdatadg19  qrydbdatadg  online shared
huawei-xsg10_19 auto:cdsdisk    qrydbdatadg20  qrydbdatadg  online shared
huawei-xsg10_20 auto:cdsdisk    qrydbdatadg21  qrydbdatadg  online shared
huawei-xsg10_21 auto:cdsdisk    qrydbdatadg22  qrydbdatadg  online shared
huawei-xsg10_22 auto:cdsdisk    qrydbdatadg23  qrydbdatadg  online shared
huawei-xsg10_23 auto:cdsdisk    qrydbdatadg24  qrydbdatadg  online shared
huawei-xsg10_24 auto:cdsdisk    qrydbdatadg25  qrydbdatadg  online shared
huawei-xsg10_25 auto:cdsdisk    qrydbdatadg26  qrydbdatadg  online shared
huawei-xsg10_26 auto:cdsdisk    qrydbdatadg27  qrydbdatadg  online shared
huawei-xsg10_27 auto:cdsdisk    qrydbdatadg28  qrydbdatadg  online shared
huawei-xsg10_28 auto:cdsdisk    qrydbdatadg29  qrydbdatadg  online shared
huawei-xsg10_29 auto:cdsdisk    qrydbdatadg30  qrydbdatadg  online shared
huawei-xsg10_30 auto:cdsdisk    qrydbdatadg31  qrydbdatadg  online shared
huawei-xsg10_31 auto:cdsdisk    qrydbdatadg32  qrydbdatadg  online shared
huawei-xsg10_32 auto:cdsdisk    qrydbdatadg33  qrydbdatadg  online shared
huawei-xsg10_33 auto:cdsdisk    qrydbdatadg34  qrydbdatadg  online shared
huawei-xsg10_34 auto:cdsdisk    qrydbdatadg35  qrydbdatadg  online shared
huawei-xsg10_35 auto:cdsdisk    qrydbdatadg36  qrydbdatadg  online shared
huawei-xsg10_36 auto:cdsdisk    qrydbdatadg37  qrydbdatadg  online shared
huawei-xsg10_37 auto:cdsdisk    qrydbdatadg38  qrydbdatadg  online shared
huawei-xsg10_38 auto:cdsdisk    qrydbdatadg39  qrydbdatadg  online shared
huawei-xsg10_39 auto:cdsdisk    qrydbdatadg40  qrydbdatadg  online shared
huawei-xsg10_40 auto:cdsdisk    qrydbhistbizdg01  qrydbhistbizdg online shared
huawei-xsg10_41 auto:cdsdisk    qrydbhistbizdg02  qrydbhistbizdg online shared
huawei-xsg10_42 auto:cdsdisk    qrydbhistbizdg03  qrydbhistbizdg online shared
huawei-xsg10_43 auto:cdsdisk    qrydbhistbizdg04  qrydbhistbizdg online shared
huawei-xsg10_44 auto:cdsdisk    qrydbhistbizdg05  qrydbhistbizdg online shared
huawei-xsg10_45 auto:cdsdisk    qrydbhistbizdg06  qrydbhistbizdg online shared
huawei-xsg10_46 auto:cdsdisk    qrydbhistbizdg07  qrydbhistbizdg online shared
huawei-xsg10_47 auto:cdsdisk    qrydbhistbizdg08  qrydbhistbizdg online shared
huawei-xsg10_48 auto:cdsdisk    qrydbhistbizdg09  qrydbhistbizdg online shared
huawei-xsg10_49 auto:cdsdisk    qrydbhistbizdg10  qrydbhistbizdg online shared
huawei-xsg10_50 auto:cdsdisk    qrydbhistbizdg11  qrydbhistbizdg online shared
huawei-xsg10_51 auto:cdsdisk    qrydbhistbizdg12  qrydbhistbizdg online shared
huawei-xsg10_52 auto:cdsdisk    qrydbhistriskdg01  qrydbhistriskdg online shared
huawei-xsg10_53 auto:cdsdisk    qrydbhistriskdg02  qrydbhistriskdg online shared
huawei-xsg10_54 auto:cdsdisk    qrydbhistriskdg03  qrydbhistriskdg online shared
huawei-xsg10_55 auto:cdsdisk    qrydbhistriskdg04  qrydbhistriskdg online shared
huawei-xsg10_56 auto:cdsdisk    qrydbhistriskdg05  qrydbhistriskdg online shared
huawei-xsg10_57 auto:cdsdisk    qrydbhistriskdg06  qrydbhistriskdg online shared
huawei-xsg10_58 auto:cdsdisk    qrydbhistriskdg07  qrydbhistriskdg online shared
huawei-xsg10_59 auto:cdsdisk    qrydbhistriskdg08  qrydbhistriskdg online shared
huawei-xsg10_60 auto:cdsdisk    qrydbhistriskdg09  qrydbhistriskdg online shared
huawei-xsg10_61 auto:cdsdisk    qrydbhistriskdg10  qrydbhistriskdg online shared
huawei-xsg10_62 auto:cdsdisk    qrydbhistriskdg11  qrydbhistriskdg online shared
huawei-xsg10_63 auto:cdsdisk    qrydbhistriskdg12  qrydbhistriskdg online shared
huawei-xsg10_64 auto:cdsdisk    qrydbdumpdg01  qrydbdumpdg  online
huawei-xsg10_65 auto:cdsdisk    qrydbdumpdg02  qrydbdumpdg  online
huawei-xsg10_66 auto:cdsdisk    qrydbbkdg01  qrydbbkdg    online
huawei-xsg10_67 auto:cdsdisk    qrydbbkdg02  qrydbbkdg    online
huawei-xsg10_68 auto:cdsdisk    qrydbbkdg03  qrydbbkdg    online
huawei-xsg10_69 auto:cdsdisk    qrydbbkdg04  qrydbbkdg    online
huawei-xsg10_70 auto:cdsdisk    qrydbdsgdg01  qrydbdsgdg   online
huawei-xsg10_71 auto:cdsdisk    -            -            online
huawei-xsg10_72 auto:cdsdisk    -            -            online
huawei-xsg10_73 auto:cdsdisk    -            -            online
huawei-xsg10_74 auto:cdsdisk    ocrvotedg01  ocrvotedg    online shared
huawei-xsg10_75 auto:cdsdisk    ocrvotedg02  ocrvotedg    online shared
huawei-xsg10_76 auto:cdsdisk    ocrvotedg03  ocrvotedg    online shared
huawei-xsg11_0 auto:cdsdisk    qrydbdatadg01_1  qrydbdatadg  online shared
huawei-xsg11_1 auto:cdsdisk    qrydbdatadg02_1  qrydbdatadg  online shared
huawei-xsg11_2 auto:cdsdisk    qrydbdatadg03_1  qrydbdatadg  online shared
huawei-xsg11_3 auto:cdsdisk    qrydbdatadg04_1  qrydbdatadg  online shared
huawei-xsg11_4 auto:cdsdisk    qrydbdatadg05_1  qrydbdatadg  online shared
huawei-xsg11_5 auto:cdsdisk    qrydbdatadg06_1  qrydbdatadg  online shared
huawei-xsg11_6 auto:cdsdisk    qrydbdatadg07_1  qrydbdatadg  online shared
huawei-xsg11_7 auto:cdsdisk    qrydbdatadg08_1  qrydbdatadg  online shared
huawei-xsg11_8 auto:cdsdisk    qrydbdatadg09_1  qrydbdatadg  online shared
huawei-xsg11_9 auto:cdsdisk    qrydbdatadg10_1  qrydbdatadg  online shared
huawei-xsg11_10 auto:cdsdisk    qrydbdatadg11_1  qrydbdatadg  online shared
huawei-xsg11_11 auto:cdsdisk    qrydbdatadg12_1  qrydbdatadg  online shared
huawei-xsg11_12 auto:cdsdisk    qrydbdatadg13_1  qrydbdatadg  online shared
huawei-xsg11_13 auto:cdsdisk    qrydbdatadg14_1  qrydbdatadg  online shared
huawei-xsg11_14 auto:cdsdisk    qrydbdatadg15_1  qrydbdatadg  online shared
huawei-xsg11_15 auto:cdsdisk    qrydbdatadg16_1  qrydbdatadg  online shared
huawei-xsg11_16 auto:cdsdisk    qrydbdatadg17_1  qrydbdatadg  online shared
huawei-xsg11_17 auto:cdsdisk    qrydbdatadg18_1  qrydbdatadg  online shared
huawei-xsg11_18 auto:cdsdisk    qrydbdatadg19_1  qrydbdatadg  online shared
huawei-xsg11_19 auto:cdsdisk    qrydbdatadg20_1  qrydbdatadg  online shared
huawei-xsg11_20 auto:cdsdisk    qrydbdatadg21_1  qrydbdatadg  online shared
huawei-xsg11_21 auto:cdsdisk    qrydbdatadg22_1  qrydbdatadg  online shared
huawei-xsg11_22 auto:cdsdisk    qrydbdatadg23_1  qrydbdatadg  online shared
huawei-xsg11_23 auto:cdsdisk    qrydbdatadg24_1  qrydbdatadg  online shared
huawei-xsg11_24 auto:cdsdisk    qrydbdatadg25_1  qrydbdatadg  online shared
huawei-xsg11_25 auto:cdsdisk    qrydbdatadg26_1  qrydbdatadg  online shared
huawei-xsg11_26 auto:cdsdisk    qrydbdatadg27_1  qrydbdatadg  online shared
huawei-xsg11_27 auto:cdsdisk    qrydbdatadg28_1  qrydbdatadg  online shared
huawei-xsg11_28 auto:cdsdisk    qrydbdatadg29_1  qrydbdatadg  online shared
huawei-xsg11_29 auto:cdsdisk    qrydbdatadg30_1  qrydbdatadg  online shared
huawei-xsg11_30 auto:cdsdisk    qrydbdatadg31_1  qrydbdatadg  online shared
huawei-xsg11_31 auto:cdsdisk    qrydbdatadg32_1  qrydbdatadg  online shared
huawei-xsg11_32 auto:cdsdisk    qrydbdatadg33_1  qrydbdatadg  online shared
huawei-xsg11_33 auto:cdsdisk    qrydbdatadg34_1  qrydbdatadg  online shared
huawei-xsg11_34 auto:cdsdisk    qrydbdatadg35_1  qrydbdatadg  online shared
huawei-xsg11_35 auto:cdsdisk    qrydbdatadg36_1  qrydbdatadg  online shared
huawei-xsg11_36 auto:cdsdisk    qrydbdatadg37_1  qrydbdatadg  online shared
huawei-xsg11_37 auto:cdsdisk    qrydbdatadg38_1  qrydbdatadg  online shared
huawei-xsg11_38 auto:cdsdisk    qrydbdatadg39_1  qrydbdatadg  online shared
huawei-xsg11_39 auto:cdsdisk    qrydbdatadg40_1  qrydbdatadg  online shared
huawei-xsg11_40 auto:cdsdisk    qrydbhistbizdg01_1  qrydbhistbizdg online shared
huawei-xsg11_41 auto:cdsdisk    qrydbhistbizdg02_1  qrydbhistbizdg online shared
huawei-xsg11_42 auto:cdsdisk    qrydbhistbizdg03_1  qrydbhistbizdg online shared
huawei-xsg11_43 auto:cdsdisk    qrydbhistbizdg04_1  qrydbhistbizdg online shared
huawei-xsg11_44 auto:cdsdisk    qrydbhistbizdg05_1  qrydbhistbizdg online shared
huawei-xsg11_45 auto:cdsdisk    qrydbhistbizdg06_1  qrydbhistbizdg online shared
huawei-xsg11_46 auto:cdsdisk    qrydbhistbizdg07_1  qrydbhistbizdg online shared
huawei-xsg11_47 auto:cdsdisk    qrydbhistbizdg08_1  qrydbhistbizdg online shared
huawei-xsg11_48 auto:cdsdisk    qrydbhistbizdg09_1  qrydbhistbizdg online shared
huawei-xsg11_49 auto:cdsdisk    qrydbhistbizdg10_1  qrydbhistbizdg online shared
huawei-xsg11_50 auto:cdsdisk    qrydbhistbizdg11_1  qrydbhistbizdg online shared
huawei-xsg11_51 auto:cdsdisk    qrydbhistbizdg12_1  qrydbhistbizdg online shared
huawei-xsg11_52 auto:cdsdisk    qrydbhistriskdg01_1  qrydbhistriskdg online shared
huawei-xsg11_53 auto:cdsdisk    qrydbhistriskdg02_1  qrydbhistriskdg online shared
huawei-xsg11_54 auto:cdsdisk    qrydbhistriskdg03_1  qrydbhistriskdg online shared
huawei-xsg11_55 auto:cdsdisk    qrydbhistriskdg04_1  qrydbhistriskdg online shared
huawei-xsg11_56 auto:cdsdisk    qrydbhistriskdg05_1  qrydbhistriskdg online shared
huawei-xsg11_57 auto:cdsdisk    qrydbhistriskdg06_1  qrydbhistriskdg online shared
huawei-xsg11_58 auto:cdsdisk    qrydbhistriskdg07_1  qrydbhistriskdg online shared
huawei-xsg11_59 auto:cdsdisk    qrydbhistriskdg08_1  qrydbhistriskdg online shared
huawei-xsg11_60 auto:cdsdisk    qrydbhistriskdg09_1  qrydbhistriskdg online shared
huawei-xsg11_61 auto:cdsdisk    qrydbhistriskdg10_1  qrydbhistriskdg online shared
huawei-xsg11_62 auto:cdsdisk    qrydbhistriskdg11_1  qrydbhistriskdg online shared
huawei-xsg11_63 auto:cdsdisk    qrydbhistriskdg12_1  qrydbhistriskdg online shared
huawei-xsg11_64 auto:cdsdisk    ocrvotedg01_1  ocrvotedg    online shared
huawei-xsg11_65 auto:cdsdisk    ocrvotedg02_1  ocrvotedg    online shared
huawei-xsg11_66 auto:cdsdisk    ocrvotedg03_1  ocrvotedg    online shared

# 创建卷
# ocrvotedg
vxassist -g ocrvotedg make ocrvotevol01 19456000 layout=mirror ocrvotedg01 ocrvotedg01_1
vxassist -g ocrvotedg make ocrvotevol02 19456000 ocrvotedg02
vxassist -g ocrvotedg make ocrvotevol03 19456000 ocrvotedg02_1
vxsnap -g ocrvotedg prepare ocrvotevol01 alloc=ocrvotedg01,ocrvotedg01_1

# qrydbbkdg
vxassist -g qrydbbkdg make qrydbbkvol 1998G layout=stripe ncol=2 stripeunit=256

# qrydbdumpdg
vxassist -g qrydbdumpdg make qrydbdumpvol 998G layout=stripe ncol=2 stripeunit=256

# qrydbdsgdg
vxassist -g qrydbdsgdg make qrydbdsgvol 1048469696

# qrydbdatadg
qrydb1@NH/root#vxassist -g qrydbdatadg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbdatadg make qrydbdatavol 7800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbdatadg prepare qrydbdatavol alloc=qrydbdatadg40,qrydbdatadg40_1
vxvol -g qrydbdatadg rdpol round qrydbdatavol
vxvol -g qrydbdatadg rdpol round qrydbdatavol_dcl

# qrydbhistbizdg
qrydb1@NH/root#vxassist -g qrydbhistbizdg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbhistbizdg make qrydbhistbizvol 5800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbhistbizdg prepare qrydbhistbizvol alloc=qrydbhistbizdg12,qrydbhistbizdg12_1
vxvol -g qrydbhistbizdg rdpol round qrydbhistbizvol
vxvol -g qrydbhistbizdg rdpol round qrydbhistbizvol_dcl

# qrydbhistriskdg
qrydb1@NH/root#vxassist -g qrydbhistriskdg maxsize layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
Maximum volume size: 16773924864 (8190393Mb)

vxassist -g qrydbhistriskdg make qrydbhistriskvol 5800G layout=mirror-stripe ncol=4 stripeunit=256 mirror=enclr
vxsnap -g qrydbhistriskdg prepare qrydbhistriskvol alloc=qrydbhistriskdg12,qrydbhistriskdg12_1
vxvol -g qrydbhistriskdg rdpol round qrydbhistriskvol
vxvol -g qrydbhistriskdg rdpol round qrydbhistriskvol_dcl


# 创建文件系统

# ocrvotedg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol01
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol02
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/ocrvotedg/ocrvotevol03

# qrydbbkdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbbkdg/qrydbbkvol 

# qrydbdumpdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdumpdg/qrydbdumpvol 

# qrydbdsgdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdsgdg/qrydbdsgvol 

# qrydbdatadg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbdatadg/qrydbdatavol 

# qrydbhistbizdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbhistbizdg/qrydbhistbizvol 

# qrydbhistriskdg
mkfs -t vxfs -o bsize=8192,largefiles /dev/vx/rdsk/qrydbhistriskdg/qrydbhistriskvol 


# 创建挂载点(两个节点操作)
mkdir -p /cffex/ora_crs1
mkdir -p /cffex/ora_crs2
mkdir -p /cffex/ora_crs3
mkdir -p /cffex/ora_data
mkdir /dsg
mkdir /rmanbk
mkdir -p /cffex/dump
mkdir -p /cffex/ora_data/histbiz
mkdir -p /cffex/ora_data/histrisk

# 在hastop -all的情况下，对集群所有节点的/etc/VRTSvcs/conf/config/main.cf进行修改，添加修改类似如下配置
hastop -all
#vim /etc/VRTSvcs/conf/config/main.cf

# 通过图形化界面配置
yum install -y libXext.i686 libXrender.i686 libXtst.i686
export DISPLAY=172.25.243.202:0.0
cd /opt/VRTSvcs/bin
./hagui

172.25.242.125
admin/password

# 修改2处配置
MountPoint：/dev/vx/dsk/
MountOps：convosync=direct,mincache=direct,cluster