关于主机多路径软件

主机多路径软件必须和操作系统和连接的阵列型号匹 配。    

S5300使用的主机多路径软件是ultrapath，S3200使用的多路径软件是rdac。下面的步骤针对本应该安装rdac，结果安装成了 ultrapath，需要现卸载ultrapath，重新安装rdac:

 

 

1、查看HBA状态：

GDSZ-DCS-SV01C-UM01:~ # lsscsi
[2:0:0:0]    disk    SEAGATE  ST973402SS       S229  -      
[2:0:1:0]    disk    SEAGATE  ST973402SS       S229  -      
[2:1:0:0]    disk    LSILOGIC Logical Volume   3000  /dev/sda
[3:0:0:0]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:8]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:9]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:10]   disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:255]  disk    ENGENIO  Universal Xport  0619  -      
[5:0:0:0]    disk    up       updisk           0619  -      
[5:0:0:8]    disk    up       updisk           0619  /dev/sdb
[5:0:0:9]    disk    up       updisk           0619  /dev/sdc
[5:0:0:10]   disk    up       Aupdisk           0619  /dev/sdd
[5:0:0:255]  disk    up       updisk           0619  /dev/sde

2、进行卸载原有多路径软件之前，先进行存储UMOUNT去挂载VG LV的去激活，停掉相关业务
GDSZ-DCS-SV01C-UM01:~ # lvscan
  ACTIVE            '/dev/usrmngvg03/lv_service03' [61.52 GB] inherit
  ACTIVE            '/dev/usrmngvg02/lv_service02' [61.52 GB] inherit
  ACTIVE            '/dev/usrmngvg01/lv_service01' [61.52 GB] inherit

GDSZ-DCS-SV01C-UM01:~ # df -h
Filesystem            Size  Used Avail Use% Mounted on
/dev/sda2              19G  2.8G   16G  16% /
udev                  3.9G  164K  3.9G   1% /dev
/dev/sda5              22G  256M   22G   2% /home
/dev/sda6              19G  2.0G   17G  11% /opt
shm                    11G   68K   11G   1% /dev/shm
GDSZ-DCS-SV01C-UM01:~ # vgchange -an usrmngvg03
  0 logical volume(s) in volume group "usrmngvg03" now active
GDSZ-DCS-SV01C-UM01:~ # vgchange -an usrmngvg02
  0 logical volume(s) in volume group "usrmngvg02" now active
GDSZ-DCS-SV01C-UM01:~ # vgchange -an usrmngvg01
  0 logical volume(s) in volume group "usrmngvg01" now active
GDSZ-DCS-SV01C-UM01:~ # lvscan
  inactive          '/dev/usrmngvg03/lv_service03' [61.52 GB] inherit
  inactive          '/dev/usrmngvg02/lv_service02' [61.52 GB] inherit
  inactive          '/dev/usrmngvg01/lv_service01' [61.52 GB] inherit
GDSZ-DCS-SV01C-UM01:~ #

3、卸载原来已安装的多路径软件
GDSZ-DCS-SV01C-UM01:~ # rpm -qa |grep Ul
UltraPath-11.01.16T01-1
GDSZ-DCS-SV01C-UM01:~ # rpm -e UltraPath-11.01.16T01-1
Preparing to uninstall UltraPath driver...
UltraPath driver package has been sucessfully removed from your system.
GDSZ-DCS-SV01C-UM01:~ #

GDSZ-DCS-SV01C-UM01:~ # vgscan
  Reading all physical volumes.  This may take a while...
  Found volume group "usrmngvg03" using metadata type lvm2
  Found volume group "usrmngvg02" using metadata type lvm2
  Found volume group "usrmngvg01" using metadata type lvm2
GDSZ-DCS-SV01C-UM01:~ # lvscan
  inactive          '/dev/usrmngvg03/lv_service03' [61.52 GB] inherit
  inactive          '/dev/usrmngvg02/lv_service02' [61.52 GB] inherit
  inactive          '/dev/usrmngvg01/lv_service01' [61.52 GB] inherit
GDSZ-DCS-SV01C-UM01:~ #

4、进行系统重新启动
sync;sync;sync;reboot

5、修改/etc/issue,还原来的信息
echo "Welcome to SUSE Linux Enterprise Server 10 SP1 (x86_64) - Kernel /r (/l)." > /etc/issue

6、查看HBA卡型号，修改vi /etc/sysconfig/kernel文件：
GDSZ-DCS-SV01B-MSGDR01:~ # lspci | grep Fibre
0b:00.0 Fibre Channel: Emulex Corporation Zephyr-X LightPulse Fibre Channel Host Adapter (rev 02)
0b:00.1 Fibre Channel: Emulex Corporation Zephyr-X LightPulse Fibre Channel Host Adapter (rev 02)
GDSZ-DCS-SV01B-MSGDR01:~ #

GDSZ-DCS-SV01B-RPT01:~ # lspci | grep Fibre
0a:02.0 Fibre Channel: QLogic Corp. ISP2312-based 2Gb Fibre Channel to PCI-X HBA (rev 02)
0a:02.1 Fibre Channel: QLogic Corp. ISP2312-based 2Gb Fibre Channel to PCI-X HBA (rev 02)

如型号是：Emulex
INITRD_MODULES="mptsas processor thermal fan reiserfs edd bnx2 e1000 tg3 lpfc"

如型号是：QLogic
INITRD_MODULES="mptsas processor thermal fan reiserfs edd bnx2 e1000 tg3 qla2xxx"

7、获取正确的版本软件进行rdac多路径软件安装
GDSZ-DCS-SV01C-UM01:~ # tar xzvf linuxrdac-09.01.C0.11.tar.gz
GDSZ-DCS-SV01C-UM01:~ # cd linuxrdac-09.01.C0.11/
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 # ls
License.txt        hbaCheck                   mppLnx26p_sysdep.c    mppLnx26p_vhbaproc.c   mpp_rcscript.SUSE
MPP_hba.c          lsvdev                     mppLnx26p_upper.c     mppLnx26p_vhbatask.c   mppiscsi_umountall
Makefile           mpp.conf                   mppLnx26p_vhba.c      mppSupport             setupDriver.REDHAT
Readme.txt         mppCmn_SysInterface.c      mppLnx26p_vhbaio.c    mpp_linux_headers      setupDriver.SUSE
genfileattributes  mppCmn_s2tos3.c            mppLnx26p_vhbalib.c   mpp_linux_sys_headers  utility
genuniqueid.c      mppLnx26p_spinlock_size.c  mppLnx26p_vhbamisc.c  mpp_rcscript.REDHAT
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 # make clean
make V=0 -C/lib/modules/2.6.16.46-0.12-smp/build  M=/root/linuxrdac-09.01.C0.11 MODVERDIR=/lib/modules/2.6.16.46-0.12-smp/build/.tmp_versions SUBDIRS=/root/linuxrdac-09.01.C0.11 clean
make[1]: Entering directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make -C ../../../linux-2.6.16.46-0.12 O=../linux-2.6.16.46-0.12-obj/x86_64/smp clean
make[1]: Leaving directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
rm -f ./mpp_linux_sys_headers/mppLnx26p_spinlock.h mppLnx_Spinlock_Size
rm -f Module.symvers
rm -f mppUtil
rm -f genuniqueid
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 # make
make V=0 -C/lib/modules/2.6.16.46-0.12-smp/build  M=/root/linuxrdac-09.01.C0.11 MODVERDIR=/lib/modules/2.6.16.46-0.12-smp/build/.tmp_versions SUBDIRS=/root/linuxrdac-09.01.C0.11 modules
make[1]: Entering directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make -C ../../../linux-2.6.16.46-0.12 O=../linux-2.6.16.46-0.12-obj/x86_64/smp modules
  CC [M]  /root/linuxrdac-09.01.C0.11/MPP_hba.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_upper.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_sysdep.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppCmn_s2tos3.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppCmn_SysInterface.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhbamisc.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhbatask.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhba.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhbaproc.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhbalib.o
  CC [M]  /root/linuxrdac-09.01.C0.11/mppLnx26p_vhbaio.o
  LD [M]  /root/linuxrdac-09.01.C0.11/mppUpper.o
  LD [M]  /root/linuxrdac-09.01.C0.11/mppVhba.o
  Building modules, stage 2.
  MODPOST
  CC      /root/linuxrdac-09.01.C0.11/mppUpper.mod.o
  LD [M]  /root/linuxrdac-09.01.C0.11/mppUpper.ko
  CC      /root/linuxrdac-09.01.C0.11/mppVhba.mod.o
  LD [M]  /root/linuxrdac-09.01.C0.11/mppVhba.ko
make[1]: Leaving directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make V=0 -C/lib/modules/2.6.16.46-0.12-smp/build  M=/root/linuxrdac-09.01.C0.11 MODVERDIR=/lib/modules/2.6.16.46-0.12-smp/build/.tmp_versions SUBDIRS=/root/linuxrdac-09.01.C0.11 modules
make[1]: Entering directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make -C ../../../linux-2.6.16.46-0.12 O=../linux-2.6.16.46-0.12-obj/x86_64/smp modules
  Building modules, stage 2.
  MODPOST
make[1]: Leaving directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
gcc -D__KERNEL__   -I/lib/modules/2.6.16.46-0.12-smp/build/include mppLnx26p_spinlock_size.c -o mppLnx_Spinlock_Size
gcc -I/root/linuxrdac-09.01.C0.11 -I/root/linuxrdac-09.01.C0.11/mpp_linux_headers/ -I/root/linuxrdac-09.01.C0.11/mpp_linux_sys_headers/ -c ./utility/mppUtil.c  -o mppUtil.o
/bin/bash ./genfileattributes bld
gcc -I/root/linuxrdac-09.01.C0.11 -I/root/linuxrdac-09.01.C0.11/mpp_linux_headers/ -I/root/linuxrdac-09.01.C0.11/mpp_linux_sys_headers/ -c ./utility/mppUtil26p_sysdep.c -o mppUtilSysdep.o
gcc mppUtil.o mppUtilSysdep.o -o mppUtil
gcc -o genuniqueid genuniqueid.c
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 # make install
make V=0 -C/lib/modules/2.6.16.46-0.12-smp/build  M=/root/linuxrdac-09.01.C0.11 MODVERDIR=/lib/modules/2.6.16.46-0.12-smp/build/.tmp_versions SUBDIRS=/root/linuxrdac-09.01.C0.11 modules
make[1]: Entering directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make -C ../../../linux-2.6.16.46-0.12 O=../linux-2.6.16.46-0.12-obj/x86_64/smp modules
  Building modules, stage 2.
  MODPOST
make[1]: Leaving directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make V=0 -C/lib/modules/2.6.16.46-0.12-smp/build  M=/root/linuxrdac-09.01.C0.11 MODVERDIR=/lib/modules/2.6.16.46-0.12-smp/build/.tmp_versions SUBDIRS=/root/linuxrdac-09.01.C0.11 modules
make[1]: Entering directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
make -C ../../../linux-2.6.16.46-0.12 O=../linux-2.6.16.46-0.12-obj/x86_64/smp modules
  Building modules, stage 2.
  MODPOST
make[1]: Leaving directory `/usr/src/linux-2.6.16.46-0.12-obj/x86_64/smp'
/bin/bash ./genfileattributes bld
gcc -I/root/linuxrdac-09.01.C0.11 -I/root/linuxrdac-09.01.C0.11/mpp_linux_headers/ -I/root/linuxrdac-09.01.C0.11/mpp_linux_sys_headers/ -c ./utility/mppUtil26p_sysdep.c -o mppUtilSysdep.o
gcc mppUtil.o mppUtilSysdep.o -o mppUtil
Checking Host Adapter Configuration...
Detected 1 LSI Host Adapter Port(s) on the system
Detected 2 QLogic Host Adapter Port(s) on the system
Host Adapters from different supported vendors co-exists on your system.
Please make sure that only one supported model of HBA is connected to Storage Array.
Do you want to continue (yes or no) ?
./hbaCheck: line 48: [: !=: unary operator expected
Please wait while we modify the system configuration files.
Your kernel version is 2.6.16.46-0.12-smp
Preparing to install MPP driver against this kernel version...
Generating module dependencies...
Creating new MPP initrd image...
Root device:    /dev/disk/by-id/scsi-3600508e00000000098233fae06d7c608-part2 (/dev/sda2) (mounted on / as reiserfs)
Module list:    scsi_mod sd_mod sg mppUpper ata_piix mptsas processor thermal fan reiserfs edd bnx2 e1000 tg3 qla2xxx mppVhba (xennet xenblk)

Kernel image:   /boot/vmlinuz-2.6.16.46-0.12-smp
Initrd image:   /boot/mpp-2.6.16.46-0.12-smp.img
Shared libs:    lib64/ld-2.4.so lib64/libacl.so.1.1.0 lib64/libattr.so.1.1.0 lib64/libc-2.4.so lib64/libdl-2.4.so lib64/libhistory.so.5.1 lib64/libncurses.so.5.5 lib64/libpthread-2.4.so lib64/libreadline.so.5.1 lib64/librt-2.4.so lib64/libuuid.so.1.2 lib64/libnss_files-2.4.so lib64/libnss_files.so.2 lib64/libgcc_s.so.1

Driver modules: scsi_mod sd_mod sg mppUpper libata ata_piix scsi_transport_sas mptbase mptscsih mptsas processor thermal fan edd bnx2 e1000 tg3 intermodule firmware_class qla2xxx mppVhba
Filesystem modules:     reiserfs
Including:      initramfs fsck.reiserfs
19727 blocks

        You must now edit your boot loader configuration file, /boot/grub/menu.lst, to
        add a new boot menu, which uses mpp-2.6.16.46-0.12-smp.img as the initrd image.
        Now Reboot the system for MPP to take effect.
        The new boot menu entry should look something like this (note that it may
        vary with different system configuration):

        ...

                title SUSE Linux (2.6.16.46-0.12-smp) with MPP support
                kernel (hd1,3)/boot/vmlinuz root=/dev/hdb4 vga=0x31a selinux=0 splash=silent console=tty0 resume=/dev/hda2 elevator=cfq showopts
                initrd (hd0,8)/boot/mpp-2.6.16.46-0.12-smp.img
        ...
MPP driver package has been successfully installed on your system.
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 #

8、修改/boot/grub/meun.lst
GDSZ-DCS-SV01C-UM01:~/linuxrdac-09.01.C0.11 # vi /boot/grub/menu.lst

# Modified by YaST2. Last modification on Wed Aug  4 17:16:07 UTC 2010
default 2          --注意要修改
timeout 8
##YaST - generic_mbr
gfxmenu (hd0,1)/boot/message
##YaST - activate

###Don't change this comment - YaST2 identifier: Original name: linux###
title SUSE Linux Enterprise Server 10 SP1
    root (hd0,1)
    kernel /boot/vmlinuz-2.6.16.46-0.12-smp root=/dev/disk/by-id/scsi-3600508e00000000098233fae06d7c608-part2 crashkernel=64M@16M console=tty0 console=ttyS0,9600  hde=noprobe hdg=noprobe auto resume=/dev/sda1 splash=silent showopts elevator=noop
    initrd /boot/initrd-2.6.16.46-0.12-smp

###Don't change this comment - YaST2 identifier: Original name: failsafe###
title Failsafe -- SUSE Linux Enterprise Server 10 SP1
    root (hd0,1)
    kernel /boot/vmlinuz-2.6.16.46-0.12-smp root=/dev/disk/by-id/scsi-3600508e00000000098233fae06d7c608-part2 crashkernel=64M@16M console=tty0 console=ttyS0,9600 showopts ide=nodma apm=off acpi=off noresume edd=off 3 elevator=noop
    initrd /boot/initrd-2.6.16.46-0.12-smp

title SUSE Linux Enterprise Server 10 SP1 with rdac  --注意要修改
    root (hd0,1)
    kernel /boot/vmlinuz-2.6.16.46-0.12-smp root=/dev/disk/by-id/scsi-3600508e00000000098233fae06d7c608-part2 crashkernel=64M@16M console=tty0 console=ttyS0,9600  hde=noprobe hdg=noprobe auto resume=/dev/sda1 splash=silent showopts elevator=noop
    initrd /boot/mpp-2.6.16.46-0.12-smp.img          --注意要修改

9、将系统reboot重新启动

sync;sync;sync;reboot

10、系统重启后查看HBA状态及软件版本查看确认：
GDSZ-DCS-SV01C-UM01:~ # lsscsi
[2:0:0:0]    disk    SEAGATE  ST973402SS       S229  -      
[2:0:1:0]    disk    SEAGATE  ST973402SS       S229  -      
[2:1:0:0]    disk    LSILOGIC Logical Volume   3000  /dev/sda
[3:0:0:0]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:8]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:9]    disk    ENGENIO  INF-01-00        0619  -      
[3:0:0:10]   disk    ENGENIO  INF-01-00        0619  -      
[4:0:0:0]    disk    ENGENIO  INF-01-00        0619  -      
[4:0:0:8]    disk    ENGENIO  INF-01-00        0619  -      
[4:0:0:9]    disk    ENGENIO  INF-01-00        0619  -      
[4:0:0:10]   disk    ENGENIO  INF-01-00        0619  -      
[5:0:0:8]    disk    ENGENIO  VirtualDisk      0619  /dev/sdb
[5:0:0:9]    disk    ENGENIO  VirtualDisk      0619  /dev/sdc
[5:0:0:10]   disk    ENGENIO  VirtualDisk      0619  /dev/sdd
GDSZ-DCS-SV01C-UM01:~ # mppUtil -S
H5C0T0       Active                     Active           ST1-GDSZ-DCS-ATAE1                                                   
             H3C0T0L008  Up             H4C0T0L008  Up                                                                        
             H3C0T0L009  Up             H4C0T0L009  Up                                                                        
             H3C0T0L010  Up             H4C0T0L010  Up                                                                        

   Missing Arrays
 There are no missing arrays
GDSZ-DCS-SV01C-UM01:~ #
GDSZ-DCS-SV01C-UM01:~ # mppUtil -V
Linux MPP Driver Version: 09.01.C0.11
GDSZ-DCS-SV01C-UM01:~ #