Redhat 5 EVA5000 (HSV110) Multipath Configuration Problems

[Herbert Herzog]

Hi,

my problem is to configure the HPDM Multipath on Redhat 5 (we use Oracle Enterprise Linux 5 which is equivalent to Redhat 5 Advanced Server).

The storage is HP EVA 5000, type HSV110 with the softwareversion 3028.
We use two fibre channel controler with QLogic QLA2340 firmware 3.03.19 and driver version 8.01.07.25 on the HP Prolaint servers.

The devices from the HSV110 are 4 times visible on the machine. That means the failover mode is not active.

# lssd
sda 0,0,0,1 COMPAQ HSV110 (C)COMPAQ 3028
sdb 0,0,1,1 COMPAQ HSV110 (C)COMPAQ 3028
sdc 1,0,0,1 COMPAQ HSV110 (C)COMPAQ 3028
sdd 1,0,1,1 COMPAQ HSV110 (C)COMPAQ 3028


# fdisk -l

Disk /dev/cciss/c0d0: 73.4 GB, 73402398720 bytes
255 heads, 63 sectors/track, 8924 cylinders
Units = cylinders of 16065 * 512 = 8225280 bytes

Device Boot Start End Blocks Id System
/dev/cciss/c0d0p1 * 1 13 104391 83 Linux
/dev/cciss/c0d0p2 14 2624 20972857+ 83 Linux
/dev/cciss/c0d0p3 2625 4191 12586927+ 82 Linux swap / Solaris
/dev/cciss/c0d0p4 4192 8924 38017822+ 5 Extended
/dev/cciss/c0d0p5 4192 5235 8385898+ 83 Linux
/dev/cciss/c0d0p6 5236 6279 8385898+ 83 Linux
/dev/cciss/c0d0p7 6280 6540 2096451 83 Linux
/dev/cciss/c0d0p8 6541 6671 1052226 83 Linux
/dev/cciss/c0d0p9 6672 8924 18097191 83 Linux

Disk /dev/sdb: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes

Disk /dev/sdb doesn't contain a valid partition table

Disk /dev/sdd: 2147 MB, 2147483648 bytes
67 heads, 62 sectors/track, 1009 cylinders
Units = cylinders of 4154 * 512 = 2126848 bytes

Disk /dev/sdd doesn't contain a valid partition table



/etc/modprobe.conf
# Konfiguration fuer Device Mapper
options qla2xxx ql2xmaxqdepth=16 qlport_down_retry=10 ql2xloginretrycount=30 ql2xfailover=0 ql2xlbType=1 ql2xautorestore=0xa ConfigRequired=0 ql2xretrycount=5


/etc/multipath.conf
defaults {
udev_dir /dev
polling_interval 5
selector "round-robin 0"
path_selector "round-robin 0"
path_grouping_policy failover
#path_grouping_policy multibus
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
prio_callout "/bin/true"
path_checker tur
rr_min_io 1000
rr_weight uniform
failback immediate
no_path_retry 12
user_friendly_names yes
}


multipaths {

# uncomment the multipath block to modify the settings of a multipath device
# based on its wwid

multipath {
wwid 3600508b40001568c0000d00000550000
alias asmvoting
#path_grouping_policy multibus
path_grouping_policy failover
path_selector "round-robin 0"
path_checker tur
failback immediate
rr_weight uniform
no_path_retry 10
rr_min_io 100
}

}


device {
#vendor "HP|COMPAQ"
vendor "HP"
#product "HSV1[01]1 \(C\)COMPAQ|HSV[23][01]0"
product "HSV111 \(C\)COMPAQ|HSV[23][01]0"
#product "HSV111"
path_grouping_policy group_by_prio
getuid_callout "/sbin/scsi_id -g -u -s /block/%n"
path_checker tur
path_selector "round-robin 0"
#prio_callout "/sbin/mpath_prio_alua /dev/%n"
prio_callout "/sbin/mpath_prio_alua %n"
#prio_callout "/sbin/mpath_prio_alua %d"
rr_weight uniform
failback immediate
hardware_handler "0"
#no_path_retry 12
no_path_retry 60
rr_min_io 100
}




As you see I have tried different configuration but my problem is:

# multipath -ll
sda: checker msg is "tur checker reports path is down"
sdc: checker msg is "tur checker reports path is down"


# multipath -v3
...
sda: not found in pathvec
sda: mask = 0x1f
sda: bus = 1
sda: dev_t = 8:0
sda: size = 4194304
sda: vendor = COMPAQ
sda: product = HSV110 (C)COMPAQ
sda: rev = 3028
sda: h:b:t:l = 0:0:0:1
sda: serial = P5849D19IO4095
sda: path checker = tur (controller setting)
sda: state = 1
sda: checker msg is "tur checker reports path is down"
sda: getuid = /sbin/scsi_id -g -u -s /block/%n (controller setting)
sda: uid = 3600508b40001568c0000d00000550000 (callout)
sdb: not found in pathvec
sdb: mask = 0x1f
sdb: bus = 1
sdb: dev_t = 8:16
sdb: size = 4194304
sdb: vendor = COMPAQ
sdb: product = HSV110 (C)COMPAQ
sdb: rev = 3028
sdb: h:b:t:l = 0:0:1:1
sdb: serial = P5849D19IO405M
sdb: path checker = tur (controller setting)
sdb: state = 2
sdb: getprio = /sbin/mpath_prio_alua /dev/%n (controller setting)
error calling out /sbin/mpath_prio_alua /dev/sdb
sdb: getuid = /sbin/scsi_id -g -u -s /block/%n (controller setting)
sdb: uid = 3600508b40001568c0000d00000550000 (callout)
sdc: not found in pathvec
sdc: mask = 0x1f
sdc: bus = 1
sdc: dev_t = 8:32
sdc: size = 4194304
sdc: vendor = COMPAQ
sdc: product = HSV110 (C)COMPAQ
sdc: rev = 3028
sdc: h:b:t:l = 1:0:0:1
sdc: serial = P5849D19IO4095
sdc: path checker = tur (controller setting)
sdc: state = 1
sdc: checker msg is "tur checker reports path is down"
sdc: getuid = /sbin/scsi_id -g -u -s /block/%n (controller setting)
sdc: uid = 3600508b40001568c0000d00000550000 (callout)
sdd: not found in pathvec
sdd: mask = 0x1f
sdd: bus = 1
sdd: dev_t = 8:48
sdd: size = 4194304
sdd: vendor = COMPAQ
sdd: product = HSV110 (C)COMPAQ
sdd: rev = 3028
sdd: h:b:t:l = 1:0:1:1
sdd: serial = P5849D19IO405M
sdd: path checker = tur (controller setting)
sdd: state = 2
sdd: getprio = /sbin/mpath_prio_alua /dev/%n (controller setting)
error calling out /sbin/mpath_prio_alua /dev/sdd
sdd: getuid = /sbin/scsi_id -g -u -s /block/%n (controller setting)
sdd: uid = 3600508b40001568c0000d00000550000 (callout)
===== paths list =====
uuid hcil dev dev_t pri dm_st chk_st vend/p
3600508b40001568c0000d00000550000 0:0:0:1 sda 8:0 0 [undef][faulty] COMPAQ
3600508b40001568c0000d00000550000 0:0:1:1 sdb 8:16 -1 [undef][ready] COMPAQ
3600508b40001568c0000d00000550000 1:0:0:1 sdc 8:32 0 [undef][faulty] COMPAQ
3600508b40001568c0000d00000550000 1:0:1:1 sdd 8:48 -1 [undef][ready] COMPAQ
sda: ownership set to asmvoting
sda: not found in pathvec
sda: mask = 0xc
sda: state = 1
sda: checker msg is "tur checker reports path is down"
sdb: ownership set to asmvoting
sdb: not found in pathvec
sdb: mask = 0xc
sdb: state = 2
error calling out /sbin/mpath_prio_alua /dev/sdb
sdc: ownership set to asmvoting
sdc: not found in pathvec
sdc: mask = 0xc
sdc: state = 1
sdc: checker msg is "tur checker reports path is down"
sdd: ownership set to asmvoting
sdd: not found in pathvec
sdd: mask = 0xc
sdd: state = 2
error calling out /sbin/mpath_prio_alua /dev/sdd
asmvoting: pgfailback = -2 (LUN setting)
asmvoting: pgpolicy = failover (LUN setting)
asmvoting: selector = round-robin 0 (LUN setting)
asmvoting: features = 0 (controller setting)
asmvoting: hwhandler = 0 (controller setting)
asmvoting: rr_weight = 1 (controller setting)
asmvoting: minio = 100 (LUN setting)
asmvoting: no_path_retry = 10 (multipath setting)
pg_timeout = NONE (internal default)
device-mapper: message ioctl failed: No such device or address
DM message failed [queue_if_no_path



I have no idea what I have to do in this case. The manuals does not explain this problem.

Thanks a lot.

Herbert

[Uwe Zessin · Accepted solution]

>As you see I have tried different configuration
> but my problem is:
>
># multipath -ll
>sda: checker msg is "tur checker reports path is down"
>sdc: checker msg is "tur checker reports path is down"

The message is correct. VCS V3.028 runs in active/passive mode and those device represent the (currently) passive path.

I've just check the latest installation guide for the V4.0.0 release and it still says:
"""Does not support Active-Passive Storage Arrays."""

You do need to configure the QLogic device driver to do the failover handling.

[Darin S. Lory]

Herbert,

You need to configure Qlogics Failover with the EVA 5000 since it's active/passive. Pick up the Proliant Support Pack (latest I have is psp-7.91.rhel5.linux.en.tar.gz).

Make sure you run the install script from a workstation or PC that can display the X-windows GUI, and set the DISPLAY variable back to your display workstation. Run the install791.sh with no options, and it will pop an X-Window install window. From there it's easier to configure and install the Qlogics Failover.

Right click on the first line, "HP Storageworks CDA2214/FCA2214DC PC HBA Driver for 2.6x Kernel" and click "Configure Component". You can then set the Select Failover Mode to "QlogicFailover" and click OK.

You should configure the rest of the options and install and reboot.

HP Proliant Support Pack website is here: http://h18013.www1.hp.com/products/servers/management/psp/index.html

Let me know if you get this resolved.

-Darin

[Uwe Zessin]

No need to slap in a full-blown PSP.

Last time I did it, it was a simple

# ./INSTALL -f

[Herbert Herzog]

Hello Darin and Uwe,

thank you for your fast response and help.

I have changed the Failover Mode to "QlogicFailover" and reboot the server.

Now I get the following messages from multipath:

# multipath -v3
... blacklisted lines are removed from me ...
sda: not found in pathvec
sda: mask = 0x1f
sda: bus = 1
sda: dev_t = 8:0
sda: size = 4194304
sda: vendor = COMPAQ
sda: product = HSV110 (C)COMPAQ
sda: rev = 3028
sda: h:b:t:l = 0:0:0:1
sda: serial = P5849D19IO405M
sda: path checker = tur (controller setting)
sda: state = 2
sda: getprio = /sbin/mpath_prio_alua /dev/%n (controller setting)
error calling out /sbin/mpath_prio_alua /dev/sda
sda: getuid = /sbin/scsi_id -g -u -s /block/%n (controller setting)
sda: uid = 3600508b40001568c0000d00000550000 (callout)
===== paths list =====
uuid hcil dev dev_t pri dm_st chk_st vend/pr
3600508b40001568c0000d00000550000 0:0:0:1 sda 8:0 -1 [undef][ready] COMPAQ,
sda: ownership set to asmvoting
sda: not found in pathvec
sda: mask = 0xc
sda: state = 2
error calling out /sbin/mpath_prio_alua /dev/sda
asmvoting: pgfailback = -2 (LUN setting)
asmvoting: pgpolicy = group_by_prio (LUN setting)
asmvoting: selector = round-robin 0 (LUN setting)
asmvoting: features = 0 (controller setting)
asmvoting: hwhandler = 0 (controller setting)
asmvoting: rr_weight = 1 (controller setting)
asmvoting: minio = 100 (LUN setting)
asmvoting: no_path_retry = 10 (multipath setting)
pg_timeout = NONE (internal default)
device-mapper: message ioctl failed: No such device or address
DM message failed [queue_if_no_path
]

I think I have to change some configuration on the multipath configuration but what?

Thanks a lot.

Herbert

[Uwe Zessin]

I am afraid that you need to get rid of the multipath device mapper as the QLogic device driver will do all multipath handling.

[Herbert Herzog]

Hi Uwe,

do you mean that I don't need the multipath software?

Lets sum up my problem:
* The failover will be checked by the QLogic driver, fine
* The multipath has only the function to be a device mapper for fixing the WWID with a volume name and that does not work as expected.

I need a device mapper which fixes the WWID to a volume name. Does any other software can do that? If I do not fixes the WWID to a volume name and I unpresent a volume on the EVA5000 from the server that the volume names changes after a reboot. I had this problem serveral times.

Any suggestions?

Thanks.

Herbert

[Uwe Zessin]

So you neither use LVM nor file system labels or UUIDs in /etc/fstab -
just /dev/sdX ?

[Herbert Herzog]

> So you neither use LVM nor file system labels
> or UUIDs in /etc/fstab -
> just /dev/sdX ?

file system labels are not suitable for me because I need raw devices for the oracle asm.

LVM could be a solution if I find a way to set the UUIDs.

Herbert

[Nicolas CROS]

Herbert,
Did you install the PSP or only the driver ? I tried to install both, but without success, as the Oracle Linux Version was not recognized by HP installator.

# rpm -i hp_qla2x00src-8.01.07.25-2.linux.noarch.rpm
kernel-devel package is installed
/etc/hp_qla2x00.conf already exists. Using parameters in the current file.
Copying /opt/hp/src/hp_qla2x00src/libqlsdm-ia32.so to /usr/lib/libqlsdm.so
Copying /opt/hp/src/hp_qla2x00src/libqlsdm-x86_64.so to /usr/lib64/libqlsdm-x86_64.so
Cannot compile QLogic driver for this Linux version

Driver build unsuccessful

Making symbolic link from /opt/hp/src/hp_qla2x00src/master.sh to /usr/sbin/hp_compile_qldriver
qla2x00 driver source can be found in /opt/hp/src/hp_qla2x00src

or

>The Linux O/S on this system cannot be identified
> by the HP ProLiant Linux Deployment Utility.
> Please check /etc/redhat-release for correctness.
> Cannot continue. Exiting.

Did you change the /etc/redhat-release file ?
# cat /etc/redhat-release
Enterprise Linux Enterprise Linux Server release 5.1 (Carthage)


Thks.

[Herbert Herzog]

Hi Nicolas,

I installed the PSP but before I changed the /etc/redhat-release to
Red Hat Enterprise Linux AS release 5.1 (Carthage)

Try to change the redhat-release first. The installation with the PSP installation routine works easier than the manual procedure for compiling the driver.

Herbert