This discussion is archived
2 Replies Latest reply: Dec 2, 2012 3:10 PM by john hurley RSS

need help on keeping internal disks ( raid 1 ) on dev sda OL 6.2

john hurley Newbie
Currently Being Moderated
New set of database servers running OL 6.2 Dell 710s with 6 internal drives / two raid 1 setups. OS and all 3rd party software on 1st raid 1 mirror ... attached to emc storage and has power path running.

Going to be using acronis to get cron based backups of os drive ( only ) and it only works consistently for use in a bare metal recovery when the os disk is on /dev/sda.

Entries in /etc/fstab use UUID for partitions/file systems and server works fine ( except for acronis recovery issue ) when 1st os drive is NOT on /dev/sda. Fairly random on reboots ... sometimes on /dev/sda and other times ... other devices.

Me ... more than a little baffled about the udev rules stuff although I did eventually figure out how to setup the udev rules for our asm disk permissions. This however is for internal disks. Seems like I need something perhaps combining udevadm info output and maybe blkid output?

Can anyone give me hints/pointers about what I might be able to create in /etc/udev so that my Dell raid 1 internal disks are forced onto /dev/sda ( and sdb ) ( much appreciated )?

Output from blkid / some udevadm commands and contents of /etc/fstab follow:

[root@westo-02 /]# udevadm info -a -p /sys/block/sda | more

Udevadm info starts with the device specified by the devpath and then
walks up the chain of parent devices. It prints for every device
found, all possible attributes in the udev rules key format.
A rule to match, can be composed by the attributes of the device
and the attributes from one single parent device.

looking at device '/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda':
KERNEL=="sda"
SUBSYSTEM=="block"
DRIVER==""
ATTR{range}=="16"
ATTR{ext_range}=="256"
ATTR{removable}=="0"
ATTR{ro}=="0"
ATTR{size}=="1170997248"
ATTR{alignment_offset}=="0"
ATTR{discard_alignment}=="0"
ATTR{capability}=="52"
ATTR{stat}==" 230430 40346 5867158 510606 424844 572188 7517912 323894 0 316476 833975"
ATTR{inflight}==" 0 0"

looking at parent device '/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0':
KERNELS=="0:2:0:0"
SUBSYSTEMS=="scsi"
DRIVERS=="sd"
ATTRS{device_blocked}=="0"
ATTRS{type}=="0"
ATTRS{scsi_level}=="6"
ATTRS{vendor}=="DELL "
ATTRS{model}=="PERC H700 "
ATTRS{rev}=="2.10"
ATTRS{state}=="running"
ATTRS{timeout}=="90"
ATTRS{iocounterbits}=="32"
ATTRS{iorequest_cnt}=="0xcbdea"
ATTRS{iodone_cnt}=="0xcbdea"
ATTRS{ioerr_cnt}=="0x8"
ATTRS{modalias}=="scsi:t-0x00"
ATTRS{evt_media_change}=="0"
ATTRS{dh_state}=="detached"
ATTRS{queue_depth}=="128"
ATTRS{queue_ramp_up_period}=="120000"
ATTRS{queue_type}=="none"

looking at parent device '/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0':
KERNELS=="target0:2:0"
SUBSYSTEMS=="scsi"
DRIVERS==""

looking at parent device '/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0':
KERNELS=="host0"
SUBSYSTEMS=="scsi"
DRIVERS==""

looking at parent device '/devices/pci0000:00/0000:00:04.0/0000:03:00.0':
KERNELS=="0000:03:00.0"
SUBSYSTEMS=="pci"
DRIVERS=="megaraid_sas"
ATTRS{vendor}=="0x1000"
ATTRS{device}=="0x0079"
ATTRS{subsystem_vendor}=="0x1028"
ATTRS{subsystem_device}=="0x1f17"
ATTRS{class}=="0x010400"
ATTRS{irq}=="33"
ATTRS{local_cpus}=="0000000f"
ATTRS{local_cpulist}=="0-3"
ATTRS{modalias}=="pci:v00001000d00000079sv00001028sd00001F17bc01sc04i00"
ATTRS{numa_node}=="-1"
ATTRS{enable}=="1"
ATTRS{broken_parity_status}=="0"
ATTRS{msi_bus}==""
ATTRS{label}=="Integrated RAID "
ATTRS{index}=="4"

looking at parent device '/devices/pci0000:00/0000:00:04.0':
KERNELS=="0000:00:04.0"
SUBSYSTEMS=="pci"
DRIVERS=="pcieport"
ATTRS{vendor}=="0x8086"
ATTRS{device}=="0x340b"
ATTRS{subsystem_vendor}=="0x0000"
ATTRS{subsystem_device}=="0x0000"
ATTRS{class}=="0x060400"
ATTRS{irq}=="58"
ATTRS{local_cpus}=="0000000f"
ATTRS{local_cpulist}=="0-3"
ATTRS{modalias}=="pci:v00008086d0000340Bsv00000000sd00000000bc06sc04i00"
ATTRS{numa_node}=="-1"
ATTRS{enable}=="2"
ATTRS{broken_parity_status}=="0"
ATTRS{msi_bus}=="1"

looking at parent device '/devices/pci0000:00':
KERNELS=="pci0000:00"
SUBSYSTEMS==""
DRIVERS==""

***

[root@westo-02 /]# udevadm info query=all name=/dev/sda | more
P: /devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda
N: sda
W: 137
S: block/8:0
S: disk/by-id/scsi-36d4ae52095a6fe0017a2c569095197e9
S: disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0
S: disk/by-id/wwn-0x6d4ae52095a6fe0017a2c569095197e9
E: UDEV_LOG=3
E: DEVPATH=/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda
E: MAJOR=8
E: MINOR=0
E: DEVNAME=/dev/sda
E: DEVTYPE=disk
E: SUBSYSTEM=block
E: MPATH_SBIN_PATH=/sbin
E: ID_SCSI=1
E: ID_VENDOR=DELL
E: ID_VENDOR_ENC=DELL
E: ID_MODEL=PERC_H700
E: ID_MODEL_ENC=PERC\x20H700
E: ID_REVISION=2.10
E: ID_TYPE=disk
E: ID_SERIAL_RAW=36d4ae52095a6fe0017a2c569095197e9
E: ID_SERIAL=36d4ae52095a6fe0017a2c569095197e9
E: ID_SERIAL_SHORT=6d4ae52095a6fe0017a2c569095197e9
E: ID_WWN=0x6d4ae52095a6fe00
E: ID_WWN_VENDOR_EXTENSION=0x17a2c569095197e9
E: ID_WWN_WITH_EXTENSION=0x6d4ae52095a6fe0017a2c569095197e9
E: ID_SCSI_SERIAL=00e997510969c5a21700fea69520e54a
E: ID_BUS=scsi
E: ID_PATH=pci-0000:03:00.0-scsi-0:2:0:0
E: ID_PART_TABLE_TYPE=dos
E: UDISKS_PRESENTATION_NOPOLICY=0
E: UDISKS_PARTITION_TABLE=1
E: UDISKS_PARTITION_TABLE_SCHEME=mbr
E: UDISKS_PARTITION_TABLE_COUNT=3
E: DEVLINKS=/dev/block/8:0 /dev/disk/by-id/scsi-36d4ae52095a6fe0017a2c569095197e
9 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0 /dev/disk/by-id/wwn-0x6d4ae52095a6fe0017a2c569095197e9

***
[root@westo-02 /]# blkid | more
/dev/sda1: UUID="41d638d1-3db2-4e5b-8caf-8db27db80324" TYPE="ext4"
/dev/sda2: UUID="j7Dok1-WtfS-73vz-TJwc-6Jl1-KYms-MHBaBt" TYPE="LVM2_member"
/dev/sda3: UUID="0fc76b62-c9a6-462a-8f14-74f8fbadf328" TYPE="swap"
/dev/sdb1: UUID="a87394a6-daaa-426d-8184-1f0cbb497447" TYPE="ext4"

***

[root@westo-02 /]# cat /etc/fstab | more

#
# /etc/fstab
# Created by anaconda on Wed Jul 25 11:26:12 2012
#
# Accessible filesystems, by reference, are maintained under '/dev/disk'
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info
#
UUID=e6964e7e-62a9-450c-a66e-a411b40a4ed9 / ext4 defaults 1 1
UUID=41d638d1-3db2-4e5b-8caf-8db27db80324 /boot ext4 defaults 1 2
UUID=0fc76b62-c9a6-462a-8f14-74f8fbadf328 swap swap defaults 0 0
tmpfs /dev/shm tmpfs defaults 0 0
devpts /dev/pts devpts gid=5,mode=620 0 0
sysfs /sys sysfs defaults 0 0
proc /proc proc defaults 0 0
/dev/pvol1/lvol1 /u04prod ext4 defaults 0 0
UUID=a87394a6-daaa-426d-8184-1f0cbb497447 /backup ext4 defaults 0 0
  • 1. Re: need help on keeping internal disks ( raid 1 ) on dev sda OL 6.2
    john hurley Newbie
    Currently Being Moderated
    This is what I get from /dev/sda1 ...

    [root@westo-02 /]# udevadm info query=all name=/dev/sda1 | more
    P: /devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda/sda1
    N: sda1
    W: 127
    S: block/8:1
    S: disk/by-id/scsi-36d4ae52095a6fe0017a2c569095197e9-part1
    S: disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part1
    S: disk/by-uuid/41d638d1-3db2-4e5b-8caf-8db27db80324
    S: disk/by-id/wwn-0x6d4ae52095a6fe0017a2c569095197e9-part1
    E: UDEV_LOG=3
    E: DEVPATH=/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda/sda1
    E: MAJOR=8
    E: MINOR=1
    E: DEVNAME=/dev/sda1
    E: DEVTYPE=partition
    E: SUBSYSTEM=block
    E: MPATH_SBIN_PATH=/sbin
    E: ID_SCSI=1
    E: ID_VENDOR=DELL
    E: ID_VENDOR_ENC=DELL
    E: ID_MODEL=PERC_H700
    E: ID_MODEL_ENC=PERC\x20H700
    E: ID_REVISION=2.10
    E: ID_TYPE=disk
    E: ID_SERIAL_RAW=36d4ae52095a6fe0017a2c569095197e9
    E: ID_SERIAL=36d4ae52095a6fe0017a2c569095197e9
    E: ID_SERIAL_SHORT=6d4ae52095a6fe0017a2c569095197e9
    E: ID_WWN=0x6d4ae52095a6fe00
    E: ID_WWN_VENDOR_EXTENSION=0x17a2c569095197e9
    E: ID_WWN_WITH_EXTENSION=0x6d4ae52095a6fe0017a2c569095197e9
    E: ID_SCSI_SERIAL=00e997510969c5a21700fea69520e54a
    E: ID_BUS=scsi
    E: ID_PATH=pci-0000:03:00.0-scsi-0:2:0:0
    E: ID_PART_TABLE_TYPE=dos
    E: ID_FS_UUID=41d638d1-3db2-4e5b-8caf-8db27db80324
    E: ID_FS_UUID_ENC=41d638d1-3db2-4e5b-8caf-8db27db80324
    E: ID_FS_VERSION=1.0
    E: ID_FS_TYPE=ext4
    E: ID_FS_USAGE=filesystem
    E: UDISKS_PRESENTATION_NOPOLICY=0
    E: UDISKS_PARTITION=1
    E: UDISKS_PARTITION_SCHEME=mbr
    E: UDISKS_PARTITION_NUMBER=1
    E: UDISKS_PARTITION_TYPE=0x83
    E: UDISKS_PARTITION_SIZE=524288000
    E: UDISKS_PARTITION_FLAGS=boot
    E: UDISKS_PARTITION_SLAVE=/sys/devices/pci0000:00/0000:00:04.0/0000:03:00.0/host0/target0:2:0/0:2:0:0/block/sda
    E: UDISKS_PARTITION_OFFSET=1048576
    E: UDISKS_PARTITION_ALIGNMENT_OFFSET=0
    E: DEVLINKS=/dev/block/8:1 /dev/disk/by-id/scsi-36d4ae52095a6fe0017a2c569095197e9-part1 /dev/disk/by-path/pci-0000:03:00.0-scsi-0:2:0:0-part1 /dev/disk/by-uuid/41d638d1-3db2-4e5b-8caf-8db27db80324 /dev/disk/by-id/wwn-0x6d4ae52095a6fe0017a2c569095197e9-part1
  • 2. Re: need help on keeping internal disks ( raid 1 ) on dev sda OL 6.2
    john hurley Newbie
    Currently Being Moderated
    Avi / Tommy / Billy:

    Can anyone help me out here please?

    SR has been opened with Oracle support since last monday ... really has not gone very vary ( yet )

    SR 3-6486062191

    Would be nice if I could possibly get some more senior oracle linux people looking at this ... please!

Legend

  • Correct Answers - 10 points
  • Helpful Answers - 5 points