2 Replies Latest reply: Jul 11, 2013 3:56 PM by MonteMonroe RSS

    Vdisks disappear in oracle vm for sparc 3.1

    Deyaa
      hi ,
      i implement oracle rac on oracle vm for sparc 3 , and we have 2 guest domain running Solaris 11.1 , each guest domain in a separate SPARC T4-2 Server.
      the ASM disks are 32 disks mapped to the two server and then mapped to the guest domains.
      the problem here : when i added the disks in beginning it appeared 32 disks on each guest but after i restart the server and guest domain , sometimes the disks appears as 30 or 26 or 31 and sometimes 32. in other hand the disks appear 32 to control domain

      and here my configuration of control domain :

      root@control-domain # ldm list-services
      VCC
      NAME LDOM PORT-RANGE
      primary-vcc0 primary 5000-5100

      VSW
      NAME LDOM MAC NET-DEV ID DEVICE LINKPROP DEFAULT-VLAN-ID PVID VID MTU MODE INTER-VNET-LINK
      primary-vsw0 primary 00:14:4f:fb:11:72 net0 0 switch@0 phys-state 1 1 1500 on
      primary-vsw1 primary 00:14:4f:f8:7b:ef net1 1 switch@1 phys-state 1 1 1500 on
      primary-vsw2 primary 00:14:4f:fa:d1:09 net2 2 switch@2 1 1 1500 on
      primary-vsw3 primary 00:14:4f:fa:2a:ed net3 3 switch@3 1 1 1500 on

      VDS
      NAME LDOM VOLUME OPTIONS MPGROUP DEVICE
      primary-vds0 primary vol1 /dev/rdsk/c0t000B080008004265d0s0
      primary_data_files1 primary data1_vol1 /dev/rdsk/c0t000B08000E004265d0s3
      data1_vol2 /dev/rdsk/c0t000B08000F004265d0s3
      data1_vol3 /dev/rdsk/c0t000B08001A004265d0s3
      data1_vol4 /dev/rdsk/c0t000B08001B004265d0s3
      data1_vol5 /dev/rdsk/c0t000B08001C004265d0s3
      primary_data_files2 primary data2_vol1 /dev/rdsk/c0t000B08001D004265d0s3
      data2_vol2 /dev/rdsk/c0t000B08001F004265d0s3
      data2_vol3 /dev/rdsk/c0t000B080014004265d0s3
      data2_vol4 /dev/rdsk/c0t000B080015004265d0s3
      data2_vol5 /dev/rdsk/c0t000B080016004265d0s3
      primary_data_files3 primary data3_vol1 /dev/rdsk/c0t000B080017004265d0s3
      data3_vol2 /dev/rdsk/c0t000B080018004265d0s3
      data3_vol3 /dev/rdsk/c0t000B080020004265d0s3
      data3_vol4 /dev/rdsk/c0t000B080021004265d0s3
      data3_vol5 /dev/rdsk/c0t000B080019004265d0s3
      primary_data_files4 primary data4_vol1 /dev/rdsk/c0t000B080010004265d0s3
      data4_vol2 /dev/rdsk/c0t000B080011004265d0s3
      data4_vol3 /dev/rdsk/c0t000B080012004265d0s3
      data4_vol4 /dev/rdsk/c0t000B080013004265d0s3
      data4_vol5 /dev/rdsk/c0t000B080022004265d0s3
      primary_online_logs primary online_logs_vol1 /dev/rdsk/c0t000B080024004265d0s3
      online_logs_vol2 /dev/rdsk/c0t000B080025004265d0s3
      primary_arch_logs primary archive_logs_vol1 /dev/rdsk/c0t000B080026004265d0s3
      archive_logs_vol2 /dev/rdsk/c0t000B080027004265d0s3
      archive_logs_vol3 /dev/rdsk/c0t000B080028004265d0s3
      archive_logs_vol4 /dev/rdsk/c0t000B080029004265d0s3
      archive_logs_vol5 /dev/rdsk/c0t000B080005004265d0s3
      archive_logs_vol6 /dev/rdsk/c0t000B080006004265d0s3
      primary_voting primary voting_vol1 /dev/rdsk/c0t000B080002004265d0s3
      voting_vol2 /dev/rdsk/c0t000B080003004265d0s3
      voting_vol3 /dev/rdsk/c0t000B080004004265d0s3
      primary_archive primary arch_vol1 /dev/rdsk/c0t000B08002A004265d0s3





      root@control-domain # ldm list-constraints
      DOMAIN
      primary

      UUID
      58925ecf-b822-6d35-d850-c713499ab385

      MAC
      00:10:e0:0e:b9:38

      HOSTID
      0x860eb938

      CONTROL
      failure-policy=ignore
      extended-mapin-space=off
      cpu-arch=native
      rc-add-policy=
      shutdown-group=0

      VCPU
      COUNT: 16

      MEMORY
      SIZE: 8G

      CONSTRAINT
      threading=max-throughput

      VARIABLES
      boot-device=/pci@400/pci@2/pci@0/pci@e/scsi@0/disk@w5000cca03c436301,0:a disk net
      pm_boot_policy=disabled=1;ttfc=0;ttmr=0;

      IO
      DEVICE OPTIONS
      pci_0
      niu_0
      pci_1
      niu_1
      VCC
      NAME PORT-RANGE
      primary-vcc0 5000-5100

      VSW
      NAME MAC NET-DEV ID DEVICE LINKPROP DEFAULT-VLAN-ID PVID VID MTU MODE INTER-VNET-LINK
      primary-vsw0 net0 0 switch@0 phys-state 1 1 on
      primary-vsw1 net1 1 switch@1 phys-state 1 1 on
      primary-vsw2 net2 2 switch@2 1 1 on
      primary-vsw3 net3 3 switch@3 1 1 on

      VDS
      NAME VOLUME OPTIONS MPGROUP DEVICE
      primary-vds0 vol1 /dev/rdsk/c0t000B080008004265d0s0
      primary_data_files1 data1_vol1 /dev/rdsk/c0t000B08000E004265d0s3
      data1_vol2 /dev/rdsk/c0t000B08000F004265d0s3
      data1_vol3 /dev/rdsk/c0t000B08001A004265d0s3
      data1_vol4 /dev/rdsk/c0t000B08001B004265d0s3
      data1_vol5 /dev/rdsk/c0t000B08001C004265d0s3
      primary_data_files2 data2_vol1 /dev/rdsk/c0t000B08001D004265d0s3
      data2_vol2 /dev/rdsk/c0t000B08001F004265d0s3
      data2_vol3 /dev/rdsk/c0t000B080014004265d0s3
      data2_vol4 /dev/rdsk/c0t000B080015004265d0s3
      data2_vol5 /dev/rdsk/c0t000B080016004265d0s3
      primary_data_files3 data3_vol1 /dev/rdsk/c0t000B080017004265d0s3
      data3_vol2 /dev/rdsk/c0t000B080018004265d0s3
      data3_vol3 /dev/rdsk/c0t000B080020004265d0s3
      data3_vol4 /dev/rdsk/c0t000B080021004265d0s3
      data3_vol5 /dev/rdsk/c0t000B080019004265d0s3
      primary_data_files4 data4_vol1 /dev/rdsk/c0t000B080010004265d0s3
      data4_vol2 /dev/rdsk/c0t000B080011004265d0s3
      data4_vol3 /dev/rdsk/c0t000B080012004265d0s3
      data4_vol4 /dev/rdsk/c0t000B080013004265d0s3
      data4_vol5 /dev/rdsk/c0t000B080022004265d0s3
      primary_online_logs online_logs_vol1 /dev/rdsk/c0t000B080024004265d0s3
      online_logs_vol2 /dev/rdsk/c0t000B080025004265d0s3
      primary_arch_logs archive_logs_vol1 /dev/rdsk/c0t000B080026004265d0s3
      archive_logs_vol2 /dev/rdsk/c0t000B080027004265d0s3
      archive_logs_vol3 /dev/rdsk/c0t000B080028004265d0s3
      archive_logs_vol4 /dev/rdsk/c0t000B080029004265d0s3
      archive_logs_vol5 /dev/rdsk/c0t000B080005004265d0s3
      archive_logs_vol6 /dev/rdsk/c0t000B080006004265d0s3
      primary_voting voting_vol1 /dev/rdsk/c0t000B080002004265d0s3
      voting_vol2 /dev/rdsk/c0t000B080003004265d0s3
      voting_vol3 /dev/rdsk/c0t000B080004004265d0s3
      primary_archive arch_vol1 /dev/rdsk/c0t000B08002A004265d0s3

      ------------------------------------------------------------------------------
      DOMAIN
      dom1-node0

      UUID
      f6369ae2-152a-c65e-ecf9-c1840c895dac

      HOSTID


      CONTROL
      failure-policy=ignore
      extended-mapin-space=off
      cpu-arch=native
      rc-add-policy=
      shutdown-group=15

      VCPU
      COUNT: 32

      MEMORY
      SIZE: 48G

      CONSTRAINT
      threading=max-throughput

      VARIABLES
      pm_boot_policy=disabled=1;ttfc=0;ttmr=0;

      NETWORK
      NAME SERVICE ID DEVICE MAC MODE PVID VID MTU LINKPROP
      vnet0 primary-vsw0 0 network@0 1 phys-state
      vnet1 primary-vsw1 1 network@1 1 phys-state
      vnet2 primary-vsw2 2 network@2 1
      vnet3 primary-vsw2 3 network@3 1

      DISK
      NAME VOLUME TOUT ID
      vdisk vol1@primary-vds0 0
      data1_disk1 data1_vol1@primary_data_files1 1
      data1_disk2 data1_vol2@primary_data_files1 2
      data1_disk3 data1_vol3@primary_data_files1 3
      data1_disk4 data1_vol4@primary_data_files1 4
      data1_disk5 data1_vol5@primary_data_files1 5
      data2_disk1 data2_vol1@primary_data_files2 6
      data2_disk2 data2_vol2@primary_data_files2 7
      data2_disk3 data2_vol3@primary_data_files2 8
      data2_disk4 data2_vol4@primary_data_files2 9
      data2_disk5 data2_vol5@primary_data_files2 10
      data3_disk1 data3_vol1@primary_data_files3 11
      data3_disk2 data3_vol2@primary_data_files3 12
      data3_disk3 data3_vol3@primary_data_files3 13
      data3_disk4 data3_vol4@primary_data_files3 14
      data3_disk5 data3_vol5@primary_data_files3 15
      data4_disk1 data4_vol1@primary_data_files4 16
      data4_disk2 data4_vol2@primary_data_files4 17
      data4_disk3 data4_vol3@primary_data_files4 18
      data4_disk4 data4_vol4@primary_data_files4 19
      data4_disk5 data4_vol5@primary_data_files4 20
      online_logs_disk1 online_logs_vol1@primary_online_logs 21
      online_logs_disk2 online_logs_vol2@primary_online_logs 22
      archive_logs_disk1 archive_logs_vol1@primary_arch_logs 23
      archive_logs_disk2 archive_logs_vol2@primary_arch_logs 24
      archive_logs_disk3 archive_logs_vol3@primary_arch_logs 25
      archive_logs_disk4 archive_logs_vol4@primary_arch_logs 26
      archive_logs_disk5 archive_logs_vol5@primary_arch_logs 27
      archive_logs_disk6 archive_logs_vol6@primary_arch_logs 28
      voting_disk1 voting_vol1@primary_voting 29
      voting_disk2 voting_vol2@primary_voting 30
      voting_disk3 voting_vol3@primary_voting 31
      arch_disk1 arch_vol1@primary_archive 32


      VCONS
      NAME SERVICE PORT LOGGING

      after login to guest domain :

      format

      0. c2d0 <SUN-DiskSlice-449GB cyl 65534 alt 2 hd 64 sec 225>
      /virtual-devices@100/channel-devices@200/disk@0
      1. c2d1 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1
      2. c2d2 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@2
      3. c2d3 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@3
      4. c2d4 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@4
      5. c2d5 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@5
      6. c2d6 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@6
      7. c2d7 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@7
      8. c2d9 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@9
      9. c2d10 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@a
      10. c2d11 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@b
      11. c2d12 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@c
      12. c2d13 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@d
      13. c2d14 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@e
      14. c2d15 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@f
      15. c2d16 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@10
      16. c2d18 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@12
      17. c2d19 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@13
      18. c2d20 <SUN-DiskSlice-100GB cyl 25738 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@14
      19. c2d21 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@15
      20. c2d22 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@16
      21. c2d23 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@17
      22. c2d24 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@18
      23. c2d25 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@19
      24. c2d26 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1a
      25. c2d27 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1b
      26. c2d28 <SUN-DiskSlice-50GB cyl 12998 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1c
      27. c2d29 <SUN-DiskSlice-10GB cyl 2623 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1d
      28. c2d30 <SUN-DiskSlice-10GB cyl 2623 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1e
      29. c2d31 <SUN-DiskSlice-10GB cyl 2623 alt 2 hd 64 sec 128>
      /virtual-devices@100/channel-devices@200/disk@1f
      30. c2d32 <Unknown-Unknown-0001-1.00TB>
      /virtual-devices@100/channel-devices@200/disk@20


      the missing disks c2d8 and c2d17 and so on it change frequently

      and also the following messsge appears on both nodes

      vdc: NOTICE: [4] Error initialising ports
      vdc: NOTICE: [12] Error initialising ports


      kindly help me to troubleshooting this problem .
      thanks in advance