Description

The following document attempts to explain the steps required to configure a shared diskgroup spanning two EMC enclosures connected to two Solaris servers.

Note: The names of various objects, such as disks, servers and IDs will vary, depending on the environment.

Summary of EMC enclosures
 

Site Bashful = EMC SID 414 (emc1)
Site Dopey = EMC SID 822 (emc0)


Initialize the selected disks for VxVM use:

vxdisksetup -i emc0_0113
vxdisksetup -i emc0_0114
vxdisksetup -i emc0_0115
vxdisksetup -i emc0_0116
vxdisksetup -i emc0_0117
vxdisksetup -i emc1_00de
vxdisksetup -i emc1_00df
vxdisksetup -i emc1_00e0
vxdisksetup -i emc1_00e1
vxdisksetup -i emc1_00e2


Create the diskgroup shell as a shared diskgroup (diskgroup accessible from multiple hosts where CVM is configured)

dopey # vxdg -s init sitedg 113=emc0_0113 114=emc0_0114 115=emc0_0115 116=emc0_0116 117=emc0_0117 0de=emc1_00de 0df=emc1_00df 0e0=emc1_00e0 0e1=emc1_00e1 0e2=emc1_00e2


Note: For the diskgroup to be imported on more than one node, CVM (Clustered Volume Manager) must be installed, configured and running.
             # pkginfo -l VRTScavf                                          (VERITAS Cluster Server Agents for Storage Foundation Cluster File System)
             # vxdctl -c mode



dopey # vxdisk -eg sitedg list
DEVICE       TYPE           DISK        GROUP        STATUS               OS_NATIVE_NAME   ATTR
emc0_0113    auto:cdsdisk   113          sitedg      online shared        c1t5006048C5368E58Fd332s2 std
emc0_0114    auto:cdsdisk   114          sitedg      online shared        c1t5006048C5368E58Fd333s2 std
emc0_0115    auto:cdsdisk   115          sitedg      online shared        c1t5006048C5368E58Fd334s2 std
emc0_0116    auto:cdsdisk   116          sitedg      online shared        c1t5006048C5368E58Fd335s2 std
emc0_0117    auto:cdsdisk   117          sitedg      online shared        c1t5006048C5368E58Fd365s2 std
emc1_00de    auto:cdsdisk   0de          sitedg      online shared        c1t5006048C536979A0d78s2 std
emc1_00df    auto:cdsdisk   0df          sitedg      online shared        c1t5006048C536979A0d79s2 std
emc1_00e0    auto:cdsdisk   0e0          sitedg      online shared        c1t5006048C536979A0d82s2 std
emc1_00e1    auto:cdsdisk   0e1          sitedg      online shared        c1t5006048C536979A0d83s2 std
emc1_00e2    auto:cdsdisk   0e2          sitedg      online shared        c1t5006048C536979A0d84s2 std


dopey # vxdmpadm listenclosure all
ENCLR_NAME        ENCLR_TYPE     ENCLR_SNO      STATUS       ARRAY_TYPE     LUN_COUNT
=======================================================================================
ams_wms0          AMS_WMS        75050205             CONNECTED    A/A-A       6
disk              Disk           DISKS                CONNECTED    Disk        1
emc0              EMC            000290300822         CONNECTED    A/A        13
emc_clariion0     EMC_CLARiiON   CK200053300424       CONNECTED    CLR-A/PF    6
emc1              EMC            000290301414         CONNECTED    A/A        10


How to define enclosure based site tagging at the diskgroup level


dopey # vxdg -g sitedg settag encl:emc0 site=dopey
dopey # vxdg -g sitedg settag encl:emc1 site=bashful

dopey # vxdg listtag sitedg
DISK GROUP      ENCLOSURE                        NAME                     VALUE
sitedg          emc0                             site                     dopey
sitedg          emc1                             site                     bashful

dopey # vxprint -qhtg sitedg
dg sitedg       default      default  45000    1325688396.105.rdgv240sol15

dm 0de          emc1_00de    auto     65536    4171648  -
dm 0df          emc1_00df    auto     65536    4171648  -
dm 0e0          emc1_00e0    auto     65536    4171648  -
dm 0e1          emc1_00e1    auto     65536    4171648  -
dm 0e2          emc1_00e2    auto     65536    4171648  -
dm 113          emc0_0113    auto     65536    4102528  -
dm 114          emc0_0114    auto     65536    4102528  -
dm 115          emc0_0115    auto     65536    4102528  -
dm 116          emc0_0116    auto     65536    4102528  -
dm 117          emc0_0117    auto     65536    4102528  -

dopey # vxdg -g sitedg addsite dopey
VxVM vxdg INFO V-5-1-15923 The following are the recommended disk group policies
for campus cluster.
 dgfailpolicy='leave'
 diskdetpolicy='global'
Changing the policies to the recommended settings.

dopey # vxdg -g sitedg addsite bashful

dopey # vxprint -qhtg sitedg
dg sitedg       default      default  45000    1325688396.105.rdgv240sol15

sr bashful      ACTIVE
sr dopey        ACTIVE

dm 0de          emc1_00de    auto     65536    4171648  -
dm 0df          emc1_00df    auto     65536    4171648  -
dm 0e0          emc1_00e0    auto     65536    4171648  -
dm 0e1          emc1_00e1    auto     65536    4171648  -
dm 0e2          emc1_00e2    auto     65536    4171648  -
dm 113          emc0_0113    auto     65536    4102528  -
dm 114          emc0_0114    auto     65536    4102528  -
dm 115          emc0_0115    auto     65536    4102528  -
dm 116          emc0_0116    auto     65536    4102528  -
dm 117          emc0_0117    auto     65536    4102528  -

How to turn on site consistency

dopey # vxprint -g sitedg -GmF'%siteconsistent %autotagging'
off on

dopey # vxdg -g sitedg set siteconsistent=on

dopey # vxprint -g sitedg -GmF'%siteconsistent %autotagging'
on on




How to create VxVM volumes


dopey # vxassist -g sitedg make testvol 100m
VxVM vxassist INFO V-5-1-13775 Site consistent volumes use new dco log types (dcoversion=20). Creating it by default.
dopey # vxassist -g sitedg make datavol 200m
VxVM vxassist INFO V-5-1-13775 Site consistent volumes use new dco log types (dcoversion=20). Creating it by default.

dopey # mkfs -F vxfs /dev/vx/rdsk/sitedg/testvol
    version 7 layout
    204800 sectors, 102400 blocks of size 1024, log size 1024 blocks
    largefiles supported

dopey # mkfs -F vxfs /dev/vx/rdsk/sitedg/datavol
    version 7 layout
    409600 sectors, 204800 blocks of size 1024, log size 1024 blocks
    largefiles supported

How to mount filesystems per clustered node


Note: Ensure the mount-points exist prior to mounting on either node.


dopey # mount -F vxfs -o cluster /dev/vx/dsk/sitedg/testvol /testvol
dopey # mount -F vxfs -o cluster /dev/vx/dsk/sitedg/datavol /datavol

Repeat the mount command on the alternate clustered node, in this instance, node "bashful".

bashful # mount -F vxfs -o cluster /dev/vx/dsk/sitedg/testvol /testvol
bashful # mount -F vxfs -o cluster /dev/vx/dsk/sitedg/datavol /datavol

Sample diskgroup configuration

dopey # vxprint -qhtg sitedg
dg sitedg       default      default  45000    1325688396.105.rdgv240sol15

sr bashful      ACTIVE
sr dopey        ACTIVE

dm 0de          emc1_00de    auto     65536    4171648  -
dm 0df          emc1_00df    auto     65536    4171648  -
dm 0e0          emc1_00e0    auto     65536    4171648  -
dm 0e1          emc1_00e1    auto     65536    4171648  -
dm 0e2          emc1_00e2    auto     65536    4171648  -
dm 113          emc0_0113    auto     65536    4102528  -
dm 114          emc0_0114    auto     65536    4102528  -
dm 115          emc0_0115    auto     65536    4102528  -
dm 116          emc0_0116    auto     65536    4102528  -
dm 117          emc0_0117    auto     65536    4102528  -

v  datavol      -            ENABLED  ACTIVE   409600   SITEREAD  -        fsgen
pl datavol-01   datavol      ENABLED  ACTIVE   409600   CONCAT    -        RW
sd 0e0-01       datavol-01   0e0      0        409600   0         emc1_00e0 ENA
pl datavol-02   datavol      ENABLED  ACTIVE   409600   CONCAT    -        RW
sd 115-01       datavol-02   115      0        409600   0         emc0_0115 ENA
dc datavol_dco  datavol      datavol_dcl
v  datavol_dcl  -            ENABLED  ACTIVE   544      SITEREAD  -        gen
pl datavol_dcl-01 datavol_dcl ENABLED ACTIVE   544      CONCAT    -        RW
sd 0e1-01       datavol_dcl-01 0e1    0        544      0         emc1_00e1 ENA
pl datavol_dcl-02 datavol_dcl ENABLED ACTIVE   544      CONCAT    -        RW
sd 116-01       datavol_dcl-02 116    0        544      0         emc0_0116 ENA

v  testvol      -            ENABLED  ACTIVE   204800   SITEREAD  -        fsgen
pl testvol-01   testvol      ENABLED  ACTIVE   204800   CONCAT    -        RW
sd 0de-01       testvol-01   0de      0        204800   0         emc1_00de ENA
pl testvol-02   testvol      ENABLED  ACTIVE   204800   CONCAT    -        RW
sd 113-01       testvol-02   113      0        204800   0         emc0_0113 ENA
dc testvol_dco  testvol      testvol_dcl
v  testvol_dcl  -            ENABLED  ACTIVE   544      SITEREAD  -        gen
pl testvol_dcl-01 testvol_dcl ENABLED ACTIVE   544      CONCAT    -        RW
sd 0df-01       testvol_dcl-01 0df    0        544      0         emc1_00df ENA
pl testvol_dcl-02 testvol_dcl ENABLED ACTIVE   544      CONCAT    -        RW
sd 114-01       testvol_dcl-02 114    0        544      0         emc0_0114 ENA