Description

The following document attempts to explain the recommended steps involved with applying Storage Foundation (SF) recommended patches in connection with Solaris Zones accessing Veritas File Systems (VxFS) and VxVM managed Disk Groups.
This document does not cover the steps related to Veritas Cluster Server (VCS) environments, see the attached article for such details.


Environment:

SF 6.1 is installed in the Global and Local (Non-Global) zones prior to applying 6.1.1 ( MR1 ).

In this instance, a single Solaris local zone is configured and is named “zone1”.

Global Zone:

# zoneadm list –cv
  ID NAME              STATUS      PATH                            BRAND     IP
   0 global            running     /                                native    shared
   7 zone1             running     /zones/zone1                    native    shared

The VxVM Disk Group “orazonedg” contains the Veritas volumes and Veritas file systems (VXFS) to be accessed within the Local Zone.

# vxdisk -eo alldgs list | grep -w orazonedg
emc_clariion0_78 auto:cdsdisk    emc_clariion0_28   orazonedg    online                c1t500601693021C60Ed4s2 lun RAID_5

# vxprint -qhtg orazonedg
dg orazonedg     default       default   21000     1360945602.15.cobra

dm emc_clariion0_28 emc_clariion0_78 auto 65536 146729728 -

v   db            -             ENABLED   ACTIVE    8388608   SELECT     -         fsgen
pl db-01         db            ENABLED   ACTIVE    8388608   CONCAT     -         RW
sd emc_clariion0_28-02 db-01 emc_clariion0_28 52359168 8388608 0   emc_clariion0_78 ENA

v   oracle        -             ENABLED   ACTIVE    52359168 SELECT     -         fsgen
pl oracle-01     oracle        ENABLED   ACTIVE    52359168 CONCAT     -         RW
sd emc_clariion0_28-01 oracle-01 emc_clariion0_28 0 52359168 0     emc_clariion0_78 ENA

The "installmr" script provided with the 6.1.1 software will check for open volumes where Veritas file systems (VXFS) are mounted.


Sample /etc/vfstab from Global Zone:

# more /etc/vfstab
#device          device           mount            FS       fsck     mount    mount
#to mount        to fsck          point            type     pass     at boot options
#
fd       -        /dev/fd fd       -        no       -
/proc    -        /proc    proc     -        no       -
/dev/dsk/c2t0d0s1        -        -        swap     -        no       -
/dev/dsk/c2t0d0s0        /dev/rdsk/c2t0d0s0       /        ufs      1        no       -
/dev/dsk/c2t0d0s4        /dev/rdsk/c2t0d0s4       /usr     ufs      1        no       -
/dev/dsk/c2t0d0s6        /dev/rdsk/c2t0d0s6       /opt     ufs      2        yes      -
/dev/dsk/c2t0d0s7        /dev/rdsk/c2t0d0s7       /var     ufs      1        yes      -
/devices         -        /devices         devfs    -        no       -
ctfs     -        /system/contract         ctfs     -        no       -
objfs    -        /system/object   objfs    -        no       -
swap     -        /tmp     tmpfs    -        yes      -
sharefs          -        /etc/dfs/sharetab        sharefs -        no       -
/dev/vx/dsk/orazonedg/db         /dev/vx/rdsk/orazonedg/db        /zones/zone1/root/oracle/app/oracle/oradata      vxfs     1        yes      -
/dev/vx/dsk/orazonedg/oracle     /dev/vx/rdsk/orazonedg/oracle    /zones/zone1/root/oracle/app/oracle/product      vxfs     1        yes      -


View from within the Local Zone:


# zlogin zone1
[Connected to zone 'zone1' pts/3]
Last login: Wed Sep 24 15:19:34 on pts/3
Oracle Corporation       SunOS 5.10       Generic Patch    January 2005

# zoneadm list
zone1

# df -k | grep oracle
/oracle/app/oracle/oradata 4194304 2464924 1621298     61%     /oracle/app/oracle/oradata
/oracle/app/oracle/product 26179584 4606798 20224676     19%     /oracle/app/oracle/product

# modinfo | grep -i vx
244 7b600000   5df00 290    1   vxdmp (VxVM 6.1 Multipathing Driver)
247 7c256000 2c49a8 291    1   vxio (VxVM 6.1 I/O driver)
248 7bb72f00    1288 292    1   vxspec (VxVM 6.1 control/status driver)
249 7bfdcd30    22c8 293    1   vxlo (Veritas Loopback Driver 0.1)
250 7af98f98     db0 308    1   vxportal (VxFS 6.1.0.000 portal driver)
251 7c002000 25b548   25    1   vxfs (VxFS 6.1.0.000 SunOS 5.10)
252 7b7c2000    bd60 309    1   fdd (VxQIO 6.1.0.000 Quick I/O drive)

Sample CPI Error:

CPI ERROR V-9-40-3588 Cannot proceed because the following open volumes exist on system < server-name >:
db oracle

CPI ERROR V-9-40-3231 Some VxFS file systems are mounted on mount p oints /zones/zone1/root/oracle/app/oracle/oradata, /zones/zone1/root/oracle/app/oracle/product on node
< server-name > and need to be unmounted before upgrade.

Upgrade Steps:

1.]   The Veritas File Systems (VXFS) must be unmounted before starting the SF patch installation process.

- Connect to the Local Zone(s) and ensure all VXFS managed file systems are unmounted.
 

Sample commands:

# zlogin zone1

# df -F vxfs
/oracle/app/oracle/oradata(/oracle/app/oracle/oradata): 3458760 blocks    432345 files
/oracle/app/oracle/product(/oracle/app/oracle/product):43145572 blocks   5393193 files

- If VXFS file systems are mounted in the Local Zone, exit and return to the Global zone to unmount.
- Ensure all applications accessing the VXFS related file systems are shutdown cleanly before attempting to unmount.
 

Global zone:

The following command can check which volumes have mount filesystems against them:

# vxprint -Aqne v_open
Disk group: orazonedg

db
oracle
 

# mount | grep -i oracle
/zones/zone1/root/oracle/app/oracle/oradata on /dev/vx/dsk/orazonedg/db read/write/setuid/devices/rstchown/delaylog/largefiles/qio/ioerror=mwdisable/xattr/dev=48c5209 on Wed Sep 24 15:41:00 2014
/zones/zone1/root/oracle/app/oracle/product on /dev/vx/dsk/orazonedg/oracle read/write/setuid/devices/rstchown/delaylog/largefiles/qio/ioerror=mwdisable/xattr/dev=48c5208 on Wed Sep 24 15:41:00 2014

# umount /zones/zone1/root/oracle/app/oracle/oradata
# umount /zones/zone1/root/oracle/app/oracle/product

2.] It is recommended that the Local Zone state remain in a “running” state, so that patch updates can be updated to both the Global and Local Zone(s).
 

# zoneadm list -cv
  ID NAME              STATUS      PATH                            BRAND     IP
   0 global            running     /                               native    shared
   7 zone1             running     /zones/zone1                    native    shared

Note: If you don’t want a specific Local Zone to be updated automatically, the zone should be shutdown and detached prior to starting the SF patch installation process.

3.] Run the “installmr” script to apply and 6.1.1 related patches

Snapshot of recommended patch updates:

The following Storage Foundation packages will be installed on all systems:

Package            Version               Package Description
VRTSaslapm         6.1.1.000             Volume Manager - ASL/APM  

The following Storage Foundation patches will be installed on all systems:

Patch                 Package
150731-01             VRTSsfcpi61
150717-05             VRTSvxvm
150736-01             VRTSvxfs
150735-01             VRTSdbed

4.] Once the patch update process has completed, confirm that both the Global and Local Zones are reporting the required patch updates.
 

Global Zone:

# modinfo |egrep -i 'vx|VRTS'
244 7b600000   5e0d0 290    1   vxdmp (VxVM 6.1.1.000 Multipathing Dri)
247 7c002000 2c4790 291    1   vxio (VxVM 6.1.1.000 I/O driver)
248 7bb72f00    1290 292    1   vxspec (VxVM 6.1.1.000 control/status d)
249 7bfdcd30    22c8 293     1   vxlo (Veritas Loopback Driver 0.1)
250 7bb4f2b0     db0 308    1   vxportal (VxFS 6.1.1.000 portal driver)
251 7c29e000 25c878   25    1   vxfs (VxFS 6.1.1.000 SunOS 5.10)
252 7b7c2000    be58 309    1   fdd (VxQIO 6.1.1.000 Quick I/O drive)
259 7b29e000   19150   26    1   odm (VRTS ODM 6.1.0.000,REV=GA)
 

# pkginfo -l VRTSvxfs |egrep 'PKGINST|VERSION|PSTAMP|INSTDATE'
   PKGINST:   VRTSvxfs
   VERSION:   6.1.0.000,REV=GA
    PSTAMP:   6.1.1.000-2014-06-21-03.45.54
  INSTDATE:   Sep 24 2014 14:12  

# pkginfo -l VRTSvxvm |egrep 'PKGINST|VERSION|PSTAMP|INSTDATE'
   PKGINST:   VRTSvxvm
   VERSION:   6.1.0.000,REV=10.21.2013.19.42
    PSTAMP:   6.1.1.000-2014-07-03-19.02.36
  INSTDATE:   Sep 24 2014 14:08

# pkginfo -l | grep -i VRTS
   PKGINST:   VRTSaslapm
   PKGINST:   VRTSdbed
   PKGINST:   VRTSfsadv
   PKGINST:   VRTSob
   PKGINST:   VRTSodm
   PKGINST:   VRTSperl
   PKGINST:   VRTSsfcpi61
      DESC:   Veritas Storage Foundation Installer. VRTSperl is required.
   PKGINST:   VRTSsfmh
    PSTAMP:   VRTSsfmh-6.0.0.0-Tue Oct 15 09:01:47 2013
   PKGINST:   VRTSspt
   PKGINST:   VRTSvlic
   PKGINST:   VRTSvxfs
   PKGINST:   VRTSvxvm

# zoneadm list -cv
  ID NAME              STATUS      PATH                            BRAND     IP
   0 global            running     /                               native    shared
   7 zone1             running      /zones/zone1                    native    shared

Local Zone:

# modinfo |egrep -i 'vx|VRTS'
244 7b600000   5e0d0 290    1   vxdmp (VxVM 6.1.1.000 Multipathing Dri)
247 7c002000 2c4790 291    1   vxio (VxVM 6.1.1.000 I/O driver)
248 7bb72f00    1290 292    1   vxspec (VxVM 6.1.1.000 control/status d)
249 7bfdcd30    22c8 293    1   vxlo (Veritas Loopback Driver 0.1)
250 7bb4f2b0     db0 308    1   vxportal (VxFS 6.1.1.000 portal driver)
251 7c29e000 25c878   25    1   vxfs (VxFS 6.1.1.000 SunOS 5.10)
252 7b7c2000    be58 309    1   fdd (VxQIO 6.1.1.000 Quick I/O drive)
259 7b29e000   19150   26    1   odm (VRTS ODM 6.1.0.000,REV=GA)
 

# zlogin zone1 "pkginfo -l VRTSvxfs |egrep 'PKGINST|VERSION|PSTAMP|INSTDATE'"   
   PKGINST:   VRTSvxfs
   VERSION:   6.1.0.000,REV=GA
    PSTAMP:   6.1.1.000-2014-06-21-03.45.54
  INSTDATE:   Sep 24 2014 14:13

# zlogin zone1 “pkginfo -l | grep -i VRTS”
   PKGINST:   VRTSfsadv
   PKGINST:   VRTSodm
   PKGINST:   VRTSperl
   PKGINST:   VRTSsfcpi61
      DESC:   Veritas Storage Foundation Installer. VRTSperl is required.
   PKGINST:   VRTSspt
   PKGINST:   VRTSvlic
   PKGINST:   VRTSvxfs

 

N OTE: Not all packages will be present in the Local Zone.

Patch update process is complete.