VCS IO Fencing
VCS IO Fencing
18 19:47:27
=~=~=~=~=~=~=~=~=~=~=~=
bash-3.00#
bash-3.00#
bash-3.00#
bash-3.00# vxdisk list
DEVICE
TYPE
c0t0d0s2
auto:none
c0t1d0s2
auto
DISK
GROUP
STATUS
online invalid
error
c1t500805F3000B2AE1d1s2 auto:cdsdisk
online
c1t500805F3000B2AE1d2s2 auto:cdsdisk
online
c1t500805F3000B2AE1d3s2 auto:cdsdisk
online
c1t500805F3000B2AE1d4s2 auto:cdsdisk
online
c1t500805F3000B2AE1d5s2 auto:cdsdisk
online
c1t500805F3000B2AE1d5 test_dg
c1t500805F3000B2AE1d6s2 auto:cdsdisk
online
c1t500805F3000B2AE1d6 test_dg
c1t500805F3000B2AE1d7s2 auto:cdsdisk
online
c1t500805F3000B2AE1d7 test_dg
c1t500805F3000B2AE1d8s2 auto:cdsdisk
online
c1t500805F3000B2AE1d9s2 auto:cdsdisk
online
c1t500805F3000B2AE1d10s2 auto:none
online invalid
bash-3.00#
bash-3.00#
bash-3.00#
bash-3.00# /usr/lib/vxvm/bin/vxdisksetup
bash-3.00# /usr/lib/vxvm/bin/vxdisksetup i i -i c1t500805F3000B2AE1d1s2
vxdestro
VxVM vxdg ERROR V-5-1-581 Disk group fencedg: No such disk group is imported
bash-3.00# vxdg destroy fencedg
c1t500805F3000B2AE1d1F3000B2AE1d1
import fencedg
/usr/lib/vxvm/bin/vxdisksetup -i
vxdg
STATE
test_dg
enabled,cds
fencedg
ID
957312138.27.vfire1
enabled,cds
956344320.15.vfire1
vxprint
TY NAME
ASSOC
dg test_dg
test_dg
TUTIL0 PUTIL0
sd disk01
ENABLED 15000000 -
sd disk02
ENABLED 20897248 -
sd disk03
ENABLED 20897248 -
v vol1
pl vol1-01
fsgen
ENABLED 4194304 -
vol1
ENABLED 4194304 -
ACTIVE -
ACTIVE -
v vol2
pl vol2-01
fsgen
ENABLED 1024000 -
vol2
ENABLED 1024000 -
ACTIVE -
pl vol3-01
fsgen
ENABLED 102400 -
ACTIVE -
vol3
ACTIVE -
ENABLED 102400 -
ACTIVE -
v vol3
TY NAME
ASSOC
dg fencedg
fencedg
dm disk01
c1t500805F3000B2AE1d1s2 - 2024704 -
dm disk02
c1t500805F3000B2AE1d2s2 - 2024704 -
dm disk03
c1t500805F3000B2AE1d3s2 - 2024704 -
TUTIL0 PUTIL0
VxVM vxdg ERROR V-5-1-13129 rmdisk not permitted on coordinator dg: fencedg
bash-3.00# vxdg -g fencedg rmdisk -rf disk01f
VxVM vxdg ERROR V-5-1-13129 rmdisk not permitted on coordinator dg: fencedg
bash-3.00# vxdg -g fencedg rmdisk -r disk01
ga /sbin/gab
vxdg destroy
fencedg set
TYPE
c0t0d0s2
auto:none
c0t1d0s2
auto
DISK
GROUP
STATUS
online invalid
error
c1t500805F3000B2AE1d1s2 auto:cdsdisk
c1t500805F3000B2AE1d2s2 auto:cdsdisk
disk02
fencedg
online
c1t500805F3000B2AE1d3s2 auto:cdsdisk
disk03
fencedg
online
c1t500805F3000B2AE1d4s2 auto:cdsdisk
c1t500805F3000B2AE1d5s2 auto:cdsdisk
online
c1t500805F3000B2AE1d5 test_dg
online
online
c1t500805F3000B2AE1d6s2 auto:cdsdisk
online
c1t500805F3000B2AE1d6 test_dg
c1t500805F3000B2AE1d7s2 auto:cdsdisk
online
c1t500805F3000B2AE1d7 test_dg
c1t500805F3000B2AE1d8s2 auto:cdsdisk
online
c1t500805F3000B2AE1d9s2 auto:cdsdisk
online
c1t500805F3000B2AE1d10s2 auto:none
online invalid
NAME
STATE
test_dg
enabled,cds
ID
957312138.27.vfire1
STATE
test_dg
enabled,cds
ID
957312138.27.vfire1
TYPE
c0t0d0s2
auto:none
c0t1d0s2
auto
DISK
GROUP
STATUS
online invalid
error
c1t500805F3000B2AE1d1s2 auto:none
online invalid
c1t500805F3000B2AE1d2s2 auto:none
online invalid
c1t500805F3000B2AE1d3s2 auto:none
online invalid
c1t500805F3000B2AE1d4s2 auto:cdsdisk
online
c1t500805F3000B2AE1d5s2 auto:cdsdisk
online
c1t500805F3000B2AE1d5 test_dg
c1t500805F3000B2AE1d6s2 auto:cdsdisk
online
c1t500805F3000B2AE1d6 test_dg
c1t500805F3000B2AE1d7s2 auto:cdsdisk
online
c1t500805F3000B2AE1d7 test_dg
c1t500805F3000B2AE1d8s2 auto:cdsdisk
online
c1t500805F3000B2AE1d9s2 auto:cdsdisk
c1t500805F3000B2AE1d10s2 auto:none
online
-
online invalid
TY NAME
ASSOC
dg test_dg
test_dg
TUTIL0 PUTIL0
sd disk01
ENABLED 15000000 -
sd disk02
ENABLED 20897248 -
sd disk03
ENABLED 20897248 -
v vol1
pl vol1-01
fsgen
vol1
ACTIVE -
ACTIVE -
v vol2
pl vol2-01
fsgen
vol2
ACTIVE -
ACTIVE -
v vol3
pl vol3-01
fsgen
vol3
ENABLED 102400 -
ACTIVE -
ENABLED 102400 -
ACTIVE -
vxfencvol
vxfenclearpre vxfendd
vxfendebug
vxfendisk
vxfenswap
vxfentsthdw
Password:
********************************************
The disk is now ready to be configured for I/O Fencing on node vfire2.
May 10 17:46:36 vfire1 root: [ID 702911 user.alert] vxfentsthdw: ALL tests on the
disk /dev/rdsk/c1t500805F3000B2AE1d1s2 have PASSED. The disk is now ready to
be configured for I/O Fencing on node vfire1.
May 10 17:46:36 vfire1 root: [ID 702911 user.alert] vxfentsthdw: ALL tests on the
disk /dev/rdsk/c1t500805F3000B2AE1d1s2 have PASSED. The disk is now ready to
be configured for I/O Fencing on node vfire2.
Password:
Password:
********************************************
May 10 17:48:24 vfire1 root: [ID 702911 user.alert] vxfentsthdw: ALL tests on the
disk /dev/rdsk/c1t500805F3000B2AE1d2s2 have PASSED. The disk is now ready to
be configured for I/O Fencing on node vfire2.
Password:
Password:
********************************************
May 10 17:48:49 vfire1 root: [ID 702911 user.alert] vxfentsthdw: ALL tests on the
disk /dev/rdsk/c1t500805F3000B2AE1d3s2 have PASSED. The disk is now ready to
be configured for I/O Fencing on node vfire2.
Password:
Password:
Password:
cat /etc/vx
vxfen.d/
vxfen.d/
fencedg /etc/vxfendg
bash-3.00# cat /etc/vxfen.d/
# scsi3
#
# scsi3_disk_policy determines the way in which I/O Fencing communicates with
# the coordination disks.
#
# available options:
# dmp - use dynamic multipathing
# raw - connect to disks using the native interface
#
scsi3_disk_policy=raw
/etc/init.d/vxfen staet rt
Starting vxfen..
Checking for /etc/vxfendg
Starting vxfen.. Done
bash-3.00# haconf -dump -makero
VCS WARNING V-16-1-10369 Cluster not writable.
bash-3.00# vi /etc/VRTSvcs/conf/config/main.cf
"/etc/VRTSvcs/conf/config/main.cf" 11 lines, 83 characters include "types.cf"
cluster testclus (
)
system vfire1 (
)
system vfire2 (
)
~
~
~
~
~
~
~
~
~
~
~
~"/etc/VRTSvcs/conf/config/main.cf" 11 lines, 83 charactersinclude "types.cf"
cluster testclus (
)
system vfire1 (
)
system vfire2 (
)
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~
~:q!
bash-3.00#
bash-3.00#
bash-3.00#
bash-3.00# hast
hastart
hastatus
hastatusprint hastop
-- SYSTEM STATE
-- System
State
Frozen
A vfire1
RUNNING
A vfire2
RUNNING
bash-3.00#
bash-3.00# ls
bin
etc
mnt_2
boot
export
core
globaldevices
data
home
Desktop
dev
devices
mnt_3
perl
lib
platform
lost+found
Documents
mnt
system
net
opt
kernel
storage_foundation
testclus.admin.ser
tmp
usr
var
proc
vol
sbin
types.cf.29Apr2000.11.43.54
main.cf.29Apr2000.11.43.54
main.cf.previous
types.cf.previous
VRTSWebAppType.cf
cd
bash-3.00# ls -a
.
main.cf.previous
..
types.cf
ClusterConnectorConfigType.cf types.cf.29Apr2000.11.43.54
main.cf
types.cf.previous
main.cf.29Apr2000.11.43.54
VRTSWebAppType.cf
cluster testclus (
CounterInterval = 5
)
system vfire1 (
)
system vfire2 (
)
makerw
list
STATE
test_dg
enabled,cds
ID
957312138.27.vfire1
bash-3.00# cd /dev/vx
vx/
vxfen
vxfend
vxportal
bash-3.00# cd /dev/vx/rd
rdmp/ rdsk/
bash-3.00# cd /dev/vx/rdsk/test_dg/vol
vol1 vol2 vol3
bash-3.00# cd /dev/vx/rdsk/test_dg/vol
dsk/test_dg/vol1 /data
bash-3.00# df -h
Filesystem
/dev/dsk/c0t0d0s0
/devices
ctfs
proc
20G 7.0G
0K
0K
0K
mnttab
0K
0K
0K
0K
13G
0K
0K
0%
objfs
0K
sharefs
0K
0K
/proc
0%
swap
0K
/system/contract
0%
0K
0K
/etc/mnttab
1%
0%
0K
/devices
0%
0K
0K
36%
/etc/svc/volatile
/system/object
0%
/etc/dfs/sharetab
/platform/sun4u-us3/lib/libc_psr/libc_psr_hwcap1.so.1
20G 7.0G
13G
36%
/platform/sun4u-us3/lib/libc_psr.so.1
/platform/sun4u-us3/lib/sparcv9/libc_psr/libc_psr_hwcap1.so.1
20G 7.0G 13G
us3/lib/sparcv9/libc_psr.so.1
fd
0K
0K
0K
36%
0%
/platform/sun4u-
/dev/fd
swap
1%
swap
5.9G
56K 5.9G
swap
5.9G
0K 5.9G
0%
/dev/vx/dmp
swap
5.9G
0K 5.9G
0%
/dev/vx/rdmp
1%
/dev/dsk/c0t0d0s6
/dev/dsk/c0t0d0s7
/tmp
/var/run
1%
1%
/dev/vx/dsk/test_dg/vol1
2.0G 538M 1.4G
28%
/data
/globaldevices
/export/home
makerw
bash-3.00#
bash-3.00#
bash-3.00# haconf -dump -makero
bash-3.00# haconf -dump -makeromakerwdump -makero-makero
bash-3.00# vxdg deport test_dg
bash-3.00# umount /dev/vx/dsk/test_dg/vol1
bash-3.00# df -hmount -F vxfs /dev/vx/dsk/test_dg/vol1 /data
bash-3.00# vxdg listhauser -add admin -priv Administrator
bash-3.00# hauser -listlistconf -makerwuser listmore main.cf.previous
bash-3.00# ls -acd /etc/VRTSvcs/conf/config/
bash-3.00# vi main.cf
"main.cf" 66 lines, 884 characters include "types.cf"
cluster testclus (
UserNames = { admin = GjjDjhIqjLjr }
Administrators = { admin }
)
system vfire1 (
)
system vfire2 (
)
group zoneSG (
SystemList = { vfire1 = 0, vfire2 = 1 }
AutoStartList = { vfire1 }
)
DiskGroup zoneDG (
DiskGroup = test_dg)
Administrators = { admin
UseFence = SCSI3
:wq!
"main.cf" 67 lines, 909 characters
VRTSvcs/conf/config/
-- SYSTEM STATE
-- System
State
A vfire1
LEAVING
A vfire2
EXITED
Frozen
0
0
-- GROUP STATE
-- Group
System
Probed
AutoDisabled
State
B zoneSG
vfire1
STOPPING|PARTIAL
B zoneSG
vfire2
OFFLINE
-- RESOURCES OFFLINING
-- Group
Type
Resource
F zoneSG
DiskGroup
W_OFFLINE_PROPAGATE
zoneDG
System
IState
vfire1
rt
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
UNKNOWN
Frozen
0
0
-- GROUP STATE
-- Group
System
Probed
AutoDisabled
State
B zoneSG
vfire1
OFFLINE
B zoneSG
vfire2
OFFLINE
Type
Resource
System
D zoneSG
DiskGroup
zoneDG
vfire1
D zoneSG
DiskGroup
zoneDG
vfire2
D zoneSG
IP
D zoneSG
Mount
zonemount
vfire1
D zoneSG
Mount
zonemount
vfire2
D zoneSG
NIC
zoneNIC
vfire1
D zoneSG
NIC
zoneNIC
vfire2
D zoneSG
Volume
bash-3.00#
zoneIP
zoneVOL
vfire2
vfire2
bash-3.00#
bash-3.00# vxfena
customized/
/usr/VR
vxfencvol
vxfenclearpre vxfendd
vxfendebug
vxfendisk
vxfenswap
vxfentsthdw
bash-3.00# /opt/VRTSvcs/vxfen/bin/
vxfen-shutdown vxfenadm
/sbin/vxfen
vxfend
vxfen-startup vxfenconfig
bash-3.00# /sbin/vxfenadm -g all -f /etc/vxfentab
/sbin/gabconfig -a
/dev/dsk/c0t0d0s0
/devices
ctfs
proc
mnttab
20G 7.0G
0K
0K
0K
0K
0K
0K
0K
0K
13G
0K
0K
0K
0%
0%
0K
objfs
0K
0K
/devices
/proc
0%
/system/contract
0%
swap
0K
36%
/etc/mnttab
1%
/etc/svc/volatile
/system/object
sharefs
0K
0K
0K
0%
/etc/dfs/sharetab
/platform/sun4u-us3/lib/libc_psr/libc_psr_hwcap1.so.1
20G 7.0G
13G
36%
/platform/sun4u-us3/lib/libc_psr.so.1
/platform/sun4u-us3/lib/sparcv9/libc_psr/libc_psr_hwcap1.so.1
20G 7.0G 13G
us3/lib/sparcv9/libc_psr.so.1
fd
0K
0K
0K
36%
0%
/platform/sun4u-
/dev/fd
swap
1%
swap
5.9G
56K 5.9G
swap
5.9G
0K 5.9G
0%
/dev/vx/dmp
swap
5.9G
0K 5.9G
0%
/dev/vx/rdmp
1%
/dev/dsk/c0t0d0s6
/dev/dsk/c0t0d0s7
/tmp
/var/run
1%
1%
/globaldevices
/export/home
/dev/vx/dsk/test_dg/vol1
2.0G 538M 1.4G
bash-3.00# lltcon
/sbin/
28%
/data
df -h/sbin/gabconfig -a
llthosts llttab
llthosts llttab
0 vfire1
1 vfire2
-- SYSTEM STATE
-- System
State
Frozen
A vfire1
RUNNING
A vfire2
RUNNING
-- GROUP STATE
-- Group
System
Probed
AutoDisabled
State
B zoneSG
vfire1
ONLINE
B zoneSG
vfire2
OFFLINE
bash-3.00#
bash-3.00# hastatus -summ
-- SYSTEM STATE
-- System
A vfire1
State
RUNNING
Frozen
A vfire2
FAULTED
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
B zoneSG
System
vfire1
Probed
AutoDisabled
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
ONLINE
State
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
System
Probed
AutoDisabled
State
B zoneSG
vfire1
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
B zoneSG
System
vfire1
Probed
AutoDisabled
ONLINE
State
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
B zoneSG
System
vfire1
Probed
AutoDisabled
ONLINE
State
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
System
B zoneSG
vfire1
Probed
AutoDisabled
State
ONLINE
-- SYSTEM STATE
-- System
State
A vfire1
RUNNING
A vfire2
FAULTED
Frozen
0
0
-- GROUP STATE
-- Group
B zoneSG
System
vfire1
Probed
AutoDisabled
-- SYSTEM STATE
-- System
State
Frozen
ONLINE
State
A vfire1
RUNNING
A vfire2
FAULTED
0
0
-- GROUP STATE
-- Group
B zoneSG
System
vfire1
Probed
AutoDisabled
State
ONLINE
hastatus -summ
# exit
bash