论坛徽章:: 0

电梯直达

1楼 [收藏(0)] [报告]

发表于 2006-02-20 14:50 |只看该作者 |倒序浏览

RS6000 H85双机系统,安装 AIX 4.3.3操作系统,ha版本是4.4.1, ha配置成cascading模式,两台主机分别运行oracle,cics两个应用,当某台主机出现故障的时候,另一台主机会接管全部应用,当故障主机恢复厚,它会接管其高优先级的服务,
当在做接管测试时候,有时候正常,但是,有时候,运行cics的主机在停止IP地址时发生错误,然后机器两个地址都无法访问,而运行oracle的主机开始报找不到它的错误,具体的hacmp.out的输出如下:
/usr/sbin/cluster/appserver2/appstart.sh[16]: 36814 Abort(coredump)

Feb 20 13:25:42 EVENT START: node_down QYJF2

node_down[56] [[ high = high ]]
node_down[56] version=1.29
node_down[57] node_down[57] cl_get_path
HA_DIR=es
node_down[59] NODENAME=QYJF2
node_down[60] PARAM=
node_down[62] VSD_PROG=/usr/lpp/csd/bin/hacmp_vsd_down1
node_down[71] STATUS=0
node_down[73] [[ -z  ]]
node_down[74] EMULATE=REAL
node_down[77] set -u
node_down[79] ((  1 < 1  ))
node_down[84] rm -f /tmp/.NFSSTOPPED
node_down[85] rm -f /tmp/.RPCLOCKDSTOPPED
node_down[87] [[  = forced ]]
node_down[105] UPDATESTATD=0
node_down[106] export UPDATESTATD
node_down[113] set -a
node_down[114] clsetenvgrp QYJF2 node_down
clsetenvgrp[48] [[ high = high ]]
clsetenvgrp[48] version=1.17
clsetenvgrp[50] usingVer=clSetenvgrp
clsetenvgrp[55] clSetenvgrp QYJF2 node_down
executing clSetenvgrp
clSetenvgrp: argc = 3
clSetenvgrp completed successfully
clsetenvgrp[56] exit 0
node_down[114] eval NFS_cics_res="FALSE" NFS_data_res="TRUE" FORCEDOWN_GROUPS="" RESOURCE_GROUPS="cics_res data_res" HOMELESS_GROUPS=""
node_down[114] NFS_cics_res=FALSE NFS_data_res=TRUE FORCEDOWN_GROUPS= RESOURCE_GROUPS=cics_res data_res HOMELESS_GROUPS=
node_down[115] RC=0
node_down[116] set +a
node_down[117] ((  0 != 0  ))
node_down[125] [[ REAL = EMUL ]]
node_down[132] cl_ssa_fence down QYJF2
cl_ssa_fence[70] [[ high = high ]]
cl_ssa_fence[70] version=1.9
cl_ssa_fence[71] cl_ssa_fence[71] cl_get_path
HA_DIR=es
cl_ssa_fence[74] echo PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
cl_ssa_fence[75] echo POST_EVENT_MEMBERSHIP=QYJF1
POST_EVENT_MEMBERSHIP=QYJF1
cl_ssa_fence[77] EVENT=down
cl_ssa_fence[78] NODENAME=QYJF2
cl_ssa_fence[79] STATUS=0
cl_ssa_fence[82] export EVENT_ON_NODE=QYJF2
cl_ssa_fence[84] [ 2 -gt 1 ]
cl_ssa_fence[134] [ QYJF2 = QYJF2 ]
cl_ssa_fence[136] [ QYJF1 !=  ]
cl_ssa_fence[139] exit 0
node_down[138] [[ REAL = EMUL ]]
node_down[145] cl_9333_fence down QYJF2
cl_9333_fence[158] [[ high = high ]]
cl_9333_fence[158] version=1.9
cl_9333_fence[159] cl_9333_fence[159] cl_get_path
HA_DIR=es
cl_9333_fence[162] echo PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
cl_9333_fence[163] echo POST_EVENT_MEMBERSHIP=QYJF1
POST_EVENT_MEMBERSHIP=QYJF1
cl_9333_fence[165] EVENT=down
cl_9333_fence[166] NODENAME=QYJF2
cl_9333_fence[167] PARAM=
cl_9333_fence[168] STATUS=0
cl_9333_fence[170] set -u
cl_9333_fence[172] [ 2 -gt 1 ]
cl_9333_fence[286] [ QYJF2 = QYJF2 ]
cl_9333_fence[290] [ QYJF1 !=  ]
cl_9333_fence[293] exit 0
node_down[155] [[ QYJF2 != QYJF2 ]]
node_down[176] set -a
node_down[177] clsetenvres cics_res node_down
node_down[177] eval NFS_HOST= DISK= CONCURRENT_VOLUME_GROUP= EXPORT_FILESYSTEM= AIX_CONNECTIONS_SERVICES= AIX_FAST_CONNECT_SERVICES= SNA_CONNECTIONS= SHARED_TAPE_RESOURCES= MOUNT_FILESYSTEM= HTY_SERVICE_LABEL= TAKEOVER_LABEL= NFSMOUNT_LABEL= MISC_DATA= NFS_NETWORK= SHARED_TAPE_RESOURCES= APPLICATIONS="cics_app" CASCADE_WO_FALLBACK="false" DISK_FENCING="false" FILESYSTEM="ALL" FSCHECK_TOOL="fsck" FS_BEFORE_IPADDR="false" INACTIVE_TAKEOVER="false" RECOVERY_METHOD="sequential" SERVICE_LABEL="QYJF2_svc" SSA_DISK_FENCING="false" VG_AUTO_IMPORT="false" VOLUME_GROUP="VGFILE"
node_down[177] NFS_HOST= DISK= CONCURRENT_VOLUME_GROUP= EXPORT_FILESYSTEM= AIX_CONNECTIONS_SERVICES= AIX_FAST_CONNECT_SERVICES= SNA_CONNECTIONS= SHARED_TAPE_RESOURCES= MOUNT_FILESYSTEM= HTY_SERVICE_LABEL= TAKEOVER_LABEL= NFSMOUNT_LABEL= MISC_DATA= NFS_NETWORK= SHARED_TAPE_RESOURCES= APPLICATIONS=cics_app CASCADE_WO_FALLBACK=false DISK_FENCING=false FILESYSTEM=ALL FSCHECK_TOOL=fsck FS_BEFORE_IPADDR=false INACTIVE_TAKEOVER=false RECOVERY_METHOD=sequential SERVICE_LABEL=QYJF2_svc SSA_DISK_FENCING=false VG_AUTO_IMPORT=false VOLUME_GROUP=VGFILE
node_down[178] set +a
node_down[179] export GROUPNAME=cics_res
node_down[179] [[ QYJF2 = QYJF2 ]]
node_down[185] clcallev node_down_local

Feb 20 13:25:43 EVENT START: node_down_local

node_down_local[159] [[ high = high ]]
node_down_local[159] version=1.2.1.35
node_down_local[160] node_down_local[160] cl_get_path
HA_DIR=es
node_down_local[162] STATUS=0
node_down_local[164] [ ! -n  ]
node_down_local[166] EMULATE=REAL
node_down_local[169] [ 0 -ne 0 ]
node_down_local[175] set -u
node_down_local[183] clchdaemons -f -d clstrmgr_scripts -t resource_locator -o cics_res
UP
node_down_local[184] [ 0 -ne 0 ]
node_down_local[192] set_resource_status RELEASING
node_down_local[3] set +u
node_down_local[4] NOT_DOIT=
node_down_local[5] set -u
node_down_local[6] [  != TRUE ]
node_down_local[8] [ REAL = EMUL ]
node_down_local[13] clchdaemons -d clstrmgr_scripts -t resource_locator -n QYJF2 -o cics_res -v RELEASING
node_down_local[14] [ 0 -ne 0 ]
node_down_local[23] [ RELEASING != ERROR ]
node_down_local[25] cl_RMupdate releasing cics_res node_down_local
Reference string: Mon.Feb.20.13:25:43.beijing.2006.node_down_local.cics_res.ref
node_down_local[26] [ 0 -ne 0 ]
node_down_local[197] [ -n cics_app ]
node_down_local[200] TMPLIST=
node_down_local[201] let cnt=0
node_down_local[202] print cics_app
node_down_local[202] set -A appnames cics_app
node_down_local[204] (( cnt < 1  ))
node_down_local[205] TMPLIST=cics_app
node_down_local[206] APPLICATIONS=cics_app
node_down_local[207] let cnt=cnt+1
node_down_local[204] (( cnt < 1  ))
node_down_local[210] APPLICATIONS=cics_app
node_down_local[213] [ REAL = EMUL ]
node_down_local[218] clcallev stop_server cics_app

Feb 20 13:25:44 EVENT START: stop_server cics_app

stop_server[48] [[ high = high ]]
stop_server[48] version=1.4.1.7
stop_server[49] stop_server[49] cl_get_path
HA_DIR=es
stop_server[51] STATUS=0
stop_server[53] SS_FILE=/usr/es/sbin/cluster/server.status
stop_server[57] [ ! -n  ]
stop_server[59] EMULATE=REAL
stop_server[62] set -u
stop_server[68] cl_RMupdate resource_releasing cics_app stop_server
Reference string: Mon.Feb.20.13:25:44.beijing.2006.stop_server.cics_app.ref
stop_server[75] stop_server[75] cllsserv -cn cics_app
stop_server[75] cut -d: -f3
STOP=/usr/sbin/cluster/appserver2/appstop.sh
stop_server[77] PATTERN=QYJF2 cics_app
stop_server[84] grep -x QYJF2 cics_app /usr/es/sbin/cluster/server.status
stop_server[84] 2> /dev/null
stop_server[84] [ QYJF2 cics_app !=  ]
stop_server[91] [ -x /usr/sbin/cluster/appserver2/appstop.sh ]
stop_server[93] [ REAL = EMUL ]
stop_server[98] /usr/sbin/cluster/appserver2/appstop.sh
stop_server[98] ODMDIR=/etc/objrepos
stop_server[100] [ 0 -ne 0 ]
stop_server[107] cat /usr/es/sbin/cluster/server.status
stop_server[107] grep -vx QYJF2 cics_app
stop_server[107] cat
stop_server[107] 1> /tmp/server.tmp
stop_server[108] mv /tmp/server.tmp /usr/es/sbin/cluster/server.status
stop_server[110] cl_RMupdate resource_down cics_app stop_server
Reference string: Mon.Feb.20.13:25:45.beijing.2006.stop_server.cics_app.ref
stop_server[122] exit 0
Feb 20 13:25:46 EVENT COMPLETED: stop_server cics_app

node_down_local[221] [ 0 -ne 0 ]
node_down_local[230] [ -n  ]
node_down_local[248] [ -n  ]
node_down_local[267] [[ -n  ]]
node_down_local[292] [ -n  ]
node_down_local[312] CROSSMOUNT=0
node_down_local[313] export CROSSMOUNT
node_down_local[315] NFSSTOPPED=0
node_down_local[316] export NFSSTOPPED
node_down_local[318] [ -n  ]
node_down_local[336] [ -n  ]
node_down_local[366] [ 0 = 0 ]
node_down_local[370] odmget HACMPnode
node_down_local[370] sort
node_down_local[370] uniq
node_down_local[370] grep name =
node_down_local[370] wc -l
node_down_local[370] [ 2 -eq 2 ]
node_down_local[372] node_down_local[372] odmget HACMPgroup
node_down_local[372] grep group =
node_down_local[372] awk {print $3}
node_down_local[372] sed s/"//g
RESOURCE_GROUPS=data_res
cics_res
node_down_local[376] node_down_local[376] odmget -q group=data_res AND name=EXPORT_FILESYSTEM HACMPresource
node_down_local[376] grep value
node_down_local[376] awk {print $3}
node_down_local[376] sed s/"//g
EXPORTLIST=
node_down_local[377] [ -n  ]
node_down_local[376] node_down_local[376] odmget -q group=cics_res AND name=EXPORT_FILESYSTEM HACMPresource
node_down_local[376] grep value
node_down_local[376] awk {print $3}
node_down_local[376] sed s/"//g
EXPORTLIST=
node_down_local[377] [ -n  ]
node_down_local[401] [[ false = true ]]
node_down_local[409] clcallev release_vg_fs ALL VGFILE

Feb 20 13:25:46 EVENT START: release_vg_fs ALL VGFILE

release_vg_fs[61] [[ high = high ]]
release_vg_fs[61] version=1.4.1.21
release_vg_fs[63] STATUS=0
release_vg_fs[65] ((  2 != 2  ))
release_vg_fs[71] FILE_SYSTEMS=ALL
release_vg_fs[72] VOLUME_GROUPS=VGFILE
release_vg_fs[73] VG_MOD=false
release_vg_fs[79] [[ ALL = ALL ]]
release_vg_fs[81] FILE_SYSTEMS=
release_vg_fs[81] [[ -z VGFILE ]]
release_vg_fs[81] [[ -n VGFILE ]]
release_vg_fs[93] release_vg_fs[93] rdsort VGFILE
release_vg_fs[3] echo VGFILE
release_vg_fs[3] sed -e s/\ /\
/g
release_vg_fs[4] sort -ru
VOLUME_GROUPS=VGFILE
release_vg_fs[96] release_vg_fs[96] awk $2 ~ /jfs2*$/ && $7 ~ /^\// {print $7}
release_vg_fs[96] lsvg -l VGFILE
FILE_SYSTEMS=/lbill
/lbill/data
release_vg_fs[96] [[ false = true ]]
release_vg_fs[111] release_vg_fs[111] cl_fs2disk -v /lbill
vg=VGFILE
release_vg_fs[111] [[  = reconfig* ]]
release_vg_fs[129] VOLUME_GROUPS=VGFILE VGFILE
release_vg_fs[111] release_vg_fs[111] cl_fs2disk -v /lbill/data
vg=VGFILE
release_vg_fs[111] [[  = reconfig* ]]
release_vg_fs[129] VOLUME_GROUPS=VGFILE VGFILE VGFILE
release_vg_fs[138] [[ -n /lbill
/lbill/data ]]
release_vg_fs[141] release_vg_fs[141] rdsort /lbill /lbill/data
release_vg_fs[3] echo /lbill /lbill/data
release_vg_fs[3] sed -e s/\ /\
/g
release_vg_fs[4] sort -ru
FILE_SYSTEMS=/lbill/data
/lbill
release_vg_fs[144] cl_RMupdate resource_releasing /lbill/data /lbill release_vg_fs
Reference string: Mon.Feb.20.13:25:50.beijing.2006..lbill..lbill.data.ref
release_vg_fs[146] cl_deactivate_fs /lbill/data /lbill
cl_deactivate_fs[153] [[ high = high ]]
cl_deactivate_fs[153] version=1.1.4.14
cl_deactivate_fs[155] STATUS=0
cl_deactivate_fs[156] SLEEP=2
cl_deactivate_fs[157] TMP_FILENAME=_deactivate_fs.tmp
cl_deactivate_fs[160] [ ! -n  ]
cl_deactivate_fs[162] EMULATE=REAL
cl_deactivate_fs[165] [ 2 -eq 0 ]
cl_deactivate_fs[173] echo /lbill/data
cl_deactivate_fs[173] set -A fs_array /lbill/data
cl_deactivate_fs[174] FILE1=/lbill/data
cl_deactivate_fs[179] RES_GRP=cics_res
cl_deactivate_fs[180] TMP_FILENAME=cics_res_deactivate_fs.tmp
cl_deactivate_fs[184] [ sequential =  ]
cl_deactivate_fs[190] cl_deactivate_fs[190] sed s/^ //
cl_deactivate_fs[190] print sequential
RECOVERY_METHOD=sequential
cl_deactivate_fs[191] cl_deactivate_fs[191] sed s/ $//
cl_deactivate_fs[191] print sequential
RECOVERY_METHOD=sequential
cl_deactivate_fs[192] [ sequential != sequential -a sequential != parallel ]
cl_deactivate_fs[200] set -u
cl_deactivate_fs[272] [[ -f /tmp/cics_res_deactivate_fs.tmp ]]
cl_deactivate_fs[275] cl_deactivate_fs[275] /bin/sort -r
cl_deactivate_fs[275] /bin/echo /lbill/data
cl_deactivate_fs[275] /bin/echo /lbill
FILELIST=/lbill/data
/lbill
cl_deactivate_fs[282] [ sequential = parallel ]
cl_deactivate_fs[292] [ REAL = EMUL ]
cl_deactivate_fs[297] fs_umount /lbill/data cl_deactivate_fs cics_res_deactivate_fs.tmp
cl_deactivate_fs[4] FS=/lbill/data
cl_deactivate_fs[5] PROGNAME=cl_deactivate_fs
cl_deactivate_fs[6] TMP_FILENAME=cics_res_deactivate_fs.tmp
cl_deactivate_fs[7] STATUS=0
cl_deactivate_fs[10] cl_deactivate_fs[10] cl_fs2disk -l /lbill/data
lv=lbill_lv2
cl_deactivate_fs[12] [ 0 -ne 0 ]
cl_deactivate_fs[23] mount
cl_deactivate_fs[23] awk { print $1 }
cl_deactivate_fs[23] fgrep -s -x /dev/lbill_lv2
cl_deactivate_fs[25] [ 0 -eq 0 ]
cl_deactivate_fs[27] [ ! -f /tmp/.RPCLOCKDSTOPPED ]
cl_deactivate_fs[29] grep -w /lbill/data
cl_deactivate_fs[29] echo
cl_deactivate_fs[30] [ 1 = 0 ]
cl_deactivate_fs[41] fuser -k -u -x /dev/lbill_lv2
/dev/lbill_lv2:
cl_deactivate_fs[42] COUNT=60
cl_deactivate_fs[43] true
cl_deactivate_fs[44] umount /lbill/data
cl_deactivate_fs[45] [ 0 -ne 0 ]
cl_deactivate_fs[64] break
cl_deactivate_fs[70] echo 0
cl_deactivate_fs[70] 1>> /tmp/cics_res_deactivate_fs.tmp
cl_deactivate_fs[71] return 0
cl_deactivate_fs[282] [ sequential = parallel ]
cl_deactivate_fs[292] [ REAL = EMUL ]
cl_deactivate_fs[297] fs_umount /lbill cl_deactivate_fs cics_res_deactivate_fs.tmp
cl_deactivate_fs[4] FS=/lbill
cl_deactivate_fs[5] PROGNAME=cl_deactivate_fs
cl_deactivate_fs[6] TMP_FILENAME=cics_res_deactivate_fs.tmp
cl_deactivate_fs[7] STATUS=0
cl_deactivate_fs[10] cl_deactivate_fs[10] cl_fs2disk -l /lbill
lv=lbill_lv1
cl_deactivate_fs[12] [ 0 -ne 0 ]
cl_deactivate_fs[23] awk { print $1 }
cl_deactivate_fs[23] fgrep -s -x /dev/lbill_lv1
cl_deactivate_fs[23] mount
cl_deactivate_fs[25] [ 0 -eq 0 ]
cl_deactivate_fs[27] [ ! -f /tmp/.RPCLOCKDSTOPPED ]
cl_deactivate_fs[29] grep -w /lbill
cl_deactivate_fs[29] echo
cl_deactivate_fs[30] [ 1 = 0 ]
cl_deactivate_fs[41] fuser -k -u -x /dev/lbill_lv1
/dev/lbill_lv1: 38722c(lbas)Extended read failed (sid=263856, off=804503320).
Extended read failed (sid=263856, off=80450240

.

cl_deactivate_fs[42] COUNT=60
cl_deactivate_fs[43] true
cl_deactivate_fs[44] umount /lbill
cl_deactivate_fs[45] [ 0 -ne 0 ]
cl_deactivate_fs[64] break
cl_deactivate_fs[70] echo 0
cl_deactivate_fs[70] 1>> /tmp/cics_res_deactivate_fs.tmp
cl_deactivate_fs[71] return 0
cl_deactivate_fs[303] wait
cl_deactivate_fs[306] [ -f /tmp/cics_res_deactivate_fs.tmp ]
cl_deactivate_fs[308] grep -q 1 /tmp/cics_res_deactivate_fs.tmp
cl_deactivate_fs[308] [[ 1 -eq 0 ]]
cl_deactivate_fs[311] rm -f /tmp/cics_res_deactivate_fs.tmp
cl_deactivate_fs[315] exit 0
release_vg_fs[153] cl_RMupdate resource_down /lbill/data /lbill release_vg_fs
Reference string: Mon.Feb.20.13:25:51.beijing.2006..lbill..lbill.data.ref
release_vg_fs[175] [[ -n VGFILE VGFILE VGFILE ]]
release_vg_fs[178] release_vg_fs[178] rdsort VGFILE VGFILE VGFILE
release_vg_fs[3] echo VGFILE VGFILE VGFILE
release_vg_fs[3] sed -e s/\ /\
/g
release_vg_fs[4] sort -ru
VOLUME_GROUPS=VGFILE
release_vg_fs[181] cl_RMupdate resource_releasing VGFILE release_vg_fs
Reference string: Mon.Feb.20.13:25:51.beijing.2006.release_vg_fs.VGFILE.ref
release_vg_fs[183] cl_deactivate_vgs VGFILE
cl_deactivate_vgs[162] [[ high = high ]]
cl_deactivate_vgs[162] version=1.1.1.25
cl_deactivate_vgs[164] STATUS=0
cl_deactivate_vgs[165] TMP_FILENAME=_deactivate_vgs.tmp
cl_deactivate_vgs[167] [ ! -n  ]
cl_deactivate_vgs[169] EMULATE=REAL
cl_deactivate_vgs[172] EVENT_TYPE=not_set
cl_deactivate_vgs[173] EVENT_TYPE=not_set
cl_deactivate_vgs[176] set -u
cl_deactivate_vgs[179] [ 1 -eq 0 ]
cl_deactivate_vgs[187] [[ -f /tmp/_deactivate_vgs.tmp ]]
cl_deactivate_vgs[194] fgrep -s -x VGFILE
cl_deactivate_vgs[194] lsvg -o
cl_deactivate_vgs[196] [ 0 -ne 0 ]
cl_deactivate_vgs[200] [ REAL = EMUL ]
cl_deactivate_vgs[211] wait
cl_deactivate_vgs[205] vgs_varyoff VGFILE cl_deactivate_vgs _deactivate_vgs.tmp
cl_deactivate_vgs[4] VG=VGFILE
cl_deactivate_vgs[5] PROGNAME=cl_deactivate_vgs
cl_deactivate_vgs[6] TMP_FILENAME=_deactivate_vgs.tmp
cl_deactivate_vgs[7] STATUS=0
cl_deactivate_vgs[7] [[ not_set = reconfig* ]]
cl_deactivate_vgs[19] close_vg VGFILE cl_deactivate_vgs _deactivate_vgs.tmp
cl_deactivate_vgs[4] VG=VGFILE
cl_deactivate_vgs[5] PROGNAME=cl_deactivate_vgs
cl_deactivate_vgs[6] TMP_FILENAME=_deactivate_vgs.tmp
cl_deactivate_vgs[7] STATUS=0
cl_deactivate_vgs[10] cl_deactivate_vgs[10] awk {if ($2 == "jfs" && $6 ~ /open/) print $1}
cl_deactivate_vgs[10] lsvg -l VGFILE
OPEN_LVs=
cl_deactivate_vgs[13] [ -n  ]
cl_deactivate_vgs[22] odmget HACMPnode
cl_deactivate_vgs[22] grep name =
cl_deactivate_vgs[22] sort
cl_deactivate_vgs[22] uniq
cl_deactivate_vgs[22] wc -l
cl_deactivate_vgs[22] [ 2 -eq 2 ]
cl_deactivate_vgs[24] [ -n  ]
cl_deactivate_vgs[49] varyoffvg VGFILE
cl_deactivate_vgs[50] [ 0 -ne 0 ]
cl_deactivate_vgs[57] echo 0
cl_deactivate_vgs[57] 1>> /tmp/_deactivate_vgs.tmp
cl_deactivate_vgs[58] return 0
cl_deactivate_vgs[214] [ -f /tmp/_deactivate_vgs.tmp ]
cl_deactivate_vgs[216] grep -q 1 /tmp/_deactivate_vgs.tmp
cl_deactivate_vgs[216] [[ 1 -eq 0 ]]
cl_deactivate_vgs[219] rm -f /tmp/_deactivate_vgs.tmp
cl_deactivate_vgs[223] exit 0
release_vg_fs[190] cl_RMupdate resource_down VGFILE release_vg_fs
Reference string: Mon.Feb.20.13:25:54.beijing.2006.release_vg_fs.VGFILE.ref
release_vg_fs[194] exit 0
Feb 20 13:25:54 EVENT COMPLETED: release_vg_fs ALL VGFILE

node_down_local[410] [ 0 -ne 0 ]
node_down_local[417] [ -n  ]
node_down_local[432] [[ false != true ]]
node_down_local[434] release_addr
node_down_local[9] [ -n  ]
node_down_local[37] [ -n QYJF2_svc ]
node_down_local[39] [ -n  ]
node_down_local[47] clcallev release_service_addr QYJF2_svc

文库|博客

lilianl37

白手起家

论坛徽章:: 0

2楼 [报告]

发表于 2006-02-20 14:51 |只看该作者

Feb 20 13:25:54 EVENT START: release_service_addr QYJF2_svc

release_service_addr[53] [[ high = high ]]
release_service_addr[53] version=1.22
release_service_addr[54] release_service_addr[54] cl_get_path
HA_DIR=es
release_service_addr[56] STATUS=0
release_service_addr[58] [ 1 -eq 0 ]
release_service_addr[64] [ ! -n  ]
release_service_addr[66] EMULATE=REAL
release_service_addr[104] [ false = true ]
release_service_addr[119] set -u
release_service_addr[128] clgetif -a QYJF2_svc
release_service_addr[128] LANG=C
en0
release_service_addr[129] return_code=0
release_service_addr[130] [ 0 -ne 0 ]
release_service_addr[139] release_service_addr[139] name_to_addr QYJF2_svc
addr_dot_addr=132.115.64.168
release_service_addr[140] release_service_addr[140] clgetif -a 132.115.64.168
release_service_addr[140] LANG=C
INTERFACE=en0
release_service_addr[141] [ en0  =  ]
release_service_addr[150] release_service_addr[150] clgetif -n 132.115.64.168
release_service_addr[150] LANG=C
NETMASK=255.255.255.0
release_service_addr[152] release_service_addr[152] cllsif -cSi QYJF2
release_service_addr[152] sort -u
release_service_addr[152] cut -d: -f3
release_service_addr[152] grep -wF 132.115.64.168
NETWORK=qyether
release_service_addr[160] release_service_addr[160] cllsif -cSi QYJF2
release_service_addr[160] grep :boot:
release_service_addr[160] cut -d: -f3,7
release_service_addr[160] grep ^qyether:
release_service_addr[160] cut -d: -f2
BOOT=132.115.64.15
release_service_addr[163] [ -n 132.115.64.15 ]
release_service_addr[163] [[ -n  ]]
release_service_addr[180] [ -n en0  ]
release_service_addr[182] [ REAL = EMUL ]
release_service_addr[187] cl_swap_IP_address rotating release en0 132.115.64.15 132.115.64.168 255.255.255.0
cl_swap_IP_address[389] [[ high = high ]]
cl_swap_IP_address[389] version=1.9.6.1
cl_swap_IP_address[390] cl_swap_IP_address[390] cl_get_path
HA_DIR=es
cl_swap_IP_address[392] RESTORE_ROUTES=/usr/es/sbin/cluster/.restore_routes
cl_swap_IP_address[394] cl_echo 33 Starting execution of /usr/es/sbin/cluster/events/utils/cl_swap_IP_address with parameters rotating release en0 132.115.64.15 132.115.64.168 255.255.255.0 /usr/es/sbin/cluster/events/utils/cl_swap_IP_address rotating release en0 132.115.64.15 132.115.64.168 255.255.255.0
cl_echo[49] version=1.9
cl_echo[82] HACMP_OUT_FILE=/tmp/hacmp.out
Feb 20 2006 13:25:54Starting execution of /usr/es/sbin/cluster/events/utils/cl_swap_IP_address with parameters rotating release en0 132.115.64.15 132.115.64.168 255.255.255.0cl_swap_IP_address[399] disable_pmtu_gated
cl_swap_IP_address[401] set -u
cl_swap_IP_address[412] ATM_IF_TYPE=
cl_swap_IP_address[417] IF=en0
cl_swap_IP_address[419] cl_swap_IP_address[419] check_ATM_interface en0
cl_swap_IP_address[3] set -u
cl_swap_IP_address[5] if_name=en0
cl_swap_IP_address[12] awk /Device Type: ATM LAN Emulation/ {print "atmle_ent";exit}
cl_swap_IP_address[12] entstat -d en0
cl_swap_IP_address[12] 2>& 1
ATM_IF_TYPE=
cl_swap_IP_address[447] [[  = atm ]]
cl_swap_IP_address[471] CASC_OR_ROT=rotating
cl_swap_IP_address[472] ACQ_OR_RLSE=release
cl_swap_IP_address[473] IF=en0
cl_swap_IP_address[474] ADDR=132.115.64.15
cl_swap_IP_address[475] OLD_ADDR=132.115.64.168
cl_swap_IP_address[476] NETMASK=255.255.255.0
cl_swap_IP_address[478] cl_swap_IP_address[478] netstat -in
cl_swap_IP_address[478] awk $1 == "en0" && $3 !~ "[Ll]ink" {print $2}
cl_swap_IP_address[478] uniq
MTUSIZE=1500
cl_swap_IP_address[481] [ release = acquire ]
cl_swap_IP_address[485] cl_RMupdate resource_releasing 132.115.64.15 cl_swap_IP_address
Reference string: Mon.Feb.20.13:25:55.beijing.2006.cl_swap_IP_address.132.115.64.15.ref
cl_swap_IP_address[490] [ rotating = rotating ]
cl_swap_IP_address[492] [ release = acquire ]
cl_swap_IP_address[497] cl_hats_adapter en0 -g 132.115.64.168
cl_hats_adapter[50] [[ high = high ]]
cl_hats_adapter[50] version=1.18.1.1
cl_hats_adapter[51] cl_hats_adapter[51] cl_get_path
HA_DIR=es

cl_hats_adapter[53] IF=en0
cl_hats_adapter[62] FLAG=-g
cl_hats_adapter[63] ADDRESS=132.115.64.168
cl_hats_adapter[64] ADDRESS1=
cl_hats_adapter[66] cldomain
cl_hats_adapter[66] export HA_DOMAIN_NAME=QYJF
cl_hats_adapter[67] export HB_SERVER_SOCKET=/var/ha/soc/topsvcs/server_socket
cl_hats_adapter[69] set -u
cl_hats_adapter[71] clmixver
4
cl_hats_adapter[72] MIXVER=0
cl_hats_adapter[82] cl_migcheck HAES
cl_hats_adapter[83] [ 0 -eq 1 ]
cl_hats_adapter[87] cl_hats_adapter[87] /bin/cut -d: -f4
cl_hats_adapter[87] cllsif -cSn 132.115.64.168
TYPE=ether
cl_hats_adapter[91] cl_hats_adapter[91] odmget -qname = ether HACMPnim
cl_hats_adapter[91] grep grace
cl_hats_adapter[91] sed s/"//g
cl_hats_adapter[91] awk {print $3}
GRACE_PERIOD=60
cl_hats_adapter[93] [ -z 60 ]
cl_hats_adapter[98] [ -g = -m ]
cl_hats_adapter[103] ACK=n
cl_hats_adapter[105] [ -g = -e ]
cl_hats_adapter[110] [ -z  ]
cl_hats_adapter[112] ADDR1=0
cl_hats_adapter[118] [ -g = -g ]
cl_hats_adapter[120] FLAG=-d
cl_hats_adapter[122] hats_adapter -g 60 132.115.64.168
cl_hats_adapter[126] hats_adapter_notify en0 -d 132.115.64.168 0 60 n
cl_hats_adapter[128] [ -d = -m ]
cl_hats_adapter[134] hats_adapter -d 132.115.64.168
cl_hats_adapter[137] [ n = y ]
cl_swap_IP_address[498] cl_hats_adapter en0 -u 132.115.64.168
cl_hats_adapter[50] [[ high = high ]]
cl_hats_adapter[50] version=1.18.1.1
cl_hats_adapter[51] cl_hats_adapter[51] cl_get_path
HA_DIR=es
cl_hats_adapter[53] IF=en0
cl_hats_adapter[62] FLAG=-u
cl_hats_adapter[63] ADDRESS=132.115.64.168
cl_hats_adapter[64] ADDRESS1=
cl_hats_adapter[66] cldomain
cl_hats_adapter[66] export HA_DOMAIN_NAME=QYJF
cl_hats_adapter[67] export HB_SERVER_SOCKET=/var/ha/soc/topsvcs/server_socket
cl_hats_adapter[69] set -u
cl_hats_adapter[71] clmixver
4
cl_hats_adapter[72] MIXVER=0
cl_hats_adapter[82] cl_migcheck HAES
cl_hats_adapter[83] [ 0 -eq 1 ]
cl_hats_adapter[87] cl_hats_adapter[87] /bin/cut -d: -f4
cl_hats_adapter[87] cllsif -cSn 132.115.64.168
TYPE=ether
cl_hats_adapter[91] cl_hats_adapter[91] odmget -qname = ether HACMPnim
cl_hats_adapter[91] grep grace
cl_hats_adapter[91] sed s/"//g
cl_hats_adapter[91] awk {print $3}
GRACE_PERIOD=60
cl_hats_adapter[93] [ -z 60 ]
cl_hats_adapter[98] [ -u = -m ]
cl_hats_adapter[103] ACK=n
cl_hats_adapter[105] [ -u = -e ]
cl_hats_adapter[110] [ -z  ]
cl_hats_adapter[112] ADDR1=0
cl_hats_adapter[118] [ -u = -g ]
cl_hats_adapter[126] hats_adapter_notify en0 -u 132.115.64.168 0 60 n
cl_hats_adapter[128] [ -u = -m ]
cl_hats_adapter[134] hats_adapter -u 132.115.64.168
cl_hats_adapter[137] [ n = y ]
cl_swap_IP_address[510] replace_routes /usr/es/sbin/cluster/.restore_routes en0
cl_swap_IP_address[3] set -u
cl_swap_IP_address[5] RR=/usr/es/sbin/cluster/.restore_routes
cl_swap_IP_address[6] shift
cl_swap_IP_address[7] interfaces=en0
cl_swap_IP_address[9] cp /dev/null /usr/es/sbin/cluster/.restore_routes
cl_swap_IP_address[11] cat
cl_swap_IP_address[11] 1> /usr/es/sbin/cluster/.restore_routes 0<<
#!/bin/ksh
#
# Script created by cl_swap_IP_addres on cl_swap_IP_address[11] date
cl_swap_IP_address[11] date
Mon Feb 20 13:25:58 beijing 2006
#
PATH=/usr/es/sbin/cluster:/usr/es/sbin/cluster/utilities:/usr/es/sbin/cluster/events:/usr/es/sbin/cluster/events/utils:/usr/es/sbin/cluster/events/cmd:/usr/es/sbin/cluster/diag:/usr/es/sbin/cluster/etc:/usr/es/sbin/cluster/sbin:/usr/es/sbin/cluster/cspoc:/usr/es/sbin/cluster/conversion:/usr/es/sbin/cluster/events/emulate:/usr/es/sbin/cluster/events/emulate/driver:/usr/es/sbin/cluster/events/emulate/utils:/usr/es/sbin/cluster/tguides/bin:/usr/es/sbin/cluster/tguides/classes:/usr/es/sbin/cluster/tguides/images:/usr/es/sbin/cluster/tguides/scripts:/usr/bin:/etc:/usr/sbin:/usr/ucb:/usr/bin/X11:/sbin
[[ "$VERBOSE_LOGGING" = "high" ]] && set -x
#
cl_swap_IP_address[22] netstat -nrf inet
cl_swap_IP_address[22] fgrep -w en0
cl_swap_IP_address[22] read DEST GW FLAGS OTHER
cl_swap_IP_address[35] print route change -net default -interface 132.115.64.254
cl_swap_IP_address[35] 1>> /usr/es/sbin/cluster/.restore_routes
cl_swap_IP_address[36] route change -net default -interface 127.0.0.1
127.0.0.1 net default: gateway 127.0.0.1
cl_swap_IP_address[22] read DEST GW FLAGS OTHER
cl_swap_IP_address[25] route delete -net 132.115.64/24 132.115.64.168
132.115.64.168 net 132.115.64: gateway 132.115.64.168
cl_swap_IP_address[22] read DEST GW FLAGS OTHER
cl_swap_IP_address[42] cat
cl_swap_IP_address[42] 1>> /usr/es/sbin/cluster/.restore_routes 0<<
#
netstat -nrf inet | fgrep lo0 | while read DEST GW FLAGS OTHER ; do
      case $FLAGS in
      U*H*)
         route change -host $DEST -interface $GW
         ;;
      U*)
         route change -net $DEST -interface $GW
         ;;
      esac
done
exit 0

cl_swap_IP_address[58] chmod +x /usr/es/sbin/cluster/.restore_routes
cl_swap_IP_address[60] return 0
cl_swap_IP_address[513] cl_echo 60 cl_swap_IP_address: Configuring adapter en0 at IP address 132.115.64.15 cl_swap_IP_address en0 132.115.64.15
cl_echo[49] version=1.9
cl_echo[82] HACMP_OUT_FILE=/tmp/hacmp.out
Feb 20 2006 13:25:58cl_swap_IP_address: Configuring adapter en0 at IP address 132.115.64.15cl_swap_IP_address[513] [[ -n  ]]
cl_swap_IP_address[519] cl_swap_HW_address 132.115.64.15 en0
cl_swap_HW_address[216] [[ high = high ]]
cl_swap_HW_address[216] version=1.18
cl_swap_HW_address[217] cl_swap_HW_address[217] cl_get_path
HA_DIR=es
cl_swap_HW_address[219] UNDO=/usr/es/sbin/cluster/.hwundo
cl_swap_HW_address[220] DELAY=1
cl_swap_HW_address[221] STATUS=0
cl_swap_HW_address[222] cl_echo 33 Starting execution of /usr/es/sbin/cluster/events/utils/cl_swap_HW_address with parameters 132.115.64.15 en0 /usr/es/sbin/cluster/events/utils/cl_swap_HW_address 132.115.64.15 en0
cl_echo[49] version=1.9
cl_echo[82] HACMP_OUT_FILE=/tmp/hacmp.out
Feb 20 2006 13:25:58Starting execution of /usr/es/sbin/cluster/events/utils/cl_swap_HW_address with parameters 132.115.64.15 en0cl_swap_HW_address[224] set -u
cl_swap_HW_address[225] [ 2 -ne 2 ]
cl_swap_HW_address[230] ADDRESS=132.115.64.15
cl_swap_HW_address[231] INTERFACE=en0
cl_swap_HW_address[238] [ -f /usr/es/sbin/cluster/.hwundo ]
cl_swap_HW_address[246] cl_swap_HW_address[246] mkdevname en0
cl_swap_HW_address[2] cl_swap_HW_address[2] expr en0 : ^$[a-z]*$[0-9]*
TYPE=en
cl_swap_HW_address[3] cl_swap_HW_address[3] expr en0 : ^[a-z]*$[0-9]*$
NUM=0
cl_swap_HW_address[5] [ -z 0 ]
cl_swap_HW_address[13] NAME=ent0
cl_swap_HW_address[29] echo ent0
cl_swap_HW_address[30] return 0
DEVICE=ent0
cl_swap_HW_address[247] [ -z ent0 ]
cl_swap_HW_address[252] cl_swap_HW_address[252] awk /parent/ {gsub("\"", "",$3); print($3) }
cl_swap_HW_address[252] odmget -q name = ent0 CuDv
PARENT=pci3
cl_swap_HW_address[253] cl_swap_HW_address[253] awk -v ADDRESS=132.115.64.15 -v FS=: $7==ADDRESS {print $8 ; exit}
cl_swap_HW_address[253] cllsif -Sc
HARDWARE=
cl_swap_HW_address[255] [ -z  ]
cl_swap_HW_address[262] cl_swap_HW_address[262] awk FNR==2 {print $2}
cl_swap_HW_address[262] ifconfig en0
ADDRESS=132.115.64.168
cl_swap_HW_address[263] cl_swap_HW_address[263] awk -v ADDRESS=132.115.64.168 -v FS=: $7==ADDRESS {print $8 ; exit}
cl_swap_HW_address[263] cllsif -Sc
HARDWARE=0x0002559ad488
cl_swap_HW_address[265] [ -n 0x0002559ad488 ]
cl_swap_HW_address[299] ifconfig en0 detach
cl_swap_HW_address[299] sleep 1
cl_swap_HW_address[300] remove_device ent0
cl_swap_HW_address[3] COUNT=5
cl_swap_HW_address[5] cl_swap_HW_address[5] expr en0 : ^$[a-z]*$[0-9]*
TYPE=en
cl_swap_HW_address[6] ET_RECONFIG=false
cl_swap_HW_address[7] ET_INTERFACE=
cl_swap_HW_address[8] ET_ACTIVE=
cl_swap_HW_address[9] ET_SETUP=
cl_swap_HW_address[10] ET_MTU=
cl_swap_HW_address[11] ET_IF=
cl_swap_HW_address[12] [ en = en ]
cl_swap_HW_address[14] cl_swap_HW_address[14] tr n t
cl_swap_HW_address[14] echo en0
ET_EQUIV=et0
cl_swap_HW_address[14] netstat -in
cl_swap_HW_address[14] cut -f1 -d
cl_swap_HW_address[14] grep ^et
cl_swap_HW_address[14] [[ et0 = et0 ]]
cl_swap_HW_address[19] ET_INTERFACE=et0
cl_swap_HW_address[20] ET_ACTIVE=et0
cl_swap_HW_address[21] break
cl_swap_HW_address[27] [ -n et0 -a et0 = et0 ]
cl_swap_HW_address[29] cl_swap_HW_address[29] sed 1,1 d
cl_swap_HW_address[29] ifconfig et0
ET_SETUP= inet 0.0.0.0 netmask 0xff000000 broadcast 0.255.255.255
cl_swap_HW_address[30] cl_swap_HW_address[30] netstat -i
cl_swap_HW_address[30] grep ^et0
cl_swap_HW_address[30] awk {print $2}
cl_swap_HW_address[30] uniq
ET_MTU=1492
cl_swap_HW_address[31] ET_RECONFIG=true
cl_swap_HW_address[36] [ 5 -gt 0 ]
cl_swap_HW_address[36] [[ en = en ]]
cl_swap_HW_address[36] [[ -n et0 ]]
cl_swap_HW_address[39] ifconfig et0 detach
cl_swap_HW_address[39] sleep 1
cl_swap_HW_address[41] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

cl_swap_HW_address[42] [ 1 -eq 0 ]
cl_swap_HW_address[45] sleep 5
cl_swap_HW_address[46] cl_swap_HW_address[46] expr 5 - 1
COUNT=4
cl_swap_HW_address[47] ifconfig en0 detach
cl_swap_HW_address[47] sleep 1
cl_swap_HW_address[36] [ 4 -gt 0 ]
cl_swap_HW_address[36] [[ en = en ]]
cl_swap_HW_address[36] [[ -n et0 ]]
cl_swap_HW_address[39] ifconfig et0 detach
cl_swap_HW_address[39] sleep 1
cl_swap_HW_address[41] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

cl_swap_HW_address[42] [ 1 -eq 0 ]
cl_swap_HW_address[45] sleep 5
cl_swap_HW_address[46] cl_swap_HW_address[46] expr 4 - 1
COUNT=3
cl_swap_HW_address[47] ifconfig en0 detach
cl_swap_HW_address[47] sleep 1
cl_swap_HW_address[36] [ 3 -gt 0 ]
cl_swap_HW_address[36] [[ en = en ]]
cl_swap_HW_address[36] [[ -n et0 ]]
cl_swap_HW_address[39] ifconfig et0 detach
cl_swap_HW_address[39] sleep 1
cl_swap_HW_address[41] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

cl_swap_HW_address[42] [ 1 -eq 0 ]
cl_swap_HW_address[45] sleep 5
cl_swap_HW_address[46] cl_swap_HW_address[46] expr 3 - 1
COUNT=2
cl_swap_HW_address[47] ifconfig en0 detach
cl_swap_HW_address[47] sleep 1
cl_swap_HW_address[36] [ 2 -gt 0 ]
cl_swap_HW_address[36] [[ en = en ]]
cl_swap_HW_address[36] [[ -n et0 ]]
cl_swap_HW_address[39] ifconfig et0 detach
cl_swap_HW_address[39] sleep 1
cl_swap_HW_address[41] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

实战分享：从技术角度谈机器学习入门| 【大话IT】RadonDB低门槛向MySQL集群下战书 | ChinaUnix打赏功能已上线！ | 新一代分布式关系型数据库RadonDB知多少？

lilianl37

白手起家

论坛徽章:: 0

3楼 [报告]

发表于 2006-02-20 14:52 |只看该作者

cl_swap_HW_address[42] [ 1 -eq 0 ]
cl_swap_HW_address[45] sleep 5
cl_swap_HW_address[46] cl_swap_HW_address[46] expr 2 - 1
COUNT=1
cl_swap_HW_address[47] ifconfig en0 detach
cl_swap_HW_address[47] sleep 1
cl_swap_HW_address[36] [ 1 -gt 0 ]
cl_swap_HW_address[36] [[ en = en ]]
cl_swap_HW_address[36] [[ -n et0 ]]
cl_swap_HW_address[39] ifconfig et0 detach
cl_swap_HW_address[39] sleep 1
cl_swap_HW_address[41] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

cl_swap_HW_address[42] [ 1 -eq 0 ]
cl_swap_HW_address[45] sleep 5
cl_swap_HW_address[46] cl_swap_HW_address[46] expr 1 - 1
COUNT=0
cl_swap_HW_address[47] ifconfig en0 detach
cl_swap_HW_address[47] sleep 1
cl_swap_HW_address[36] [ 0 -gt 0 ]
cl_swap_HW_address[49] return 1
cl_swap_HW_address[301] [ 1 -ne 0 ]
cl_swap_HW_address[302] sleep 1
cl_swap_HW_address[303] rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
         specified device is busy.

cl_swap_HW_address[304] [ 1 -ne 0 ]
cl_swap_HW_address[305] cl_log 534 cl_swap_HW_address: Failed rmdev on ent0. cl_swap_HW_address ent0
cl_log[50] version=1.9
cl_log[92] SYSLOG_FILE=/usr/es/adm/cluster.log
***************************
Feb 20 2006 13:26:36 !!!!!!!!!! ERROR !!!!!!!!!!
***************************
Feb 20 2006 13:26:36 cl_swap_HW_address: Failed rmdev on ent0.
clsynclog: Open /usr/es/adm/cluster.log: No such file or directory
cl_swap_HW_address[306] STATUS=1
cl_swap_HW_address[309] mkdev -l ent0
ent0 Available
cl_swap_HW_address[310] [ 0 -ne 0 ]
cl_swap_HW_address[316] [ true = true ]
cl_swap_HW_address[317] ifconfig et0 inet 0.0.0.0 netmask 0xff000000 broadcast 0.255.255.255 mtu 1492 up
cl_swap_HW_address[317] 2> /dev/null
cl_swap_HW_address[416] [ -f /usr/es/sbin/cluster/.hwundo ]
cl_swap_HW_address[420] exit 1
cl_swap_IP_address[519] [[ 1 -ne 0 ]]
cl_swap_IP_address[523] /usr/es/sbin/cluster/.restore_routes
[8] route change -net default -interface 132.115.64.254
writing to routing socket: Disk quota exceeded
132.115.64.254 net default: gateway 132.115.64.254: Disk quota exceeded
ioctl returns 88
[10] netstat -nrf inet
[10] fgrep lo0
[10] read DEST GW FLAGS OTHER
[16] route change -net default -interface 132.115.64.254
writing to routing socket: Disk quota exceeded
132.115.64.254 net default: gateway 132.115.64.254: Disk quota exceeded
ioctl returns 88
[10] read DEST GW FLAGS OTHER
[16] route change -net 127/8 -interface 127.0.0.1
127.0.0.1 net 127: gateway 127.0.0.1
[10] read DEST GW FLAGS OTHER
[20] exit 0
cl_swap_IP_address[525] cl_RMupdate resource_error 132.115.64.15 cl_swap_IP_address
Reference string: Mon.Feb.20.13:26:36.beijing.2006.cl_swap_IP_address.132.115.64.15.ref
cl_swap_IP_address[526] exit 3
release_service_addr[192] [ 3 -ne 0 ]
release_service_addr[194] STATUS=1
release_service_addr[200] turn_on_DNS_NIS
release_service_addr[201] exit 1
Feb 20 13:26:36 EVENT FAILED:1: release_service_addr QYJF2_svc

node_down_local[48] [ 1 -ne 0 ]
node_down_local[50] set_resource_status ERROR
node_down_local[3] set +u
node_down_local[4] NOT_DOIT=
node_down_local[5] set -u
node_down_local[6] [  != TRUE ]
node_down_local[8] [ REAL = EMUL ]
node_down_local[13] clchdaemons -d clstrmgr_scripts -t resource_locator -n QYJF2 -o cics_res -v ERROR
node_down_local[14] [ 0 -ne 0 ]
node_down_local[23] [ ERROR != ERROR ]
node_down_local[28] cl_RMupdate rg_error cics_res node_down_local
Reference string: Mon.Feb.20.13:26:36.beijing.2006.node_down_local.cics_res.ref
node_down_local[29] [ 0 -ne 0 ]
node_down_local[51] exit 1
Feb 20 13:26:37 EVENT FAILED:1: node_down_local

node_down[191] ((  1 != 0  ))
node_down[192] cl_log 650 node_down: Failure occurred while processing Resource Group cics_res. Manual intervention required. node_down cics_res
cl_log[50] version=1.9
cl_log[92] SYSLOG_FILE=/usr/es/adm/cluster.log
***************************
Feb 20 2006 13:26:37 !!!!!!!!!! ERROR !!!!!!!!!!
***************************
Feb 20 2006 13:26:37 node_down: Failure occurred while processing Resource Group cics_res. Manual intervention required.
clsynclog: Open /usr/es/adm/cluster.log: No such file or directory
node_down[193] STATUS=1
node_down[195] UPDATESTATD=1
node_down[176] set -a
node_down[177] clsetenvres data_res node_down
node_down[177] eval NFS_HOST= DISK= CONCURRENT_VOLUME_GROUP= EXPORT_FILESYSTEM= AIX_CONNECTIONS_SERVICES= AIX_FAST_CONNECT_SERVICES= SNA_CONNECTIONS= SHARED_TAPE_RESOURCES= MOUNT_FILESYSTEM= SERVICE_LABEL= HTY_SERVICE_LABEL= TAKEOVER_LABEL= MISC_DATA= NFS_NETWORK= SHARED_TAPE_RESOURCES= APPLICATIONS="" CASCADE_WO_FALLBACK="" DISK_FENCING="false" FILESYSTEM="" FSCHECK_TOOL="" FS_BEFORE_IPADDR="" INACTIVE_TAKEOVER="false" RECOVERY_METHOD="" NFSMOUNT_LABEL="QYJF1_svc" SSA_DISK_FENCING="false" VG_AUTO_IMPORT="" VOLUME_GROUP=""
node_down[177] NFS_HOST= DISK= CONCURRENT_VOLUME_GROUP= EXPORT_FILESYSTEM= AIX_CONNECTIONS_SERVICES= AIX_FAST_CONNECT_SERVICES= SNA_CONNECTIONS= SHARED_TAPE_RESOURCES= MOUNT_FILESYSTEM= SERVICE_LABEL= HTY_SERVICE_LABEL= TAKEOVER_LABEL= MISC_DATA= NFS_NETWORK= SHARED_TAPE_RESOURCES= APPLICATIONS= CASCADE_WO_FALLBACK= DISK_FENCING=false FILESYSTEM= FSCHECK_TOOL= FS_BEFORE_IPADDR= INACTIVE_TAKEOVER=false RECOVERY_METHOD= NFSMOUNT_LABEL=QYJF1_svc SSA_DISK_FENCING=false VG_AUTO_IMPORT= VOLUME_GROUP=
node_down[178] set +a
node_down[179] export GROUPNAME=data_res
node_down[179] [[ QYJF2 = QYJF2 ]]
node_down[185] clcallev node_down_local

Feb 20 13:26:37 EVENT START: node_down_local

node_down_local[159] [[ high = high ]]
node_down_local[159] version=1.2.1.35
node_down_local[160] node_down_local[160] cl_get_path
HA_DIR=es
node_down_local[162] STATUS=0
node_down_local[164] [ ! -n  ]
node_down_local[166] EMULATE=REAL
node_down_local[169] [ 0 -ne 0 ]
node_down_local[175] set -u
node_down_local[183] clchdaemons -f -d clstrmgr_scripts -t resource_locator -o data_res
node_down_local[184] [ 2 -ne 0 ]
node_down_local[186] NOT_REMOVING_GROUP=TRUE
node_down_local[192] set_resource_status RELEASING
node_down_local[3] set +u
node_down_local[4] NOT_DOIT=TRUE
node_down_local[5] set -u
node_down_local[6] [ TRUE != TRUE ]
node_down_local[197] [ -n  ]
node_down_local[230] [ -n  ]
node_down_local[248] [ -n  ]
node_down_local[267] [[ -n  ]]
node_down_local[292] [ -n  ]
node_down_local[312] CROSSMOUNT=0
node_down_local[313] export CROSSMOUNT
node_down_local[315] NFSSTOPPED=0
node_down_local[316] export NFSSTOPPED
node_down_local[318] [ -n  ]
node_down_local[336] [ -n  ]
node_down_local[366] [ 1 = 0 ]
node_down_local[401] [[  = true ]]
node_down_local[409] clcallev release_vg_fs

Feb 20 13:26:37 EVENT START: release_vg_fs

release_vg_fs[61] [[ high = high ]]
release_vg_fs[61] version=1.4.1.21
release_vg_fs[63] STATUS=0
release_vg_fs[65] ((  2 != 2  ))
release_vg_fs[71] FILE_SYSTEMS=
release_vg_fs[72] VOLUME_GROUPS=
release_vg_fs[73] VG_MOD=false
release_vg_fs[79] [[  = ALL ]]
release_vg_fs[138] [[ -n  ]]
release_vg_fs[175] [[ -n  ]]
release_vg_fs[194] exit 0
Feb 20 13:26:37 EVENT COMPLETED: release_vg_fs

node_down_local[410] [ 0 -ne 0 ]
node_down_local[417] [ -n  ]
node_down_local[432] [[  != true ]]
node_down_local[434] release_addr
node_down_local[9] [ -n  ]
node_down_local[37] [ -n  ]
node_down_local[440] [ -n  -a -z  -a -z  ]
node_down_local[459] [ 0 -ne 0 ]
node_down_local[471] set +u
node_down_local[472] NOT_DOIT=TRUE
node_down_local[473] set -u
node_down_local[474] [ TRUE != TRUE ]
node_down_local[498] exit 0
Feb 20 13:26:38 EVENT COMPLETED: node_down_local

node_down[191] ((  0 != 0  ))
node_down[195] UPDATESTATD=1
node_down[199] [ -f /tmp/.NFSSTOPPED ]
node_down[235] [[ QYJF2 = QYJF2 ]]
node_down[235] [[ -f /usr/lpp/csd/bin/hacmp_vsd_down1 ]]
node_down[251] [[  != forced ]]
node_down[251] [[ REAL = EMUL ]]
node_down[259] cl_9333_fence down QYJF2
cl_9333_fence[158] [[ high = high ]]
cl_9333_fence[158] version=1.9
cl_9333_fence[159] cl_9333_fence[159] cl_get_path
HA_DIR=es
cl_9333_fence[162] echo PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
PRE_EVENT_MEMBERSHIP=QYJF1 QYJF2
cl_9333_fence[163] echo POST_EVENT_MEMBERSHIP=QYJF1
POST_EVENT_MEMBERSHIP=QYJF1
cl_9333_fence[165] EVENT=down
cl_9333_fence[166] NODENAME=QYJF2
cl_9333_fence[167] PARAM=
cl_9333_fence[168] STATUS=0
cl_9333_fence[170] set -u
cl_9333_fence[172] [ 2 -gt 1 ]
cl_9333_fence[286] [ QYJF2 = QYJF2 ]
cl_9333_fence[290] [ QYJF1 !=  ]
cl_9333_fence[293] exit 0
node_down[269] [[ QYJF2 = QYJF2 ]]
node_down[269] [[ REAL = EMUL ]]
node_down[275] clchdaemons -r -d clstrmgr_scripts -t resource_locator
node_down[282] exit 1
Feb 20 13:26:38 EVENT FAILED:1: node_down QYJF2

HACMP Event Summary
Event: node_down QYJF2
Start time: Mon Feb 20 13:25:42 2006

End time: Mon Feb 20 13:26:38 2006

Action: Resource: Script Name:
----------------------------------------------------------------------------
Releasing resource group: cics_res node_down_local
Search on: Mon.Feb.20.13:25:43.beijing.2006.node_down_local.cics_res.ref
Releasing resource: cics_app stop_server
Search on: Mon.Feb.20.13:25:44.beijing.2006.stop_server.cics_app.ref
Resource offline: cics_app stop_server
Search on: Mon.Feb.20.13:25:45.beijing.2006.stop_server.cics_app.ref
Releasing resource: /lbill/data /lbill
Search on: Mon.Feb.20.13:25:50.beijing.2006..lbill..lbill.data.ref
Resource offline: /lbill/data /lbill
Search on: Mon.Feb.20.13:25:51.beijing.2006..lbill..lbill.data.ref
Releasing resource: VGFILE release_vg_fs
Search on: Mon.Feb.20.13:25:51.beijing.2006.release_vg_fs.VGFILE.ref
Resource offline: VGFILE release_vg_fs
Search on: Mon.Feb.20.13:25:54.beijing.2006.release_vg_fs.VGFILE.ref
Releasing resource: 132.115.64.15 cl_swap_IP_address
Search on: Mon.Feb.20.13:25:55.beijing.2006.cl_swap_IP_address.132.115.64.15.ref
Error encountered with resource: 132.115.64.15 cl_swap_IP_address
Search on: Mon.Feb.20.13:26:36.beijing.2006.cl_swap_IP_address.132.115.64.15.ref
Error encountered with group: cics_res node_down_local
Search on: Mon.Feb.20.13:26:36.beijing.2006.node_down_local.cics_res.ref
----------------------------------------------------------------------------

Feb 20 13:26:38 EVENT START: event_error 1 2_node_down QYJF2 _1

event_error[52] [[ high = high ]]
event_error[52] version=1.10
event_error[53] event_error[53] cl_get_path
HA_DIR=es
event_error[55] EXIT_STATUS=1
event_error[56] RP_NAME=1 2_node_down QYJF2 _1
event_error[59] [ 2 -ne 2 ]
event_error[65] set -u
event_error[67] RP_NAME=node_down QYJF2 _1
event_error[68] RP_NAME=node_down QYJF2
event_error[70] event_error[70] cllsclstr -c
event_error[70] grep -v cname
event_error[70] cut -d : -f2
CLUSTER=QYJF
event_error[74] [ -x /usr/lpp/ssp/bin/spget_syspar ]
event_error[81] echo WARNING: Cluster QYJF Failed while running node_down QYJF2 , exit status was 1
event_error[81] 1> /dev/console
event_error[82] echo WARNING: Cluster QYJF Failed while running node_down QYJF2 , exit status was 1
WARNING: Cluster QYJF Failed while running node_down QYJF2 , exit status was 1
event_error[88] [[ node_down QYJF2  = reconfig_resource* ]]
Feb 20 13:26:38 EVENT FAILED:-1: event_error 1 2_node_down QYJF2 _1

实战分享：从技术角度谈机器学习入门| 【大话IT】RadonDB低门槛向MySQL集群下战书 | ChinaUnix打赏功能已上线！ | 新一代分布式关系型数据库RadonDB知多少？

doudalun

家境小康

论坛徽章:: 0

4楼 [报告]

发表于 2006-02-20 15:09 |只看该作者

从hacmp.out来看，vg可以释放（EVENT COMPLETED: release_vg_fs ALL VGFILE），但是IP切换失败：rmdev -l ent0
Method error (/usr/lib/methods/ucfgcommo):
0514-062 Cannot perform the requested function because the
specified device is busy.
cl_swap_IP_address[525] cl_RMupdate resource_error 132.115.64.15 cl_swap_IP_address，看看配置和硬件有没有问题吧，还有补丁。