- 论坛徽章:
- 1
|
本帖最后由 y331044508 于 2013-07-05 14:11 编辑
- [root@racdb1 ~]# cat /etc/issue | grep Linux
- Red Hat Enterprise Linux Server release 5.6 (Tikanga)
- oracle 11g 11.2.0.1
- [root@racdb1 racdb1]# oracleasm listdisks
- ASM_DATA
- ASM_DATA1
- ASM_DATA2
- ASM_FRA
- OCR_VOTE
- [root@racdb1 bin]# ./crsctl start crs
- CRS-4640: Oracle High Availability Services is already active
- CRS-4000: Command Start failed, or completed with errors.
- 除了这几个进程之外其他进程都没有启动起来
- [root@racdb1 cdata]# ps -elf|grep d.bin
- 4 S root 4005 1 0 78 0 - 116211 - 11:33 ? 00:00:02 /u01/app/11.2.0/grid/bin/ohasd.bin reboot
- 4 S root 4577 1 0 78 0 - 85904 - 11:36 ? 00:00:01 /u01/app/11.2.0/grid/bin/orarootagent.bin
- 0 S root 6804 1 0 78 0 - 32029 - 13:39 ? 00:00:02 /u01/app/11.2.0/grid/bin/crsd.bin reboot
- 4 S root 6835 1 0 -40 - - 73698 - 13:39 ? 00:00:02 /u01/app/11.2.0/grid/bin/cssdmonitor
- [root@racdb1 racdb1]# ps -ef |grep ora
- root 3099 3076 0 11:32 ? 00:00:03 hald-addon-storage: polling /dev/hdc
- root 4577 1 0 11:36 ? 00:00:01 /u01/app/11.2.0/grid/bin/orarootagent.bin
- root 6947 5583 0 13:48 pts/3 00:00:00 su - oracle
- oracle 6948 6947 0 13:48 pts/3 00:00:00 -bash
- root 7103 5510 0 14:06 pts/2 00:00:00 grep ora
- [root@racdb1 bin]# ./crsctl start cluster -all
- CRS-2503: 资源 'ora.evmd' 处于未知状态, 必须先停止该资源
- CRS-2679: 尝试清除 'ora.gipcd' (在 'racdb1' 上)
- CRS-2679: 尝试清除 'ora.mdnsd' (在 'racdb1' 上)
- CRS-2680: 未能清除 'ora.gipcd' (在 'racdb1' 上)
- CRS-2680: 未能清除 'ora.mdnsd' (在 'racdb1' 上)
- CRS-2679: 尝试清除 'ora.gpnpd' (在 'racdb1' 上)
- CRS-2680: 未能清除 'ora.gpnpd' (在 'racdb1' 上)
- CRS-2672: 尝试启动 'ora.cssd' (在 'racdb1' 上)
- CRS-2672: 尝试启动 'ora.diskmon' (在 'racdb1' 上)
- CRS-2674: 未能启动 'ora.cssd' (在 'racdb1' 上)
- CRS-2679: 尝试清除 'ora.cssd' (在 'racdb1' 上)
- CRS-2681: 成功清除 'ora.cssd' (在 'racdb1' 上)
- CRS-2674: 未能启动 'ora.diskmon' (在 'racdb1' 上)
- CRS-2679: 尝试清除 'ora.diskmon' (在 'racdb1' 上)
- CRS-5016: 进程 "/u01/app/11.2.0/grid/bin/diskmon" (由代理 "/u01/app/11.2.0/grid/bin/orarootagent.bin" 衍生, 用于操作 "clean") 失败: 详细信息见 "(:CLSN00010:)" (位于 "/u01/app/11.2.0/grid/log/racdb1/agent/ohasd/orarootagent_root/orarootagent_root.log")
- CRS-2681: 成功清除 'ora.diskmon' (在 'racdb1' 上)
- /u01/app/11.2.0/grid/log/racdb1/agent/ohasd/orarootagent_root/orarootagent_root.log
- 2013-07-05 14:08:19.696: [ AGFW][1096329536] Agent sending reply for: RESOURCE_CLEAN[ora.diskmon 1 1] ID 4100:4043
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] DiskmonAgent::check {
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] DiskmonAgent::connect {
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] DiskmonAgent::connect: skgznp_connect failed with error 56815 and the timeout expired
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] (null) category: 56815, operation: connect, loc: skgznpcon6, OS error: 111, other:
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] DiskmonAgent::connect } error
- 2013-07-05 14:08:19.697: [ora.diskmon][1205655872] [check] DiskmonAgent::check } 2
- 2013-07-05 14:08:19.697: [ AGFW][1205655872] check for resource: ora.diskmon 1 1 completed with status: PLANNED_OFFLINE
- 2013-07-05 14:08:19.698: [ AGFW][1096329536] ora.diskmon 1 1 state changed from: CLEANING to: PLANNED_OFFLINE
- 2013-07-05 14:08:19.698: [ AGFW][1096329536] Agent sending last reply for: RESOURCE_CLEAN[ora.diskmon 1 1] ID 4100:4043
- 2013-07-05 14:08:55.772: [ AGFW][1096329536] Agent received the message: AGENT_HB[Engine] ID 12293:4061
- 2013-07-05 14:09:00.344: [ AGFW][1096329536] CHECK initiated by timer for: ora.drivers.acfs 1 1
- 2013-07-05 14:09:00.345: [ AGFW][1163696448] Executing command: check for resource: ora.drivers.acfs 1 1
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Arg Value = check
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Total Count of Environment Variables = 3
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Adding Environment Variables _ORA_AGENT_ACTION=TRUE
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Adding Environment Variables __IS_HASD_AGENT=
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Skipping empty Env variable from USR_ORA_ENV
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] Utils:execCmd action = 3 flags = 6 ohome = (null) cmdname = acfsload.
- 2013-07-05 14:09:00.345: [ora.drivers.acfs][1163696448] [check] getOracleHomeAttrib: oracle_home = /u01/app/11.2.0/grid
- 2013-07-05 14:09:00.346: [ora.drivers.acfs][1163696448] [check] Utils:execCmd Running the binary from /u01/app/11.2.0/grid/bin/acfsload
- 2013-07-05 14:09:00.449: [ora.drivers.acfs][1163696448] [check] execCmd ret = 0
- 2013-07-05 14:09:00.449: [ AGFW][1163696448] check for resource: ora.drivers.acfs 1 1 completed with status: ONLINE
- 2013-07-05 14:09:25.780: [ AGFW][1096329536] Agent received the message: AGENT_HB[Engine] ID 12293:4069
- 2013-07-05 14:09:55.786: [ AGFW][1096329536] Agent received the message: AGENT_HB[Engine] ID 12293:4077
- 2013-07-05 14:10:00.360: [ AGFW][1096329536] CHECK initiated by timer for: ora.drivers.acfs 1 1
- 2013-07-05 14:10:00.361: [ AGFW][1216145728] Executing command: check for resource: ora.drivers.acfs 1 1
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Arg Value = check
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Total Count of Environment Variables = 3
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Adding Environment Variables _ORA_AGENT_ACTION=TRUE
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Adding Environment Variables __IS_HASD_AGENT=
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Skipping empty Env variable from USR_ORA_ENV
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] Utils:execCmd action = 3 flags = 6 ohome = (null) cmdname = acfsload.
- 2013-07-05 14:10:00.362: [ora.drivers.acfs][1216145728] [check] getOracleHomeAttrib: oracle_home = /u01/app/11.2.0/grid
- 2013-07-05 14:10:00.363: [ora.drivers.acfs][1216145728] [check] Utils:execCmd Running the binary from /u01/app/11.2.0/grid/bin/acfsload
- 2013-07-05 14:10:00.466: [ora.drivers.acfs][1216145728] [check] execCmd ret = 0
- 2013-07-05 14:10:00.466: [ AGFW][1216145728] check for resource: ora.drivers.acfs 1 1 completed with status: ONLINE
- /u01/app/11.2.0/grid/log/racdb1/alertracdb1.log
- 2013-07-05 13:36:01.652
- [ohasd(4005)]CRS-5828:无法启动代理 '/u01/app/11.2.0/grid/bin/oraagent_grid'。详细资料见 (:CRSAGF00130:) (位于 /u01/app/11.2.0/grid/log/racdb1/ohasd/ohasd.log)。
- 2013-07-05 13:39:31.705
- [ohasd(4005)]CRS-5828:无法启动代理 '/u01/app/11.2.0/grid/bin/oraagent_grid'。详细资料见 (:CRSAGF00130:) (位于 /u01/app/11.2.0/grid/log/racdb1/ohasd/ohasd.log)。
- 2013-07-05 13:39:33.030
- [cssd(6789)]CRS-1713:CSSD 守护程序已在 clustered 模式下启动
- 2013-07-05 13:39:36.118
- [cssd(6789)]CRS-2302:无法获取 GPnP 概要文件。错误 CLSGPNP_NO_DAEMON (GPNPD 守护程序未运行)。
- 2013-07-05 13:39:36.230
- [ohasd(4005)]CRS-2765:资源 'ora.cssdmonitor' 已失败 (在服务器 'racdb1' 上)。
- 2013-07-05 13:39:36.374
- [ohasd(4005)]CRS-2765:资源 'ora.crsd' 已失败 (在服务器 'racdb1' 上)。
- 2013-07-05 13:40:31.734
- [/u01/app/11.2.0/grid/bin/orarootagent.bin(4577)]CRS-5818:已中止命令 'start for resource: ora.diskmon 1 1' (对于资源 'ora.diskmon')。详细资料见 (:CRSAGF00113:) (位于 /u01/app/11.2.0/grid/log/racdb1/agent/ohasd/orarootagent_root/orarootagent_root.log)。
- 2013-07-05 13:40:35.742
- [ohasd(4005)]CRS-2757:命令 'Start' 在等待来自资源 'ora.diskmon' 的响应时超时。详细资料见 (:CRSPE00111:) (位于 /u01/app/11.2.0/grid/log/racdb1/ohasd/ohasd.log)。
- 2013-07-05 13:40:35.852
- [/u01/app/11.2.0/grid/bin/orarootagent.bin(4577)]CRS-5016:进程 "/u01/app/11.2.0/grid/bin/diskmon" (由代理 "/u01/app/11.2.0/grid/bin/orarootagent.bin" 衍生, 用于操作 "clean") 失败: 详细信息见 "(:CLSN00010:)" (位于 "/u01/app/11.2.0/grid/log/racdb1/agent/ohasd/orarootagent_root/orarootagent_root.log")
- /u01/app/11.2.0/grid/log/racdb1/cssd/ocssd.log
- 2013-07-05 13:39:36.091: [ GPnP][3852594912]clsgpnp_InitCKProviders: [at clsgpnp0.c:3891] Init gpnp local security key provider 1 of 2: file wallet (LSKP-FSW) OK
- 2013-07-05 13:39:36.091: [ GPnP][3852594912]clsgpnp_InitCKProviders: [at clsgpnp0.c:3897] Init gpnp local security key proveders 2 of 2: OLR wallet (LSKP-CLSW-OLR)
- [ CLWAL][3852594912]clsw_Initialize: OLR initlevel [70000]
- 2013-07-05 13:39:36.094: [ GPnP][3852594912]clsgpnp_InitCKProviders: [at clsgpnp0.c:3919] Init gpnp local security key provider 2 of 2: OLR wallet (LSKP-CLSW-OLR) OK
- 2013-07-05 13:39:36.094: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1950] <Get gpnp security keys (wallet) for id:1,typ;7. (2 providers - fatal if all fail)
- 2013-07-05 13:39:36.094: [ GPnP][3852594912]clsgpnpkwf_getWalletPath: [at clsgpnpkwf.c:498] req_id=1 ck_prov_id=1 wallet path: /u01/app/11.2.0/grid/gpnp/racdb1/wallets/peer/
- 2013-07-05 13:39:36.104: [ GPnP][3852594912]clsgpnpwu_walletfopen: [at clsgpnpwu.c:494] Opened SSO wallet: '/u01/app/11.2.0/grid/gpnp/racdb1/wallets/peer/cwallet.sso'
- 2013-07-05 13:39:36.104: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1965] Result: (0) CLSGPNP_OK. Get gpnp wallet - provider 1 of 2 (LSKP-FSW(1))
- 2013-07-05 13:39:36.104: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1982] Got gpnp security keys (wallet).>
- 2013-07-05 13:39:36.107: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1950] <Get gpnp security keys (wallet) for id:1,typ;4. (2 providers - fatal if all fail)
- 2013-07-05 13:39:36.107: [ GPnP][3852594912]clsgpnpkwf_getWalletPath: [at clsgpnpkwf.c:498] req_id=1 ck_prov_id=1 wallet path: /u01/app/11.2.0/grid/gpnp/racdb1/wallets/peer/
- 2013-07-05 13:39:36.117: [ GPnP][3852594912]clsgpnpwu_walletfopen: [at clsgpnpwu.c:494] Opened SSO wallet: '/u01/app/11.2.0/grid/gpnp/racdb1/wallets/peer/cwallet.sso'
- 2013-07-05 13:39:36.117: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1965] Result: (0) CLSGPNP_OK. Get gpnp wallet - provider 1 of 2 (LSKP-FSW(1))
- 2013-07-05 13:39:36.117: [ GPnP][3852594912]clsgpnp_getCK: [at clsgpnp0.c:1982] Got gpnp security keys (wallet).>
- 2013-07-05 13:39:36.117: [ GPnP][3852594912]clsgpnp_Init: [at clsgpnp0.c:837] GPnP client pid=6789, tl=3, f=3
- 2013-07-05 13:39:36.117: [ GPnP][3852594912]clsgpnp_getDaemonLocalName: [at clsgpnp0.c:2576] Result: (0) CLSGPNP_OK. Local gpnp connect: 'ipc://GPNPD_racdb1'
- 2013-07-05 13:39:36.118: [ GPnP][3852594912]clsgpnpm_connect: [at clsgpnpm.c:1100] GIPC gipcretConnectionRefused (29) gipcConnect(ipc-ipc://GPNPD_racdb1)
- 2013-07-05 13:39:36.118: [ GPnP][3852594912]clsgpnpm_connect: [at clsgpnpm.c:1101] Result: (48) CLSGPNP_COMM_ERR. Failed to connect to call url "ipc://GPNPD_racdb1"
- 2013-07-05 13:39:36.118: [ GPnP][3852594912]clsgpnp_getProfileEx: [at clsgpnp.c:546] Result: (13) CLSGPNP_NO_DAEMON. Can't get GPnP service profile from local GPnP daemon
- 2013-07-05 13:39:36.118: [ default][3852594912]无法获取 GPnP 概要文件。错误 CLSGPNP_NO_DAEMON (GPNPD 守护程序未运行)。
- 2013-07-05 13:39:36.118: [ CSSD][3852594912]clsgpnp_getProfile failed, rc(13)
- /u01/app/11.2.0/grid/log/racdb1/crsd/crsd.log
- 2013-07-05 13:43:45.356: [ CSSCLNT][2007818832]clssscConnect: gipc request failed with 29 (0x16)
- 2013-07-05 13:43:45.356: [ CSSCLNT][2007818832]clsssInitNative: connect failed, rc 29
- 2013-07-05 13:43:45.356: [ CRSRTI][2007818832] CSS is not ready. Received status 3 from CSS. Waiting for good status ..
- 2013-07-05 13:43:46.359: [ CSSCLNT][2007818832]clssscConnect: gipc request failed with 29 (0x16)
- 2013-07-05 13:43:46.359: [ CSSCLNT][2007818832]clsssInitNative: connect failed, rc 29
- 2013-07-05 13:43:46.359: [ CRSRTI][2007818832] CSS is not ready. Received status 3 from CSS. Waiting for good status ..
- 2013-07-05 13:43:47.362: [ CSSCLNT][2007818832]clssscConnect: gipc request failed with 29 (0x16)
- 2013-07-05 13:43:47.362: [ CSSCLNT][2007818832]clsssInitNative: connect failed, rc 29
- 2013-07-05 13:43:47.362: [ CRSRTI][2007818832] CSS is not ready. Received status 3 from CSS. Waiting for good status ..
- 2013-07-05 13:43:48.365: [ CSSCLNT][2007818832]clssscConnect: gipc request failed with 29 (0x16)
- 2013-07-05 13:43:48.365: [ CSSCLNT][2007818832]clsssInitNative: connect failed, rc 29
- 2013-07-05 13:43:48.366: [ CRSRTI][2007818832] CSS is not ready. Received status 3 from CSS. Waiting for good status ..
- 刚开始发现系统根目录空间不足,直接把/u01/app/11.2.0/grid/log/racdb1下面的日志全部删除掉了,后来就成这样了;之后我自己又重新创建了这些日志目录;
- [root@racdb1 racdb1]# ll
- 总计 76
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 admin
- drwxr-xr-x 3 root oinstall 4096 07-05 11:14 agent
- -rw-rw-r-- 1 oracle oinstall 13835 07-05 14:00 alertracdb1.log
- drwxr----T 2 grid oinstall 4096 07-05 10:52 client
- drwxr-xr-x 2 root oinstall 4096 07-05 13:43 crsd
- drwxr-xr-x 2 grid oinstall 4096 07-05 13:32 cssd
- drwxr-xr-x 2 root oinstall 4096 07-05 11:14 ctssd
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:50 diskmon
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 evmd
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 gipcd
- drwxr-xr-x 2 root oinstall 4096 07-05 11:14 gnsd
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 gpnpd
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 mdnsd
- drwxr-xr-x 2 root oinstall 4096 07-05 11:39 ohasd
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 racg
- drwxr-xr-x 2 grid oinstall 4096 07-05 11:14 srvm
复制代码 |
|