rman hang on SQL*Net message from client

有这样一个问题，平台为HP-UX(B.11.31 U ia64)，Oracle版本为10.2.0.4 single instance，RMAN自动备份autobackup controlfile时出现hang症状，等待事件为SQL*Net message from client， 这还仅仅是使用最简单的NOCATALOG+ Disk Device的情况，没有MML层面的活动。 针对该问题对RMAN服务进程做了后台TRACE，发现stack call总是hang在_read_sys=>KERNEL内核态函数上，感觉与ORACLE的关系不大，应当是HP-UX C函数调用造成的问题，例如： 10046 trace: PARSING IN CURSOR #3 len=278 dep=0 uid=0 oct=3 lid=0 tim=9513124502191 hv=3071086789 ad='bd7447d0' select sofar, context, start_time from v$session_longops where (start_time > nvl(:1, sysdate-100) or start_time = nvl(:2, sysdate+100)) and sid = :3 and serial# = :4 and opname like 'RMAN:%' order by start_time desc, context desc END OF STMT PARSE #3:c=0,e=3005,p=0,cr=0,cu=0,mis=1,r=0,dep=0,og=1,tim=9513124502186 WAIT #3: nam='SQL*Net message to client' ela= 1 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124502275 WAIT #3: nam='SQL*Net message from client' ela= 234 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124502527 BINDS #3: kkscoacd Bind#0 oacdty=12 mxl=07(07) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=64 off=0 kxsbbbfp=9fffffffbf3d73b0 bln=07 avl=00 flg=05 Bind#1 oacdty=12 mxl=07(07) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=8 kxsbbbfp=9fffffffbf3d73b8 bln=07 avl=00 flg=01 Bind#2 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=16 kxsbbbfp=9fffffffbf3d73c0 bln=22 avl=03 flg=01 value=1875 Bind#3 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=40 kxsbbbfp=9fffffffbf3d73d8 bln=22 avl=04 flg=01 value=50006 EXEC #3:c=10000,e=2859,p=0,cr=0,cu=0,mis=1,r=0,dep=0,og=1,tim=9513124505442 FETCH #3:c=0,e=6030,p=0,cr=0,cu=0,mis=0,r=0,dep=0,og=1,tim=9513124511493 WAIT #3: nam='SQL*Net message to client' ela= 1 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124511560 WAIT #3: nam='SQL*Net message from client' ela= 56 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124511690 BINDS #3: kkscoacd Bind#0 oacdty=12 mxl=07(07) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=64 off=0 kxsbbbfp=9fffffffbf3d6360 bln=07 avl=00 flg=05 Bind#1 oacdty=12 mxl=07(07) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=8 kxsbbbfp=9fffffffbf3d6368 bln=07 avl=00 flg=01 Bind#2 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=16 kxsbbbfp=9fffffffbf3d6370 bln=22 avl=03 flg=01 value=1875 Bind#3 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=40 kxsbbbfp=9fffffffbf3d6388 bln=22 avl=04 flg=01 value=50006 EXEC #3:c=0,e=275,p=0,cr=0,cu=0,mis=0,r=0,dep=0,og=1,tim=9513124512027 FETCH #3:c=10000,e=5688,p=0,cr=0,cu=0,mis=0,r=0,dep=0,og=1,tim=9513124517733 WAIT #3: nam='SQL*Net message to client' ela= 1 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124517765 WAIT #3: nam='SQL*Net message from client' ela= 35 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124517853 STAT #3 id=1 cnt=0 pid=0 pos=1 obj=0 op='SORT ORDER BY (cr=0 pr=0 pw=0 time=11729 us)' STAT #3 id=2 cnt=0 pid=1 pos=1 obj=0 op='FIXED TABLE FULL X$KSULOP (cr=0 pr=0 pw=0 time=11697 us)' WAIT #0: nam='SQL*Net message to client' ela= 0 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513124517949 WAIT #0: nam='SQL*Net message from client' ela= 1629803 driver id=1650815232 #bytes=1 p3=0 obj#=-1 tim=9513126147781 BINDS #2: kkscoacd Bind#0 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=72 off=0 kxsbbbfp=9fffffffbf3d7ef8 bln=22 avl=03 flg=05 value=1782 Bind#1 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=24 kxsbbbfp=9fffffffbf3d7f10 bln=22 avl=04 flg=01 value=62996 Bind#2 oacdty=02 mxl=22(22) mxlc=00 mal=00 scl=00 pre=00 oacflg=01 fl2=1000000 frm=00 csi=00 siz=0 off=48 kxsbbbfp=9fffffffbf3d7f28 bln=22 avl=02 flg=01 value=2 ............. RMAN DEBUG DBGRCVMAN: resetAll DBGRCVMAN: setRAflags kindMask=255 containerMask=15 actionMask=63 DBGRCVMAN: ENTERING setComputeRecoveryActionMasks DBGRCVMAN: EXITING setComputeRecoveryActionMasks DBGRCVMAN: allIncarnations is set to FALSE DBGRCVMAN: reset transclause DBGRCVMAN: *****BsRecCache Statistics***** DBGRCVMAN: Cache size=0 hit=0 DBGRCVMAN: rcvRecBackupAge= 0 DBGRCVMAN: thisBackupAge= 0 DBGRCVMAN: ENTERING setRedoLogDeletionPolicy DBGRCVMAN: setRedoLogDeletionPolicy with policy = TO NONE DBGRCVMAN: setRedoLogDeletionPolicy with alldest = 0 DBGRCVMAN: ENTERING validateStandbyConfig1 DBGRCVMAN: policy = TO NONE DBGRCVMAN: alldest = 0 DBGRCVMAN: EXITING validateStandbyConfig1 with target = NULLwith status = 1 DBGRCVMAN: EXITING setRedoLogDeletionPolicy with policy = TO NONE with target = NULL with bind = MANDATORY DBGMISC: krmknmtr: the parse tree after name translation is: [13:13:53.118] DBGMISC: EXITED krmknmtr with status Control File and SPFILE Autobackup [13:13:53.118] elapsed time [00:00:00:00.021] DBGMISC: krmkdps: this_reset_scn=56498483682 [13:13:53.118] DBGMISC: krmkdps: this_reset_time=02-SEP-09 [13:13:53.119] DBGMISC: krmkdps: untilSCN= [13:13:53.119] DBGMISC: krmkdps: untilTime= [13:13:53.119] DBGMISC: krmkdps: getRA_completedAfter= [13:13:53.119] DBGMISC: krmkdps: getRA_completedBefore= [13:13:53.119] DBGMISC: krmkdps: getRA_likePattern= [13:13:53.120] DBGMISC: krmkdps: getRA_containerMask=15 [13:13:53.120] DBGMISC: krmkdps: getRA_actionMask=63 [13:13:53.120] DBGMISC: krmkdps: computeRA_allRecords0 [13:13:53.120] DBGMISC: krmkdps: computeRA_fullBackups=1 [13:13:53.120] DBGMISC: krmkdps: allIncarnations=0 [13:13:53.120] DBGMISC: ENTERED krmkbaut [13:13:53.121] DBGMISC: Entering krmkgconf [13:13:53.121] DBGSQL: EXEC SQL AT TARGET select controlfile_type ,controlfile_change# ,controlfile_sequence# ,controlfile_created ,decode(offr.records_used,0,0,((offr.last_recid-offr.records_used)+1)) into :b1,:b2,:b3,:b4,:b5 from v$database ,v$controlfile_record_section offr where offr.type='OFFLINE RANGE' [13:13:53.121] DBGSQL: sqlcode=0 [13:13:53.125] DBGSQL: :b1 = "CURRENT" DBGSQL: :b2 = 152792315080 DBGSQL: :b3 = 7538564 DBGSQL: :b4 = "09-AUG-09" DBGSQL: :b5 = 0 DBGMISC: krmkgconf: Configuration is ENCRYPTION FOR DATABASE [13:13:53.126] DBGSQL: EXEC SQL AT TARGET declare first boolean ; conf# number ; begin if ( :first > 0 ) then first := TRUE ; else first := FALSE ; end if ; dbms_rcvman . getConfig ( conf# , :name:name_i , :value:value_i , first ) ; end ; [13:13:53.126] DBGSQL: sqlcode=1403 [13:13:53.127] DBGMISC: Function kmkgconf created the following tree: [13:13:53.128] DBGMISC: EXIT DBGMISC: Exiting krmkgconf [13:13:53.128] DBGMISC: Configured NoEncrypt at db level [13:13:53.128] DBGMISC: No Encrypt backup init(60000000) for cfile [13:13:53.128] DBGMISC: EXITED krmkbaut [13:13:53.128] elapsed time [00:00:00:00.007] DBGMISC: EXITED krmkomp [13:13:53.128] elapsed time [00:00:00:00.032] DBGPLSQL: the compiled command tree is: [13:13:53.129] (krmicomp) DBGPLSQL: 1 CMD type=Control File and SPFILE Autobackup id=1 status=NOT STARTED DBGPLSQL: 1 STEP id=1 status=NOT STARTED DBGPLSQL: 1 TEXTNOD = declare DBGPLSQL: 2 TEXTNOD = ncopies number; DBGPLSQL: 3 TEXTNOD = copyno number; DBGPLSQL: 4 TEXTNOD = handle varchar2(512); DBGPLSQL: 5 TEXTNOD = comment varchar2(80); DBGPLSQL: 6 TEXTNOD = media varchar2(80); DBGPLSQL: 7 TEXTNOD = lcfaudate date; DBGPLSQL: 8 TEXTNOD = lsequence binary_integer; DBGPLSQL: 9 TEXTNOD = lbautfmt varchar2(512); DBGPLSQL: 10 TEXTNOD = rsid number; DBGPLSQL: 11 TEXTNOD = rsts number; DBGPLSQL: 12 TEXTNOD = p1 binary_integer := 0; DBGPLSQL: 13 TEXTNOD = p2 binary_integer; DBGPLSQL: 14 TEXTNOD = p3 binary_integer; DBGPLSQL: 15 TEXTNOD = p4 binary_integer; DBGPLSQL: 16 TEXTNOD = p5 binary_integer; DBGPLSQL: 17 TEXTNOD = t1 varchar2(1025); DBGPLSQL: 18 TEXTNOD = t2 varchar2(1); DBGPLSQL: 19 TEXTNOD = t3 varchar2(1); DBGPLSQL: 20 TEXTNOD = begin DBGPLSQL: 21 TEXTNOD = DBGPLSQL: 22 PRMVAL = lsequence := null; DBGPLSQL: 23 TEXTNOD = DBGPLSQL: 24 PRMVAL = lcfaudate := null; DBGPLSQL: 25 TEXTNOD = DBGPLSQL: 26 PRMVAL = lbautfmt := null; DBGPLSQL: 27 TEXTNOD = DBGPLSQL: 28 PRMVAL = rsid := 5708; rsts := 791817232; DBGPLSQL: 29 TEXTNOD = setBackupParams(FALSE); DBGPLSQL: 30 TEXTNOD = if (krmicd.getParams(1, p2, p3, p4, p5, t1, t2, t3)) then DBGPLSQL: 31 TEXTNOD = p1 := 1; DBGPLSQL: 32 TEXTNOD = end if; DBGPLSQL: 33 TEXTNOD = sys.dbms_backup_restore.setRmanStatusRowId(rsid=>rsid, rsts=>rsts); DBGPLSQL: 34 TEXTNOD = sys.dbms_backup_restore.DoAutobackup(ncopies => ncopies, DBGPLSQL: 35 TEXTNOD = cfaudate => lcfaudate, DBGPLSQL: 36 TEXTNOD = seq => lsequence, DBGPLSQL: 37 TEXTNOD = format => lbautfmt, DBGPLSQL: 38 TEXTNOD = p1 => p1, DBGPLSQL: 39 TEXTNOD = p2 => p2, DBGPLSQL: 40 TEXTNOD = p3 => p3, DBGPLSQL: 41 TEXTNOD = p4 => t1); DBGPLSQL: 42 TEXTNOD = copyno := 0; DBGPLSQL: 43 TEXTNOD = loop DBGPLSQL: 44 TEXTNOD = exit when copyno=ncopies; DBGPLSQL: 45 TEXTNOD = sys.dbms_backup_restore.backupPieceCrtDupGet(copyno, DBGPLSQL: 46 TEXTNOD = handle, DBGPLSQL: 47 TEXTNOD = comment, DBGPLSQL: 48 TEXTNOD = media); DBGPLSQL: 49 TEXTNOD = if comment is null then comment := 'NONE'; end if; DBGPLSQL: 50 TEXTNOD = krmicd.writeMsg(8503, handle, comment); DBGPLSQL: 51 TEXTNOD = copyno := copyno + 1; DBGPLSQL: 52 TEXTNOD = end loop; DBGPLSQL: 53 TEXTNOD = sys.dbms_backup_restore.setRmanStatusRowId(rsid=>0, rsts=>0); DBGPLSQL: 54 TEXTNOD = end; DBGMISC: executing command Control File and SPFILE Autobackup [13:13:53.138] DBGRPC: krmxpoq: xc=6917529027645961080, action="0000003 FINISHED66", col_l=18, ind=0, sid=1475 DBGRPC: krmxr: xc=6917529027645961080 chid=default rpc count=3 DBGRPC: krmxpoq: xc=6917529027645974080, action="0000021 FINISHED129", col_l=19, ind=0, sid=1870 DBGRPC: krmxr: xc=6917529027645974080 chid=ORA_DISK_1 rpc count=21 DBGRPC: ENTERED krmqgns DBGRPC: krmqgns: looking for work for channel default (krmqgns) DBGRPC: krmqgns: commands remaining to be executed: (krmqgns) DBGRPC: CMD type=Control File and SPFILE Autobackup id=1 status=NOT STARTED DBGRPC: 1 STEP id=1 status=NOT STARTED DBGRPC: krmqgns: no work found for channel default (krmqgns) DBGRPC: (krmqgns) DBGRPC: EXITED krmqgns with status 1 DBGRPC: ENTERED krmqgns DBGRPC: krmqgns: looking for work for channel ORA_DISK_1 (krmqgns) DBGRPC: krmqgns: commands remaining to be executed: (krmqgns) DBGRPC: CMD type=Control File and SPFILE Autobackup id=1 status=NOT STARTED DBGRPC: 1 STEP id=1 status=NOT STARTED DBGRPC: krmqgns: channel ORA_DISK_1 assigned step 1 (krmqgns) DBGRPC: (krmqgns) DBGRPC: EXITED krmqgns with status 0 DBGRPC: krmxcic: xc=6917529027645974080 chid=ORA_DISK_1 calling peidcs DBGRPC: krmxcis: xc=6917529027645974080 chid=ORA_DISK_1 calling pcicmp DBGRPC: krmxr: xc=6917529027645974080 chid=ORA_DISK_1 calling peicnt DBGMISC: ENTERED krmzgparms [13:13:53.152] DBGMISC: Step id = 1; Code = 1 [13:13:53.152] (krmzgparms) DBGMISC: EXITED krmzgparms with status 0 (FALSE) [13:13:53.152] elapsed time [00:00:00:00.000] DBGMISC: ENTERED krmzgparms [13:13:53.152] DBGMISC: Step id = 1; Code = 1 [13:13:53.152] (krmzgparms) DBGMISC: EXITED krmzgparms with status 0 (FALSE) [13:13:53.152] elapsed time [00:00:00:00.000] DBGRPC: krmxrpc: xc=6917529027645974080 kpurpc2 rc=0 db=target proc=DBMS_BACKUP_RESTORE.SETRMANSTATUSROWID DBGRPC: krmxrpc: xc=6917529027645974080 chid=ORA_DISK_1 rpc count(non-blocking)=22 DBGRPC: krmxrpc: xc=6917529027645974080 RPC #22 completed immediately DBGRPC: krmxrpc: xc=6917529027645974080 kpurpc2 rc=3123 db=target proc=DBMS_BACKUP_RESTORE.DOAUTOBACKUP DBGRPC: krmxrpc: xc=6917529027645974080 chid=ORA_DISK_1 rpc count=23 DBGRPC: krmxrpc: xc=6917529027645974080 starting longrunning RPC #23 to target: DBMS_BACKUP_RESTORE.DOAUTOBACKUP DBGRPC: krmxr: xc=6917529027645974080 started long running rpc DBGRPC: krmxpoq: xc=6917529027645974080, action="0000022 FINISHED129", col_l=19, ind=0, sid=1870 DBGRPC: krmxr: callback returned TRUE, skipping sleep DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 1 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 2 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 4 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 8 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds DBGRPC: krmxpoq: xc=6917529027645974080, action="0000023 STARTED111", col_l=18, ind=0, sid=1870 DBGRPC: krmxr: sleeping for 10 seconds 对RMAN相关进程做stack call的追踪 select action from gv$session where sid=1782 and serial#=62996 and inst_id=2 rman.log -rw-r----- 1 oracle oinstall 56475 Aug 20 13:13 mac_ora_29364.trc -rw-r----- 1 oracle oinstall 439863 Aug 20 13:13 mac_ora_28147.trc mac> select spid from v$process where addr in ( select paddr from v$session where module like 'rman%'); SPID ------------ 27957 26914 mac> mac> mac> oradebug setospid 27957; Oracle pid: 275, Unix process pid: 27957, image: oracle@mfs138 (TNS V1-V3) mac> oradebug short_stack; ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368 oradebug short_stack; ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368 oradebug short_stack; ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368 mac> oradebug setospid 26914 Oracle pid: 463, Unix process pid: 26914, image: oracle@mfs138 (TNS V1-V3) mac> oradebug short_stack ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368 oradebug short_stack ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368 oradebug short_stack ksdxfstk()+48<-ksdxcb()+5776<-sspuser()+640<-<-_read_sys()+48<-_read()+224<-sntpread()+80<-ntprd()+192<-nsprecv()+736<-nsrdr()+272<-nsdo()+12512<-nsbrecv()+80<-nioqrc()+704<-opikndf2()+1216<-opitsk()+1280<-opiino()+1840<-opiodr()+2128<-opidrv()+1088<-sou2o()+336<-opimai_real()+224<-main()+368<-main_opd_entry()+80 oradebug dump errorstack 3; Statement processed. oradebug tracefile_name /apps/oracle/admin/mac/udump/mac_ora_26914.trc pstack 27957 27957: /apps/oracle/product/10.2.0/bin/oracle -------------------------------- lwpid : 5899967 ------------------------------- 0: c000000000405690 : _read_sys() + 0x30 (/usr/lib/hpux64/libc.so.1) 1: c000000000419f00 : _read() + 0xe0 (/usr/lib/hpux64/libc.so.1) 2: 40000000020d7ad0 : sntpread() + 0x50 (/apps/oracle/product/10.2.0/bin/oracle) 3: 40000000020d7a20 : ntprd() + 0xc0 (/apps/oracle/product/10.2.0/bin/oracle) 4: 400000000aa3b7c0 : nsprecv() + 0x2e0 (/apps/oracle/product/10.2.0/bin/oracle) 5: 4000000002307bb0 : nsrdr() + 0x110 (/apps/oracle/product/10.2.0/bin/oracle) 6: 4000000002300180 : nsdo() + 0x30e0 (/apps/oracle/product/10.2.0/bin/oracle) 7: 40000000022fcfa0 : nsbrecv() + 0x50 (/apps/oracle/product/10.2.0/bin/oracle) 8: 4000000002aff570 : nioqrc() + 0x2c0 (/apps/oracle/product/10.2.0/bin/oracle) 9: 4000000002bd3c80 : opikndf2() + 0x4c0 (/apps/oracle/product/10.2.0/bin/oracle) 10: 4000000002d9f3f0 : opitsk() + 0x500 (/apps/oracle/product/10.2.0/bin/oracle) 11: 400000000268c3f0 : opiino() + 0x730 (/apps/oracle/product/10.2.0/bin/oracle) 12: 4000000002cd6ec0 : opiodr() + 0x850 (/apps/oracle/product/10.2.0/bin/oracle) 13: 400000000260fd80 : opidrv() + 0x440 (/apps/oracle/product/10.2.0/bin/oracle) 14: 400000000260f390 : sou2o() + 0x150 (/apps/oracle/product/10.2.0/bin/oracle) 15: 40000000025fbfc0 : opimai_real() + 0xe0 (/apps/oracle/product/10.2.0/bin/oracle) 16: 400000000250c880 : main() + 0x170 (/apps/oracle/product/10.2.0/bin/oracle) 17: c000000000032f90 : main_opd_entry() + 0x50 (/usr/lib/hpux64/dld.so) pstack 26914 26914: /apps/oracle/product/10.2.0/bin/oracle -------------------------------- lwpid : 5898924 ------------------------------- 0: c000000000405690 : _read_sys() + 0x30 (/usr/lib/hpux64/libc.so.1) 1: c000000000419f00 : _read() + 0xe0 (/usr/lib/hpux64/libc.so.1) 2: 40000000020d7ad0 : sntpread() + 0x50 (/apps/oracle/product/10.2.0/bin/oracle) 3: 40000000020d7a20 : ntprd() + 0xc0 (/apps/oracle/product/10.2.0/bin/oracle) 4: 400000000aa3b7c0 : nsprecv() + 0x2e0 (/apps/oracle/product/10.2.0/bin/oracle) 5: 4000000002307bb0 : nsrdr() + 0x110 (/apps/oracle/product/10.2.0/bin/oracle) 6: 4000000002300180 : nsdo() + 0x30e0 (/apps/oracle/product/10.2.0/bin/oracle) 7: 40000000022fcfa0 : nsbrecv() + 0x50 (/apps/oracle/product/10.2.0/bin/oracle) 8: 4000000002aff570 : nioqrc() + 0x2c0 (/apps/oracle/product/10.2.0/bin/oracle) 9: 4000000002bd3c80 : opikndf2() + 0x4c0 (/apps/oracle/product/10.2.0/bin/oracle) 10: 4000000002d9f3f0 : opitsk() + 0x500 (/apps/oracle/product/10.2.0/bin/oracle) 11: 400000000268c3f0 : opiino() + 0x730 (/apps/oracle/product/10.2.0/bin/oracle) 12: 4000000002cd6ec0 : opiodr() + 0x850 (/apps/oracle/product/10.2.0/bin/oracle) 13: 400000000260fd80 : opidrv() + 0x440 (/apps/oracle/product/10.2.0/bin/oracle) 14: 400000000260f390 : sou2o() + 0x150 (/apps/oracle/product/10.2.0/bin/oracle) 15: 40000000025fbfc0 : opimai_real() + 0xe0 (/apps/oracle/product/10.2.0/bin/oracle) 16: 400000000250c880 : main() + 0x170 (/apps/oracle/product/10.2.0/bin/oracle) 17: c000000000032f90 : main_opd_entry() + 0x50 (/usr/lib/hpux64/dld.so) uname -a HP-UX B.11.31 U ia64 unlimited-user license Workaround: 没有找到直接解决该问题的方法， (从HP-UX上迁移走似乎是一种不可行的方案)，可以通过configure autobackup off绕过该问题，在RMAN备份脚本中加入backup current controlfile可以起来类似的作用。