Duplicate :
|
|
Relates :
|
Here is stack trace for thread #11 that was kill by SIGBUS(as stated in hotspot error log attached). core '/cores/core.java.16375' of 16375: /export/opt/j2se/1.5.0_10/bin/sparcv9/java -server -verbose:gc -XX:+Us ----------------- lwp# 11 / thread# 11 -------------------- ffffffff7eea7b1c _lwp_kill (6, 0, 0, 0, ffffffffffffffff, ffffffff7efbfff0) + 8 ffffffff7ee3d30c abort (ffffffff7efb6f60, 100115b30, 0, ffffffff7eadd140, 0, ffffffff7ea1a000) + 100 ffffffff7e7b2de8 void os::abort(int) (1, fc00, e, ffffffff7ea1a000, 26726c, b400) + 60 ffffffff7e84a348 void VMError::report_and_die() (0, ffffffff7eac9424, ffffffff7eac93f0, ffffffff7e9076ec, ffffffff7eabd938, 0) + c68 ffffffff7e36ea90 JVM_handle_solaris_signal (a, 100426660, fffffffda86fea60, 100426660, fffffffda86fed40, 10800) + b00 ffffffff7f217740 __sighndlr (a, fffffffda86fed40, fffffffda86fea60, ffffffff7e36df60, 0, 0) + c ffffffff7f2111d4 call_user_handler (a, ffffffff7ed02800, b, ffffffff7f31cb80, ffffffff7f31ca40, 140) + 268 ffffffff7f2113c0 sigacthandler (ffffffff7ed02800, fffffffda86fea60, ffffffff7f31a000, fffffffda86fed40, fffffffda86fed40, a) + 6c --- called from signal handler with signal 2127570944 (SIG Unknown) --- ffffffff7e7926e0 void MarkSweep::FollowRootClosure::do_oop(oopDesc**) (dc00, 1, 0, ffffffff7e551b9c, ffffffff7e2b2e48, ffffffff7eac7210) + 230 ffffffff7e396900 void Universe::oops_do(OopClosure*,int) (ffffffff7eab63f8, 0, 2, ffffffff7e7924b0, ffffffff7e264110, 13d28) + 38 ffffffff7e584834 void GenCollectedHeap::process_strong_roots(int,int,int,GenCollectedHeap::ClassScanningOption,OopsInGenClosure*,OopsInGenClosure*) (100197a10, 1, 0, ffffffff7ea1a000, 2, ffffffff7eab63f8) + 5c ffffffff7e587cd0 void GenMarkSweep::invoke_at_safepoint(int,ReferenceProcessor*,int) (1, f800, 3400, 3400, 10019d360, 100197a10) + 2f0 ffffffff7e5447bc void CMSCollector::do_compaction_work(int) (10029c990, fffffffdef400000, 30b00000, 0, 10029cd28, ffffffff7ea1a000) + 9c ffffffff7e5444d8 void CMSCollector::acquire_control_and_collect(int,int) (10029c990, 10025efe0, 0, 10021fb70, 13400, 10029cb48) + 270 ffffffff7e5441c4 void CMSCollector::collect(int,int,unsigned long,int,int) (10029c990, 0, 0, 12eb0, ffffffff7eaa58fc, 0) + 84 ffffffff7e58432c void GenCollectedHeap::do_collection(int,int,unsigned long,int,int,int,int*) (100197a10, 2, ffffffff7e8abe6a, 5, 1, 0) + 5f4 ffffffff7e52ffd4 HeapWord*TwoGenerationCollectorPolicy::satisfy_failed_allocation(unsigned long,int,int,int*) (100197a10, 8, 0, 0, ffffffff7eaa7a50, 0) + 1f4 ffffffff7e84bf7c void VM_GenCollectForAllocation::doit() (fffffffd927fdab0, 100197a10, 7, 0, 12800, ffffffff7ea1a000) + ac ffffffff7e3a55c4 void VM_Operation::evaluate() (fffffffd927fdab0, 10025de60, 674ab4, 1003dc4d8, 1003dc100, 1003dc0f0) + 84 ffffffff7e47e28c void VMThread::run() (ffffffff7eabc050, ffffffff7ed02800, 1, 10025de60, 1003dc0f0, ffffffff7ea1a000) + 70c ffffffff7e7b2878 void*_start(void*) (100426660, d800, b000, b378, ffffffff7eabd1a4, ffffffff7ea1a000) + 210 ffffffff7f217470 _lwp_start (0, 0, 0, 0, 0, 0) GC log is part of the application log: /net/cores.central/cores/dir7/65617675/35544_EMEA_RODS.out.Aug15.log -------------------------------- 17aug case 65617675 -------------------------------- * VM options: -server -verbose:gc -XX:+UseParNewGC -XX:+CMSParallelRemarkEnabled -XX:+UseConcM arkSweepGC -XX:SurvivorRatio=2 -XX:TargetSurvivorRatio=90 -XX:MaxTenuringThresho ld=31 -XX:MaxNewSize=1000m -XX:NewSize=1000m -XX:PermSize=64m -XX:MaxPermSize=64 m -XX:+PrintTenuringDistribution -XX:+PrintGCDetails -XX:+PrintGCTimeStamps -XX: +PrintHeapAtGC -Xms7g -Xmx7g -d64 -Dsun.rmi.dgc.client.gcInterval=3600000 -Dsun. rmi.dgc.server.gcInterval=3600000 * Crash stack: Instructions: (pc=0xffffffff7e7926e0) 0xffffffff7e7926d0: e4 25 e0 00 9f 2c 70 03 d2 5b 40 0f d8 5a 60 08 0xffffffff7e7926e0: d6 5b 20 10 d4 5a e0 c8 9f c2 80 00 90 03 20 10 ;; Stack: [0xfffffffda8600000,0xfffffffda8700000), sp=0xfffffffda86fee40, free sp ace=1019k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) V [libjvm.so+0x7926e0];; void MarkSweep::FollowRootClosure::do_oop(oopDesc**)+ 0x230 V [libjvm.so+0x396908];; void Universe::oops_do(OopClosure*,int)+0x40 V [libjvm.so+0x58483c];; void GenCollectedHeap::process_strong_roots(int,int,i nt,GenCollectedHeap::ClassScanningOption,OopsInGenClosure*,OopsInGenClosure*)+0x 64 V [libjvm.so+0x587cd8];; void GenMarkSweep::invoke_at_safepoint(int,ReferenceP rocessor*,int)+0x2f8 V [libjvm.so+0x5447c4];; void CMSCollector::do_compaction_work(int)+0xa4 V [libjvm.so+0x5444e0];; void CMSCollector::acquire_control_and_collect(int,in t)+0x278 V [libjvm.so+0x5441cc];; void CMSCollector::collect(int,int,unsigned long,int, int)+0x8c V [libjvm.so+0x584334];; void GenCollectedHeap::do_collection(int,int,unsigned long,int,int,int,int*)+0x5fc V [libjvm.so+0x52ffdc];; HeapWord*TwoGenerationCollectorPolicy::satisfy_failed _allocation(unsigned long,int,int,int*)+0x1fc V [libjvm.so+0x84bf84];; void VM_GenCollectForAllocation::doit()+0xb4 V [libjvm.so+0x3a55cc];; void VM_Operation::evaluate()+0x8c V [libjvm.so+0x47e294];; void VMThread::run()+0x714 V [libjvm.so+0x7b2880];; void*_start(void*)+0x218 VM_Operation (0xfffffffd927fdab0): generation collection for allocation, mode: s afepoint, requested by thread 0x00000001012817a0 VM_Operation (0xfffffffd927fdab0): generation collection for allocation, mode: s afepoint, requested by thread 0x00000001012817a0 * Log towards the end -- NOTED: "promotion failed" message 19901.316: [ParNew : 654803K->198580K(768000K), 1.6247441 secs] 6177113K->6014025K(7084032K)Heap af ter gc invocations=306: } , 1.6264761 secs] 19910.068: [GC {Heap before gc invocations=306: 19910.069: [ParNew (promotion failed) : 710580K->710580K(768000K), 3.6563700 secs]19913.725: [CMS19930.748: [CMS-concu rrent-sweep: 27.801/33.088 secs] (concurrent mode failure)# # An unexpected error has been detected by HotSpot Virtual Machine: # # # Java VM: Java HotSpot(TM) 64-Bit Server VM (1.5.0_10-b03 mixed mode) # Problematic frame: # V [libjvm.so+0x7926e0] # # An error report file with more information is saved as hs_err_pid16375.log # # If you would like to submit a bug report, please visit: # http://java.sun.com/webapps/bugreport/crash.jsp A second crash was logged under case 65604570 for cross references: -------------------------------- 17aug case 65604570 -------------------------------- * VM options: -server -verbose:gc -XX:+DisableExplicitGC -XX:+UseParNewGC -XX:+CMSParallelRema rkEnabled -XX:+UseConcMarkSweepGC -XX:SurvivorRatio=2 -XX:TargetSurvivorRatio=90 -XX:MaxTenuringThreshold=31 -XX:MaxNewSize=800m -XX:NewSize=800m -XX:PermSize=6 4m -XX:MaxPermSize=64m -XX:+PrintTenuringDistribution -XX:+PrintGCDetails -XX:+P rintGCTimeStamps -XX:+PrintHeapAtGC -XX:+UseCMSCompactAtFullCollection -XX:CMSFu llGCsBeforeCompaction=0 -Xms9g -Xmx9g -d64 -Dsun.rmi.dgc.client.gcInterval=36000 00 -Dsun.rmi.dgc.server.gcInterval=3600000 * Crash stack: Instructions: (pc=0xffffffff7e1e4d84) 0xffffffff7e1e4d74: ec 5e a0 00 80 a5 80 1d 22 60 00 0a b4 06 a0 08 0xffffffff7e1e4d84: f0 5d a0 00 ae 0e 20 03 80 a5 e0 03 22 60 00 05 ;; Stack: [0xfffffffd25a00000,0xfffffffd25b00000), sp=0xfffffffd25afee10, free sp ace=1019k Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code) V [libjvm.so+0x1e4d84];; void instanceKlass::oop_follow_contents(oopDesc*)+0xb 4 V [libjvm.so+0x7926f0];; void MarkSweep::FollowRootClosure::do_oop(oopDesc**)+ 0x240 V [libjvm.so+0x396908];; void Universe::oops_do(OopClosure*,int)+0x40 V [libjvm.so+0x58483c];; void GenCollectedHeap::process_strong_roots(int,int,i nt,GenCollectedHeap::ClassScanningOption,OopsInGenClosure*,OopsInGenClosure*)+0x 64 V [libjvm.so+0x587cd8];; void GenMarkSweep::invoke_at_safepoint(int,ReferenceP rocessor*,int)+0x2f8 V [libjvm.so+0x5447c4];; void CMSCollector::do_compaction_work(int)+0xa4 V [libjvm.so+0x5444e0];; void CMSCollector::acquire_control_and_collect(int,in t)+0x278 V [libjvm.so+0x5441cc];; void CMSCollector::collect(int,int,unsigned long,int, int)+0x8c V [libjvm.so+0x584334];; void GenCollectedHeap::do_collection(int,int,unsigned long,int,int,int,int*)+0x5fc V [libjvm.so+0x52ffdc];; HeapWord*TwoGenerationCollectorPolicy::satisfy_failed _allocation(unsigned long,int,int,int*)+0x1fc V [libjvm.so+0x84bf84];; void VM_GenCollectForAllocation::doit()+0xb4 V [libjvm.so+0x3a55cc];; void VM_Operation::evaluate()+0x8c V [libjvm.so+0x47e294];; void VMThread::run()+0x714 V [libjvm.so+0x7b2880];; void*_start(void*)+0x218 VM_Operation (0xfffffffcfd8fc8f0): generation collection for allocation, mode: s afepoint, requested by thread 0x0000000100644db0 * Log towards the end -- NOTED: "concurrent mode failure" message 21776.632: [Full GC 21776.633: [ParNew : 614400K->57787K(614400K), 1.3808237 secs] 7598299K->7334144K(9232384K), 1.3825 378 secs] 21779.393: [GC 21779.394: [ParNew: 97450K->59630K(614400K), 0.1869862 secs]21779 .581: [CMS (concurrent mode failure)# # An unexpected error has been detected by HotSpot Virtual Machine: # # # Java VM: Java HotSpot(TM) 64-Bit Server VM (1.5.0_10-b03 mixed mode) # Problematic frame: # V [libjvm.so+0x1e4d84] # # An error report file with more information is saved as hs_err_pid10564.log # # If you would like to submit a bug report, please visit: # http://java.sun.com/webapps/bugreport/crash.jsp # /opt/calypso/latest/bin/cstart.ksh[22]: 10564 Abort(coredump)