lib/sparc/server/libjvm.so


Dynamic libraries:
0x10000 /net/serengetib/usr/j2se/bin/java
0xff360000 /usr/lib/lwp/libthread.so.1
0xff390000 /usr/lib/libdl.so.1
0xff280000 /usr/lib/libc.so.1
0xff350000 /usr/platform/SUNW,Sun-Fire-880/lib/libc_psr.so.1
0xfec00000 /net/serengetib/usr/j2se/jre/lib/sparc/server/libjvm.so
0xff230000 /usr/lib/libCrun.so.1
0xff200000 /usr/lib/libsocket.so.1
0xfeb00000 /usr/lib/libnsl.so.1
0xfebd0000 /usr/lib/libm.so.1
0xff260000 /usr/lib/libw.so.1
0xfeae0000 /usr/lib/libmp.so.2
0xfeac0000 /usr/lib/librt.so.1
0xfeaa0000 /usr/lib/libaio.so.1
0xfea70000 /net/serengetib/usr/j2se/jre/lib/sparc/native_threads/libhpi.so
0xfea30000 /net/serengetib/usr/j2se/jre/lib/sparc/libverify.so
0xfe9f0000 /net/serengetib/usr/j2se/jre/lib/sparc/libjava.so
0xfe9c0000 /net/serengetib/usr/j2se/jre/lib/sparc/libzip.so

Local Time = Mon Mar 31 15:52:01 2003
Elapsed Time = 920
#
# HotSpot Virtual Machine Error : 11
# Error ID : 4F530E43505002E6 01
# Please report this error at
# http://java.sun.com/cgi-bin/bugreport.cgi
#
# Java VM: Java HotSpot(TM) Server VM (1.4.1_02-b06 mixed mode)



# /opt/SUNWspro/bin/dbx /net/serengetib/usr/j2se/bin/java core_1_4_1_02
Reading java
core file header read successfully
Reading ld.so.1
Reading libthread.so.1
Reading libdl.so.1
Reading libc.so.1
Reading libc_psr.so.1
Reading libjvm.so
Reading libCrun.so.1
Reading libsocket.so.1
Reading libnsl.so.1
Reading libm.so.1
Reading libw.so.1
Reading libmp.so.2
Reading librt.so.1
Reading libaio.so.1
Reading libhpi.so
Reading libverify.so
Reading libjava.so
Reading libzip.so
detected a multithreaded program
t@2 (l@2) terminated by signal ABRT (Abort)
0xff31ef30: _lwp_kill+0x0008: bgeu,a _lwp_kill+0x1c
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx) where
current thread: t@2
=>[1] _lwp_kill(0x0, 0x2, 0x0, 0xff33c004, 0xff386000, 0xff340428), at 0xff31ef30
  [2] raise(0x6, 0x0, 0x0, 0xffffffff, 0xff3403b4, 0x0), at 0xff2cb9d4
  [3] abort(0xff33c004, 0xfab7e830, 0x0, 0x4, 0x0, 0xfab7e851), at 0xff2b58f4
  [4] os::abort(0x1, 0xff14ce36, 0xfab7e8d0, 0x0, 0xff1d0e8c, 0xff07f17c), at 0xff080a90
  [5] os::handle_unexpected_exception(0x0, 0xb, 0xfecc5dd4, 0xfab7f630, 0xfedec9c4, 0x0), at 0xff07f1ec
  [6] JVM_handle_solaris_signal(0xfecc5dd4, 0xfab7f630, 0xfab7f378, 0x4000, 0x4164, 0x0), at 0xfeded234
  [7] __sighndlr(0xb, 0xfab7f630, 0xfab7f378, 0xfedec948, 0x0, 0x0), at 0xff374c
c8
  [8] call_user_handler(0xfe7c0000, 0x2, 0xff3878e0, 0xfab7f378, 0xfab7f630, 0xb
), at 0xff36fb00
  [9] sigacthandler(0xfe7c0000, 0xfab7f630, 0xfab7f378, 0xff386000, 0xfab7f630,
0xb), at 0xff36fccc
  ---- called from signal handler with signal 11 (SIGSEGV) ------
  [10] DefNewGeneration::copy_to_survivor_space(0x8e568, 0xf48bc438, 0xf52186d4,
 0x4c3db8, 0x0, 0xff18a000), at 0xfecc5dd4
  [11] instanceKlass::oop_oop_iterate_nv(0x4, 0xf52186b0, 0xfab7fad4, 0x4c3db8,
0x43a60c, 0xfedb3c4c), at 0xfecc6350
  [12] ContiguousSpace::oop_since_save_marks_iterate_nv(0x8e770, 0xfab7fad4, 0xf
f18a000, 0x4, 0x88, 0xf51fc468), at 0xfedcf6d0
  [13] DefNewGeneration::oop_since_save_marks_iterate_nv(0x8e568, 0xfab7fad4, 0x
fab7faf8, 0x191e88, 0xfab7f880, 0x0), at 0xfee3a274
  [14] GenCollectedHeap::oop_since_save_marks_iterate(0x8e458, 0x0, 0xfab7fad4,
0xfab7fab0, 0x44a2bc, 0xfee00dcc), at 0xfee3a788
  [15] DefNewGeneration::FastEvacuateFollowersClosure::do_void(0xfab7fa9c, 0x8e5
a8, 0x1, 0xf5200978, 0x0, 0x0), at 0xfee5b10c
  [16] ReferenceProcessor::process_discovered_references(0x8e598, 0xa1d68, 0xfab
7fb08, 0xfab7fa88, 0xfab7fa9c, 0xfab7fab0), at 0xfee4b59c
  [17] DefNewGeneration::collect(0xff1c9208, 0xa64fc8, 0x5400, 0x5430, 0x1, 0xfa
b7fab0), at 0xfee541dc
  [18] GenCollectedHeap::do_collection(0x1, 0x0, 0x0, 0xff11032d, 0xff18a000, 0x
a), at 0xfee4b1d8
  [19] TwoGenerationCollectorPolicy::satisfy_failed_allocation(0x8e458, 0x0, 0x0
, 0x0, 0xf287f948, 0xfab7fd60), at 0xfee54714
  [20] VM_GenCollectForAllocation::doit(0xf287f92c, 0x5000, 0x3425cc, 0xff1d0140
, 0xff18a000, 0x0), at 0xfee545fc
  [21] VM_Operation::evaluate(0xf287f92c, 0x0, 0x342b7c, 0xff1e7fd8, 0xff1d0140,
 0x0), at 0xfee47ab0
  [22] VMThread::evaluate_operation(0xd7600, 0xf287f92c, 0x0, 0x28ff0, 0xfef1473
8, 0x0), at 0xfee474f8
  [23] VMThread::loop(0xff1db790, 0xff1d01a4, 0xff1d01a0, 0x0, 0x0, 0x0), at 0xf
ef147a4
  [24] VMThread::run(0xd7600, 0x0, 0x0, 0x0, 0x0, 0x0), at 0xfef14374
  [25] _start(0xd7600, 0xfe7c0000, 0x0, 0x0, 0x0, 0x0), at 0xfee80320

Running the same application on a U60 and a U10 seems to run for hours.

   PID USERNAME SIZE RSS STATE PRI NICE TIME CPU PROCESS/NLWP
 22034 claudiom 59M 39M run 32 0 0:34.41 53% java/92

% pstack 22034 | grep thread# | wc -l
      28
Garbage collection fails in copy_to_survivor_space method:
1.3.1_0x -> oopDesc::copy_to_survivor_space
1.4.1_02 -> DefNewGeneration::copy_to_survivor_space

Customer data analisys
======================
Original core from customer available:
% ls -la /net/xantia.japan/g3/haruzo/case10352682/data3
total 1253178
drwxr-xr-x 2 haruzo 2600 512 Mar 19 09:26 ./
drwxr-xr-x 6 haruzo 2600 512 Mar 28 05:13 ../
-rw-r--r-- 1 haruzo 2600 46693376 Mar 19 09:30 10352682.3.tar
-rw-r--r-- 1 haruzo 2600 2405 Apr 17 2003 hs_err_pid18221.log
-rw-r--r-- 1 haruzo 2600 594590208 Apr 17 2003 java1_3_1_04core
-rw-r--r-- 1 haruzo 2600 0 Mar 18 12:21 ls.errs

% more /net/xantia.japan/g3/haruzo/case10352682/data3/hs_err_pid18221.log

Unexpected Signal : 11 occurred at PC=0xff028f10
Function name=JVM_NewInstanceFromConstructor
Library=/usr/j2se/jre/lib/sparc/client/libjvm.so


Dynamic libraries:
0x10000 /usr/j2se/jre/bin/../bin/sparc/native_threads/java
0xff360000 /usr/lib/lwp/libthread.so.1
0xff390000 /usr/lib/libdl.so.1
0xff280000 /usr/lib/libc.so.1
0xff350000 /usr/platform/SUNW,Sun-Fire-480R/lib/libc_psr.so.1
0xfee80000 /usr/j2se/jre/lib/sparc/client/libjvm.so
0xff230000 /usr/lib/libCrun.so.1
0xfee60000 /usr/lib/libsocket.so.1
0xfed80000 /usr/lib/libnsl.so.1
0xfed50000 /usr/lib/libm.so.1
0xff260000 /usr/lib/libw.so.1
0xfee40000 /usr/lib/libmp.so.2
0xfed30000 /usr/lib/librt.so.1
0xfed10000 /usr/lib/libaio.so.1
0xfecb0000 /usr/j2se/jre/lib/sparc/native_threads/libhpi.so
0xfec70000 /usr/j2se/jre/lib/sparc/libverify.so
0xfec30000 /usr/j2se/jre/lib/sparc/libjava.so
0xfebf0000 /usr/j2se/jre/lib/sparc/libzip.so
0xfe9c0000 /usr/lib/locale/ja_JP.PCK/ja_JP.PCK.so.2
0xfe9a0000 /usr/lib/locale/ja_JP.PCK/methods_ja_JP.PCK.so.2
0xfb430000 /usr/j2se/jre/lib/sparc/libnet.so
0xfb410000 /usr/lib/nss_files.so.1
0xc93b0000 /opt/oracle/product/8.1.7/lib/libocijdbc8.so
0xc6c00000 /opt/oracle/product/8.1.7/lib/libclntsh.so.8.0
0xc9390000 /opt/oracle/product/8.1.7/lib/libwtc8.so
0xc92e0000 /usr/lib/libsched.so.1
0xc92c0000 /usr/lib/libgen.so.1
0xc9290000 /usr/j2se/jre/lib/sparc/libawt.so
0xc7500000 /usr/j2se/jre/lib/sparc/motif21/libmawt.so
0xc8fb0000 /usr/j2se/jre/bin/../lib/sparc/libmlib_image.so
0xc6980000 /usr/dt/lib/libXm.so.4
0xc8d90000 /usr/openwin/lib/libXt.so.4
0xc84d0000 /usr/openwin/lib/libXext.so.0
0xc85e0000 /usr/openwin/lib/libXtst.so.1
0xc7400000 /usr/openwin/lib/libX11.so.4
0xc83e0000 /usr/openwin/lib/libSM.so.6
0xc82d0000 /usr/openwin/lib/libICE.so.6
0xc7f50000 /usr/openwin/lib/libdga.so.1
0xc7300000 /usr/j2se/jre/lib/sparc/libfontmanager.so
0xc7e20000 /usr/openwin/lib/libdps.so.5
0xc87e0000 /usr/openwin/lib/locale/ja_JP.PCK/xlibi18n_PCK.so.2
0xc7f30000 /usr/openwin/lib/locale/common/xomLTRTTB.so.2
0xc7f10000 /usr/lib//liblayout.so
0xc7d30000 /usr/openwin/lib/locale/common/ximp40.so.2

Local Time = Wed Feb 26 20:18:57 2003
Elapsed Time = 9626
#
# HotSpot Virtual Machine Error : 11
# Error ID : 4F530E43505002BD 01
# Please report this error at
# http://java.sun.com/cgi-bin/bugreport.cgi
#
# Java VM: Java HotSpot(TM) Client VM (1.3.1_04-b02 mixed mode)
#

# /usr/j2se/bin/java -version
java version "1.3.1_04"
Java(TM) 2 Runtime Environment, Standard Edition (build 1.3.1_04-b02)
Java HotSpot(TM) Client VM (build 1.3.1_04-b02, mixed mode)

# more /.dbxrc
dbxenv suppress_startup_message 6.2
dbxenv core_lo_pathmap on
pathmap /usr/lib /opt/SunONE/test
pathmap /usr/dt/lib /opt/SunONE/test
pathmap /usr/lib/locale/ja_JP.PCK /opt/SunONE/test
pathmap /usr/openwin/lib/locale/ja_JP.PCK /opt/SunONE/test
pathmap /usr/openwin/lib/locale/common /opt/SunONE/test
pathmap /opt/oracle/product/8.1.7/lib /opt/SunONE/test

# /opt/SUNWspro/bin/dbx -V
Sun WorkShop 6 update 2 Dbx Debugger 6.2 Patch 111683-04 2002/01/11

# env | grep DEBUG
DEBUG_PROG=/opt/SUNWspro/bin/dbx


/usr/j2se/bin/java core20030226

root@daktari # /usr/j2se/bin/java core20030226
Reading java
core file header read successfully
Reading ld.so.1
Reading libthread.so.1
Reading libdl.so.1
Reading libc.so.1
Reading libc_psr.so.1
Reading libjvm.so
Reading libCrun.so.1
Reading libsocket.so.1
Reading libnsl.so.1
Reading libm.so.1
Reading libw.so.1
Reading libmp.so.2
Reading librt.so.1
Reading libaio.so.1
Reading libhpi.so
Reading libverify.so
Reading libjava.so
Reading libzip.so
Reading ja_JP.PCK.so.2
Reading methods_ja_JP.PCK.so.2
Reading libnet.so
Reading nss_files.so.1
Reading libocijdbc8.so
Reading libclntsh.so.8.0
Reading libwtc8.so
Reading libsched.so.1
Reading libgen.so.1
Reading libawt.so
Reading libmawt.so
Reading libmlib_image.so
Reading libXm.so.4
Reading libXt.so.4
Reading libXext.so.0
Reading libXtst.so.1
Reading libX11.so.4
Reading libSM.so.6
Reading libICE.so.6
Reading libdga.so.1
Reading libfontmanager.so
Reading libdps.so.5
Reading xlibi18n_PCK.so.2
Reading xomLTRTTB.so.2
Reading liblayout.so
Reading ximp40.so.2
detected a multithreaded program
t@2 (l@2) terminated by signal ABRT (Abort)
0xff31ee1c: _lwp_kill+0x0008: bgeu,a _lwp_kill+0x1c
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx) where
current thread: t@2
=>[1] _lwp_kill(0x0, 0x2, 0x0, 0xff33c000, 0xff386000, 0xff340430), at 0xff31ee1c
  [2] raise(0x6, 0x0, 0x0, 0xffffffff, 0xff3403bc, 0x0), at 0xff2cb900
  [3] abort(0xff33c000, 0xfeafabc8, 0x0, 0x4, 0x0, 0xfeafabe9), at 0xff2b58ec
  [4] os::abort(0x1, 0xff1c2000, 0x1, 0xfeafac48, 0x0, 0xff028f10), at 0xff106854
  [5] os::handle_unexpected_exception(0xff3402ac, 0xff1feb38, 0xff1d4d38, 0xff186164, 0xff1c2000, 0xfeafac68), at 0xff105a98
  [6] JVM_handle_solaris_signal(0x0, 0x0, 0xfeafb718, 0xff1c2000, 0xb, 0xfeafb9d0), at 0xff109520
  [7] __sighndlr(0xb, 0xfeafb9d0, 0xfeafb718, 0xff10779c, 0x0, 0x0), at 0xff374cc8
  [8] call_user_handler(0xfeca0000, 0x2, 0xff3878e0, 0xfeafb718, 0xfeafb9d0, 0xb), at 0xff36fb00
  [9] sigacthandler(0xfeca0000, 0xfeafb9d0, 0xfeafb718, 0xff386000, 0xfeafb9d0, 0xb), at 0xff36fccc
  ---- called from signal handler with signal 11 (SIGSEGV) ------
  [10] oopDesc::copy_to_survivor_space(0x0, 0x0, 0xc9ad1478, 0xff1c2000, 0xcb1dc400, 0x5ca70), at 0xff028f10
  [11] Scavenge::scavenge_oop(0xcb1d1410, 0x1, 0x1987d8, 0x4, 0x1, 0xcb1b8400), at 0xff029a28
  [12] instanceKlass::oop_scavenge_contents(0xff1d7ac0, 0xff1ccabc, 0xff1c2000, 0xf96a0168, 0xf96a0164, 0xcb1d1414), at 0xff02991c
  [13] SurvivorSpace::scavenge_contents_from(0xff1ccab4, 0xcb1d6038, 0xcb1d13d8, 0x5ca70, 0x70b4c, 0xf943), at 0xff029594
  [14] Scavenge::evacuate_followers(0xff200e2c, 0xff1d7ac0, 0xff1d7acc, 0xff1d7ac4, 0xff2074f4, 0xff200e30), at 0xff02e2d8
  [15] instanceRefKlass::process_discovered_references(0x8c96b0, 0xff02e298, 0xff02e0dc, 0xff02e298, 0xff1c2000, 0xff02df88), at 0xff02df28
  [16] Scavenge::invoke_at_safepoint(0x8c96b0, 0xff1d7acc, 0xff1d7acc, 0xff1d7ac0, 0xff2074f4, 0xff200e2c), at 0xff027844
  [17] VM_Operation::evaluate(0xc5eff018, 0xa0, 0xfeafb, 0xff1c2000, 0xe1128, 0xfeafbdc4), at 0xfeff090c
  [18] VMThread::evaluate_operation(0xe1128, 0xc5eff018, 0xff1c2000, 0xff1d7558, 0xff1d3560, 0xff1c2000), at 0xfeff07e0
  [19] VMThread::loop(0xe1128, 0xc5eff018, 0x8, 0xff1de954, 0xff1de948, 0xff1de958), at 0xfef8323c
  [20] VMThread::run(0xff1c2000, 0xe1128, 0x0, 0x0, 0x0, 0x0), at 0xfef82d2c
  [21] _start(0xff1c2000, 0xfeca0000, 0x0, 0x0, 0x0, 0x0), at 0xfef82c68
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx)



The customer provided a testcase (CloneInMT)

Test with CloneInMT application (provided by FUJITSU) on a local Sun lab installation with J2SE recommended cluster (kernel 19), seems to fail quickly (a few seconds) on MP machines (Sun-Fire) using both client or server jvm even with -Xincgc

The problem seems to happen in a MT app implementing a Cloneable with finalize()
Source code available from testcase in attachment

Sun Lab test:
============
# uname -a
SunOS daktari 5.8 Generic_108528-19 sun4u sparc SUNW,Sun-Fire-880

1.3.1_08 (immediate crash):
==========================
more hs_err_pid3060.log

Unexpected Signal : 11 occurred at PC=0xfecb8b54
Function name=JVM_NewInstance
Library=/usr/j2sdk1_3_1_08/jre/lib/sparc/server/libjvm.so


Dynamic libraries:
0x10000 /usr/j2se/bin/../bin/sparc/native_threads/java
0xff360000 /usr/lib/lwp/libthread.so.1
0xff390000 /usr/lib/libdl.so.1
0xff280000 /usr/lib/libc.so.1
0xff350000 /usr/platform/SUNW,Sun-Fire-880/lib/libc_psr.so.1
0xfec00000 /usr/j2sdk1_3_1_08/jre/lib/sparc/server/libjvm.so
0xff230000 /usr/lib/libCrun.so.1
0xff200000 /usr/lib/libsocket.so.1
0xfeb00000 /usr/lib/libnsl.so.1
0xff1d0000 /usr/lib/libm.so.1
0xff260000 /usr/lib/libw.so.1
0xff1a0000 /usr/lib/libmp.so.2
0xff180000 /usr/lib/librt.so.1
0xff160000 /usr/lib/libaio.so.1
0xfebd0000 /usr/j2sdk1_3_1_08/jre/lib/sparc/native_threads/libhpi.so
0xfead0000 /usr/j2sdk1_3_1_08/jre/lib/sparc/libverify.so
0xfea90000 /usr/j2sdk1_3_1_08/jre/lib/sparc/libjava.so
0xfea50000 /usr/j2sdk1_3_1_08/jre/lib/sparc/libzip.so

Local Time = Mon Mar 31 16:22:05 2003
Elapsed Time = 5
#
# HotSpot Virtual Machine Error : 11
# Error ID : 4F530E43505002BD 01
# Please report this error at
# http://java.sun.com/cgi-bin/bugreport.cgi
#
# Java VM: Java HotSpot(TM) Server VM (1.3.1_08-b03 mixed mode)
#


# java core_08
Reading java
core file header read successfully
Reading ld.so.1
Reading libthread.so.1
Reading libdl.so.1
Reading libc.so.1
Reading libc_psr.so.1
Reading libjvm.so
Reading libCrun.so.1
Reading libsocket.so.1
Reading libnsl.so.1
Reading libm.so.1
Reading libw.so.1
Reading libmp.so.2
Reading librt.so.1
Reading libaio.so.1
Reading libhpi.so
Reading libverify.so
Reading libjava.so
Reading libzip.so
detected a multithreaded program
t@2 (l@2) terminated by signal ABRT (Abort)
0xff31ef30: _lwp_kill+0x0008: bgeu,a _lwp_kill+0x1c
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx) where
current thread: t@2
=>[1] _lwp_kill(0x0, 0x2, 0x0, 0xff33c004, 0xff386000, 0xff340428), at 0xff31ef30
  [2] raise(0x6, 0x0, 0x0, 0xffffffff, 0xff3403b4, 0x0), at 0xff2cb9d4
  [3] abort(0xff33c004, 0xfb6fabc8, 0x0, 0x4, 0x0, 0xfb6fabe9), at 0xff2b58f4
  [4] os::abort(0x1, 0xff0c6000, 0x1, 0xfb6fac48, 0x0, 0xfecb8b54), at 0xfefc7494
  [5] os::handle_unexpected_exception(0xff3402a4, 0xff136ae8, 0xff0da18c, 0xff07069c, 0xff0c6000, 0xfb
fac68), at 0xfefc6550
  [6] JVM_handle_solaris_signal(0x0, 0x0, 0xfb6fb718, 0xff0c6000, 0xb, 0xfb6fb9d0), at 0xfee0acd4
  [7] __sighndlr(0xb, 0xfb6fb9d0, 0xfb6fb718, 0xfee0acec, 0x0, 0x0), at 0xff374cc8
  [8] call_user_handler(0xfe990000, 0x2, 0xff3878e0, 0xfb6fb718, 0xfb6fb9d0, 0xb), at 0xff36fb00
  [9] sigacthandler(0xfe990000, 0xfb6fb9d0, 0xfb6fb718, 0xff386000, 0xfb6fb9d0, 0xb), at 0xff36fccc
  ---- called from signal handler with signal 11 (SIGSEGV) ------
  [10] oopDesc::copy_to_survivor_space(0xf5bf3ef0, 0xf5e53e94, 0xf5bf3ef0, 0xff0c6000, 0xf5e5b2e8, 0x702
08), at 0xfecb8b54
  [11] Scavenge::scavenge_oop(0xf5e53e94, 0x1, 0x40beac, 0x4, 0x20, 0xf5ded028), at 0xfecbba74
  [12] instanceKlass::oop_scavenge_contents(0xff0dcf08, 0xff0d1d10, 0xff0c6000, 0xf74c0ab4, 0xf74c0ab0,
0xf5e53e98), at 0xfecba248
  [13] SurvivorSpace::scavenge_contents_from(0xff0d1d08, 0xf5e589e8, 0xf5e53e70, 0x70208, 0x701cc, 0xf74
3), at 0xfeddfde0
  [14] Scavenge::evacuate_followers(0xff138b00, 0xff0dcf08, 0xff0dcf14, 0xff0dcf0c, 0xff13f224, 0xff138b
08), at 0xfee0f5ec
  [15] instanceRefKlass::process_discovered_references(0xa1520, 0xfee0f5ac, 0xfedc30c0, 0xfee0f5ac, 0xff
0c6000, 0xfee29ad4), at 0xfee056a0
  [16] Scavenge::invoke_at_safepoint(0xa1520, 0xff0dcf14, 0xff0dcf14, 0xff0dcf08, 0xff13f224, 0xff138b00
), at 0xfee1149c
  [17] VM_Operation::evaluate(0xf497f848, 0xff0df578, 0x40, 0xfb6fb, 0xff0c6000, 0xfb6fbdc4), at 0xfed96
284
  [18] VMThread::evaluate_operation(0xd6e48, 0xf497f848, 0xff0c6000, 0xff0dc9a4, 0xff0d89b4, 0xff0c6000)
, at 0xfed96328
  [19] VMThread::loop(0xd6e48, 0xf497f848, 0x8, 0xff0e448c, 0xff0e4480, 0xff0e4490), at 0xfeed2b44
  [20] VMThread::run(0xff0c6000, 0xd6e48, 0x0, 0x0, 0x0, 0x0), at 0xfeed24d0
  [21] _start(0xff0c6000, 0xfe990000, 0x0, 0x0, 0x0, 0x0), at 0xfee142e8
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx) threads
      t@1 a l@1 ?() sleep on 0x28eb0 in __lwp_park()
o> t@2 b l@2 _start() signal SIGABRT in _lwp_kill()
      t@3 a l@3 _start() sleep on 0xd7448 in __lwp_park()
      t@4 a l@4 _start() sleep on 0xd8988 in __lwp_park()
      t@5 a l@5 _start() sleep on 0x26b98 in __lwp_park()
      t@6 a l@6 _start() sleep on 0x28350 in __lwp_park()
      t@7 a l@7 _start() sleep on 0x27538 in __lwp_park()
      t@8 a l@8 _start() sleep on 0x27250 in __lwp_park()
      t@9 a l@9 _start() sleep on 0x26b98 in __lwp_park()
   t@2925 a l@2925 _start() sleep on 0x281e0 in __lwp_park()
   t@2929 a l@2929 _start() sleep on 0x26b98 in __lwp_park()
   t@2931 a l@2931 _start() sleep on 0xd7608 in __lwp_park()
   t@2942 a l@2942 _start() LWP suspended in lwp_suspend()
   t@2949 a l@2949 _start() sleep on 0x26b98 in __lwp_park()
   t@2951 a l@2951 _start() sleep on 0x26b98 in __lwp_park()
   t@2955 a l@2955 _start() sleep on 0x26b98 in __lwp_park()
   t@2957 a l@2957 _start() sleep on 0x26b98 in __lwp_park()
   t@2962 a l@2962 _start() sleep on 0x26b98 in __lwp_park()
   t@2963 a l@2963 _start() sleep on 0x26b98 in __lwp_park()
   t@2967 a l@2967 _start() sleep on 0x26b98 in __lwp_park()
   t@2970 a l@2970 _start() sleep on 0x26b98 in __lwp_park()
   t@2973 a l@2973 _start() sleep on 0x26b98 in __lwp_park()
   t@2977 a l@2977 _start() sleep on 0x26b98 in __lwp_park()
   t@2981 a l@2981 _start() sleep on 0x26b98 in __lwp_park()
   t@2987 a l@2987 _start() sleep on 0x26b98 in __lwp_park()
   t@2990 a l@2990 _start() sleep on 0x26b98 in __lwp_park()
   t@2994 a l@2994 _start() sleep on 0x26b98 in __lwp_park()
   t@2996 a l@2996 _start() sleep on 0x26b98 in __lwp_park()
   t@2999 a l@2999 _start() sleep on 0x26b98 in __lwp_park()
   t@3000 a l@3000 _start() sleep on 0x26b98 in __lwp_park()
   t@3001 a l@3001 _start() sleep on 0x26b98 in __lwp_park()
   t@3003 a l@3003 _start() sleep on 0x26b98 in __lwp_park()
   t@3005 a l@3005 _start() sleep on 0x26b98 in __lwp_park()
   t@3007 a l@3007 _start() sleep on 0x26b98 in __lwp_park()
   t@3009 a l@3009 _start() sleep on 0x26b98 in __lwp_park()
(/opt/SUNWspro/bin/../WS6U2/bin/sparcv9/dbx) quit


1.4.1_02 (~900 sec to crash):
============================

# more hs_err_pid2259.log

Unexpected Signal : 11 occurred at PC=0xFECC5DD4
Function=[Unknown. Nearest: JVM_CurrentTimeMillis+0x4F8]
Library=/net/serengetib/usr/j2se/jre/