his is Farzin, I ran into a different core dump problem during my tests. I am able to
reproduce it with a small program. The attached jar file has the code and the run.sh scrip
to run it. Note it hap^Cpens when the -Xmx8mb is used. It is completely dependent on the size
of the objects. If I change the Vector size it won't happen. This program shuold throw a
runtime error OutOfMemory, but instead it core dumps. I though may be this could in some
was be related to the existing case #.

On another note I am trying to track our memory problem. I was running with -verbosegc
and got a case where a block of almost 500 MB words are to be allocated, and we ran out
of memory. The prolem is in some code that is trying to allocate a huge object (i.e byte
array of 2 giga bytes). Since it is not possible to catch the OutOfMemory error and be able
to say where in the code the problem exists, I started to look into other options.

1) I used JVMPI interface and was able to get notification of object allocation and was
able to print the stack trace. However this didn't work with our software because we are
using 3rd party software (ObjectStore) and it requires the use of native threads. The JVMPI
is only available in reference implementation and it only runs with green threads. So this
option didn't work.

2) I used the JVMDI interface, and added hooks for allocate and deallocate. Although I am
getting notifications for the events that I enabled. My alloc and dealloc hooks were never
called.

I really need help with this problem, any ideas are welcome. This is not a defect, as I think
it is a problem in our software or, in one of the 3rd party products we are using. However I
need help through some tools or some idead to track it down.

Any ideas will be appreciated, you can call me at 909-982-3615 if you have any questions.
Other wise I look forward to hereing from you.

Thanks, Farzin Mohammadi


Stack Trace from Cu core dump file:



To suppress this message, add the following line to your .dbxrc file:

        dbxenv suppress_startup_message 5.0
Reading java
core file header read successfully
Reading ld.so.1
Reading libjvm.so
Reading libjava.so
Reading libthread.so.1
Reading libdl.so.1
Reading libc.so.1
Reading libm.so.1
Reading libsocket.so.1
Reading libnsl.so.1
Reading libmp.so.2
Reading libc_psr.so.1
Reading libzip.so
Reading libagent.so
Reading libnet.so
Reading nss_files.so.1
detected a multithreaded program
t@10 (l@9) terminated by signal ABRT (Abort)
current thread: t@10
=>[1] __sigprocmask(0x0, 0xfcbeeb00, 0x0, 0x0, 0x0, 0x0), at 0xfef09a04
  [2] _resetsig(0xfef0c28c, 0x0, 0x0, 0xfcbf1d78, 0xfef1e000, 0x0), at 0xfeefe458
  [3] _sigon(0xfcbf1d78, 0xfef25980, 0x6, 0xfcbeebd4, 0xfcbf1d78, 0xfcbeec18), at 0xfeefdbf8
  [4] _thrp_kill(0x0, 0xa, 0x6, 0xfef1e000, 0xa, 0xfeebc4a8), at 0xfef00c0c
  [5] raise(0x6, 0x0, 0x0, 0xffffffff, 0x25228, 0x0), at 0xfee4afe0
  [6] abort(0xfeeb8018, 0x0, 0x0, 0x0, 0x0, 0x0), at 0xfee357bc
  [7] panicHandler(0x0, 0xfcbef178, 0xfcbeeec0, 0xff31cc00, 0x6, 0x0), at 0xff12dd30
  [8] __sighndlr(0x6, 0xfcbef178, 0xfcbeeec0, 0xff12cae0, 0xfcbf1e10, 0xfcbf1e00), at 0xfef0bb18
  [9] sigacthandler(0x6, 0xfcbf1d78, 0x0, 0x0, 0x0, 0xfef1e000), at 0xfef08304
  ---- called from signal handler with signal 6 (SIGABRT) ------
  [10] __sigprocmask(0x0, 0xfcbef288, 0x0, 0x0, 0x0, 0x0), at 0xfef09a04
  [11] _resetsig(0xfef0c28c, 0x0, 0x0, 0xfcbf1d78, 0xfef1e000, 0x0), at 0xfeefe458
  [12] _sigon(0xfcbf1d78, 0xfef25980, 0x6, 0xfcbef35c, 0xfcbf1d78, 0xff3a0d60), at 0xfeefdbf8
  [13] _thrp_kill(0x0, 0xa, 0x6, 0xfef1e000, 0xa, 0x0), at 0xfef00c0c
  [14] raise(0x6, 0x6, 0xfcbef420, 0xff347de4, 0x6, 0x0), at 0xfee4afe0
  [15] abort(0xfeeb8018, 0xfcbef8a0, 0x2000, 0xbf0f6000, 0xa, 0xff348000), at 0xfee3577c
  [16] __sighndlr(0xa, 0xfcbef8a0, 0xfcbef5e8, 0xff12cae0, 0xfcbf1e10, 0xfcbf1e00), at 0xfef0bb18
  [17] sigacthandler(0xa, 0xfcbf1d78, 0x0, 0x0, 0x0, 0xfef1e000), at 0xfef08304
  ---- called from signal handler with signal 10 (SIGBUS) ------
  [18] executeJavaDebug(0x1f, 0x240dd0, 0xff36f0d0, 0x1012c6, 0xef048, 0x248f4c), at 0xff11da4c
  [19] do_execute_java_method_vararg_SLOW(0x240dd0, 0xf3289, 0x0, 0x248ed8, 0x3, 0xfcbf0084), at 0xff099cfc
  [20] do_execute_java_virtual_method(0x240dd0, 0x248eb8, 0x0, 0x1d1280, 0xfcbf00a4, 0x1), at 0xff098f70
  [21] _JVM_DoPrivileged_(0x240fb8, 0xff361610, 0xff2f6a70, 0xfcbf014c, 0x248ea4, 0xfcbf015c), at 0xff0be6e4
  [22] JVM_DoPrivileged(0x240fb8, 0x119ebc, 0x248eb8, 0x0, 0x240e50, 0x240dd0), at 0xff0be3e0
  [23] sysInvokeNative(0x240fb8, 0xfef44398, 0x248eb8, 0xf3452, 0x1, 0x119ebc), at 0xff172758
  [24] invokeJNINativeMethod0(0x248ea4, 0x240fb8, 0x240dd0, 0x248eb8, 0x1, 0x248ebc), at 0xff06d524
  [25] executeJavaDebug(0xff31b400, 0x240dd0, 0xff36f0d0, 0x22211b, 0x146048, 0x248ea4), at 0xff11db00
  [26] runJavaMethod(0x240dd0, 0x248e74, 0xfcbf0928, 0x26aa9, 0x248e74, 0x1), at 0xff09a004
  [27] jni_Invoke(0x26aa9, 0x248e74, 0x0, 0x240dd0, 0xfcbf0a2c, 0xff09d468), at 0xff09d948
  [28] jni_CallStaticVoidMethod(0x240fb8, 0x248e70, 0x146a50, 0x240dd0, 0x1, 0xff2f3a30), at 0xff0ae648
  [29] nonlocalAllocFinal(0x240dd0, 0xff31b454, 0x240fb8, 0x3ec, 0x248e70, 0x240e50), at 0xff07c908
  [30] nonlocalAllocSlow(0x0, 0x3ec, 0x9, 0xff31b450, 0x3ec, 0x240dd0), at 0xff07d124
  [31] refillLAB(0xfcdffcd8, 0x5de, 0x240dd0, 0xff31b454, 0xfcdffffc, 0xfb0), at 0xff07d360
  [32] inconsistentNewArrayOf(0x240dd0, 0x3ec, 0x3e8, 0x122ad8, 0x11c048, 0x4), at 0xff07d950
  [33] executeJavaDebug(0x248e4c, 0x240dd0, 0xff36f0d0, 0x3696, 0x11c048, 0x248e38), at 0xff11e0e4
  [34] runJavaMethod(0x240dd0, 0x248db4, 0xfcbf12c0, 0xf322a, 0x248db4, 0x1), at 0xff09a004
  [35] jni_Invoke(0xf322a, 0x248db4, 0x0, 0x240dd0, 0xfcbf13c4, 0xff09d468), at 0xff09d948
  [36] jni_CallStaticVoidMethod(0x240fb8, 0x248d88, 0x244380, 0x240dd0, 0x1, 0xfcbf10bc), at 0xff0ae648
  [37] Java_sun_tools_agent_MainThread_runMain(0x240fb8, 0x248d84, 0x248d88, 0xfe393f3c, 0x244380, 0x248d94),
 at 0xfe378aa0
  [38] sysInvokeNative(0x240fb8, 0xfe378a48, 0x248d84, 0x18e17c, 0x5, 0x0), at 0xff172758
  [39] invokeJNINativeMethod0(0x248d70, 0x240fb8, 0x240dd0, 0x248d84, 0xa, 0x248d98), at 0xff06d524
  [40] executeJavaDebug(0xff31b400, 0x240dd0, 0xff36f0d0, 0x1f4950, 0x245048, 0x248d70), at 0xff11db00
  [41] do_execute_java_method_vararg_SLOW(0x240dd0, 0x26aa9, 0x0, 0x248d54, 0x3, 0xfcbf1c84), at 0xff099cfc
  [42] do_execute_java_method(0x240dd0, 0x240e98, 0x0, 0x245480, 0xff31b000, 0x240dd0), at 0xff098f24
  [43] ThreadRT0(0x240e98, 0x0, 0xff357000, 0x240dd0, 0xfffffff8, 0x0), at 0xff0c4e1c
  [44] _start(0x0, 0x240dd0, 0x1000, 0xfc8, 0xff32d000, 0xff36387c), at 0xff129f9c
      t@1 a l@8 ?() LWP suspended in ___lwp_cond_wait()
      t@2 b l@2 ?() LWP suspended in _signotifywait()
      t@3 ?() sleep on (unknown) in _reap_wait()
      t@4 a l@1 _start() LWP suspended in ___lwp_cond_wait()
      t@5 a l@5 _start() LWP suspended in ___lwp_cond_wait()
      t@6 a l@6 _start() LWP suspended in ___lwp_cond_wait()
      t@7 a l@7 _start() LWP suspended in _libc_read()
      t@8 a l@4 _start() LWP suspended in ___lwp_cond_wait()
      t@9 a l@3 _start() LWP suspended in ___lwp_cond_wait()
o> t@10 a l@9 _start() signal SIGABRT in __sigprocmask()
     t@11 b l@12 _start() LWP suspended in ___lwp_cond_wait()
     t@12 b l@13 _start() LWP suspended in ___lwp_cond_wait()
     t@13 b l@14 _start() LWP suspended in ___lwp_cond_wait()
     t@14 b l@15 _start() LWP suspended in ___lwp_cond_wait()
In the attachments include test case.