Nortel's IMS app server is crashing upon startup. Problem is fairly reproducible.

Java version is 1.2.2_13. Problem has also has been seen on 1.2.2_11. Java options include:
 -Xgenconfig:32m,32m,semispaces:1024m,1024m,incmarksweep,ims_concurrent,promoteAll
-Xpctfree30
-Dsun.rmi.dgc.client.gcInterval=9223372036854775807
-Dsun.rmi.dgc.server.gcInterval=9223372036854775807

(Note the use of concurrent GC in 1.2.2 by this particular customer.)

This is on Solaris 8. Pstack and Java stack trace attached. Problem appears to be with the JIT compiler. See this thread in particular:



----------------- lwp# 121 / thread# 114 --------------------
 fef9b3dc lwp_sema_wait (b4bb1e30)
 feff9774 _park (b4bb1e30, ff01e000, 0, b4bb1d78, 250c4, 0) + 114
 feff944c _swtch (b4bb1d78, 0, ff01e000, 5, 1000, ff01e000) + 424
 feff7b70 cond_timedwait (b4bb1d78, 3da3609a, a6113, ff01e000, 0,
288b2e50) + 214
 ff0098c4 sleep (0, 7fffffff, 72, 13c1, ff3188e8, ff01e000) + 298
 ff23eb78 panicHandler (67da4e0, b4bac8d0, 2000, faedc000, b, ff34a800)
+ 4b4
 ff008fa8 __libthread_segvhdlr (b, b4bac8d0, b4bac618, ff01e000, b, 0) +
e4
 ff00bb18 __sighndlr (b, b4bac8d0, b4bac618, ff008ec4, b4bb1e10,
b4bb1e00) + c
 ff008304 sigacthandler (b, b4bb1d78, 0, 0, 0, ff01e000) + 704
 --- called from signal handler with signal 11 (SIGSEGV) ---
 ff2be58c emitSaveReturnVal (b4bad200, 10000, ffffffff, 6e62df8,
ffffffff, b1) + 460
 ff2b2a04 JITSecondPass (b4bad200, 1fff, 0, ffffffff, 6b7725c, 4e) + 94c

 ff2ab3e4 JITCompile_md (b4bad200, b4bad14c, 2c, b4bacfc4, b4bad86c,
6e63168) + 14
 ff2986a0 jitCompileMethod (6b765b8, 0, ff2985dc, 0, 2, 0) + c4
 ff295f70 compileMethodLocked (6b765b8, 0, ff334aec, 6b765b8, 0, 2b8) +
36c
 ff17c054 countingInvoker (6b76618, 6b765b8, f, 67da4e0, b4bad61c,
b4bad660) + 2e0
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 6b765b8, 0) + 2f78

 ff1aa268 runJavaMethod (67da4e0, 67eab8c, b4bad6f8, 4795521, 67eab8c,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 4795521, b4bad84c, 67eab8c,
0, b8f61988) + b0
 ff2e7dfc JITInterpreterStub (ba2a8d68, ba2ac1d8, ba2a98c8, b4bad86c, 0,
1301b9a3) + 4c
 b8f6fd30 ???????? (ba2a3c50, ba2a3c50, 6e68c00, 5e, 618a4a0, 6e68c00)
 b900607c ???????? (be10f6d8, ba2a3c50, 1, ba2a9340, ba2a98c8, 0)
 ff343448 JITInvokeCompiledMethod (67eab6c, 6451930, 67da4e0, 6451930,
0, 0) + bc
 ff17cb8c invokeCompiledMethod (b4bad998, 6451930, 67da4e0, 67eab58,
67eab58, 25) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 6451930, 644fd08)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67eab04, b4badd30, 47954da, 67eab04,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 47954da, b4bade84, 67eab04,
0, b8c95280) + b0
 ff2e7dfc JITInterpreterStub (be132150, ba2982e8, 63e8028, 63e8000,
4da2f00, b8f1ebe8) + 4c
 b8f1ebcc ???????? (ba2982e8, be132150, 0, 0, 0, 0)
 ff343448 JITInvokeCompiledMethod (67eaae8, 552ce18, 67da4e0, 2, 2, 8) +
bc
 ff17cb8c invokeCompiledMethod (b4badf18, 552ce18, 67da4e0, 67eaad4,
67eaad4, 4d7a6a0) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 552ce18, 4d7a6a0)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67eaab8, b4bae2b0, 4795552, 67eaab8,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 4795552, b4bae404, 67eaab8,
0, b8c95280) + b0
 ff2e7dfc JITInterpreterStub (be132150, ba2982e8, 63e8010, 63e8000,
4da2c48, b8c95280) + 4c
 b8c95148 ???????? (bf28eef0, ba2982e8, be132150, 0, 0, bf541278)
 b8c8b220 ???????? (bf2191c8, ba2982e8, ba296810, 1442f1c, 0, 47)
 b8e04684 ???????? (bf2191c8, ba296810, be0c8320, bf40ad48, be0dbb60,
be0dbb38)
 b8e05384 ???????? (bf2191c8, ba296810, 5549c00, ff34a470, 4f64458,
5549c00)
 b8f0cd60 ???????? (ba296810, bf2191c8, bf2191c8, 4f23468, 4d7a6a0,
b8ce3190)
 b8ce3150 ???????? (bf2191c8, ba296810, 0, 54fdb70, 4da2c48, b8c95280)
 b8c95148 ???????? (be26ac70, ba296810, bf2191c8, 0, 0, bf141140)
 b8c8b220 ???????? (be222028, ba296810, 16c, ff34a470, 0, 0)
 b8e17eb0 ???????? (be222028, ba2967e0, 67da4e0, 4f52040, 4f2b340,
b8e17cf8)
 b8e17cdc ???????? (ba2967e0, be222028, 67da4e0, 4f23468, 4d7a6a0,
b8ce3190)
 b8ce3150 ???????? (be222028, ba2967e0, 0, 4f52040, 4da2c48, b8c95280)
 b8c95148 ???????? (bf28efd8, ba2967e0, be222028, 0, 0, bf483bb8)
 b8c8b220 ???????? (bf219228, ba2967e0, b8ee4258, bf28ef98, 0, 10)
 b8ee4208 ???????? (bf219228, ba025be0, bf28efe8, 673c078, be2200f0,
b8e13bf8)
 b8e13bdc ???????? (ba025be0, bf219228, 67da4e0, 4f23468, 4d7a6a0,
b8ce3190)
 b8ce3150 ???????? (bf219228, ba025be0, 0, 673c078, 4da2c48, b8c95280)
 b8c95148 ???????? (be269840, ba025be0, bf219228, 4, 0, bf135170)
 b8c8b220 ???????? (be220540, ba1632e8, 9, ba1618d0, 0, 0)
 b8e14094 ???????? (be220540, ba025c08, be0e1258, ba025c30, be0c7b40,
b8e13bf8)
 b8e13bdc ???????? (ba025c08, be220540, 67da4e0, 4f23468, 4d7a6a0,
b8ce3190)
 b8ce3150 ???????? (be220540, ba025c08, 0, 4f52040, 4da2c48, b8c95280)
 b8c95148 ???????? (bf28faf8, ba025c08, be220540, 0, 0, bf48e718)
 b8c8b220 ???????? (bf2197e0, ba161870, ba15f2a8, da0ccb, 0, 25)
 b8e0404c ???????? (bf2197e0, ba0064c0, be0dba90, bf40d3b0, be0dbbb0,
be0dbb88)
 b8e05384 ???????? (bf2197e0, ba0064c0, 5549c00, 4da2c48, 4f448d0,
4f87000)
 b8cd58dc ???????? (be269840, ba0064c0, 0, bf2197e0, bf135248, 0)
 b8ce3100 ???????? (be220540, ba0064c0, 0, 0, 310, c30287)
 ff343448 JITInvokeCompiledMethod (67eaa9c, 4ee85d0, 67da4e0, b9, 1,
ff3320c8) + bc
 ff17cb8c invokeCompiledMethod (b4baf4f0, 4ee85d0, 67da4e0, 67eaa88,
67eaa88, 4da2c48) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 4ee85d0, 4da2c48)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67eaa64, b4baf888, 47954da, 67eaa64,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 47954da, b4baf9dc, 67eaa64,
0, b8c95280) + b0
 ff2e7dfc JITInterpreterStub (be0e39f0, ba15f288, 642b080, 642b050,
4da3e28, b8f19e68) + 4c
 b8f19e4c ???????? (ba025a38, be0e39f0, ba15d968, 1710c3b, 0, 33)
 ff343448 JITInvokeCompiledMethod (67eaa48, 552f220, 67da4e0, 2, 2, 8) +
bc
 ff17cb8c invokeCompiledMethod (b4bafa70, 552f220, 67da4e0, 67eaa34,
67eaa34, 4d7a6a0) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 552f220, 4d7a6a0)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67eaa18, b4bafe08, 4795552, 67eaa18,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 4795552, b4baff5c, 67eaa18,
0, 62) + b0
 ff2e7dfc JITInterpreterStub (be0e39f0, ba15f288, 642b060, 642b050,
4da2c48, b8c95280) + 4c
 b8c95148 ???????? (bf28faf8, ba025a38, be0e39f0, 0, 0, bf48e5c8)
 b8c8b220 ???????? (bf2197e0, ba15f288, ba15d968, 1710c3b, 0, 33)
 b8e04684 ???????? (bf2197e0, ba025c68, be0cc320, bf40d428, be0dbb88,
be0dbb60)
 b8e05384 ???????? (bf2197e0, ba025c68, 5549c00, 4da2c48, 4f448d0,
4f87000)
 b8cd58dc ???????? (be269840, ba025c68, 0, bf2197e0, bf135290, 0)
 b8ce3100 ???????? (be220540, ba025c68, 0, 0, 304, c00287)
 ff343448 JITInvokeCompiledMethod (67ea9fc, 4ee85d0, 67da4e0, b9, 1,
ff3320c8) + bc
 ff17cb8c invokeCompiledMethod (b4bb0348, 4ee85d0, 67da4e0, 67ea9e8,
67ea9e8, 4da2c48) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 4ee85d0, 4da2c48)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67ea9c4, b4bb06e0, 47954da, 67ea9c4,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 47954da, b4bb0834, 67ea9c4,
0, b8c95280) + b0
 ff2e7dfc JITInterpreterStub (be0e39f0, ba15d948, 642b078, 642b050,
4da2f00, b8f1ebe8) + 4c
 b8f1ebcc ???????? (ba025a58, be0e39f0, ba15b7a8, 43dfd7, 0, 4a)
 ff343448 JITInvokeCompiledMethod (67ea9a8, 552ce18, 67da4e0, 2, 2, 8) +
bc
 ff17cb8c invokeCompiledMethod (b4bb08c8, 552ce18, 67da4e0, 67ea994,
67ea994, 4d7a6a0) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 552ce18, 4d7a6a0)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67ea978, b4bb0c60, 4795552, 67ea978,
0) + 54
 ff295594 JITCallbackInterpreter (67da4e0, 4795552, b4bb0db4, 67ea978,
0, b8c95280) + b0
 ff2e7dfc JITInterpreterStub (be0e39f0, ba15d948, 642b060, 642b050,
4da2c48, b8c95280) + 4c
 b8c95148 ???????? (bf28faf8, ba025a58, be0e39f0, 0, 0, bf54a760)
 b8c8b220 ???????? (bf2197e0, ba15d948, ba15b7a8, 43dfd7, 0, 4a)
 b8e04684 ???????? (bf2197e0, ba025c88, be0dba80, bf40d450, be0dbb60,
be0dbb10)
 b8e05384 ???????? (bf2197e0, ba025c88, 5549c00, 4da2c48, 4f448d0,
4f87000)
 b8cd58dc ???????? (be269840, ba025c88, 0, bf2197e0, bf135338, 0)
 b8ce3100 ???????? (be220540, ba025c88, 67da4e0, 4f52040, 4da2c48,
b8ff1470)
 b8ff138c ???????? (be0e39f0, 6, 0, ba12ea90, be3ec608, bece0288)
 b8ff0088 ???????? (be0e39f0, bc0588b0, bc0598e8, ba025ca8, ba025cd0, 0)

 ff343448 JITInvokeCompiledMethod (67ea95c, 643e3c0, 67da4e0, 643e3c0,
0, 0) + bc
 ff17cb8c invokeCompiledMethod (b4bb1310, 643e3c0, 67da4e0, 67ea948,
67ea948, ad) + 98
 ff2335a0 executeJava (5, 67da4e0, ff3504a0, 67da6b4, 643e3c0, 6ac82e0)
+ 2f78
 ff1aa268 runJavaMethod (67da4e0, 67ea92c, b4bb16a8, 26ac9, 67ea92c, 0)
+ 54
 ff295594 JITCallbackInterpreter (67da4e0, 26ac9, b4bb17fc, 67ea92c, 0,
67da4e3) + b0
 ff2e7dfc JITInterpreterStub (be242268, 4b7f000, 5d28500, e, ff349c00,
4b43669) + 4c
 b8feef50 ???????? (be242268, bc0596a0, 530, ba003ac8, 0, 8)
 b8fef7a4 ???????? (bf2b50d0, ba025d18, b8fb3480, 0, 0, 3da36072)
 b8fb3468 ???????? (ba003ac8, 0, c630bd50, 0, 0, 3da36072)
 b8fabe0c ???????? (bec455f8, c630bf5b, becca2b0, 1, 6804968, 6804981)
 b8c6b5e4 ???????? (bed37c68, becca100, 0, 0, 0, 1)
 ff343840 fastInvokeCompiledCode (67da4e0, b8c6b3dc, b4bb1bb4, b4bb1c84,
0, 0) + 1c
 ff1a9b98 do_execute_java_method_vararg_FAST (67da4e0, 26ac9, 0,
4b65568, 67ea8e8, b4bb1c84) + f4
 ff1a9174 do_execute_java_method (67da4e0, 67da5a8, 0, 4b65568,
ff332000, 0) + 8c
 ff1d4ea4 ThreadRT0 (67da5a8, 0, ff34dc00, 67da4e0, fffffff8, 0) + 148
 ff23a7d0 _start (0, 67da4e0, 1000, b48, ff344000, ff34f400) + 23c
 ff00ba1c _thread_start (67da4e0, 0, 0, 0, 0, 0) + 40