Java HotSpot(TM) Client VM warning: Thread holding lock at safepoint that vm can block on: ExpandHeap_lock
 Locks owned:
Mutex: [0x3ce70/0x3cec8] ExpandHeap_lock - owner: 0xcde548
#
# HotSpot Virtual Machine Error, Internal Error
# Please report this error at
# http://java.sun.com/cgi-bin/bugreport.cgi
#
# Fatal: acquiring lock VMOperationQueue_lock/5 out of order with (at least) ExpandHeap_lock/2 -- possible deadlock
#
# Error ID: /net/jpsesvr/jpse-US3/yq123930/1.3.1/hotspot_stack_overflow/src/share/vm/runtime/mutex.cpp, 155 [ Patched ]
#
# Problematic Thread: prio=5 tid=0xcde548 nid=0x11 runnable
#
Dumping core....

pstack:

 ff3691f0 __sigprocmask (ff36b7f4, 0, 0, 8d701d98, ff37c000, 0) + 8
 ff35dd0c _sigon (8d701d98, ff3838a8, 6, 8d6fe464, 8d701d98, ff38321c) + d0
 ff360d4c _thrp_kill (0, 11, 6, ff37c000, 11, ff2c0458) + f8
 ff24bce0 raise (6, 0, 0, ffffffff, ff2c03c4, ff3831fc) + 40
 ff235984 abort (ff2bc008, 8d6fe5b8, 0, fffffff8, 4, 8d6fe5d9) + 100
 fe270ad0 __1cCosFabort6Fl_v_ (fe65a460, 1, 276b8, cde548, 1, fe55d4c4) + ac
 fe0c5ce8 __1cMreport_error6Flpkci11E_v_ (0, fe6753cc, a, fe4cd164, fe6c5fc8, fe65a460) + 3b8
 fe0c5590 __1cMreport_fatal6Fpkci1E_v_ (9b, fe65a460, fe55d4c4, fe55e328, 5, fe55e084) + 60
 fe23afc0 __1cFMutexYset_owner_implementation6MpnGThread__v_ (fe55d488, fe6758c8, 3ce70, fe65a460, 1, 3e8a0)
+ 2c0
 fe23b634 __1cFMutexJset_owner6MpnGThread__v_ (3e8a0, cde548, fe6758c8, cde548, 1, 8d6ff8b4) + 8
 fe23abbc __1cFMutexbClock_without_safepoint_check6M_v_ (3e8a0, fe55d204, fe683a68, fe6758c8, 1, 3e8a0) + b8
 fe34e3dc __1cIVMThreadHexecute6FpnMVM_Operation__v_ (fe5cfb20, fe6758c8, 1, 8d6ff9a4, fe65a460, 0) + 14c
 fe21d574 __1cJMarkSweepGinvoke6FinUMarkSweepInvokeCause_pnGThread__v_ (6, 6, 6, 18, f2800010, f27ffff8) + 28
 fe0f7ec4 __1cVOneSpaceOldGenerationTallocate_and_expand6MiipnGThread__ppnHoopDesc__ (18, fe4dcc40, 0, 0, 0,
fe65a460) + ec
 fe0f7db8 __1cVOneSpaceOldGenerationUallocate_and_collect6MipnGThread__ppnHoopDesc__ (9b788, fe4dcbb0, 1, fe6
758c8, cde548, 6) + e8
 fe0f8a04 __1cRTenuredGenerationIallocate6MipnGThread__ppnHoopDesc__ (9b788, 6, cde548, 9b788, b2800018, b280
0000) + 2c
 fe2b5398 __1cIScavengeTinvoke_and_allocate6FilpnGThread__ppnHoopDesc__ (0, 0, 6, cde548, aa800018, aa800000)
 + fc
 fe114994 __1cIUniverseIallocate6FnLKlassHandle_ilpnGThread__ppnHoopDesc__ (0, fe4e7e7c, fe6758c8, fe65a460,
1, 1) + c4
 fe112c5c __1cIUniverseVclear_allocate_shared6FnLKlassHandle_ipnGThread__ppnHoopDesc__ (8d6ffc90, 6, cde548,
1, 8d6ffd04, f2807388) + 1c
 fe110f4c __1cIUniverseOclear_allocate6FnLKlassHandle_ipnGThread__ppnHoopDesc__ (8d6ffcfc, 6, cde548, 6, 8d6f
fd04, 0) + 80
 fe10b6f4 __1cNinstanceKlassRallocate_instance6MpnGThread__pnPinstanceOopDesc__ (f2807390, cde548, 1, fe65a46
0, 0, 33) + 19c
 fe47f52c __1cIRuntime1Mnew_instance6FpnKJavaThread_pnMklassOopDesc__v_ (fe631280, fe6758c8, fe65a460, 1, cde
548, f2807388) + 194
 fac0007c ???????? (aa800000, 1, 1, f27fff90, 1, 1)
 faf76540 ???????? (94471ea0, 1, 1, 94472038, b3458d88, f27fffc0)
 faf723f4 ???????? (b2756848, 1, 94472038, a, cde548, f2825958)
 faf77fcc ???????? (b2756848, f458a5d8, fe65a460, 1, cde548, f458a2c0)
 faf77d98 ???????? (b2756f10, f458a5d8, b2eff180, b2756e60, 9415f018, 94472320)
 fb0227cc ???????? (9415f418, b2756f10, 941d3a98, b2754630, 94472350, 0)
 fb1306bc ???????? (a39b5988, 64e, 0, 0, 0, 0)
 001385b4 ???????? (a39b5988, 8d700304, 8d700308, 1522ec, aa800000, 0)
 001385b4 ???????? (a39b5988, f4589f10, 0, 1522ec, aa800000, 0)
 001385b4 ???????? (a37e24f0, f4577c58, 0, 1522ec, aa800000, 0)
 001385b4 ???????? (a37dfc68, 8d7004b4, 8d7004b8, 1522ec, 8d7004c8, 0)
 001385b4 ???????? (a37dfc68, 13af94, 0, 1522ec, aa800000, 0)
 0013885c ???????? (a275f7f8, fe6758c8, fe65a460, 152af0, cde548, a275f7f8)
 001385b4 ???????? (b2d8bae8, 13af94, fe65a460, 1522ec, cde548, b2d8bae8)
 0013885c ???????? (b3d10430, 13af94, 8d7007ac, 152af0, 1, 0)
 001385b4 ???????? (b2cacd80, a37aef10, a37dd6a0, 1522ec, 1, 0)
 fb191568 ???????? (b2ca4530, 94110f08, 9411af00, 9411b0d0, 8d700930, 0)
 001386c4 ???????? (b2cacd80, 13af94, 8d70097c, 1522ec, f32d06f8, 0)
 001386c4 ???????? (b2cacd80, a37dd6a0, a37aef10, 152500, 0, a37dd868)
 fb0cd67c ???????? (a37dd3f0, 13af94, 8d700a80, 152af0, 8d700ab0, 0)

When the thread holding lock ExpandHeap_lock then to call
MarkSweep::invoke(size, _last_ditch_collection, CHECK_0);
will triger this assertion.