-
Bug
-
Resolution: Not an Issue
-
P2
-
9
-
Sun Sparcv9 2848 MHz, 64 cores, 128G, Solaris / Solaris 11, sun4v
VM Java HotSpot(TM) 64-Bit Server VM 9 b135 (9-ea+135)
Options -Xmixed -server -XX:+UseParallelGC
#
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGBUS (0xa) at pc=0xffffffff65c11858, pid=24086, tid=948
#
# JRE version: Java(TM) SE Runtime Environment (9.0+135) (build 9-ea+135)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (9-ea+135, mixed mode, tiered, parallel gc, solaris-sparc)
# Problematic frame:
# J 19100 C2 org.apache.spark.sql.catalyst.expressions.UnsafeRow.isNullAt(I)Z (18 bytes) @ 0xffffffff65c11858 [0xffffffff65c11820+0x0000000000000038]
#
# Core dump will be written. Default location: /dpool/home/aginfra/sandbox/results/core or core.24086
#
# If you would like to submit a bug report, please visit:
# http://bugreport.java.com/bugreport/crash.jsp
#
--------------- S U M M A R Y ------------
Command Line: -Dhadoop.home.dir=/export/home/aginfra/CommonData/bigapps_testbase/hadoop-2.7.3 -Dspark.master=local[64] -Dspark.sql.warehouse.dir=spark_tmp -Djava.io.tmpdir=spark_tmp -Xmixed -XX:+UseParallelGC -Djava.net.preferIPv6Addresses=false -Xmx65280M -XX:-PrintVMOptions -XX:+DisplayVMOutputToStderr -XX:+UsePerfData -Xlog:gc*:gc.log -XX:+DisableExplicitGC -XX:+PrintFlagsFinal -DSEED=1473376350 ExampleLoop
Host: Sparcv9 64 bit 2848 MHz, 64 cores, 127G, Oracle Solaris 11 11/11 SPARC
Time: Thu Sep 8 16:18:58 2016 PDT elapsed time: 388 seconds (0d 0h 6m 28s)
--------------- T H R E A D ---------------
Current thread (0x0000000103042000): JavaThread "Executor task launch worker-0" daemon [_thread_in_Java, id=948, stack(0xfffffffebf700000,0xfffffffebf800000)]
Stack: [0xfffffffebf700000,0xfffffffebf800000], sp=0xfffffffebf7fd090, free space=1012k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
J 19100 C2 org.apache.spark.sql.catalyst.expressions.UnsafeRow.isNullAt(I)Z (18 bytes) @ 0xffffffff65c11858 [0xffffffff65c11820+0x0000000000000038]
j org.apache.spark.sql.catalyst.expressions.GeneratedClass$SpecificOrdering.compare(Lorg/apache/spark/sql/catalyst/InternalRow;Lorg/apache/spark/sql/catalyst/InternalRow;)I+43
j org.apache.spark.sql.catalyst.expressions.codegen.BaseOrdering.compare(Ljava/lang/Object;Ljava/lang/Object;)I+9
j org.apache.spark.sql.execution.UnsafeExternalRowSorter$RowComparator.compare(Ljava/lang/Object;JLjava/lang/Object;J)I+34
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter$SortComparator.compare(Lorg/apache/spark/util/collection/unsafe/sort/RecordPointerAndKeyPrefix;Lorg/apache/spark/util/collection/unsafe/sort/RecordPointerAndKeyPrefix;)I+92
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter$SortComparator.compare(Ljava/lang/Object;Ljava/lang/Object;)I+9
J 15298 C1 org.apache.spark.util.collection.TimSort.countRunAndMakeAscending(Ljava/lang/Object;IILjava/util/Comparator;)I (198 bytes) @ 0xffffffff5f1e4ad8 [0xffffffff5f1e4980+0x0000000000000158]
J 15950 C1 org.apache.spark.util.collection.TimSort.sort(Ljava/lang/Object;IILjava/util/Comparator;)V (220 bytes) @ 0xffffffff5e40e5dc [0xffffffff5e40e2e0+0x00000000000002fc]
J 9561 C1 org.apache.spark.util.collection.Sorter.sort(Ljava/lang/Object;IILjava/util/Comparator;)V (13 bytes) @ 0xffffffff5dcf4d74 [0xffffffff5dcf4c60+0x0000000000000114]
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter.getSortedIterator()Lorg/apache/spark/util/collection/unsafe/sort/UnsafeInMemorySorter$SortedIterator;+150
j org.apache.spark.util.collection.unsafe.sort.UnsafeExternalSorter.getSortedIterator()Lorg/apache/spark/util/collection/unsafe/sort/UnsafeSorterIterator;+62
j org.apache.spark.sql.execution.UnsafeExternalRowSorter.sort()Lscala/collection/Iterator;+4
j org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIterator.processNext()V+24
j org.apache.spark.sql.execution.BufferedRowIterator.hasNext()Z+11
j org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$8$$anon$1.hasNext()Z+4
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 12193 C2 scala.collection.Iterator$$anon$12.hasNext()Z (35 bytes) @ 0xffffffff65761c20 [0xffffffff65761b80+0x00000000000000a0]
J 15113 C1 scala.collection.Iterator$JoinIterator.hasNext()Z (80 bytes) @ 0xffffffff5f0fdd60 [0xffffffff5f0fdaa0+0x00000000000002c0]
J 15656 C2 org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(Lscala/collection/Iterator;)V (368 bytes) @ 0xffffffff6561f000 [0xffffffff6561efa0+0x0000000000000060]
J 16144 C2 org.apache.spark.scheduler.ShuffleMapTask.runTask(Lorg/apache/spark/TaskContext;)Lorg/apache/spark/scheduler/MapStatus; (241 bytes) @ 0xffffffff6579a654 [0xffffffff65799a80+0x0000000000000bd4]
J 16154 C2 org.apache.spark.scheduler.Task.run(JILorg/apache/spark/metrics/MetricsSystem;)Ljava/lang/Object; (200 bytes) @ 0xffffffff65b125d8 [0xffffffff65b11580+0x0000000000001058]
J 16100 C2 org.apache.spark.executor.Executor$TaskRunner.run()V (2061 bytes) @ 0xffffffff65b1b13c [0xffffffff65b19b20+0x000000000000161c]
J 14764 C1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V java.base@9-ea (225 bytes) @ 0xffffffff5e5332c8 [0xffffffff5e531ac0+0x0000000000001808]
J 12164 C1 java.util.concurrent.ThreadPoolExecutor$Worker.run()V java.base@9-ea (9 bytes) @ 0xffffffff5e54f78c [0xffffffff5e54f640+0x000000000000014c]
J 11697 C1 java.lang.Thread.run()V java.base@9-ea (17 bytes) @ 0xffffffff5e105b94 [0xffffffff5e1059e0+0x00000000000001b4]
v ~StubRoutines::call_stub
V [libjvm.so+0xb77ed4] void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*)+0x314
V [libjvm.so+0xb7741c] void JavaCalls::call_virtual(JavaValue*,KlassHandle,Symbol*,Symbol*,JavaCallArguments*,Thread*)+0x12c
V [libjvm.so+0xb774a4] void JavaCalls::call_virtual(JavaValue*,Handle,KlassHandle,Symbol*,Symbol*,Thread*)+0x54
V [libjvm.so+0xd05cd0] void thread_entry(JavaThread*,Thread*)+0xe0
V [libjvm.so+0x1278764] void JavaThread::thread_main_inner()+0x94
V [libjvm.so+0x127869c] void JavaThread::run()+0x2cc
V [libjvm.so+0x107287c] thread_native_entry+0x32c
C [libc.so.1+0xe25bc] _lwp_start+0x8
# A fatal error has been detected by the Java Runtime Environment:
#
# SIGBUS (0xa) at pc=0xffffffff65c11858, pid=24086, tid=948
#
# JRE version: Java(TM) SE Runtime Environment (9.0+135) (build 9-ea+135)
# Java VM: Java HotSpot(TM) 64-Bit Server VM (9-ea+135, mixed mode, tiered, parallel gc, solaris-sparc)
# Problematic frame:
# J 19100 C2 org.apache.spark.sql.catalyst.expressions.UnsafeRow.isNullAt(I)Z (18 bytes) @ 0xffffffff65c11858 [0xffffffff65c11820+0x0000000000000038]
#
# Core dump will be written. Default location: /dpool/home/aginfra/sandbox/results/core or core.24086
#
# If you would like to submit a bug report, please visit:
# http://bugreport.java.com/bugreport/crash.jsp
#
--------------- S U M M A R Y ------------
Command Line: -Dhadoop.home.dir=/export/home/aginfra/CommonData/bigapps_testbase/hadoop-2.7.3 -Dspark.master=local[64] -Dspark.sql.warehouse.dir=spark_tmp -Djava.io.tmpdir=spark_tmp -Xmixed -XX:+UseParallelGC -Djava.net.preferIPv6Addresses=false -Xmx65280M -XX:-PrintVMOptions -XX:+DisplayVMOutputToStderr -XX:+UsePerfData -Xlog:gc*:gc.log -XX:+DisableExplicitGC -XX:+PrintFlagsFinal -DSEED=1473376350 ExampleLoop
Host: Sparcv9 64 bit 2848 MHz, 64 cores, 127G, Oracle Solaris 11 11/11 SPARC
Time: Thu Sep 8 16:18:58 2016 PDT elapsed time: 388 seconds (0d 0h 6m 28s)
--------------- T H R E A D ---------------
Current thread (0x0000000103042000): JavaThread "Executor task launch worker-0" daemon [_thread_in_Java, id=948, stack(0xfffffffebf700000,0xfffffffebf800000)]
Stack: [0xfffffffebf700000,0xfffffffebf800000], sp=0xfffffffebf7fd090, free space=1012k
Native frames: (J=compiled Java code, j=interpreted, Vv=VM code, C=native code)
J 19100 C2 org.apache.spark.sql.catalyst.expressions.UnsafeRow.isNullAt(I)Z (18 bytes) @ 0xffffffff65c11858 [0xffffffff65c11820+0x0000000000000038]
j org.apache.spark.sql.catalyst.expressions.GeneratedClass$SpecificOrdering.compare(Lorg/apache/spark/sql/catalyst/InternalRow;Lorg/apache/spark/sql/catalyst/InternalRow;)I+43
j org.apache.spark.sql.catalyst.expressions.codegen.BaseOrdering.compare(Ljava/lang/Object;Ljava/lang/Object;)I+9
j org.apache.spark.sql.execution.UnsafeExternalRowSorter$RowComparator.compare(Ljava/lang/Object;JLjava/lang/Object;J)I+34
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter$SortComparator.compare(Lorg/apache/spark/util/collection/unsafe/sort/RecordPointerAndKeyPrefix;Lorg/apache/spark/util/collection/unsafe/sort/RecordPointerAndKeyPrefix;)I+92
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter$SortComparator.compare(Ljava/lang/Object;Ljava/lang/Object;)I+9
J 15298 C1 org.apache.spark.util.collection.TimSort.countRunAndMakeAscending(Ljava/lang/Object;IILjava/util/Comparator;)I (198 bytes) @ 0xffffffff5f1e4ad8 [0xffffffff5f1e4980+0x0000000000000158]
J 15950 C1 org.apache.spark.util.collection.TimSort.sort(Ljava/lang/Object;IILjava/util/Comparator;)V (220 bytes) @ 0xffffffff5e40e5dc [0xffffffff5e40e2e0+0x00000000000002fc]
J 9561 C1 org.apache.spark.util.collection.Sorter.sort(Ljava/lang/Object;IILjava/util/Comparator;)V (13 bytes) @ 0xffffffff5dcf4d74 [0xffffffff5dcf4c60+0x0000000000000114]
j org.apache.spark.util.collection.unsafe.sort.UnsafeInMemorySorter.getSortedIterator()Lorg/apache/spark/util/collection/unsafe/sort/UnsafeInMemorySorter$SortedIterator;+150
j org.apache.spark.util.collection.unsafe.sort.UnsafeExternalSorter.getSortedIterator()Lorg/apache/spark/util/collection/unsafe/sort/UnsafeSorterIterator;+62
j org.apache.spark.sql.execution.UnsafeExternalRowSorter.sort()Lscala/collection/Iterator;+4
j org.apache.spark.sql.catalyst.expressions.GeneratedClass$GeneratedIterator.processNext()V+24
j org.apache.spark.sql.execution.BufferedRowIterator.hasNext()Z+11
j org.apache.spark.sql.execution.WholeStageCodegenExec$$anonfun$8$$anon$1.hasNext()Z+4
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 4577 C2 scala.collection.Iterator$$anon$11.hasNext()Z (10 bytes) @ 0xffffffff64def770 [0xffffffff64def720+0x0000000000000050]
J 12193 C2 scala.collection.Iterator$$anon$12.hasNext()Z (35 bytes) @ 0xffffffff65761c20 [0xffffffff65761b80+0x00000000000000a0]
J 15113 C1 scala.collection.Iterator$JoinIterator.hasNext()Z (80 bytes) @ 0xffffffff5f0fdd60 [0xffffffff5f0fdaa0+0x00000000000002c0]
J 15656 C2 org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(Lscala/collection/Iterator;)V (368 bytes) @ 0xffffffff6561f000 [0xffffffff6561efa0+0x0000000000000060]
J 16144 C2 org.apache.spark.scheduler.ShuffleMapTask.runTask(Lorg/apache/spark/TaskContext;)Lorg/apache/spark/scheduler/MapStatus; (241 bytes) @ 0xffffffff6579a654 [0xffffffff65799a80+0x0000000000000bd4]
J 16154 C2 org.apache.spark.scheduler.Task.run(JILorg/apache/spark/metrics/MetricsSystem;)Ljava/lang/Object; (200 bytes) @ 0xffffffff65b125d8 [0xffffffff65b11580+0x0000000000001058]
J 16100 C2 org.apache.spark.executor.Executor$TaskRunner.run()V (2061 bytes) @ 0xffffffff65b1b13c [0xffffffff65b19b20+0x000000000000161c]
J 14764 C1 java.util.concurrent.ThreadPoolExecutor.runWorker(Ljava/util/concurrent/ThreadPoolExecutor$Worker;)V java.base@9-ea (225 bytes) @ 0xffffffff5e5332c8 [0xffffffff5e531ac0+0x0000000000001808]
J 12164 C1 java.util.concurrent.ThreadPoolExecutor$Worker.run()V java.base@9-ea (9 bytes) @ 0xffffffff5e54f78c [0xffffffff5e54f640+0x000000000000014c]
J 11697 C1 java.lang.Thread.run()V java.base@9-ea (17 bytes) @ 0xffffffff5e105b94 [0xffffffff5e1059e0+0x00000000000001b4]
v ~StubRoutines::call_stub
V [libjvm.so+0xb77ed4] void JavaCalls::call_helper(JavaValue*,const methodHandle&,JavaCallArguments*,Thread*)+0x314
V [libjvm.so+0xb7741c] void JavaCalls::call_virtual(JavaValue*,KlassHandle,Symbol*,Symbol*,JavaCallArguments*,Thread*)+0x12c
V [libjvm.so+0xb774a4] void JavaCalls::call_virtual(JavaValue*,Handle,KlassHandle,Symbol*,Symbol*,Thread*)+0x54
V [libjvm.so+0xd05cd0] void thread_entry(JavaThread*,Thread*)+0xe0
V [libjvm.so+0x1278764] void JavaThread::thread_main_inner()+0x94
V [libjvm.so+0x127869c] void JavaThread::run()+0x2cc
V [libjvm.so+0x107287c] thread_native_entry+0x32c
C [libc.so.1+0xe25bc] _lwp_start+0x8