P3
JBB2005 regression:
============================================================================
ref.jbb_b55
Benchmark Samples Mean Stdev Geomean Weight
specjbb2005 5 239191.70 676.92
============================================================================
ref.jbb_b56
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237272.37 1562.65 -0.80 0.049 *
============================================================================
ref.jbb_b58
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 239125.50 862.89 -0.03 0.896 *
============================================================================
ref.jbb_b60
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 238869.52 972.36 -0.13 0.562 *
============================================================================
ref.jbb_b61
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237579.29 2237.02 -0.67 0.187 *
============================================================================
ref.jbb_b64
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237732.98 1319.01 -0.61 0.070 *
============================================================================
ref.jbb_b65
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 236398.15 1420.64 -1.17 0.008 Yes
============================================================================
ref.jbb_b67
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 236831.95 1192.53 -0.99 0.008 Yes
============================================================================
ref.jbb_b71
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237094.65 1224.16 -0.88 0.015 *
============================================================================
jdk7_b55/HS15.0-b05
scores=238784.31 238997.83 239252.83 238601.61 240321.92
specjbb2005 5 239191.70 676.92
jdk7_b56/HS16.0-b01
scores=238823.18 237423.27 234823.47 238375.15 236916.77
specjbb2005 5 237272.37 1562.65
rjdk7_b58/HS16.0-b02
scores=238430.26 238678.68 240573.30 239248.74 238696.52
specjbb2005 5 239125.50 862.89
jdk7_b60/HS16.0-b03
scores=238116.92 237932.61 239231.14 238719.41 240347.51
specjbb2005 5 238869.52 972.36
jdk7_b61/HS16.0-b04
scores=238933.27 233904.54 238307.01 239576.13 237175.51
specjbb2005 5 237579.29 2237.02
jdk7_b64/HS16.0-b05
scores=238988.30 238858.26 236048.17 236665.24 238104.95
specjbb2005 5 237732.98 1319.01
jdk7_b65/HS16.0-b06
scores=234082.12 237566.37 237463.18 236118.29 236760.77
specjbb2005 5 236398.15 1420.64
jvm98.jack 5% regression
============================================================================
ref.server_b55
Benchmark Samples Mean Stdev Geomean Weight
scimark 20 907.93 38.06
scimark_small 20 1009.86 5.21
specjvm98 20 686.08 4.66
============================================================================
ref.server_b56
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.68 38.99 -0.14 0.919 *
scimark_small 20 1012.90 5.55 0.30 0.082 *
specjvm98 20 684.63 4.35 -0.21 0.314 *
============================================================================
ref.server_b58
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 901.28 39.66 -0.73 0.592 *
scimark_small 20 1012.53 5.57 0.26 0.127 *
specjvm98 20 686.32 4.62 0.03 0.875 *
============================================================================
ref.server_b60
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.57 39.38 -0.15 0.912 *
scimark_small 20 1012.65 6.45 0.28 0.141 *
specjvm98 20 685.44 5.45 -0.09 0.691 *
============================================================================
ref.server_b61
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.40 37.65 0.27 0.837 *
scimark_small 20 1012.91 5.59 0.30 0.083 *
specjvm98 20 685.68 5.77 -0.06 0.811 *
============================================================================
ref.server_b64
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 907.43 38.91 -0.06 0.967 *
scimark_small 20 1014.88 6.01 0.50 0.008 Yes
specjvm98 20 684.28 4.43 -0.26 0.218 *
============================================================================
ref.server_b65
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.04 37.01 0.23 0.859 *
scimark_small 20 1015.58 5.24 0.57 0.001 Yes
specjvm98 20 679.98 5.33 -0.89 0.000 Yes
============================================================================
ref.server_b67
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 907.34 39.00 -0.06 0.962 *
scimark_small 20 1011.70 5.99 0.18 0.307 *
specjvm98 20 680.17 4.05 -0.86 0.000 Yes
============================================================================
ref.server_b71
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.97 37.26 -0.11 0.936 *
scimark_small 20 1014.64 5.55 0.47 0.008 Yes
specjvm98 20 681.96 4.89 -0.60 0.010 Yes
============================================================================
% sh compare ref.jvm98_b64 ref.jvm98_b65
============================================================================
ref.jvm98_b64
Benchmark Samples Mean Stdev Geomean Weight
specjvm98 10 685.17 5.11
============================================================================
ref.jvm98_b65
Benchmark Samples Mean Stdev %Diff P Significant
specjvm98 10 678.46 3.90 -0.98 0.004 Yes
============================================================================
% rwcompare -r ref.server_b64 ref.server_b65
============================================================================
ref.server_b64
Benchmark Samples Mean Stdev
scimark 20 907.43 38.91
LU 20 1956.94 34.48
FFT 20 127.54 21.17
Monte 20 537.49 4.33
SOR 20 1070.03 0.93
Sparse 20 845.13 141.76
scimark_small 20 1014.88 6.01
LU 20 1921.31 29.59
FFT 20 629.67 0.68
Monte 20 538.56 5.33
SOR 20 1127.86 0.28
Sparse 20 857.02 1.05
specjvm98 20 684.28 4.43
compress 20 590.81 5.10
javac 20 461.38 10.93
db 20 381.26 2.96
jack 20 393.64 4.08
mtrt 20 2247.34 53.57
jess 20 817.39 3.47
mpegaudio 20 935.34 1.92
============================================================================
ref.server_b65
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.04 37.01 0.29 0.829 *
LU 20 1957.22 37.09 0.01 0.981 *
FFT 20 129.46 20.82 1.50 0.775 *
Monte 20 537.56 3.52 0.01 0.956 *
SOR 20 1070.13 0.83 0.01 0.740 *
Sparse 20 855.87 131.49 1.27 0.805 *
scimark_small 20 1015.58 5.24 0.07 0.699 *
LU 20 1928.69 25.22 0.38 0.402 *
FFT 20 629.45 0.50 -0.03 0.262 *
Monte 20 535.42 3.80 -0.58 0.040 *
SOR 20 1127.88 0.27 0.00 0.852 *
Sparse 20 856.44 0.80 -0.07 0.060 *
specjvm98 20 679.98 5.33 -0.63 0.009 Yes
compress 20 589.76 4.87 -0.18 0.513 *
javac 20 463.84 14.37 0.53 0.546 *
db 20 380.05 2.79 -0.32 0.192 *
jack 20 372.87 3.28 -5.28 0.000 Yes
mtrt 20 2272.73 36.15 1.13 0.088 *
jess 20 816.16 3.14 -0.15 0.247 *
mpegaudio 20 935.22 1.96 -0.01 0.846 *
============================================================================
============================================================================
ref.jbb_b55
Benchmark Samples Mean Stdev Geomean Weight
specjbb2005 5 239191.70 676.92
============================================================================
ref.jbb_b56
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237272.37 1562.65 -0.80 0.049 *
============================================================================
ref.jbb_b58
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 239125.50 862.89 -0.03 0.896 *
============================================================================
ref.jbb_b60
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 238869.52 972.36 -0.13 0.562 *
============================================================================
ref.jbb_b61
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237579.29 2237.02 -0.67 0.187 *
============================================================================
ref.jbb_b64
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237732.98 1319.01 -0.61 0.070 *
============================================================================
ref.jbb_b65
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 236398.15 1420.64 -1.17 0.008 Yes
============================================================================
ref.jbb_b67
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 236831.95 1192.53 -0.99 0.008 Yes
============================================================================
ref.jbb_b71
Benchmark Samples Mean Stdev %Diff P Significant
specjbb2005 5 237094.65 1224.16 -0.88 0.015 *
============================================================================
jdk7_b55/HS15.0-b05
scores=238784.31 238997.83 239252.83 238601.61 240321.92
specjbb2005 5 239191.70 676.92
jdk7_b56/HS16.0-b01
scores=238823.18 237423.27 234823.47 238375.15 236916.77
specjbb2005 5 237272.37 1562.65
rjdk7_b58/HS16.0-b02
scores=238430.26 238678.68 240573.30 239248.74 238696.52
specjbb2005 5 239125.50 862.89
jdk7_b60/HS16.0-b03
scores=238116.92 237932.61 239231.14 238719.41 240347.51
specjbb2005 5 238869.52 972.36
jdk7_b61/HS16.0-b04
scores=238933.27 233904.54 238307.01 239576.13 237175.51
specjbb2005 5 237579.29 2237.02
jdk7_b64/HS16.0-b05
scores=238988.30 238858.26 236048.17 236665.24 238104.95
specjbb2005 5 237732.98 1319.01
jdk7_b65/HS16.0-b06
scores=234082.12 237566.37 237463.18 236118.29 236760.77
specjbb2005 5 236398.15 1420.64
jvm98.jack 5% regression
============================================================================
ref.server_b55
Benchmark Samples Mean Stdev Geomean Weight
scimark 20 907.93 38.06
scimark_small 20 1009.86 5.21
specjvm98 20 686.08 4.66
============================================================================
ref.server_b56
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.68 38.99 -0.14 0.919 *
scimark_small 20 1012.90 5.55 0.30 0.082 *
specjvm98 20 684.63 4.35 -0.21 0.314 *
============================================================================
ref.server_b58
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 901.28 39.66 -0.73 0.592 *
scimark_small 20 1012.53 5.57 0.26 0.127 *
specjvm98 20 686.32 4.62 0.03 0.875 *
============================================================================
ref.server_b60
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.57 39.38 -0.15 0.912 *
scimark_small 20 1012.65 6.45 0.28 0.141 *
specjvm98 20 685.44 5.45 -0.09 0.691 *
============================================================================
ref.server_b61
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.40 37.65 0.27 0.837 *
scimark_small 20 1012.91 5.59 0.30 0.083 *
specjvm98 20 685.68 5.77 -0.06 0.811 *
============================================================================
ref.server_b64
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 907.43 38.91 -0.06 0.967 *
scimark_small 20 1014.88 6.01 0.50 0.008 Yes
specjvm98 20 684.28 4.43 -0.26 0.218 *
============================================================================
ref.server_b65
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.04 37.01 0.23 0.859 *
scimark_small 20 1015.58 5.24 0.57 0.001 Yes
specjvm98 20 679.98 5.33 -0.89 0.000 Yes
============================================================================
ref.server_b67
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 907.34 39.00 -0.06 0.962 *
scimark_small 20 1011.70 5.99 0.18 0.307 *
specjvm98 20 680.17 4.05 -0.86 0.000 Yes
============================================================================
ref.server_b71
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 906.97 37.26 -0.11 0.936 *
scimark_small 20 1014.64 5.55 0.47 0.008 Yes
specjvm98 20 681.96 4.89 -0.60 0.010 Yes
============================================================================
% sh compare ref.jvm98_b64 ref.jvm98_b65
============================================================================
ref.jvm98_b64
Benchmark Samples Mean Stdev Geomean Weight
specjvm98 10 685.17 5.11
============================================================================
ref.jvm98_b65
Benchmark Samples Mean Stdev %Diff P Significant
specjvm98 10 678.46 3.90 -0.98 0.004 Yes
============================================================================
% rwcompare -r ref.server_b64 ref.server_b65
============================================================================
ref.server_b64
Benchmark Samples Mean Stdev
scimark 20 907.43 38.91
LU 20 1956.94 34.48
FFT 20 127.54 21.17
Monte 20 537.49 4.33
SOR 20 1070.03 0.93
Sparse 20 845.13 141.76
scimark_small 20 1014.88 6.01
LU 20 1921.31 29.59
FFT 20 629.67 0.68
Monte 20 538.56 5.33
SOR 20 1127.86 0.28
Sparse 20 857.02 1.05
specjvm98 20 684.28 4.43
compress 20 590.81 5.10
javac 20 461.38 10.93
db 20 381.26 2.96
jack 20 393.64 4.08
mtrt 20 2247.34 53.57
jess 20 817.39 3.47
mpegaudio 20 935.34 1.92
============================================================================
ref.server_b65
Benchmark Samples Mean Stdev %Diff P Significant
scimark 20 910.04 37.01 0.29 0.829 *
LU 20 1957.22 37.09 0.01 0.981 *
FFT 20 129.46 20.82 1.50 0.775 *
Monte 20 537.56 3.52 0.01 0.956 *
SOR 20 1070.13 0.83 0.01 0.740 *
Sparse 20 855.87 131.49 1.27 0.805 *
scimark_small 20 1015.58 5.24 0.07 0.699 *
LU 20 1928.69 25.22 0.38 0.402 *
FFT 20 629.45 0.50 -0.03 0.262 *
Monte 20 535.42 3.80 -0.58 0.040 *
SOR 20 1127.88 0.27 0.00 0.852 *
Sparse 20 856.44 0.80 -0.07 0.060 *
specjvm98 20 679.98 5.33 -0.63 0.009 Yes
compress 20 589.76 4.87 -0.18 0.513 *
javac 20 463.84 14.37 0.53 0.546 *
db 20 380.05 2.79 -0.32 0.192 *
jack 20 372.87 3.28 -5.28 0.000 Yes
mtrt 20 2272.73 36.15 1.13 0.088 *
jess 20 816.16 3.14 -0.15 0.247 *
mpegaudio 20 935.22 1.96 -0.01 0.846 *
============================================================================