Regression: Regression of 32 benchmarks: 500.perlbench_r (max), 500.perlbench_r (max) (percentage), 502.gcc_r (max), 502.gcc_r (max)...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
867 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 34.033.0 -2.94% 18.0 -47.06% 2023-09-18T14:08:29
868 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 17.018.0 5.88% 20.0 33.33% 2023-09-18T14:08:29
869 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.980.95 -3.06% 0.55 -43.88% 2023-09-18T14:08:29
870 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 2.782.71 -2.52% 2.43 -12.59% 2023-09-18T14:08:29
871 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 4.02.0 -50.00% 11.0 -76.09% 2023-09-18T14:08:29
872 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.810.8 -1.23% 0.44 -46.99% 2023-09-18T14:08:29
873 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (avg) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.390.33 -15.38% 0.13 -66.67% 2023-09-18T14:08:29
874 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 1.541.5 -2.60% 0.42 -72.73% 2023-09-18T14:08:29
875 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 11.013.0 18.18% 12.0 0.00% 2023-09-18T14:08:29
876 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 2.03.0 50.00% 2.0 0.00% 2023-09-18T14:08:29
877 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 1.151.12 -2.61% 0.98 -14.78% 2023-09-18T14:08:29
878 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 83.079.0 -4.82% 70.0 -22.22% 2023-09-18T14:08:29
879 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.070.1 42.86% 0.07 0.00% 2023-09-18T14:08:29
880 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.760.74 -2.63% 0.59 -22.37% 2023-09-18T14:08:29
881 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 15.014.0 -6.67% 11.0 -26.67% 2023-09-18T14:08:29
882 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 23.022.0 -4.35% 1.0 -95.65% 2023-09-18T14:08:29
883 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 50.049.0 -2.00% 9.0 -82.00% 2023-09-18T14:08:29
884 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 5.06.0 20.00% 3.0 -57.14% 2023-09-18T14:08:29
885 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (avg) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.250.23 -8.00% 0.12 -52.00% 2023-09-18T14:08:29
886 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (avg) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 5.06.0 20.00% 3.0 -57.14% 2023-09-18T14:08:29
887 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (avg) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 14.012.0 -14.29% 4.0 -71.43% 2023-09-18T14:08:29
888 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.60.62 3.33% 0.39 -40.00% 2023-09-18T14:08:29
889 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.130.07 -46.15% 0.3 -76.38% 2023-09-18T14:08:29
890 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 82.081.0 -1.22% 139.0 52.75% 2023-09-18T14:08:29
891 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.310.3 -3.23% 0.69 122.58% 2023-09-18T14:08:29
892 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.390.47 20.51% 0.45 0.00% 2023-09-18T14:08:29
893 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 38.037.0 -2.63% 32.0 -15.79% 2023-09-18T14:08:29
894 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 14.012.0 -14.29% 4.0 -71.43% 2023-09-18T14:08:29
895 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 82.081.0 -1.22% 139.0 52.75% 2023-09-18T14:08:29
896 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 33.031.0 -6.06% 8.0 -75.76% 2023-09-18T14:08:29
897 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 2.692.63 -2.23% 0.49 -81.78% 2023-09-18T14:08:29
898 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0056 (llvmorg-18-init-06128-g6d1c6ecbdc4e), 0057 (llvmorg-18-init-06129-ga292e7edf8b2) 0.820.79 -3.66% 0.07 -91.46% 2023-09-18T14:08:29
Change State Split Delete