Regression: Regression of 41 benchmarks: 500.perlbench_r (max), 500.perlbench_r (max) (percentage), 502.gcc_r (max) (percentage), 50...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
958 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 32.031.0 -3.12% 18.0 -43.75% 2023-09-20T04:05:37
959 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.930.91 -2.15% 0.55 -40.86% 2023-09-20T04:05:37
960 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (unexplained diff vs previous) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 1.02.0 100.00% 11.0 120.00% 2023-09-20T04:05:37
961 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 2.652.61 -1.51% 2.43 -8.30% 2023-09-20T04:05:37
962 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (unexplained diff vs previous) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.320.49 53.12% 0.11 -94.15% 2023-09-20T04:05:37
963 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (unexplained diff vs previous) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 6.09.0 50.00% 2.0 -94.12% 2023-09-20T04:05:37
964 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.410.38 -7.32% 0.44 7.32% 2023-09-20T04:05:37
965 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 11.010.0 -9.09% 11.0 0.00% 2023-09-20T04:05:37
966 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (avg) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.30.27 -10.00% 0.13 -56.67% 2023-09-20T04:05:37
967 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 1.471.44 -2.04% 0.42 -71.43% 2023-09-20T04:05:37
968 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 8.05.0 -37.50% 12.0 1100.00% 2023-09-20T04:05:37
969 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (avg) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.080.1 25.00% 0.05 -37.50% 2023-09-20T04:05:37
970 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.370.43 16.22% 0.54 -18.18% 2023-09-20T04:05:37
971 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (avg) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.510.47 -7.84% 0.33 -35.29% 2023-09-20T04:05:37
972 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 11.013.0 18.18% 16.0 -20.00% 2023-09-20T04:05:37
973 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 14.013.0 -7.14% 11.0 -21.43% 2023-09-20T04:05:37
974 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 1.091.06 -2.75% 0.98 -10.09% 2023-09-20T04:05:37
975 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 79.076.0 -3.80% 70.0 -17.65% 2023-09-20T04:05:37
976 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 6.05.0 -16.67% 0.0 0.00% 2023-09-20T04:05:37
977 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (unexplained diff vs previous) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 2.04.0 100.00% 0.0 0.00% 2023-09-20T04:05:37
978 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.710.69 -2.82% 0.59 -16.90% 2023-09-20T04:05:37
979 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (unexplained diff vs previous) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 10.08.0 -20.00% 17.0 13.33% 2023-09-20T04:05:37
980 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 13.014.0 7.69% 10.0 -37.50% 2023-09-20T04:05:37
981 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (avg) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 13.014.0 7.69% 10.0 -37.50% 2023-09-20T04:05:37
982 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (avg) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 11.09.0 -18.18% 4.0 -63.64% 2023-09-20T04:05:37
983 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.470.5 6.38% 0.39 -29.09% 2023-09-20T04:05:37
984 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.130.12 -7.69% 0.3 114.29% 2023-09-20T04:05:37
985 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (unexplained diff vs previous) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.030.05 66.67% 0.3 114.29% 2023-09-20T04:05:37
986 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 1.841.69 -8.15% 0.55 -70.11% 2023-09-20T04:05:37
987 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.540.52 -3.70% 0.69 27.78% 2023-09-20T04:05:37
988 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.290.18 -37.93% 0.45 1025.00% 2023-09-20T04:05:37
989 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 36.035.0 -2.78% 32.0 -11.11% 2023-09-20T04:05:37
990 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 11.09.0 -18.18% 4.0 -63.64% 2023-09-20T04:05:37
991 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.420.39 -7.14% 0.34 -19.05% 2023-09-20T04:05:37
992 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (unexplained diff vs previous) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.120.25 108.33% 0.0 0.00% 2023-09-20T04:05:37
993 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.380.35 -7.89% 0.06 -84.21% 2023-09-20T04:05:37
994 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (unexplained diff vs previous) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.310.25 -19.35% 0.55 17.02% 2023-09-20T04:05:37
995 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 31.030.0 -3.23% 8.0 -74.19% 2023-09-20T04:05:37
996 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 2.572.52 -1.95% 0.49 -80.93% 2023-09-20T04:05:37
997 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 0.760.74 -2.63% 0.07 -90.79% 2023-09-20T04:05:37
998 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) 0120 (llvmorg-18-init-06233-g0f152a55d3e4), 0137 (llvmorg-18-init-06351-gf5b42eaadb06) 33.030.0 -9.09% 9.0 -72.73% 2023-09-20T04:05:37
Change State Split Delete