Regression: Regression of 33 benchmarks: 500.perlbench_r (max) (percentage), 502.gcc_r (max), 502.gcc_r (max) (percentage), 505.mcf_...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
374 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 45.035.0 -22.22% 20.0 -55.56% 2023-09-07T22:11:58
375 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 12.016.0 33.33% 8.0 -33.33% 2023-09-07T22:11:58
376 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 1.211.18 -2.48% 0.55 -54.55% 2023-09-07T22:11:58
377 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 22.018.0 -18.18% 19.0 -13.64% 2023-09-07T22:11:58
378 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 4.033.78 -6.20% 2.43 -39.70% 2023-09-07T22:11:58
379 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 6.05.0 -16.67% 11.0 57.14% 2023-09-07T22:11:58
380 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.670.81 20.90% 0.44 -12.00% 2023-09-07T22:11:58
381 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 18.023.0 27.78% 11.0 -21.43% 2023-09-07T22:11:58
382 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.460.44 -4.35% 0.42 -8.70% 2023-09-07T22:11:58
383 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 19.023.0 21.05% 12.0 200.00% 2023-09-07T22:11:58
384 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.40.39 -2.50% 0.54 35.00% 2023-09-07T22:11:58
385 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 28.029.0 3.57% 12.0 -57.14% 2023-09-07T22:11:58
386 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 7.06.0 -14.29% 2.0 -87.50% 2023-09-07T22:11:58
387 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.570.59 3.51% 0.98 60.66% 2023-09-07T22:11:58
388 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 122.0115.0 -5.74% 70.0 -42.62% 2023-09-07T22:11:58
389 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.240.2 -16.67% 0.07 -87.04% 2023-09-07T22:11:58
390 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 12.016.0 33.33% 8.0 -33.33% 2023-09-07T22:11:58
391 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.390.38 -2.56% 0.59 51.28% 2023-09-07T22:11:58
392 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 16.013.0 -18.75% 1.0 -93.75% 2023-09-07T22:11:58
393 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 2.011.94 -3.48% 0.95 -52.74% 2023-09-07T22:11:58
394 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 17.016.0 -5.88% 9.0 -47.06% 2023-09-07T22:11:58
395 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.350.46 31.43% 0.23 -34.29% 2023-09-07T22:11:58
396 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (avg) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 4.03.0 -25.00% 4.0 -20.00% 2023-09-07T22:11:58
397 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.480.49 2.08% 0.39 -2.50% 2023-09-07T22:11:58
398 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.170.14 -17.65% 0.3 57.89% 2023-09-07T22:11:58
399 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.780.82 5.13% 0.34 -56.41% 2023-09-07T22:11:58
401 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.270.26 -3.70% 0.55 103.70% 2023-09-07T22:11:58
402 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.680.81 19.12% 0.45 221.43% 2023-09-07T22:11:58
403 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 4.03.0 -25.00% 4.0 -20.00% 2023-09-07T22:11:58
404 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.790.81 2.53% 0.34 -56.96% 2023-09-07T22:11:58
405 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.890.86 -3.37% 0.49 -44.94% 2023-09-07T22:11:58
406 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 0.550.46 -16.36% 0.07 -87.27% 2023-09-07T22:11:58
407 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) 0036 (llvmorg-18-init-04967-g77054f394616), 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba) 5.04.0 -20.00% 9.0 80.00% 2023-09-07T22:11:58
Change State Split Delete