Regression: Regression of 45 benchmarks: 500.perlbench_r (max) (percentage), 502.gcc_r (max) (percentage), 505.mcf_r (avg) (percenta... [Detected Fixed]



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
409 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (unexplained diff vs previous) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 7.010.0 42.86% 17.0 0.00% 2023-09-10T02:59:16
410 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 42.041.0 -2.38% 18.0 -57.14% 2023-09-10T02:59:16
411 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (unexplained diff vs previous) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 15.010.0 -33.33% 69.0 0.00% 2023-09-10T02:59:16
412 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 35.034.0 -2.86% 20.0 -42.86% 2023-09-10T02:59:16
413 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 16.015.0 -6.25% 8.0 -50.00% 2023-09-10T02:59:16
414 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 1.181.15 -2.54% 0.55 -53.39% 2023-09-10T02:59:16
415 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 18.015.0 -16.67% 19.0 5.56% 2023-09-10T02:59:16
416 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 3.783.62 -4.23% 2.43 -35.71% 2023-09-10T02:59:16
417 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (unexplained diff vs previous) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.160.11 -31.25% 0.11 0.00% 2023-09-10T02:59:16
418 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (unexplained diff vs previous) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 3.02.0 -33.33% 2.0 0.00% 2023-09-10T02:59:16
419 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 2.692.61 -2.97% 4.81 42.73% 2023-09-10T02:59:16
420 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 5.04.0 -20.00% 11.0 120.00% 2023-09-10T02:59:16
421 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.670.73 8.96% 0.44 -45.68% 2023-09-10T02:59:16
422 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 18.020.0 11.11% 11.0 -52.17% 2023-09-10T02:59:16
423 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.440.43 -2.27% 0.42 -4.55% 2023-09-10T02:59:16
424 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 12.011.0 -8.33% 12.0 -47.83% 2023-09-10T02:59:16
425 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (unexplained diff vs previous) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.490.33 -32.65% 2.38 0.00% 2023-09-10T02:59:16
426 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.390.37 -5.13% 0.54 38.46% 2023-09-10T02:59:16
427 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 12.011.0 -8.33% 16.0 33.33% 2023-09-10T02:59:16
428 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (avg) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 2.03.0 50.00% 5.0 25.00% 2023-09-10T02:59:16
429 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 4.012.0 200.00% 12.0 -58.62% 2023-09-10T02:59:16
430 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 28.025.0 -10.71% 11.0 -60.71% 2023-09-10T02:59:16
431 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.570.58 1.75% 0.98 66.10% 2023-09-10T02:59:16
432 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 115.0110.0 -4.35% 70.0 -39.13% 2023-09-10T02:59:16
433 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 16.015.0 -6.25% 8.0 -50.00% 2023-09-10T02:59:16
434 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.380.36 -5.26% 0.59 55.26% 2023-09-10T02:59:16
435 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (unexplained diff vs previous) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.310.54 74.19% 0.77 0.00% 2023-09-10T02:59:16
436 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (avg) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.230.21 -8.70% 0.28 16.67% 2023-09-10T02:59:16
437 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 13.012.0 -7.69% 1.0 -92.31% 2023-09-10T02:59:16
438 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.980.85 -13.27% 0.87 -11.22% 2023-09-10T02:59:16
439 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 1.941.88 -3.09% 0.95 -51.03% 2023-09-10T02:59:16
440 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.460.43 -6.52% 0.23 -50.00% 2023-09-10T02:59:16
441 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.480.47 -2.08% 0.39 -20.41% 2023-09-10T02:59:16
442 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.140.13 -7.14% 0.3 114.29% 2023-09-10T02:59:16
443 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 82.079.0 -3.66% 139.0 34.95% 2023-09-10T02:59:16
444 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.560.34 -39.29% 0.34 -58.54% 2023-09-10T02:59:16
445 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 18.015.0 -16.67% 19.0 5.56% 2023-09-10T02:59:16
446 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.260.22 -15.38% 0.55 111.54% 2023-09-10T02:59:16
447 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 2.03.0 50.00% 5.0 25.00% 2023-09-10T02:59:16
448 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (unexplained diff vs previous) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.420.39 -7.14% 0.45 -44.44% 2023-09-10T02:59:16
449 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.790.71 -10.13% 0.34 -58.02% 2023-09-10T02:59:16
450 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 82.079.0 -3.66% 139.0 34.95% 2023-09-10T02:59:16
451 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.860.83 -3.49% 0.49 -43.02% 2023-09-10T02:59:16
452 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.460.41 -10.87% 0.07 -84.78% 2023-09-10T02:59:16
453 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (max) (percentage) 0037 (llvmorg-18-init-04968-g2c93e3c1c8ba), 0038 (llvmorg-18-init-05352-gc8387a31a4ad) 0.170.16 -5.88% 0.15 -11.76% 2023-09-10T02:59:16
Change State Split Delete