Regression: Regression of 67 benchmarks: 500.perlbench_r, 500.perlbench_r (avg), 500.perlbench_r (avg) (percentage), 500.perlbench_r...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
455 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 23.020.0 -13.04% 17.0 -43.33% 2023-09-11T10:26:07
456 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.961.24 29.17% 0.24 0.00% 2023-09-11T10:26:07
457 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 10.014.0 40.00% 17.0 70.00% 2023-09-11T10:26:07
458 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 23.027.0 17.39% 18.0 -56.10% 2023-09-11T10:26:07
459 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 201.0146.0 -27.36% 69.0 590.00% 2023-09-11T10:26:07
460 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.310.17 -45.16% 0.55 0.00% 2023-09-11T10:26:07
461 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.650.76 16.92% 0.55 -52.17% 2023-09-11T10:26:07
462 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 10.09.0 -10.00% 11.0 0.00% 2023-09-11T10:26:07
463 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 8.07.0 -12.50% 1.0 0.00% 2023-09-11T10:26:07
464 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.50.45 -10.00% 0.0 0.00% 2023-09-11T10:26:07
465 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 4.534.79 5.74% 2.43 -32.87% 2023-09-11T10:26:07
466 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 3.373.09 -8.31% 4.81 84.29% 2023-09-11T10:26:07
467 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 7.08.0 14.29% 13.0 85.71% 2023-09-11T10:26:07
468 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 18.019.0 5.56% 11.0 -45.00% 2023-09-11T10:26:07
469 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 1.062.12 100.00% 0.42 -2.33% 2023-09-11T10:26:07
470 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 11.06.0 -45.45% 19.0 0.00% 2023-09-11T10:26:07
471 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.140.16 14.29% 0.1 -28.57% 2023-09-11T10:26:07
472 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 27.024.0 -11.11% 14.0 16.67% 2023-09-11T10:26:07
473 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 6.424.57 -28.82% 2.38 621.21% 2023-09-11T10:26:07
474 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.650.58 -10.77% 0.51 -40.00% 2023-09-11T10:26:07
475 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 32.042.0 31.25% 8.0 0.00% 2023-09-11T10:26:07
476 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 3.05.0 66.67% 8.0 700.00% 2023-09-11T10:26:07
477 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 23.046.0 100.00% 2.0 0.00% 2023-09-11T10:26:07
478 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 4.06.0 50.00% 1.0 0.00% 2023-09-11T10:26:07
479 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.310.33 6.45% 0.33 6.45% 2023-09-11T10:26:07
480 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 25.023.0 -8.00% 11.0 -56.00% 2023-09-11T10:26:07
481 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.310.47 51.61% 0.08 0.00% 2023-09-11T10:26:07
482 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 1.02.0 100.00% 2.0 0.00% 2023-09-11T10:26:07
483 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.951.26 32.63% 0.98 68.97% 2023-09-11T10:26:07
484 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 22.021.0 -4.55% 11.0 10.00% 2023-09-11T10:26:07
485 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 138.0153.0 10.87% 70.0 -36.36% 2023-09-11T10:26:07
486 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 22.021.0 -4.55% 11.0 10.00% 2023-09-11T10:26:07
487 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.030.07 133.33% 0.07 0.00% 2023-09-11T10:26:07
488 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.540.75 38.89% 0.77 42.59% 2023-09-11T10:26:07
489 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.160.17 6.25% 0.28 33.33% 2023-09-11T10:26:07
490 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 4.05.0 25.00% 3.0 -25.00% 2023-09-11T10:26:07
491 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 1.061.03 -2.83% 0.55 12.24% 2023-09-11T10:26:07
492 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 11.010.0 -9.09% 10.0 11.11% 2023-09-11T10:26:07
493 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 11.010.0 -9.09% 10.0 11.11% 2023-09-11T10:26:07
494 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 12.011.0 -8.33% 1.0 -91.67% 2023-09-11T10:26:07
495 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.850.83 -2.35% 0.87 2.35% 2023-09-11T10:26:07
496 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 1.881.83 -2.66% 0.95 -49.47% 2023-09-11T10:26:07
497 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 23.020.0 -13.04% 17.0 -43.33% 2023-09-11T10:26:07
498 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.160.17 6.25% 0.12 -40.00% 2023-09-11T10:26:07
499 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.350.36 2.86% 0.23 -46.51% 2023-09-11T10:26:07
500 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.470.45 -4.26% 0.39 -17.02% 2023-09-11T10:26:07
501 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.260.24 -7.69% 0.3 130.77% 2023-09-11T10:26:07
502 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.240.21 -12.50% 0.03 0.00% 2023-09-11T10:26:07
503 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.820.72 -12.20% 0.44 22.22% 2023-09-11T10:26:07
504 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.20.19 -5.00% 0.36 200.00% 2023-09-11T10:26:07
505 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 1.082.17 100.93% 0.09 0.00% 2023-09-11T10:26:07
506 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 102.098.0 -3.92% 139.0 75.95% 2023-09-11T10:26:07
507 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (unexplained diff vs previous) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.210.24 14.29% 0.3 0.00% 2023-09-11T10:26:07
508 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.220.2 -9.09% 0.55 150.00% 2023-09-11T10:26:07
509 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.310.46 48.39% 0.69 392.86% 2023-09-11T10:26:07
510 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (unexplained diff vs previous) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 10.09.0 -10.00% 0.0 0.00% 2023-09-11T10:26:07
511 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 31.042.0 35.48% 32.0 68.42% 2023-09-11T10:26:07
512 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.710.65 -8.45% 0.34 -52.11% 2023-09-11T10:26:07
513 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 27.024.0 -11.11% 14.0 16.67% 2023-09-11T10:26:07
514 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (avg) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.360.4 11.11% 0.66 83.33% 2023-09-11T10:26:07
515 llvm-aarch64-master-O3:239801545695209356 execution_variation 519.lbm_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.080.06 -25.00% 0.06 -25.00% 2023-09-11T10:26:07
517 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 22.044.0 100.00% 8.0 -11.11% 2023-09-11T10:26:07
518 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.830.81 -2.41% 0.49 -40.96% 2023-09-11T10:26:07
519 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 0.410.38 -7.32% 0.07 -82.93% 2023-09-11T10:26:07
520 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 4.05.0 25.00% 3.0 -25.00% 2023-09-11T10:26:07
521 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (avg) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 7.08.0 14.29% 13.0 85.71% 2023-09-11T10:26:07
522 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) 0038 (llvmorg-18-init-05352-gc8387a31a4ad), 0039 (llvmorg-18-init-05401-g2e106d55203a) 2.03.0 50.00% 9.0 125.00% 2023-09-11T10:26:07
Change State Split Delete