Regression: Regression of 48 benchmarks: 500.perlbench_r (max), 500.perlbench_r (max) (percentage), 502.gcc_r (max), 502.gcc_r (max)...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
322 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 43.042.0 -2.33% 18.0 -58.14% 2023-09-07T06:35:04
323 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 47.045.0 -4.26% 20.0 -57.45% 2023-09-07T06:35:04
324 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 7.012.0 71.43% 8.0 14.29% 2023-09-07T06:35:04
325 llvm-aarch64-master-O3:239801545695209356 execution_variation 511.povray_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 1.251.21 -3.20% 0.55 -56.00% 2023-09-07T06:35:04
326 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 31.022.0 -29.03% 19.0 -38.71% 2023-09-07T06:35:04
327 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 4.534.03 -11.04% 2.43 -46.36% 2023-09-07T06:35:04
328 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 2.693.37 25.28% 4.81 9.82% 2023-09-07T06:35:04
329 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.530.5 -5.66% 0.44 -16.98% 2023-09-07T06:35:04
330 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.490.46 -6.12% 0.42 -14.29% 2023-09-07T06:35:04
331 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 12.011.0 -8.33% 10.0 -23.08% 2023-09-07T06:35:04
332 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.420.4 -4.76% 0.54 28.57% 2023-09-07T06:35:04
333 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.30.31 3.33% 0.33 13.79% 2023-09-07T06:35:04
334 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 6.05.0 -16.67% 5.0 -16.67% 2023-09-07T06:35:04
335 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 13.012.0 -7.69% 16.0 23.08% 2023-09-07T06:35:04
336 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 20.028.0 40.00% 12.0 -40.00% 2023-09-07T06:35:04
337 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 19.028.0 47.37% 11.0 -42.11% 2023-09-07T06:35:04
338 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 12.011.0 -8.33% 10.0 -23.08% 2023-09-07T06:35:04
339 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 7.016.0 128.57% 2.0 0.00% 2023-09-07T06:35:04
340 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.630.61 -3.17% 0.98 55.56% 2023-09-07T06:35:04
341 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 138.0122.0 -11.59% 70.0 -49.28% 2023-09-07T06:35:04
342 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (unexplained diff vs previous) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.240.54 125.00% 0.07 0.00% 2023-09-07T06:35:04
343 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 7.012.0 71.43% 8.0 14.29% 2023-09-07T06:35:04
344 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.420.39 -7.14% 0.59 40.48% 2023-09-07T06:35:04
345 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (unexplained diff vs previous) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 15.012.0 -20.00% 17.0 112.50% 2023-09-07T06:35:04
346 llvm-aarch64-master-O3:239801545695209356 execution_variation 526.blender_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 8.07.0 -12.50% 11.0 37.50% 2023-09-07T06:35:04
347 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 6.016.0 166.67% 1.0 0.00% 2023-09-07T06:35:04
348 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 1.390.98 -29.50% 0.87 -37.41% 2023-09-07T06:35:04
349 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 2.122.01 -5.19% 0.95 -55.19% 2023-09-07T06:35:04
350 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 18.017.0 -5.56% 9.0 -50.00% 2023-09-07T06:35:04
351 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 4.05.0 25.00% 3.0 200.00% 2023-09-07T06:35:04
352 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.160.2 25.00% 0.12 200.00% 2023-09-07T06:35:04
353 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (avg) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 4.05.0 25.00% 3.0 200.00% 2023-09-07T06:35:04
354 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.20.35 75.00% 0.23 15.00% 2023-09-07T06:35:04
355 llvm-aarch64-master-O3:239801545695209356 execution_variation 505.mcf_r (avg) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.430.4 -6.98% 0.39 -18.75% 2023-09-07T06:35:04
356 llvm-aarch64-master-O3:239801545695209356 execution_variation 557.xz_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.20.19 -5.00% 0.3 42.86% 2023-09-07T06:35:04
357 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r (avg) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 82.0102.0 24.39% 139.0 4.51% 2023-09-07T06:35:04
358 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (unexplained diff vs previous) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.560.78 39.29% 0.34 -39.29% 2023-09-07T06:35:04
359 llvm-aarch64-master-O3:239801545695209356 execution_variation 544.nab_r 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 31.022.0 -29.03% 19.0 -38.71% 2023-09-07T06:35:04
360 llvm-aarch64-master-O3:239801545695209356 execution_variation 508.namd_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.280.27 -3.57% 0.55 96.43% 2023-09-07T06:35:04
361 llvm-aarch64-master-O3:239801545695209356 execution_variation 525.x264_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.160.17 6.25% 0.69 200.00% 2023-09-07T06:35:04
362 llvm-aarch64-master-O3:239801545695209356 execution_variation 500.perlbench_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 19.020.0 5.26% 32.0 52.38% 2023-09-07T06:35:04
363 llvm-aarch64-master-O3:239801545695209356 execution_variation 541.leela_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.560.79 41.07% 0.34 -39.29% 2023-09-07T06:35:04
364 llvm-aarch64-master-O3:239801545695209356 execution_variation 520.omnetpp_r 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 82.0102.0 24.39% 139.0 4.51% 2023-09-07T06:35:04
365 llvm-aarch64-master-O3:239801545695209356 execution_variation 510.parest_r (unexplained diff vs previous) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.470.37 -21.28% 0.55 120.00% 2023-09-07T06:35:04
366 llvm-aarch64-master-O3:239801545695209356 execution_variation 523.xalancbmk_r (max) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 10.09.0 -10.00% 8.0 -20.00% 2023-09-07T06:35:04
367 llvm-aarch64-master-O3:239801545695209356 execution_variation 502.gcc_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.940.89 -5.32% 0.49 -47.87% 2023-09-07T06:35:04
368 llvm-aarch64-master-O3:239801545695209356 execution_variation 531.deepsjeng_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.240.55 129.17% 0.07 250.00% 2023-09-07T06:35:04
369 llvm-aarch64-master-O3:239801545695209356 execution_variation 538.imagick_r (max) (percentage) 0028 (llvmorg-18-init-04755-gfd4c80dec929), 0036 (llvmorg-18-init-04967-g77054f394616) 0.20.18 -10.00% 0.15 -25.00% 2023-09-07T06:35:04
Change State Split Delete