Regression: Regression of 72 benchmarks: 401.bzip2 (unexplained diff vs previous), 401.bzip2 (unexplained diff vs previous) (percent...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
6821 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 18.020.0 11.11% 22.0 22.22% 2024-04-24T11:29:35
6822 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.030.11 266.67% 0.08 166.67% 2024-04-24T11:29:35
6823 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 54.057.0 5.56% 61.0 12.96% 2024-04-24T11:29:35
6824 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 16.054.0 237.50% 31.0 93.75% 2024-04-24T11:29:35
6825 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.690.74 7.25% 0.46 -33.33% 2024-04-24T11:29:35
6826 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 5.03.0 -40.00% 7.0 -91.57% 2024-04-24T11:29:35
6827 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 50.054.0 8.00% 33.0 -34.00% 2024-04-24T11:29:35
6829 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.10.03 -70.00% None 0.00% 2024-04-24T11:29:35
6830 llvm-arm-master-O2:733278613444249056 execution_variation 444.namd 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 13.012.0 -7.69% 17.0 30.77% 2024-04-24T11:29:35
6831 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 1.421.47 3.52% 1.1 -29.94% 2024-04-24T11:29:35
6832 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 22.020.0 -9.09% 23.0 4.55% 2024-04-24T11:29:35
6833 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.841.2 42.86% 0.63 -25.00% 2024-04-24T11:29:35
6834 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 20.018.0 -10.00% 10.0 -50.00% 2024-04-24T11:29:35
6835 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.581.01 74.14% 0.43 -25.86% 2024-04-24T11:29:35
6836 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 18.06.0 -66.67% None 0.00% 2024-04-24T11:29:35
6837 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 71.066.0 -7.04% 96.0 35.21% 2024-04-24T11:29:35
6838 llvm-arm-master-O2:733278613444249056 execution_variation 450.soplex (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.210.19 -9.52% 0.19 -9.52% 2024-04-24T11:29:35
6839 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 33.035.0 6.06% 49.0 48.48% 2024-04-24T11:29:35
6840 llvm-arm-master-O2:733278613444249056 execution_variation 450.soplex 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 17.015.0 -11.76% 15.0 -11.76% 2024-04-24T11:29:35
6841 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.180.15 -16.67% 0.11 -38.89% 2024-04-24T11:29:35
6842 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 46.039.0 -15.22% 53.0 15.22% 2024-04-24T11:29:35
6843 llvm-arm-master-O2:733278613444249056 execution_variation 444.namd (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.140.13 -7.14% 0.18 28.57% 2024-04-24T11:29:35
6844 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.210.22 4.76% 0.31 47.62% 2024-04-24T11:29:35
6845 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.220.34 54.55% 0.2 100.00% 2024-04-24T11:29:35
6846 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 33.035.0 6.06% 49.0 48.48% 2024-04-24T11:29:35
6847 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 18.020.0 11.11% 22.0 22.22% 2024-04-24T11:29:35
6848 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 107.0113.0 5.61% 85.0 -29.75% 2024-04-24T11:29:35
6849 llvm-arm-master-O2:733278613444249056 execution_variation 401.bzip2 (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 19.027.0 42.11% None 0.00% 2024-04-24T11:29:35
6850 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 2.850.41 -85.61% 1.54 -45.96% 2024-04-24T11:29:35
6851 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.760.77 1.32% 0.36 -59.09% 2024-04-24T11:29:35
6852 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 17.036.0 111.76% 12.0 -29.41% 2024-04-24T11:29:35
6853 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 16.054.0 237.50% 18.0 12.50% 2024-04-24T11:29:35
6854 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 22.020.0 -9.09% 23.0 4.55% 2024-04-24T11:29:35
6855 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.70.61 -12.86% 0.06 -91.43% 2024-04-24T11:29:35
6856 llvm-arm-master-O2:733278613444249056 execution_variation 447.dealII 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 26.025.0 -3.85% 28.0 7.69% 2024-04-24T11:29:35
6857 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 79.065.0 -17.72% 44.0 0.00% 2024-04-24T11:29:35
6858 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 3.013.0 333.33% 6.0 100.00% 2024-04-24T11:29:35
6859 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 221.032.0 -85.52% 120.0 -45.70% 2024-04-24T11:29:35
6860 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.380.11 -71.05% 0.84 121.05% 2024-04-24T11:29:35
6861 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.390.82 110.26% 0.27 -30.77% 2024-04-24T11:29:35
6862 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 10.011.0 10.00% 11.0 10.00% 2024-04-24T11:29:35
6863 llvm-arm-master-O2:733278613444249056 execution_variation 447.dealII (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 26.025.0 -3.85% 28.0 7.69% 2024-04-24T11:29:35
6864 llvm-arm-master-O2:733278613444249056 execution_variation 450.soplex (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 17.015.0 -11.76% 15.0 -11.76% 2024-04-24T11:29:35
6866 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 56.097.0 73.21% 42.0 -25.00% 2024-04-24T11:29:35
6867 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.030.11 266.67% 0.05 66.67% 2024-04-24T11:29:35
6868 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.410.46 12.20% 0.48 17.07% 2024-04-24T11:29:35
6869 llvm-arm-master-O2:733278613444249056 execution_variation 444.namd (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 13.012.0 -7.69% 17.0 30.77% 2024-04-24T11:29:35
6870 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 61.088.0 44.26% 46.0 -24.59% 2024-04-24T11:29:35
6871 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 51.050.0 -1.96% 66.0 29.41% 2024-04-24T11:29:35
6872 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 108.0106.0 -1.85% 52.0 -57.38% 2024-04-24T11:29:35
6873 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.550.47 -14.55% 0.3 0.00% 2024-04-24T11:29:35
6874 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.330.31 -6.06% 0.36 5.88% 2024-04-24T11:29:35
6875 llvm-arm-master-O2:733278613444249056 execution_variation 401.bzip2 (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.170.24 41.18% None 0.00% 2024-04-24T11:29:35
6876 llvm-arm-master-O2:733278613444249056 execution_variation 445.gobmk (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 40.02.0 -95.00% None 0.00% 2024-04-24T11:29:35
6877 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 10.011.0 10.00% 11.0 10.00% 2024-04-24T11:29:35
6878 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.210.19 -9.52% 0.11 -47.62% 2024-04-24T11:29:35
6879 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 107.0113.0 5.61% 85.0 -29.75% 2024-04-24T11:29:35
6880 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 25.07.0 -72.00% 55.0 120.00% 2024-04-24T11:29:35
6881 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.840.72 -14.29% 0.92 9.52% 2024-04-24T11:29:35
6882 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 46.039.0 -15.22% 53.0 15.22% 2024-04-24T11:29:35
6883 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (unexplained diff vs previous) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 10.011.0 10.00% None 0.00% 2024-04-24T11:29:35
6884 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (max) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.940.91 -3.19% 1.14 21.28% 2024-04-24T11:29:35
6885 llvm-arm-master-O2:733278613444249056 execution_variation 447.dealII (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.520.49 -5.77% 0.55 5.77% 2024-04-24T11:29:35
6886 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 3.013.0 333.33% 9.0 200.00% 2024-04-24T11:29:35
6887 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.390.36 -7.69% 0.53 35.90% 2024-04-24T11:29:35
6888 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 227.0224.0 -1.32% 126.0 -44.49% 2024-04-24T11:29:35
6889 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (avg) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 71.066.0 -7.04% 96.0 35.21% 2024-04-24T11:29:35
6890 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 17.014.0 -17.65% 10.0 -41.18% 2024-04-24T11:29:35
6891 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (avg) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.560.6 7.14% 0.62 10.71% 2024-04-24T11:29:35
6892 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.10.34 240.00% 0.11 10.00% 2024-04-24T11:29:35
6893 llvm-arm-master-O2:733278613444249056 execution_variation 445.gobmk (unexplained diff vs previous) (percentage) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 0.360.02 -94.44% None 0.00% 2024-04-24T11:29:35
6894 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (max) 0199 (llvmorg-19-init-09816-g3a0d894fafdd), 0202 (llvmorg-19-init-09943-gf061a395ffb7) 82.071.0 -13.41% 8.0 -90.24% 2024-04-24T11:29:35
Change State Split Delete