Regression: Regression of 57 benchmarks: 401.bzip2 (max), 403.gcc (max) (percentage), 429.mcf, 429.mcf (avg), 429.mcf (max), 429.mcf...



Metric
Order
Δ ID Machine Metric Test Good, Bad OldNew Now Current Age
765 llvm-arm-master-O2:733278613444249056 execution_variation 450.soplex (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 17.011.0 -35.29% None 0.00% 2022-10-15T21:50:25
766 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.160.14 -12.50% 0.08 -50.00% 2022-10-15T21:50:25
767 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 124.0122.0 -1.61% 92.0 -25.81% 2022-10-15T21:50:25
768 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 36.033.0 -8.33% 31.0 -13.89% 2022-10-15T21:50:25
769 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 11.010.0 -9.09% 8.0 -11.11% 2022-10-15T21:50:25
770 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (avg) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.580.59 1.72% 0.46 -20.69% 2022-10-15T21:50:25
771 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 7.05.0 -28.57% 7.0 -70.83% 2022-10-15T21:50:25
772 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.330.31 -6.06% 0.16 -51.52% 2022-10-15T21:50:25
773 llvm-arm-master-O2:733278613444249056 execution_variation 401.bzip2 (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 18.017.0 -5.56% 10.0 -37.50% 2022-10-15T21:50:25
774 llvm-arm-master-O2:733278613444249056 execution_variation 403.gcc (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.420.41 -2.38% 0.83 97.62% 2022-10-15T21:50:25
775 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.560.59 5.36% 0.63 -3.08% 2022-10-15T21:50:25
776 llvm-arm-master-O2:733278613444249056 execution_variation 445.gobmk 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 34.033.0 -2.94% 24.0 -29.41% 2022-10-15T21:50:25
777 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 1.51.58 5.33% 0.43 -74.56% 2022-10-15T21:50:25
778 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 97.096.0 -1.03% 47.0 -53.00% 2022-10-15T21:50:25
779 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 67.066.0 -1.49% 96.0 47.69% 2022-10-15T21:50:25
780 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 27.028.0 3.70% 49.0 63.33% 2022-10-15T21:50:25
781 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.160.17 6.25% 0.11 -42.11% 2022-10-15T21:50:25
782 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 48.049.0 2.08% 53.0 10.42% 2022-10-15T21:50:25
783 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.540.52 -3.70% 0.26 -52.73% 2022-10-15T21:50:25
784 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.230.21 -8.70% 0.2 -13.04% 2022-10-15T21:50:25
785 llvm-arm-master-O2:733278613444249056 execution_variation 470.lbm 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 27.028.0 3.70% 49.0 63.33% 2022-10-15T21:50:25
787 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 2.532.13 -15.81% 1.54 1084.62% 2022-10-15T21:50:25
788 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 1.271.29 1.57% 0.36 -73.72% 2022-10-15T21:50:25
789 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 25.026.0 4.00% 12.0 -55.56% 2022-10-15T21:50:25
790 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 40.043.0 7.50% 45.0 -4.26% 2022-10-15T21:50:25
791 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.160.13 -18.75% 0.06 -62.50% 2022-10-15T21:50:25
792 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.160.17 6.25% None 0.00% 2022-10-15T21:50:25
793 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 6.05.0 -16.67% 6.0 -57.14% 2022-10-15T21:50:25
794 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 190.0166.0 -12.63% 120.0 1100.00% 2022-10-15T21:50:25
795 llvm-arm-master-O2:733278613444249056 execution_variation 453.povray (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.560.58 3.57% 0.27 -55.74% 2022-10-15T21:50:25
796 llvm-arm-master-O2:733278613444249056 execution_variation 444.namd (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.230.22 -4.35% 0.28 21.74% 2022-10-15T21:50:25
797 llvm-arm-master-O2:733278613444249056 execution_variation 464.h264ref (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 160.0153.0 -4.38% 42.0 -74.55% 2022-10-15T21:50:25
798 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 17.016.0 -5.88% 19.0 0.00% 2022-10-15T21:50:25
799 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 124.0122.0 -1.61% 92.0 -25.81% 2022-10-15T21:50:25
800 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.050.04 -20.00% 0.05 -58.33% 2022-10-15T21:50:25
801 llvm-arm-master-O2:733278613444249056 execution_variation 473.astar (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 30.028.0 -6.67% 15.0 -50.00% 2022-10-15T21:50:25
802 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 11.010.0 -9.09% 8.0 -11.11% 2022-10-15T21:50:25
803 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 40.042.0 5.00% 46.0 -2.13% 2022-10-15T21:50:25
804 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 75.067.0 -10.67% 66.0 -12.00% 2022-10-15T21:50:25
805 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.050.03 -40.00% 0.05 -68.75% 2022-10-15T21:50:25
806 llvm-arm-master-O2:733278613444249056 execution_variation 458.sjeng (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 182.0188.0 3.30% 52.0 -74.38% 2022-10-15T21:50:25
807 llvm-arm-master-O2:733278613444249056 execution_variation 471.omnetpp (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.650.6 -7.69% 0.61 -6.15% 2022-10-15T21:50:25
808 llvm-arm-master-O2:733278613444249056 execution_variation 447.dealII (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 1.231.17 -4.88% 0.68 -44.72% 2022-10-15T21:50:25
809 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 82.084.0 2.44% 85.0 46.55% 2022-10-15T21:50:25
810 llvm-arm-master-O2:733278613444249056 execution_variation 450.soplex (unexplained diff vs previous) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 0.20.13 -35.00% None 0.00% 2022-10-15T21:50:25
811 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 48.049.0 2.08% 53.0 10.42% 2022-10-15T21:50:25
812 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (unexplained diff vs previous) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 15.016.0 6.67% None 0.00% 2022-10-15T21:50:25
813 llvm-arm-master-O2:733278613444249056 execution_variation 483.xalancbmk (max) (percentage) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 1.341.17 -12.69% 1.14 -14.93% 2022-10-15T21:50:25
814 llvm-arm-master-O2:733278613444249056 execution_variation 433.milc (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 14.016.0 14.29% 9.0 -52.63% 2022-10-15T21:50:25
815 llvm-arm-master-O2:733278613444249056 execution_variation 456.hmmer (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 164.0169.0 3.05% 126.0 147.06% 2022-10-15T21:50:25
816 llvm-arm-master-O2:733278613444249056 execution_variation 482.sphinx3 (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 67.066.0 -1.49% 96.0 47.69% 2022-10-15T21:50:25
817 llvm-arm-master-O2:733278613444249056 execution_variation 429.mcf (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 15.016.0 6.67% 10.0 -44.44% 2022-10-15T21:50:25
818 llvm-arm-master-O2:733278613444249056 execution_variation 445.gobmk (avg) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 34.033.0 -2.94% 24.0 -29.41% 2022-10-15T21:50:25
819 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 17.016.0 -5.88% 19.0 0.00% 2022-10-15T21:50:25
820 llvm-arm-master-O2:733278613444249056 execution_variation 447.dealII (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 63.060.0 -4.76% 35.0 -44.44% 2022-10-15T21:50:25
821 llvm-arm-master-O2:733278613444249056 execution_variation 444.namd (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 20.021.0 5.00% 27.0 22.73% 2022-10-15T21:50:25
822 llvm-arm-master-O2:733278613444249056 execution_variation 462.libquantum (max) 0380 (llvmorg-16-init-07566-g3f62314c235b), 0383 (llvmorg-16-init-08433-ge1bd759ea567) 23.019.0 -17.39% 8.0 -65.22% 2022-10-15T21:50:25
Change State Split Delete