Fields

hardware None
os None

Parameters

Fields

NameValue

Parameters

NameValue
git_binutils https://sourceware.org/git/?p=binutils-gdb.git;a=commit;h=e726bad8af9a12dc7cbc5f148523fdf0a0b3cf5a (+ 194 commits)
git_gcc https://github.com/gcc-mirror/gcc/commit/7f0700a689db8828e81e5dcaf7f6d474f2c4ec27 (+ 588 commits)
git_glibc https://sourceware.org/git/?p=glibc.git;a=commit;h=dddc88587a7f48cbb361d9929ec23d790164eef8 (+ 61 commits)
git_linux https://git.linaro.org/kernel-org/linux-stable.git/commit/?id=3a9c734cf38026353ce3ea9ca342f4ee2cee4ddd (+ 16318 commits)
test_url https://ci.linaro.org/job/tcwg_bmk-code_speed-cpu2017rate--gnu-arm-master-O3_LTO-build/82/
Filter

gnu-arm-master-O3_LTO test results

Run Order Start Time Duration
Current 0082 (4-changed-components) 2023-06-30T17:52:16 0:00:00
Previous 0071 (3-changed-components) 2023-06-18T08:16:02 0:00:00
Baseline 0001 (4-changed-components) 2023-02-23T16:28:31 0:00:00


Tests Summary

Status Group # # (B)
Performance Regressions 19 9
Performance Improvements 17 10
Added Tests 0 110
Unchanged Tests 912 819
Total Tests 948

Performance Regressions - Code Size Δ Previous Current σ Δ (B) σ (B)
510.parest_r 4.75% 1640308.000 1718200.000 - 2.56% -
541.leela_r 4.18% 96175.000 100191.000 - -0.01% -
508.namd_r 3.94% 852987.000 886623.000 - 3.84% -
520.omnetpp_r 1.52% 1553132.000 1576784.000 - -2.69% -
526.blender_r 1.40% 9944076.000 10082940.000 - 1.22% -
511.povray_r 1.30% 1081479.000 1095591.000 - 0.80% -
523.xalancbmk_r 1.29% 3397308.000 3441164.000 - 1.36% -

Performance Regressions - Execution Δ Previous Current σ Δ (B) σ (B)
538.imagick_r 1.88% 14171.000 14438.000 - 2.48% -
523.xalancbmk_r 1.39% 9224.000 9352.000 - 2.26% -
527.cam4_r 1.11% 9780.000 9889.000 - 0.63% -

Performance Regressions - sample variability Δ Previous Current σ Δ (B) σ (B)
538.imagick_r 2.38% 42.000 43.000 - 0.00% -
538.imagick_r (avg) 2.38% 42.000 43.000 - 0.00% -
538.imagick_r (max) 1.72% 58.000 59.000 - 0.00% -
523.xalancbmk_r 1.67% 60.000 61.000 - 0.00% -
523.xalancbmk_r (avg) 1.67% 60.000 61.000 - 0.00% -
500.perlbench_r 1.35% 74.000 75.000 - 0.00% -
500.perlbench_r (avg) 1.35% 74.000 75.000 - 0.00% -
507.cactuBSSN_r 1.06% 94.000 95.000 - 0.00% -
507.cactuBSSN_r (avg) 1.06% 94.000 95.000 - 0.00% -

Performance Improvements - Code Size Δ Previous Current σ Δ (B) σ (B)
525.x264_r -2.71% 611197.000 594629.000 - -2.19% -
538.imagick_r -1.52% 1556259.000 1532531.000 - -1.81% -

Performance Improvements - Execution Δ Previous Current σ Δ (B) σ (B)
520.omnetpp_r -2.48% 11329.000 11048.000 - -0.25% -
531.deepsjeng_r -1.98% 12224.000 11982.000 - -1.46% -
541.leela_r -1.75% 10103.000 9926.000 - -5.01% -
511.povray_r -1.12% 17618.000 17421.000 - -2.86% -

Performance Improvements - sample variability Δ Previous Current σ Δ (B) σ (B)
541.leela_r -2.63% 38.000 37.000 - 0.00% -
541.leela_r (avg) -2.63% 38.000 37.000 - 0.00% -
520.omnetpp_r (max) -2.46% 122.000 119.000 - 0.00% -
520.omnetpp_r -2.42% 124.000 121.000 - 0.00% -
520.omnetpp_r (avg) -2.42% 124.000 121.000 - 0.00% -
531.deepsjeng_r -1.80% 111.000 109.000 - 0.00% -
531.deepsjeng_r (avg) -1.80% 111.000 109.000 - 0.00% -
531.deepsjeng_r (max) -1.80% 278.000 273.000 - 0.00% -
511.povray_r (max) -1.59% 63.000 62.000 - 0.00% -
554.roms_r (max) -1.59% 63.000 62.000 - 0.00% -
541.leela_r (max) -1.18% 85.000 84.000 - 0.00% -

Performance Regressions - Code Size Δ (B) Baseline Current σ (B) Δ σ
508.namd_r 3.84% 853851.000 886623.000 - 3.94% -
510.parest_r 2.56% 1675273.000 1718200.000 - 4.75% -
523.xalancbmk_r 1.36% 3395003.000 3441164.000 - 1.29% -
526.blender_r 1.22% 9961079.000 10082940.000 - 1.40% -

Performance Regressions - Execution Δ (B) Baseline Current σ (B) Δ σ
500.perlbench_r 4.47% 12607.000 13170.000 - 0.91% -
538.imagick_r 2.48% 14088.000 14438.000 - 1.88% -
523.xalancbmk_r 2.26% 9145.000 9352.000 - 1.39% -
521.wrf_r 1.34% 16247.000 16465.000 - -0.04% -
549.fotonik3d_r 1.15% 18607.000 18821.000 - -0.03% -

Performance Improvements - Code Size Δ (B) Baseline Current σ (B) Δ σ
520.omnetpp_r -2.69% 1620416.000 1576784.000 - 1.52% -
525.x264_r -2.19% 607922.000 594629.000 - -2.71% -
538.imagick_r -1.81% 1560853.000 1532531.000 - -1.52% -
554.roms_r -1.32% 873970.000 862421.000 - -0.01% -
531.deepsjeng_r -1.02% 112861.000 111711.000 - 0.29% -

Performance Improvements - Execution Δ (B) Baseline Current σ (B) Δ σ
544.nab_r -8.78% 12966.000 11828.000 - -0.08% -
541.leela_r -5.01% 10449.000 9926.000 - -1.75% -
511.povray_r -2.86% 17933.000 17421.000 - -1.12% -
531.deepsjeng_r -1.46% 12160.000 11982.000 - -1.98% -
526.blender_r -1.08% 10990.000 10871.000 - -0.79% -

Added Tests - sample variability
500.perlbench_r
500.perlbench_r (avg)
500.perlbench_r (avg) (percentage)
500.perlbench_r (max)
500.perlbench_r (max) (percentage)
502.gcc_r
502.gcc_r (avg)
502.gcc_r (avg) (percentage)
502.gcc_r (max)
502.gcc_r (max) (percentage)
503.bwaves_r
503.bwaves_r (avg)
503.bwaves_r (avg) (percentage)
503.bwaves_r (max)
503.bwaves_r (max) (percentage)
505.mcf_r
505.mcf_r (avg)
505.mcf_r (avg) (percentage)
505.mcf_r (max)
505.mcf_r (max) (percentage)
507.cactuBSSN_r
507.cactuBSSN_r (avg)
507.cactuBSSN_r (avg) (percentage)
507.cactuBSSN_r (max)
507.cactuBSSN_r (max) (percentage)
508.namd_r
508.namd_r (avg)
508.namd_r (avg) (percentage)
508.namd_r (max)
508.namd_r (max) (percentage)
510.parest_r
510.parest_r (avg)
510.parest_r (avg) (percentage)
510.parest_r (max)
510.parest_r (max) (percentage)
511.povray_r
511.povray_r (avg)
511.povray_r (avg) (percentage)
511.povray_r (max)
511.povray_r (max) (percentage)
519.lbm_r
519.lbm_r (avg)
519.lbm_r (avg) (percentage)
519.lbm_r (max)
519.lbm_r (max) (percentage)
520.omnetpp_r
520.omnetpp_r (avg)
520.omnetpp_r (avg) (percentage)
520.omnetpp_r (max)
520.omnetpp_r (max) (percentage)
521.wrf_r
521.wrf_r (avg)
521.wrf_r (avg) (percentage)
521.wrf_r (max)
521.wrf_r (max) (percentage)
523.xalancbmk_r
523.xalancbmk_r (avg)
523.xalancbmk_r (avg) (percentage)
523.xalancbmk_r (max)
523.xalancbmk_r (max) (percentage)
525.x264_r
525.x264_r (avg)
525.x264_r (avg) (percentage)
525.x264_r (max)
525.x264_r (max) (percentage)
526.blender_r
526.blender_r (avg)
526.blender_r (avg) (percentage)
526.blender_r (max)
526.blender_r (max) (percentage)
531.deepsjeng_r
531.deepsjeng_r (avg)
531.deepsjeng_r (avg) (percentage)
531.deepsjeng_r (max)
531.deepsjeng_r (max) (percentage)
538.imagick_r
538.imagick_r (avg)
538.imagick_r (avg) (percentage)
538.imagick_r (max)
538.imagick_r (max) (percentage)
541.leela_r
541.leela_r (avg)
541.leela_r (avg) (percentage)
541.leela_r (max)
541.leela_r (max) (percentage)
544.nab_r
544.nab_r (avg)
544.nab_r (avg) (percentage)
544.nab_r (max)
544.nab_r (max) (percentage)
548.exchange2_r
548.exchange2_r (avg)
548.exchange2_r (avg) (percentage)
548.exchange2_r (max)
548.exchange2_r (max) (percentage)
549.fotonik3d_r
549.fotonik3d_r (avg)
549.fotonik3d_r (avg) (percentage)
549.fotonik3d_r (max)
549.fotonik3d_r (max) (percentage)
554.roms_r
554.roms_r (avg)
554.roms_r (avg) (percentage)
554.roms_r (max)
554.roms_r (max) (percentage)
557.xz_r
557.xz_r (avg)
557.xz_r (avg) (percentage)
557.xz_r (max)
557.xz_r (max) (percentage)


Report Time: 0.34s
Name Current %
500.perlbench_r 13170.000 -
502.gcc_r 8712.000 -
503.bwaves_r 21599.000 -
505.mcf_r 12549.000 -
507.cactuBSSN_r 22202.000 -
508.namd_r 9781.000 -
510.parest_r 21240.000 -
511.povray_r 17421.000 -1.12%
519.lbm_r 13671.000 -
520.omnetpp_r 11048.000 -2.48%
521.wrf_r 16465.000 -
523.xalancbmk_r 9352.000 1.39%
525.x264_r 10883.000 -
526.blender_r 10871.000 -
527.cam4_r 9889.000 1.11%
531.deepsjeng_r 11982.000 -1.98%
538.imagick_r 14438.000 1.88%
541.leela_r 9926.000 -1.75%
544.nab_r 11828.000 -
548.exchange2_r 9053.000 -
549.fotonik3d_r 18821.000 -
554.roms_r 16980.000 -
557.xz_r 10474.000 -
Geometric Mean 13001.276 -
Name Current %
500.perlbench_r 2482490.000 -
502.gcc_r 9558796.000 -
503.bwaves_r 27946.000 -
505.mcf_r 28341.000 -
507.cactuBSSN_r 4579438.000 -
508.namd_r 886623.000 3.94%
510.parest_r 1718200.000 4.75%
511.povray_r 1095591.000 1.30%
519.lbm_r 11407.000 -
520.omnetpp_r 1576784.000 1.52%
521.wrf_r 21220305.000 -
523.xalancbmk_r 3441164.000 1.29%
525.x264_r 594629.000 -2.71%
526.blender_r 10082940.000 1.40%
527.cam4_r 3564756.000 -
531.deepsjeng_r 111711.000 -
538.imagick_r 1532531.000 -1.52%
541.leela_r 100191.000 4.18%
544.nab_r 97195.000 -
548.exchange2_r 152298.000 -
549.fotonik3d_r 399506.000 -
554.roms_r 862421.000 -
557.xz_r 146591.000 -
Geometric Mean 651079.636 -
Name Current %
500.perlbench_r 75.000 1.35%
500.perlbench_r (avg) 75.000 1.35%
500.perlbench_r (avg) (percentage) 0.570 -
500.perlbench_r (max) 53.000 -
500.perlbench_r (max) (percentage) 0.410 -
502.gcc_r 36.000 -
502.gcc_r (avg) 36.000 -
502.gcc_r (avg) (percentage) 0.420 -
502.gcc_r (max) 67.000 -
502.gcc_r (max) (percentage) 0.770 -
503.bwaves_r 45.000 -
503.bwaves_r (avg) 45.000 -
503.bwaves_r (avg) (percentage) 0.210 -
503.bwaves_r (max) 77.000 -
503.bwaves_r (max) (percentage) 0.360 -
505.mcf_r 25.000 -
505.mcf_r (avg) 25.000 -
505.mcf_r (avg) (percentage) 0.200 -
505.mcf_r (max) 57.000 -
505.mcf_r (max) (percentage) 0.460 -
507.cactuBSSN_r 95.000 1.06%
507.cactuBSSN_r (avg) 95.000 1.06%
507.cactuBSSN_r (avg) (percentage) 0.430 -
507.cactuBSSN_r (max) 137.000 -
507.cactuBSSN_r (max) (percentage) 0.620 -
508.namd_r 10.000 -
508.namd_r (avg) 10.000 -
508.namd_r (avg) (percentage) 0.110 -
508.namd_r (max) 11.000 -
508.namd_r (max) (percentage) 0.120 -
510.parest_r 23.000 -
510.parest_r (avg) 23.000 -
510.parest_r (avg) (percentage) 0.110 -
510.parest_r (max) 14.000 -
510.parest_r (max) (percentage) 0.070 -
511.povray_r 36.000 -
511.povray_r (avg) 36.000 -
511.povray_r (avg) (percentage) 0.210 -
511.povray_r (max) 62.000 -1.59%
511.povray_r (max) (percentage) 0.360 -
519.lbm_r 30.000 -
519.lbm_r (avg) 30.000 -
519.lbm_r (avg) (percentage) 0.220 -
519.lbm_r (max) 47.000 -
519.lbm_r (max) (percentage) 0.350 -
520.omnetpp_r 121.000 -2.42%
520.omnetpp_r (avg) 121.000 -2.42%
520.omnetpp_r (avg) (percentage) 1.100 -
520.omnetpp_r (max) 119.000 -2.46%
520.omnetpp_r (max) (percentage) 1.080 -
521.wrf_r 88.000 -
521.wrf_r (avg) 88.000 -
521.wrf_r (avg) (percentage) 0.540 -
521.wrf_r (max) 113.000 -
521.wrf_r (max) (percentage) 0.690 -
523.xalancbmk_r 61.000 1.67%
523.xalancbmk_r (avg) 61.000 1.67%
523.xalancbmk_r (avg) (percentage) 0.660 -
523.xalancbmk_r (max) 47.000 -
523.xalancbmk_r (max) (percentage) 0.510 -
525.x264_r 21.000 -
525.x264_r (avg) 21.000 -
525.x264_r (avg) (percentage) 0.200 -
525.x264_r (max) 30.000 -
525.x264_r (max) (percentage) 0.280 -
526.blender_r 32.000 -
526.blender_r (avg) 32.000 -
526.blender_r (avg) (percentage) 0.300 -
526.blender_r (max) 43.000 -
526.blender_r (max) (percentage) 0.400 -
531.deepsjeng_r 109.000 -1.80%
531.deepsjeng_r (avg) 109.000 -1.80%
531.deepsjeng_r (avg) (percentage) 0.910 -
531.deepsjeng_r (max) 273.000 -1.80%
531.deepsjeng_r (max) (percentage) 2.280 -
538.imagick_r 43.000 2.38%
538.imagick_r (avg) 43.000 2.38%
538.imagick_r (avg) (percentage) 0.300 -
538.imagick_r (max) 59.000 1.72%
538.imagick_r (max) (percentage) 0.410 -
541.leela_r 37.000 -2.63%
541.leela_r (avg) 37.000 -2.63%
541.leela_r (avg) (percentage) 0.380 -
541.leela_r (max) 84.000 -1.18%
541.leela_r (max) (percentage) 0.850 -
544.nab_r 29.000 -
544.nab_r (avg) 29.000 -
544.nab_r (avg) (percentage) 0.250 -
544.nab_r (max) 56.000 -
544.nab_r (max) (percentage) 0.480 -
548.exchange2_r 18.000 -
548.exchange2_r (avg) 18.000 -
548.exchange2_r (avg) (percentage) 0.200 -
548.exchange2_r (max) 9.000 -
548.exchange2_r (max) (percentage) 0.110 -
549.fotonik3d_r 18.000 -
549.fotonik3d_r (avg) 18.000 -
549.fotonik3d_r (avg) (percentage) 0.100 -
549.fotonik3d_r (max) 18.000 -
549.fotonik3d_r (max) (percentage) 0.100 -
554.roms_r 25.000 -
554.roms_r (avg) 25.000 -
554.roms_r (avg) (percentage) 0.150 -
554.roms_r (max) 62.000 -1.59%
554.roms_r (max) (percentage) 0.370 -
557.xz_r 11.000 -
557.xz_r (avg) 11.000 -
557.xz_r (avg) (percentage) 0.110 -
557.xz_r (max) 8.000 -
557.xz_r (max) (percentage) 0.080 -
Geometric Mean 5.674 -