========================================================================================= compiler/cpufreq_governor/kconfig/mode/nr_task/rootfs/tbox_group/test/testcase: gcc-12/performance/x86_64-rhel-8.3/process/50%/debian-11.1-x86_64-20220510.cgz/lkp-skl-fpga01/tlb_flush2/will-it-scale commit: e0bf1dc859fdd mm: memcg: move vmstats structs definition above flushing code 8d59d2214c236 mm: memcg: make stats flushing threshold per-memcg 0cba55e237ba6 mm: memcg: optimize parent iteration in memcg_rstat_updated() e0bf1dc859fdd08e 8d59d2214c2362e7a9d185d80b6 0cba55e237ba61489c0a29f7d27 ---------------- --------------------------- --------------------------- %stddev %change %stddev %change %stddev \ | \ | \ 4.05 -1.2 2.81 +0.0 4.06 mpstat.cpu.all.usr% 118438 ± 14% -27.8% 85543 ± 57% -47.1% 62659 ± 72% numa-meminfo.node0.AnonHugePages 193.83 ± 6% +69.3% 328.17 ± 8% +0.5% 194.83 ± 7% perf-c2c.DRAM.local 1216 ± 8% +27.1% 1546 ± 6% +8.2% 1316 ± 8% perf-c2c.DRAM.remote 150.33 ± 13% -40.0% 90.17 ± 13% +10.9% 166.67 ± 8% perf-c2c.HITM.remote 0.04 -25.0% 0.03 +0.0% 0.04 turbostat.IPC 316.16 -1.5% 311.47 -0.3% 315.25 turbostat.PkgWatt 30.54 +4.9% 32.04 -0.5% 30.38 turbostat.RAMWatt 2132437 -32.3% 1444430 +0.9% 2151460 will-it-scale.52.processes 41008 -32.3% 27776 +0.9% 41373 will-it-scale.per_process_ops 2132437 -32.3% 1444430 +0.9% 2151460 will-it-scale.workload 3.113e+08 ± 3% -31.7% 2.125e+08 ± 4% +2.1% 3.18e+08 ± 2% numa-numastat.node0.local_node 3.114e+08 ± 3% -31.7% 2.126e+08 ± 4% +2.1% 3.18e+08 ± 2% numa-numastat.node0.numa_hit 3.322e+08 ± 2% -32.5% 2.243e+08 ± 3% -0.3% 3.312e+08 ± 3% numa-numastat.node1.local_node 3.323e+08 ± 2% -32.5% 2.243e+08 ± 3% -0.3% 3.312e+08 ± 3% numa-numastat.node1.numa_hit 3.114e+08 ± 3% -31.7% 2.126e+08 ± 4% +2.1% 3.18e+08 ± 2% numa-vmstat.node0.numa_hit 3.113e+08 ± 3% -31.7% 2.125e+08 ± 4% +2.1% 3.18e+08 ± 2% numa-vmstat.node0.numa_local 3.323e+08 ± 2% -32.5% 2.243e+08 ± 3% -0.3% 3.312e+08 ± 3% numa-vmstat.node1.numa_hit 3.322e+08 ± 2% -32.5% 2.243e+08 ± 3% -0.3% 3.312e+08 ± 3% numa-vmstat.node1.numa_local 0.00 ± 19% -61.1% 0.00 ± 31% +16.7% 0.00 ± 14% perf-sched.sch_delay.avg.ms.do_task_dead.do_exit.do_group_exit.__x64_sys_exit_group.do_syscall_64 217.07 ± 11% -46.4% 116.39 ± 23% -1.8% 213.18 ± 8% perf-sched.wait_and_delay.avg.ms.do_task_dead.do_exit.do_group_exit.__x64_sys_exit_group.do_syscall_64 218.50 ± 6% +19.1% 260.33 ± 4% +7.2% 234.17 ± 5% perf-sched.wait_and_delay.count.__cond_resched.zap_page_range_single.madvise_vma_behavior.do_madvise.__x64_sys_madvise 217.06 ± 11% -46.4% 116.38 ± 23% -1.8% 213.18 ± 8% perf-sched.wait_time.avg.ms.do_task_dead.do_exit.do_group_exit.__x64_sys_exit_group.do_syscall_64 7758 ± 24% +15.6% 8968 ± 43% +113.6% 16574 ± 24% proc-vmstat.numa_hint_faults_local 6.436e+08 -32.1% 4.369e+08 +0.9% 6.493e+08 proc-vmstat.numa_hit 6.435e+08 -32.1% 4.368e+08 +0.9% 6.492e+08 proc-vmstat.numa_local 6.432e+08 -32.1% 4.368e+08 +0.9% 6.489e+08 proc-vmstat.pgalloc_normal 1.286e+09 -32.1% 8.726e+08 +0.9% 1.297e+09 proc-vmstat.pgfault 6.432e+08 -32.1% 4.367e+08 +0.9% 6.488e+08 proc-vmstat.pgfree 170696 ± 8% +3.4% 176515 ± 8% +3.2% 176206 ± 8% sched_debug.cpu.clock.avg 170703 ± 8% +3.4% 176522 ± 8% +3.2% 176212 ± 8% sched_debug.cpu.clock.max 170689 ± 8% +3.4% 176508 ± 8% +3.2% 176198 ± 8% sched_debug.cpu.clock.min 169431 ± 8% +3.4% 175248 ± 8% +3.2% 174916 ± 8% sched_debug.cpu.clock_task.avg 169630 ± 8% +3.4% 175429 ± 8% +3.2% 175098 ± 8% sched_debug.cpu.clock_task.max 162542 ± 8% +3.5% 168260 ± 8% +3.4% 168099 ± 9% sched_debug.cpu.clock_task.min 170690 ± 8% +3.4% 176508 ± 8% +3.2% 176199 ± 8% sched_debug.cpu_clk 170117 ± 8% +3.4% 175938 ± 8% +3.2% 175626 ± 8% sched_debug.ktime 171259 ± 8% +3.4% 177078 ± 8% +3.2% 176768 ± 8% sched_debug.sched_clk 4.06 +80.8% 7.34 -4.8% 3.86 perf-stat.i.MPKI 4.066e+09 -23.3% 3.12e+09 +3.5% 4.207e+09 perf-stat.i.branch-instructions 0.57 -0.0 0.55 -0.0 0.57 perf-stat.i.branch-miss-rate% 23478297 -25.0% 17605102 +3.3% 24242314 perf-stat.i.branch-misses 17.25 +7.0 24.27 +0.7 17.95 perf-stat.i.cache-miss-rate% 82715093 ± 2% +35.9% 1.124e+08 -1.8% 81201463 perf-stat.i.cache-misses 4.795e+08 ± 2% -3.4% 4.63e+08 -5.6% 4.525e+08 perf-stat.i.cache-references 7.14 +32.9% 9.49 -3.0% 6.92 perf-stat.i.cpi 134.85 -1.2% 133.29 -0.2% 134.53 perf-stat.i.cpu-migrations 1760 ± 2% -26.5% 1294 +1.8% 1792 perf-stat.i.cycles-between-cache-misses 0.26 -0.0 0.24 -0.0 0.25 perf-stat.i.dTLB-load-miss-rate% 13461491 -31.7% 9190211 +0.9% 13582086 perf-stat.i.dTLB-load-misses 5.141e+09 -24.1% 3.902e+09 +3.6% 5.327e+09 perf-stat.i.dTLB-loads 0.45 -0.0 0.44 -0.0 0.45 perf-stat.i.dTLB-store-miss-rate% 12934403 -32.2% 8773143 +0.9% 13056838 perf-stat.i.dTLB-store-misses 2.841e+09 -29.9% 1.992e+09 +2.7% 2.917e+09 perf-stat.i.dTLB-stores 14.76 +1.4 16.18 ± 4% +2.2 16.92 perf-stat.i.iTLB-load-miss-rate% 7454399 ± 2% -22.7% 5760387 ± 4% +16.4% 8674584 perf-stat.i.iTLB-load-misses 43026423 -30.6% 29840650 -1.0% 42585377 perf-stat.i.iTLB-loads 2.042e+10 -24.7% 1.538e+10 +3.1% 2.104e+10 perf-stat.i.instructions 2745 -2.5% 2677 ± 4% -11.4% 2432 perf-stat.i.instructions-per-iTLB-miss 0.14 -24.6% 0.11 +3.1% 0.14 perf-stat.i.ipc 815.65 -20.2% 651.03 -1.1% 807.03 perf-stat.i.metric.K/sec 120.43 -24.3% 91.11 +3.0% 124.05 perf-stat.i.metric.M/sec 4264808 -32.2% 2892980 +0.9% 4302236 perf-stat.i.minor-faults 11007315 ± 2% +39.7% 15375516 -2.9% 10691798 ± 2% perf-stat.i.node-load-misses 1459152 ± 6% +45.1% 2116827 ± 5% -5.0% 1386160 ± 5% perf-stat.i.node-loads 7872989 ± 2% -26.2% 5812458 -3.4% 7608281 ± 2% perf-stat.i.node-store-misses 4264808 -32.2% 2892980 +0.9% 4302236 perf-stat.i.page-faults 4.05 +80.4% 7.31 -4.8% 3.86 perf-stat.overall.MPKI 0.58 -0.0 0.57 -0.0 0.58 perf-stat.overall.branch-miss-rate% 17.25 +7.0 24.27 +0.7 17.95 perf-stat.overall.cache-miss-rate% 7.13 +32.7% 9.46 -3.0% 6.91 perf-stat.overall.cpi 1759 ± 2% -26.5% 1294 +1.8% 1792 perf-stat.overall.cycles-between-cache-misses 0.26 -0.0 0.23 -0.0 0.25 perf-stat.overall.dTLB-load-miss-rate% 0.45 -0.0 0.44 -0.0 0.45 perf-stat.overall.dTLB-store-miss-rate% 14.77 +1.4 16.18 ± 4% +2.2 16.92 perf-stat.overall.iTLB-load-miss-rate% 2739 -2.4% 2674 ± 4% -11.4% 2426 perf-stat.overall.instructions-per-iTLB-miss 0.14 -24.7% 0.11 +3.1% 0.14 perf-stat.overall.ipc 2882666 +11.2% 3206246 +2.1% 2944234 perf-stat.overall.path-length 4.052e+09 -23.3% 3.11e+09 +3.5% 4.193e+09 perf-stat.ps.branch-instructions 23421504 -25.0% 17574476 +3.2% 24179002 perf-stat.ps.branch-misses 82419384 ± 2% +35.9% 1.12e+08 -1.8% 80913267 perf-stat.ps.cache-misses 4.778e+08 ± 2% -3.4% 4.614e+08 -5.6% 4.509e+08 perf-stat.ps.cache-references 134.44 -1.1% 132.98 -0.2% 134.17 perf-stat.ps.cpu-migrations 13415064 -31.7% 9160067 +0.9% 13535797 perf-stat.ps.dTLB-load-misses 5.124e+09 -24.1% 3.89e+09 +3.6% 5.31e+09 perf-stat.ps.dTLB-loads 12889609 -32.2% 8744145 +1.0% 13012111 perf-stat.ps.dTLB-store-misses 2.831e+09 -29.9% 1.986e+09 +2.7% 2.907e+09 perf-stat.ps.dTLB-stores 7428050 ± 2% -22.7% 5741276 ± 4% +16.4% 8644862 perf-stat.ps.iTLB-load-misses 42877049 -30.6% 29741122 -1.0% 42438686 perf-stat.ps.iTLB-loads 2.035e+10 -24.7% 1.533e+10 +3.1% 2.097e+10 perf-stat.ps.instructions 4250034 -32.2% 2883410 +0.9% 4287486 perf-stat.ps.minor-faults 10968228 ± 2% +39.7% 15322266 -2.9% 10654062 ± 2% perf-stat.ps.node-load-misses 1454274 ± 6% +45.1% 2109746 ± 5% -5.0% 1381519 ± 5% perf-stat.ps.node-loads 7845298 ± 2% -26.2% 5792864 -3.4% 7581789 ± 2% perf-stat.ps.node-store-misses 4250034 -32.2% 2883410 +0.9% 4287486 perf-stat.ps.page-faults 6.147e+12 -24.7% 4.631e+12 +3.0% 6.334e+12 perf-stat.total.instructions 26.77 -1.8 24.93 ± 3% +0.5 27.32 ± 5% perf-profile.calltrace.cycles-pp.intel_idle_ibrs.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call.do_idle 26.75 -1.8 24.92 ± 2% +0.4 27.17 ± 5% perf-profile.calltrace.cycles-pp.cpuidle_enter.cpuidle_idle_call.do_idle.cpu_startup_entry.start_secondary 26.75 -1.8 24.92 ± 2% +0.4 27.18 ± 5% perf-profile.calltrace.cycles-pp.cpuidle_idle_call.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 26.84 -1.8 25.00 ± 3% +0.6 27.39 ± 5% perf-profile.calltrace.cycles-pp.cpuidle_enter_state.cpuidle_enter.cpuidle_idle_call.do_idle.cpu_startup_entry 26.75 -1.8 24.92 ± 2% +0.4 27.18 ± 5% perf-profile.calltrace.cycles-pp.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 26.75 -1.8 24.92 ± 2% +0.4 27.18 ± 5% perf-profile.calltrace.cycles-pp.do_idle.cpu_startup_entry.start_secondary.secondary_startup_64_no_verify 26.75 -1.8 24.92 ± 2% +0.4 27.18 ± 5% perf-profile.calltrace.cycles-pp.start_secondary.secondary_startup_64_no_verify 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.calltrace.cycles-pp.secondary_startup_64_no_verify 13.02 ± 2% -1.4 11.60 ± 4% -0.4 12.62 ± 2% perf-profile.calltrace.cycles-pp.testcase 5.54 ± 5% -1.0 4.52 ± 3% -0.5 5.06 ± 2% perf-profile.calltrace.cycles-pp.__mem_cgroup_uncharge_list.release_pages.tlb_batch_pages_flush.tlb_finish_mmu.zap_page_range_single 1.37 ± 2% -0.9 0.51 ± 58% +0.0 1.38 ± 3% perf-profile.calltrace.cycles-pp.asm_exc_page_fault.__madvise 10.38 ± 3% -0.8 9.54 ± 2% -0.4 9.97 ± 2% perf-profile.calltrace.cycles-pp.asm_exc_page_fault.testcase 2.38 ± 2% -0.8 1.63 ± 3% -0.1 2.29 ± 4% perf-profile.calltrace.cycles-pp.page_counter_uncharge.uncharge_batch.__mem_cgroup_uncharge_list.release_pages.tlb_batch_pages_flush 4.02 ± 3% -0.7 3.32 ± 3% -0.3 3.76 ± 2% perf-profile.calltrace.cycles-pp.uncharge_batch.__mem_cgroup_uncharge_list.release_pages.tlb_batch_pages_flush.tlb_finish_mmu 1.92 ± 4% -0.4 1.49 ± 2% -0.0 1.88 ± 2% perf-profile.calltrace.cycles-pp.irqentry_exit_to_user_mode.asm_exc_page_fault.testcase 1.36 ± 2% -0.4 0.99 -0.0 1.36 ± 3% perf-profile.calltrace.cycles-pp.__irqentry_text_end.testcase 1.30 ± 10% -0.4 0.94 ± 6% -0.1 1.16 ± 5% perf-profile.calltrace.cycles-pp.get_mem_cgroup_from_mm.__mem_cgroup_charge.do_anonymous_page.__handle_mm_fault.handle_mm_fault 1.50 ± 11% -0.3 1.19 ± 5% -0.2 1.29 ± 8% perf-profile.calltrace.cycles-pp.uncharge_folio.__mem_cgroup_uncharge_list.release_pages.tlb_batch_pages_flush.tlb_finish_mmu 1.13 ± 3% -0.3 0.83 -0.0 1.13 ± 2% perf-profile.calltrace.cycles-pp.flush_tlb_mm_range.tlb_finish_mmu.zap_page_range_single.madvise_vma_behavior.do_madvise 0.71 ± 3% -0.3 0.43 ± 44% +0.0 0.71 ± 3% perf-profile.calltrace.cycles-pp.syscall_return_via_sysret.__madvise 1.02 ± 3% -0.3 0.75 -0.0 1.01 ± 2% perf-profile.calltrace.cycles-pp.flush_tlb_func.flush_tlb_mm_range.tlb_finish_mmu.zap_page_range_single.madvise_vma_behavior 0.97 ± 3% -0.3 0.72 -0.0 0.96 ± 2% perf-profile.calltrace.cycles-pp.native_flush_tlb_one_user.flush_tlb_func.flush_tlb_mm_range.tlb_finish_mmu.zap_page_range_single 0.77 ± 2% -0.2 0.58 ± 2% -0.0 0.75 ± 3% perf-profile.calltrace.cycles-pp.syscall_exit_to_user_mode.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 0.71 ± 2% -0.1 0.60 ± 3% -0.0 0.69 ± 4% perf-profile.calltrace.cycles-pp.propagate_protected_usage.page_counter_uncharge.uncharge_batch.__mem_cgroup_uncharge_list.release_pages 1.20 +0.1 1.34 -0.1 1.12 perf-profile.calltrace.cycles-pp.unmap_page_range.zap_page_range_single.madvise_vma_behavior.do_madvise.__x64_sys_madvise 1.10 ± 2% +0.2 1.28 -0.1 1.03 perf-profile.calltrace.cycles-pp.zap_pmd_range.unmap_page_range.zap_page_range_single.madvise_vma_behavior.do_madvise 1.04 ± 2% +0.2 1.24 -0.1 0.98 perf-profile.calltrace.cycles-pp.zap_pte_range.zap_pmd_range.unmap_page_range.zap_page_range_single.madvise_vma_behavior 0.83 +0.2 1.07 ± 2% -0.0 0.82 perf-profile.calltrace.cycles-pp.lru_add_fn.folio_batch_move_lru.lru_add_drain_cpu.lru_add_drain.zap_page_range_single 0.81 ± 2% +0.3 1.08 -0.0 0.76 ± 2% perf-profile.calltrace.cycles-pp.page_remove_rmap.zap_pte_range.zap_pmd_range.unmap_page_range.zap_page_range_single 0.88 ± 10% +0.3 1.16 ± 4% -0.1 0.77 ± 5% perf-profile.calltrace.cycles-pp.mem_cgroup_commit_charge.__mem_cgroup_charge.do_anonymous_page.__handle_mm_fault.handle_mm_fault 0.71 ± 2% +0.3 1.00 -0.0 0.68 perf-profile.calltrace.cycles-pp.__mod_lruvec_page_state.page_remove_rmap.zap_pte_range.zap_pmd_range.unmap_page_range 0.76 ± 3% +0.3 1.09 ± 2% -0.0 0.75 ± 2% perf-profile.calltrace.cycles-pp.folio_add_new_anon_rmap.do_anonymous_page.__handle_mm_fault.handle_mm_fault.do_user_addr_fault 0.73 ± 3% +0.3 1.07 ± 2% -0.0 0.72 ± 2% perf-profile.calltrace.cycles-pp.__mod_lruvec_page_state.folio_add_new_anon_rmap.do_anonymous_page.__handle_mm_fault.handle_mm_fault 0.00 +0.6 0.55 ± 2% +0.0 0.00 perf-profile.calltrace.cycles-pp.__count_memcg_events.mem_cgroup_commit_charge.__mem_cgroup_charge.do_anonymous_page.__handle_mm_fault 6.60 ± 4% +0.6 7.18 ± 3% -0.4 6.22 ± 2% perf-profile.calltrace.cycles-pp.exc_page_fault.asm_exc_page_fault.testcase 6.54 ± 4% +0.6 7.13 ± 3% -0.4 6.17 ± 2% perf-profile.calltrace.cycles-pp.do_user_addr_fault.exc_page_fault.asm_exc_page_fault.testcase 0.00 +0.7 0.74 ± 3% +0.0 0.00 perf-profile.calltrace.cycles-pp.__mod_memcg_lruvec_state.release_pages.tlb_batch_pages_flush.tlb_finish_mmu.zap_page_range_single 0.00 +0.8 0.79 ± 2% +0.0 0.00 perf-profile.calltrace.cycles-pp.__mod_memcg_lruvec_state.__mod_lruvec_page_state.page_remove_rmap.zap_pte_range.zap_pmd_range 0.00 +0.8 0.79 ± 3% +0.0 0.00 perf-profile.calltrace.cycles-pp.__mod_memcg_lruvec_state.lru_add_fn.folio_batch_move_lru.lru_add_drain_cpu.lru_add_drain 0.00 +0.8 0.80 ± 3% +0.0 0.00 perf-profile.calltrace.cycles-pp.__mod_memcg_lruvec_state.__mod_lruvec_page_state.folio_add_new_anon_rmap.do_anonymous_page.__handle_mm_fault 5.80 ± 5% +0.8 6.60 ± 3% -0.4 5.41 ± 2% perf-profile.calltrace.cycles-pp.handle_mm_fault.do_user_addr_fault.exc_page_fault.asm_exc_page_fault.testcase 0.00 +0.8 0.82 +0.0 0.00 perf-profile.calltrace.cycles-pp.__count_memcg_events.uncharge_batch.__mem_cgroup_uncharge_list.release_pages.tlb_batch_pages_flush 0.69 ± 4% +0.9 1.59 ± 2% -0.0 0.66 ± 3% perf-profile.calltrace.cycles-pp.__count_memcg_events.handle_mm_fault.do_user_addr_fault.exc_page_fault.asm_exc_page_fault 30.43 +1.1 31.57 -0.3 30.08 perf-profile.calltrace.cycles-pp.tlb_finish_mmu.zap_page_range_single.madvise_vma_behavior.do_madvise.__x64_sys_madvise 29.22 +1.5 30.69 -0.3 28.88 perf-profile.calltrace.cycles-pp.tlb_batch_pages_flush.tlb_finish_mmu.zap_page_range_single.madvise_vma_behavior.do_madvise 29.05 +1.5 30.56 -0.4 28.69 perf-profile.calltrace.cycles-pp.release_pages.tlb_batch_pages_flush.tlb_finish_mmu.zap_page_range_single.madvise_vma_behavior 22.56 ± 2% +2.3 24.87 +0.1 22.70 ± 2% perf-profile.calltrace.cycles-pp.folio_lruvec_lock_irqsave.release_pages.tlb_batch_pages_flush.tlb_finish_mmu.zap_page_range_single 22.36 ± 2% +2.3 24.70 +0.1 22.51 ± 2% perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.folio_lruvec_lock_irqsave.release_pages.tlb_batch_pages_flush.tlb_finish_mmu 22.11 ± 2% +2.4 24.55 +0.2 22.27 ± 2% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.folio_lruvec_lock_irqsave.release_pages.tlb_batch_pages_flush 22.70 +2.6 25.35 +0.4 23.12 ± 2% perf-profile.calltrace.cycles-pp.folio_lruvec_lock_irqsave.folio_batch_move_lru.lru_add_drain_cpu.lru_add_drain.zap_page_range_single 22.38 +2.7 25.08 +0.4 22.80 ± 2% perf-profile.calltrace.cycles-pp._raw_spin_lock_irqsave.folio_lruvec_lock_irqsave.folio_batch_move_lru.lru_add_drain_cpu.lru_add_drain 24.10 +2.7 26.82 +0.4 24.51 ± 2% perf-profile.calltrace.cycles-pp.lru_add_drain.zap_page_range_single.madvise_vma_behavior.do_madvise.__x64_sys_madvise 24.09 +2.7 26.82 +0.4 24.51 ± 2% perf-profile.calltrace.cycles-pp.lru_add_drain_cpu.lru_add_drain.zap_page_range_single.madvise_vma_behavior.do_madvise 24.07 +2.7 26.79 +0.4 24.48 ± 2% perf-profile.calltrace.cycles-pp.folio_batch_move_lru.lru_add_drain_cpu.lru_add_drain.zap_page_range_single.madvise_vma_behavior 22.14 +2.8 24.93 +0.4 22.56 ± 2% perf-profile.calltrace.cycles-pp.native_queued_spin_lock_slowpath._raw_spin_lock_irqsave.folio_lruvec_lock_irqsave.folio_batch_move_lru.lru_add_drain_cpu 59.76 +2.9 62.64 -0.0 59.73 ± 2% perf-profile.calltrace.cycles-pp.__madvise 57.63 +3.5 61.10 -0.0 57.59 ± 2% perf-profile.calltrace.cycles-pp.entry_SYSCALL_64_after_hwframe.__madvise 57.27 +3.6 60.85 -0.0 57.24 ± 2% perf-profile.calltrace.cycles-pp.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 56.41 +3.8 60.20 -0.0 56.39 ± 2% perf-profile.calltrace.cycles-pp.__x64_sys_madvise.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 56.37 +3.8 60.17 -0.0 56.34 ± 2% perf-profile.calltrace.cycles-pp.do_madvise.__x64_sys_madvise.do_syscall_64.entry_SYSCALL_64_after_hwframe.__madvise 55.94 +3.9 59.88 -0.0 55.92 ± 2% perf-profile.calltrace.cycles-pp.madvise_vma_behavior.do_madvise.__x64_sys_madvise.do_syscall_64.entry_SYSCALL_64_after_hwframe 55.85 +4.0 59.82 -0.0 55.83 ± 2% perf-profile.calltrace.cycles-pp.zap_page_range_single.madvise_vma_behavior.do_madvise.__x64_sys_madvise.do_syscall_64 26.75 -1.8 24.92 ± 2% +0.4 27.18 ± 5% perf-profile.children.cycles-pp.start_secondary 26.98 -1.8 25.22 ± 3% +0.4 27.40 ± 5% perf-profile.children.cycles-pp.intel_idle_ibrs 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.cpu_startup_entry 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.do_idle 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.secondary_startup_64_no_verify 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.cpuidle_enter 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.cpuidle_enter_state 27.05 -1.8 25.29 ± 3% +0.4 27.48 ± 5% perf-profile.children.cycles-pp.cpuidle_idle_call 13.66 ± 2% -1.3 12.38 -0.4 13.26 ± 2% perf-profile.children.cycles-pp.testcase 5.55 ± 5% -1.0 4.52 ± 3% -0.5 5.06 ± 2% perf-profile.children.cycles-pp.__mem_cgroup_uncharge_list 2.39 ± 2% -0.8 1.63 ± 3% -0.1 2.29 ± 4% perf-profile.children.cycles-pp.page_counter_uncharge 4.03 ± 3% -0.7 3.32 ± 3% -0.3 3.76 ± 2% perf-profile.children.cycles-pp.uncharge_batch 1.96 ± 4% -0.4 1.52 ± 2% -0.0 1.91 ± 2% perf-profile.children.cycles-pp.irqentry_exit_to_user_mode 1.30 -0.4 0.94 ± 2% +0.0 1.32 ± 2% perf-profile.children.cycles-pp.error_entry 1.36 ± 2% -0.4 0.99 -0.0 1.36 ± 3% perf-profile.children.cycles-pp.__irqentry_text_end 1.30 ± 10% -0.4 0.94 ± 6% -0.1 1.16 ± 5% perf-profile.children.cycles-pp.get_mem_cgroup_from_mm 1.51 ± 11% -0.3 1.19 ± 5% -0.2 1.29 ± 8% perf-profile.children.cycles-pp.uncharge_folio 1.14 ± 3% -0.3 0.84 -0.0 1.14 ± 2% perf-profile.children.cycles-pp.flush_tlb_mm_range 1.02 ± 3% -0.3 0.75 -0.0 1.02 ± 2% perf-profile.children.cycles-pp.flush_tlb_func 0.98 ± 3% -0.3 0.72 -0.0 0.96 ± 2% perf-profile.children.cycles-pp.native_flush_tlb_one_user 0.73 ± 2% -0.2 0.52 ± 2% -0.0 0.72 ± 3% perf-profile.children.cycles-pp.syscall_return_via_sysret 0.69 ± 2% -0.2 0.50 ± 2% +0.0 0.70 ± 4% perf-profile.children.cycles-pp.native_irq_return_iret 0.79 ± 2% -0.2 0.60 ± 2% -0.0 0.77 ± 3% perf-profile.children.cycles-pp.syscall_exit_to_user_mode 0.51 ± 2% -0.1 0.38 ± 2% +0.0 0.52 ± 4% perf-profile.children.cycles-pp.sync_regs 0.41 ± 3% -0.1 0.29 ± 3% -0.0 0.41 ± 3% perf-profile.children.cycles-pp.__perf_sw_event 0.44 ± 2% -0.1 0.32 ± 2% +0.0 0.44 ± 4% perf-profile.children.cycles-pp.vma_alloc_folio 0.72 ± 2% -0.1 0.61 ± 3% -0.0 0.71 ± 3% perf-profile.children.cycles-pp.propagate_protected_usage 0.39 -0.1 0.28 ± 2% -0.0 0.39 ± 4% perf-profile.children.cycles-pp.alloc_pages_mpol 0.35 ± 3% -0.1 0.25 ± 3% -0.0 0.35 ± 4% perf-profile.children.cycles-pp.__alloc_pages 0.34 ± 2% -0.1 0.24 ± 4% +0.0 0.34 ± 4% perf-profile.children.cycles-pp.___perf_sw_event 0.30 ± 3% -0.1 0.21 ± 5% -0.0 0.30 perf-profile.children.cycles-pp.lock_vma_under_rcu 0.32 ± 2% -0.1 0.24 -0.0 0.32 ± 4% perf-profile.children.cycles-pp.entry_SYSCALL_64 0.12 ± 4% -0.1 0.03 ± 70% -0.0 0.10 ± 6% perf-profile.children.cycles-pp.down_read 0.25 ± 3% -0.1 0.18 ± 4% +0.0 0.26 perf-profile.children.cycles-pp.mas_walk 0.25 ± 3% -0.1 0.18 ± 2% +0.0 0.25 ± 3% perf-profile.children.cycles-pp.get_page_from_freelist 0.17 ± 4% -0.1 0.11 ± 3% -0.0 0.17 ± 6% perf-profile.children.cycles-pp.__pte_offset_map_lock 0.14 ± 3% -0.0 0.10 ± 3% +0.0 0.14 ± 7% perf-profile.children.cycles-pp.clear_page_erms 0.17 ± 2% -0.0 0.12 ± 3% +0.0 0.17 ± 4% perf-profile.children.cycles-pp.find_vma_prev 0.13 ± 2% -0.0 0.09 -0.0 0.12 ± 4% perf-profile.children.cycles-pp.percpu_counter_add_batch 0.11 ± 4% -0.0 0.07 ± 10% -0.0 0.10 ± 3% perf-profile.children.cycles-pp.__cond_resched 0.13 ± 2% -0.0 0.10 ± 7% +0.0 0.15 ± 5% perf-profile.children.cycles-pp.free_pages_and_swap_cache 0.06 ± 7% -0.0 0.03 ± 70% +0.0 0.07 ± 7% perf-profile.children.cycles-pp.unmap_vmas 0.11 ± 3% -0.0 0.08 ± 6% +0.0 0.11 ± 6% perf-profile.children.cycles-pp.free_unref_page_list 0.06 -0.0 0.03 ± 70% -0.0 0.06 ± 6% perf-profile.children.cycles-pp.exit_to_user_mode_prepare 0.09 ± 7% -0.0 0.06 ± 6% +0.0 0.10 ± 5% perf-profile.children.cycles-pp.free_swap_cache 0.09 ± 7% -0.0 0.07 ± 7% +0.0 0.09 ± 5% perf-profile.children.cycles-pp.__munmap 0.09 ± 8% -0.0 0.06 ± 6% +0.0 0.09 ± 8% perf-profile.children.cycles-pp._raw_spin_lock 0.09 ± 5% -0.0 0.06 ± 6% +0.0 0.09 ± 7% perf-profile.children.cycles-pp.handle_pte_fault 0.08 ± 8% -0.0 0.06 ± 6% +0.0 0.09 ± 5% perf-profile.children.cycles-pp.do_vmi_munmap 0.07 ± 6% -0.0 0.05 ± 8% +0.0 0.07 ± 6% perf-profile.children.cycles-pp.rmqueue 0.08 ± 4% -0.0 0.06 ± 6% +0.0 0.08 ± 8% perf-profile.children.cycles-pp.__mod_lruvec_state 0.07 ± 9% -0.0 0.05 ± 7% +0.0 0.07 ± 6% perf-profile.children.cycles-pp.unmap_region 0.08 ± 8% -0.0 0.06 ± 6% +0.0 0.08 ± 5% perf-profile.children.cycles-pp.do_vmi_align_munmap 0.08 ± 8% -0.0 0.06 ± 6% +0.0 0.08 ± 5% perf-profile.children.cycles-pp.__vm_munmap 0.08 ± 8% -0.0 0.06 ± 6% +0.0 0.08 ± 5% perf-profile.children.cycles-pp.__x64_sys_munmap 0.08 ± 5% -0.0 0.07 ± 7% +0.0 0.09 ± 8% perf-profile.children.cycles-pp.try_charge_memcg 1.27 +0.1 1.40 -0.1 1.19 perf-profile.children.cycles-pp.unmap_page_range 1.17 +0.2 1.32 -0.1 1.10 perf-profile.children.cycles-pp.zap_pmd_range 1.12 +0.2 1.29 -0.1 1.05 perf-profile.children.cycles-pp.zap_pte_range 0.84 +0.2 1.07 ± 2% -0.0 0.82 perf-profile.children.cycles-pp.lru_add_fn 0.81 ± 2% +0.3 1.08 -0.0 0.76 ± 2% perf-profile.children.cycles-pp.page_remove_rmap 0.89 ± 10% +0.3 1.16 ± 4% -0.1 0.78 ± 6% perf-profile.children.cycles-pp.mem_cgroup_commit_charge 0.77 ± 3% +0.3 1.09 ± 2% -0.0 0.75 perf-profile.children.cycles-pp.folio_add_new_anon_rmap 6.62 ± 4% +0.6 7.19 ± 3% -0.4 6.24 ± 2% perf-profile.children.cycles-pp.exc_page_fault 6.56 ± 4% +0.6 7.14 ± 3% -0.4 6.18 ± 2% perf-profile.children.cycles-pp.do_user_addr_fault 1.44 ± 2% +0.6 2.08 ± 2% -0.0 1.40 perf-profile.children.cycles-pp.__mod_lruvec_page_state 5.80 ± 5% +0.8 6.61 ± 3% -0.4 5.43 ± 2% perf-profile.children.cycles-pp.handle_mm_fault 30.44 +1.1 31.58 -0.3 30.09 perf-profile.children.cycles-pp.tlb_finish_mmu 29.23 +1.5 30.69 -0.3 28.88 perf-profile.children.cycles-pp.tlb_batch_pages_flush 29.19 +1.5 30.66 -0.4 28.84 perf-profile.children.cycles-pp.release_pages 1.63 ± 5% +1.5 3.13 ± 2% -0.1 1.56 ± 3% perf-profile.children.cycles-pp.__mod_memcg_lruvec_state 1.32 ± 4% +1.6 2.97 ± 2% -0.1 1.26 ± 2% perf-profile.children.cycles-pp.__count_memcg_events 24.12 +2.7 26.84 +0.4 24.54 ± 2% perf-profile.children.cycles-pp.lru_add_drain 24.12 +2.7 26.84 +0.4 24.53 ± 2% perf-profile.children.cycles-pp.lru_add_drain_cpu 24.09 +2.7 26.81 +0.4 24.50 ± 2% perf-profile.children.cycles-pp.folio_batch_move_lru 59.80 +2.9 62.68 -0.0 59.78 ± 2% perf-profile.children.cycles-pp.__madvise 57.82 +3.4 61.26 -0.0 57.78 ± 2% perf-profile.children.cycles-pp.entry_SYSCALL_64_after_hwframe 57.44 +3.5 60.99 -0.0 57.40 ± 2% perf-profile.children.cycles-pp.do_syscall_64 56.41 +3.8 60.20 -0.0 56.39 ± 2% perf-profile.children.cycles-pp.__x64_sys_madvise 56.37 +3.8 60.17 -0.0 56.35 ± 2% perf-profile.children.cycles-pp.do_madvise 55.94 +3.9 59.88 -0.0 55.92 ± 2% perf-profile.children.cycles-pp.madvise_vma_behavior 55.85 +4.0 59.82 -0.0 55.84 ± 2% perf-profile.children.cycles-pp.zap_page_range_single 45.26 +5.0 50.23 +0.6 45.82 ± 2% perf-profile.children.cycles-pp.folio_lruvec_lock_irqsave 44.75 +5.0 49.80 +0.6 45.32 ± 2% perf-profile.children.cycles-pp._raw_spin_lock_irqsave 44.26 +5.2 49.50 +0.6 44.84 ± 2% perf-profile.children.cycles-pp.native_queued_spin_lock_slowpath 26.98 -1.8 25.22 ± 3% +0.4 27.40 ± 5% perf-profile.self.cycles-pp.intel_idle_ibrs 1.67 ± 3% -0.6 1.02 ± 3% -0.1 1.59 ± 5% perf-profile.self.cycles-pp.page_counter_uncharge 1.92 ± 5% -0.4 1.49 ± 2% -0.1 1.87 ± 2% perf-profile.self.cycles-pp.irqentry_exit_to_user_mode 1.47 ± 2% -0.4 1.06 ± 2% +0.0 1.48 ± 4% perf-profile.self.cycles-pp.testcase 1.36 ± 2% -0.4 0.99 -0.0 1.36 ± 3% perf-profile.self.cycles-pp.__irqentry_text_end 1.30 -0.4 0.94 +0.0 1.32 ± 2% perf-profile.self.cycles-pp.error_entry 1.30 ± 10% -0.4 0.94 ± 6% -0.1 1.16 ± 5% perf-profile.self.cycles-pp.get_mem_cgroup_from_mm 1.18 ± 8% -0.3 0.86 ± 6% -0.2 1.02 ± 6% perf-profile.self.cycles-pp.uncharge_batch 1.50 ± 11% -0.3 1.19 ± 5% -0.2 1.28 ± 8% perf-profile.self.cycles-pp.uncharge_folio 0.98 ± 3% -0.3 0.72 -0.0 0.96 ± 2% perf-profile.self.cycles-pp.native_flush_tlb_one_user 0.71 ± 2% -0.2 0.51 ± 2% -0.0 0.70 ± 3% perf-profile.self.cycles-pp.syscall_return_via_sysret 0.69 ± 2% -0.2 0.50 ± 2% +0.0 0.70 ± 3% perf-profile.self.cycles-pp.native_irq_return_iret 0.50 ± 4% -0.2 0.30 ± 5% -0.0 0.49 ± 3% perf-profile.self.cycles-pp._raw_spin_lock_irqsave 0.75 ± 2% -0.2 0.56 ± 2% -0.0 0.73 ± 2% perf-profile.self.cycles-pp.syscall_exit_to_user_mode 0.51 ± 2% -0.1 0.38 ± 2% +0.0 0.52 ± 4% perf-profile.self.cycles-pp.sync_regs 0.35 ± 3% -0.1 0.23 ± 2% -0.0 0.35 ± 5% perf-profile.self.cycles-pp.folio_batch_move_lru 0.36 ± 5% -0.1 0.24 ± 2% +0.0 0.36 ± 3% perf-profile.self.cycles-pp.lru_add_fn 0.39 ± 2% -0.1 0.27 ± 2% -0.0 0.39 ± 4% perf-profile.self.cycles-pp.entry_SYSCALL_64_after_hwframe 0.72 ± 2% -0.1 0.61 ± 3% -0.0 0.70 ± 3% perf-profile.self.cycles-pp.propagate_protected_usage 0.45 -0.1 0.34 ± 2% -0.0 0.44 ± 2% perf-profile.self.cycles-pp.release_pages 0.54 ± 4% -0.1 0.45 ± 4% -0.0 0.53 ± 5% perf-profile.self.cycles-pp.__mod_lruvec_page_state 0.30 ± 2% -0.1 0.21 ± 3% +0.0 0.30 ± 3% perf-profile.self.cycles-pp.___perf_sw_event 0.52 ± 5% -0.1 0.43 ± 5% -0.0 0.50 ± 4% perf-profile.self.cycles-pp.folio_lruvec_lock_irqsave 0.28 ± 3% -0.1 0.21 -0.0 0.28 ± 3% perf-profile.self.cycles-pp.entry_SYSCALL_64 0.25 ± 3% -0.1 0.18 ± 4% +0.0 0.25 perf-profile.self.cycles-pp.mas_walk 0.24 ± 2% -0.1 0.17 ± 4% +0.0 0.24 ± 2% perf-profile.self.cycles-pp.__handle_mm_fault 0.16 ± 4% -0.1 0.10 ± 9% +0.0 0.16 ± 3% perf-profile.self.cycles-pp.zap_pte_range 0.14 ± 4% -0.0 0.10 ± 4% +0.0 0.14 ± 7% perf-profile.self.cycles-pp.clear_page_erms 0.08 ± 6% -0.0 0.03 ± 70% -0.0 0.07 perf-profile.self.cycles-pp.__cond_resched 0.13 -0.0 0.09 -0.0 0.12 ± 4% perf-profile.self.cycles-pp.percpu_counter_add_batch 0.14 ± 5% -0.0 0.11 ± 3% +0.0 0.15 ± 6% perf-profile.self.cycles-pp.handle_mm_fault 0.11 ± 3% -0.0 0.08 ± 6% +0.0 0.11 ± 8% perf-profile.self.cycles-pp.do_user_addr_fault 0.08 ± 6% -0.0 0.04 ± 44% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.__perf_sw_event 0.07 ± 10% -0.0 0.04 ± 44% -0.0 0.07 ± 5% perf-profile.self.cycles-pp.tlb_finish_mmu 0.08 ± 7% -0.0 0.05 ± 8% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.lock_vma_under_rcu 0.09 ± 7% -0.0 0.06 ± 6% +0.0 0.09 ± 5% perf-profile.self.cycles-pp.free_swap_cache 0.09 ± 8% -0.0 0.06 ± 6% -0.0 0.08 ± 8% perf-profile.self.cycles-pp._raw_spin_lock 0.07 ± 7% -0.0 0.04 ± 44% +0.0 0.07 ± 5% perf-profile.self.cycles-pp.asm_exc_page_fault 0.10 ± 3% -0.0 0.08 ± 6% -0.0 0.08 ± 4% perf-profile.self.cycles-pp.page_remove_rmap 0.08 ± 6% -0.0 0.05 ± 8% -0.0 0.07 ± 6% perf-profile.self.cycles-pp.flush_tlb_mm_range 0.08 ± 7% -0.0 0.06 ± 6% -0.0 0.07 ± 5% perf-profile.self.cycles-pp.unmap_page_range 0.08 ± 6% -0.0 0.06 ± 9% +0.0 0.08 ± 7% perf-profile.self.cycles-pp.do_anonymous_page 0.08 ± 5% -0.0 0.06 ± 6% +0.0 0.08 ± 8% perf-profile.self.cycles-pp.__alloc_pages 0.08 ± 6% -0.0 0.06 ± 8% -0.0 0.08 ± 6% perf-profile.self.cycles-pp.do_madvise 0.07 ± 10% -0.0 0.05 ± 8% +0.0 0.08 ± 8% perf-profile.self.cycles-pp.up_read 1.58 ± 6% +1.5 3.09 ± 2% -0.1 1.51 ± 3% perf-profile.self.cycles-pp.__mod_memcg_lruvec_state 1.27 ± 5% +1.7 2.93 ± 2% -0.0 1.22 ± 2% perf-profile.self.cycles-pp.__count_memcg_events 44.25 +5.2 49.50 +0.6 44.84 ± 2% perf-profile.self.cycles-pp.native_queued_spin_lock_slowpath