/linux-6.1.9/arch/sh/kernel/ |
D | perf_event.c | 161 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local 178 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update() 181 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update() 182 new_raw_count) != prev_raw_count) in sh_perf_event_update() 193 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
/linux-6.1.9/drivers/perf/hisilicon/ |
D | hisi_uncore_pmu.c | 294 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local 299 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update() 300 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update() 301 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update() 305 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update() 324 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local 326 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
/linux-6.1.9/drivers/perf/ |
D | riscv_pmu.c | 101 u64 prev_raw_count, new_raw_count; in riscv_pmu_event_update() local 111 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_event_update() 113 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_event_update() 115 } while (oldval != prev_raw_count); in riscv_pmu_event_update() 117 delta = (new_raw_count - prev_raw_count) & cmask; in riscv_pmu_event_update()
|
D | arm_pmu.c | 244 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local 248 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update() 251 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update() 252 new_raw_count) != prev_raw_count) in armpmu_event_update() 255 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
D | arm-cci.c | 986 u64 delta, prev_raw_count, new_raw_count; in pmu_event_update() local 989 prev_raw_count = local64_read(&hwc->prev_count); in pmu_event_update() 991 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in pmu_event_update() 992 new_raw_count) != prev_raw_count); in pmu_event_update() 994 delta = (new_raw_count - prev_raw_count) & CCI_PMU_CNTR_MASK; in pmu_event_update()
|
D | xgene_pmu.c | 992 u64 delta, prev_raw_count, new_raw_count; in xgene_perf_event_update() local 995 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_event_update() 998 if (local64_cmpxchg(&hw->prev_count, prev_raw_count, in xgene_perf_event_update() 999 new_raw_count) != prev_raw_count) in xgene_perf_event_update() 1002 delta = (new_raw_count - prev_raw_count) & pmu_dev->max_period; in xgene_perf_event_update() 1027 u64 prev_raw_count = local64_read(&hw->prev_count); in xgene_perf_start() local 1030 prev_raw_count); in xgene_perf_start()
|
D | alibaba_uncore_drw_pmu.c | 567 unsigned long prev_raw_count = in ali_drw_pmu_start() local 569 writel(prev_raw_count, in ali_drw_pmu_start()
|
/linux-6.1.9/arch/xtensa/kernel/ |
D | perf_event.c | 139 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local 143 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update() 145 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update() 146 new_raw_count) != prev_raw_count); in xtensa_perf_event_update() 148 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
/linux-6.1.9/arch/arm/mach-imx/ |
D | mmdc.c | 309 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local 312 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update() 315 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update() 316 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update() 318 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
/linux-6.1.9/arch/alpha/kernel/ |
D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local 314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update() 317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update() 318 new_raw_count) != prev_raw_count) in alpha_perf_event_update() 321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
/linux-6.1.9/drivers/dma/idxd/ |
D | perfmon.c | 244 u64 prev_raw_count, new_raw_count, delta, p, n; in perfmon_pmu_event_update() local 249 prev_raw_count = local64_read(&hwc->prev_count); in perfmon_pmu_event_update() 251 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perfmon_pmu_event_update() 252 new_raw_count) != prev_raw_count); in perfmon_pmu_event_update() 255 p = (prev_raw_count << shift); in perfmon_pmu_event_update()
|
/linux-6.1.9/arch/x86/events/intel/ |
D | cstate.c | 366 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local 369 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update() 372 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update() 373 new_raw_count) != prev_raw_count) in cstate_pmu_event_update() 376 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
D | ds.c | 1906 u64 prev_raw_count, new_raw_count; in intel_pmu_save_and_restart_reload() local 1916 prev_raw_count = local64_read(&hwc->prev_count); in intel_pmu_save_and_restart_reload() 1948 old = ((s64)(prev_raw_count << shift) >> shift); in intel_pmu_save_and_restart_reload()
|
/linux-6.1.9/arch/x86/events/ |
D | rapl.c | 178 u64 prev_raw_count, new_raw_count; in rapl_event_update() local 183 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update() 186 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update() 187 new_raw_count) != prev_raw_count) { in rapl_event_update() 200 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
D | core.c | 117 u64 prev_raw_count, new_raw_count; in x86_perf_event_update() local 131 prev_raw_count = local64_read(&hwc->prev_count); in x86_perf_event_update() 134 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in x86_perf_event_update() 135 new_raw_count) != prev_raw_count) in x86_perf_event_update() 146 delta = (new_raw_count << shift) - (prev_raw_count << shift); in x86_perf_event_update()
|
/linux-6.1.9/arch/loongarch/kernel/ |
D | perf_event.c | 340 u64 prev_raw_count, new_raw_count; in loongarch_pmu_event_update() local 343 prev_raw_count = local64_read(&hwc->prev_count); in loongarch_pmu_event_update() 346 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in loongarch_pmu_event_update() 347 new_raw_count) != prev_raw_count) in loongarch_pmu_event_update() 350 delta = new_raw_count - prev_raw_count; in loongarch_pmu_event_update()
|
/linux-6.1.9/arch/x86/events/amd/ |
D | ibs.c | 148 u64 prev_raw_count; in perf_event_try_update() local 158 prev_raw_count = local64_read(&hwc->prev_count); in perf_event_try_update() 159 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perf_event_try_update() 160 new_raw_count) != prev_raw_count) in perf_event_try_update() 171 delta = (new_raw_count << shift) - (prev_raw_count << shift); in perf_event_try_update()
|
/linux-6.1.9/arch/sparc/kernel/ |
D | perf_event.c | 867 u64 prev_raw_count, new_raw_count; in sparc_perf_event_update() local 871 prev_raw_count = local64_read(&hwc->prev_count); in sparc_perf_event_update() 874 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sparc_perf_event_update() 875 new_raw_count) != prev_raw_count) in sparc_perf_event_update() 878 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sparc_perf_event_update()
|
/linux-6.1.9/arch/mips/kernel/ |
D | perf_event_mipsxx.c | 453 u64 prev_raw_count, new_raw_count; in mipspmu_event_update() local 457 prev_raw_count = local64_read(&hwc->prev_count); in mipspmu_event_update() 460 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mipspmu_event_update() 461 new_raw_count) != prev_raw_count) in mipspmu_event_update() 464 delta = new_raw_count - prev_raw_count; in mipspmu_event_update()
|
/linux-6.1.9/arch/arc/kernel/ |
D | perf_event.c | 283 u64 prev_raw_count = local64_read(&hwc->prev_count); in arc_perf_event_update() local 285 s64 delta = new_raw_count - prev_raw_count; in arc_perf_event_update()
|
/linux-6.1.9/arch/csky/kernel/ |
D | perf_event.c | 922 uint64_t prev_raw_count = local64_read(&hwc->prev_count); in csky_perf_event_update() local 929 int64_t delta = new_raw_count - prev_raw_count; in csky_perf_event_update()
|