/kernel/linux/linux-5.10/arch/sh/kernel/ |
H A D | perf_event.c | 179 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local 196 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update() 199 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update() 200 new_raw_count) != prev_raw_count) in sh_perf_event_update() 211 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
/kernel/linux/linux-5.10/arch/riscv/kernel/ |
H A D | perf_event.c | 217 u64 prev_raw_count, new_raw_count; in riscv_pmu_read() local 223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read() 226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read() 228 } while (oldval != prev_raw_count); in riscv_pmu_read() 233 delta = (new_raw_count - prev_raw_count) & in riscv_pmu_read()
|
/kernel/linux/linux-6.6/arch/sh/kernel/ |
H A D | perf_event.c | 161 u64 prev_raw_count, new_raw_count; in sh_perf_event_update() local 178 prev_raw_count = local64_read(&hwc->prev_count); in sh_perf_event_update() 181 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in sh_perf_event_update() 182 new_raw_count) != prev_raw_count) in sh_perf_event_update() 193 delta = (new_raw_count << shift) - (prev_raw_count << shift); in sh_perf_event_update()
|
/kernel/linux/linux-5.10/drivers/perf/hisilicon/ |
H A D | hisi_uncore_pmu.c | 235 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local 240 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update() 241 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update() 242 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update() 246 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update() 265 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local 267 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
/kernel/linux/linux-6.6/drivers/perf/hisilicon/ |
H A D | hisi_uncore_pmu.c | 296 u64 delta, prev_raw_count, new_raw_count; in hisi_uncore_pmu_event_update() local 301 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update() 302 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update() 303 new_raw_count) != prev_raw_count); in hisi_uncore_pmu_event_update() 307 delta = (new_raw_count - prev_raw_count) & in hisi_uncore_pmu_event_update() 326 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start() local 328 hisi_pmu->ops->write_counter(hisi_pmu, hwc, prev_raw_count); in hisi_uncore_pmu_start()
|
/kernel/linux/linux-5.10/arch/xtensa/kernel/ |
H A D | perf_event.c | 148 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local 152 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update() 154 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update() 155 new_raw_count) != prev_raw_count); in xtensa_perf_event_update() 157 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
/kernel/linux/linux-5.10/arch/x86/events/intel/ |
H A D | cstate.c | 361 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local 364 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update() 367 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in cstate_pmu_event_update() 368 new_raw_count) != prev_raw_count) in cstate_pmu_event_update() 371 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
/kernel/linux/linux-5.10/arch/arm/mach-imx/ |
H A D | mmdc.c | 310 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local 313 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update() 316 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update() 317 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update() 319 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
/kernel/linux/linux-6.6/arch/arm/mach-imx/ |
H A D | mmdc.c | 310 u64 delta, prev_raw_count, new_raw_count; in mmdc_pmu_event_update() local 313 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update() 316 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update() 317 new_raw_count) != prev_raw_count); in mmdc_pmu_event_update() 319 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in mmdc_pmu_event_update()
|
/kernel/linux/linux-6.6/drivers/perf/ |
H A D | riscv_pmu.c | 166 u64 prev_raw_count, new_raw_count; in riscv_pmu_event_update() local 176 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_event_update() 178 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_event_update() 180 } while (oldval != prev_raw_count); in riscv_pmu_event_update() 182 delta = (new_raw_count - prev_raw_count) & cmask; in riscv_pmu_event_update()
|
H A D | arm_pmu.c | 246 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local 250 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update() 253 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update() 254 new_raw_count) != prev_raw_count) in armpmu_event_update() 257 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
/kernel/linux/linux-6.6/arch/xtensa/kernel/ |
H A D | perf_event.c | 148 uint64_t prev_raw_count, new_raw_count; in xtensa_perf_event_update() local 152 prev_raw_count = local64_read(&hwc->prev_count); in xtensa_perf_event_update() 154 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in xtensa_perf_event_update() 155 new_raw_count) != prev_raw_count); in xtensa_perf_event_update() 157 delta = (new_raw_count - prev_raw_count) & XTENSA_PMU_COUNTER_MASK; in xtensa_perf_event_update()
|
/kernel/linux/linux-5.10/arch/loongarch/kernel/ |
H A D | perf_event.c | 340 u64 prev_raw_count, new_raw_count; in loongarch_pmu_event_update() local 344 prev_raw_count = local64_read(&hwc->prev_count); in loongarch_pmu_event_update() 347 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in loongarch_pmu_event_update() 348 new_raw_count) != prev_raw_count) in loongarch_pmu_event_update() 351 delta = new_raw_count - prev_raw_count; in loongarch_pmu_event_update()
|
/kernel/linux/linux-5.10/arch/alpha/kernel/ |
H A D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local 314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update() 317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update() 318 new_raw_count) != prev_raw_count) in alpha_perf_event_update() 321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
/kernel/linux/linux-5.10/arch/x86/events/ |
H A D | rapl.c | 178 u64 prev_raw_count, new_raw_count; in rapl_event_update() local 183 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update() 186 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update() 187 new_raw_count) != prev_raw_count) { in rapl_event_update() 200 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
/kernel/linux/linux-6.6/arch/loongarch/kernel/ |
H A D | perf_event.c | 340 u64 prev_raw_count, new_raw_count; in loongarch_pmu_event_update() local 343 prev_raw_count = local64_read(&hwc->prev_count); in loongarch_pmu_event_update() 346 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in loongarch_pmu_event_update() 347 new_raw_count) != prev_raw_count) in loongarch_pmu_event_update() 350 delta = new_raw_count - prev_raw_count; in loongarch_pmu_event_update()
|
/kernel/linux/linux-6.6/arch/alpha/kernel/ |
H A D | perf_event.c | 310 long prev_raw_count, new_raw_count; in alpha_perf_event_update() local 314 prev_raw_count = local64_read(&hwc->prev_count); in alpha_perf_event_update() 317 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in alpha_perf_event_update() 318 new_raw_count) != prev_raw_count) in alpha_perf_event_update() 321 delta = (new_raw_count - (prev_raw_count & alpha_pmu->pmc_count_mask[idx])) + ovf; in alpha_perf_event_update()
|
/kernel/linux/linux-5.10/drivers/perf/ |
H A D | fsl_imx8_ddr_perf.c | 370 u64 delta, prev_raw_count, new_raw_count; in ddr_perf_event_update() local 374 prev_raw_count = local64_read(&hwc->prev_count); in ddr_perf_event_update() 376 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in ddr_perf_event_update() 377 new_raw_count) != prev_raw_count); in ddr_perf_event_update() 379 delta = (new_raw_count - prev_raw_count) & 0xFFFFFFFF; in ddr_perf_event_update()
|
H A D | arm_pmu.c | 242 u64 delta, prev_raw_count, new_raw_count; in armpmu_event_update() local 246 prev_raw_count = local64_read(&hwc->prev_count); in armpmu_event_update() 249 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in armpmu_event_update() 250 new_raw_count) != prev_raw_count) in armpmu_event_update() 253 delta = (new_raw_count - prev_raw_count) & max_period; in armpmu_event_update()
|
H A D | arm-cci.c | 986 u64 delta, prev_raw_count, new_raw_count; in pmu_event_update() local 989 prev_raw_count = local64_read(&hwc->prev_count); in pmu_event_update() 991 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in pmu_event_update() 992 new_raw_count) != prev_raw_count); in pmu_event_update() 994 delta = (new_raw_count - prev_raw_count) & CCI_PMU_CNTR_MASK; in pmu_event_update()
|
/kernel/linux/linux-6.6/arch/x86/events/ |
H A D | rapl.c | 178 u64 prev_raw_count, new_raw_count; in rapl_event_update() local 183 prev_raw_count = local64_read(&hwc->prev_count); in rapl_event_update() 186 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in rapl_event_update() 187 new_raw_count) != prev_raw_count) { in rapl_event_update() 200 delta = (new_raw_count << shift) - (prev_raw_count << shift); in rapl_event_update()
|
/kernel/linux/linux-6.6/drivers/dma/idxd/ |
H A D | perfmon.c | 244 u64 prev_raw_count, new_raw_count, delta, p, n; in perfmon_pmu_event_update() local 248 prev_raw_count = local64_read(&hwc->prev_count); in perfmon_pmu_event_update() 252 &prev_raw_count, new_raw_count)); in perfmon_pmu_event_update() 254 p = (prev_raw_count << shift); in perfmon_pmu_event_update()
|
/kernel/linux/linux-6.6/arch/x86/events/intel/ |
H A D | cstate.c | 366 u64 prev_raw_count, new_raw_count; in cstate_pmu_event_update() local 368 prev_raw_count = local64_read(&hwc->prev_count); in cstate_pmu_event_update() 372 &prev_raw_count, new_raw_count)); in cstate_pmu_event_update() 374 local64_add(new_raw_count - prev_raw_count, &event->count); in cstate_pmu_event_update()
|
/kernel/linux/linux-5.10/arch/x86/events/amd/ |
H A D | ibs.c | 160 u64 prev_raw_count; in perf_event_try_update() local 170 prev_raw_count = local64_read(&hwc->prev_count); in perf_event_try_update() 171 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in perf_event_try_update() 172 new_raw_count) != prev_raw_count) in perf_event_try_update() 183 delta = (new_raw_count << shift) - (prev_raw_count << shift); in perf_event_try_update()
|
/kernel/linux/linux-5.10/arch/nds32/kernel/ |
H A D | perf_event_cpu.c | 947 u64 delta, prev_raw_count, new_raw_count; in nds32_pmu_event_update() local 950 prev_raw_count = local64_read(&hwc->prev_count); in nds32_pmu_event_update() 953 if (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in nds32_pmu_event_update() 954 new_raw_count) != prev_raw_count) { in nds32_pmu_event_update() 961 delta = (new_raw_count - prev_raw_count) & nds32_pmu->max_period; in nds32_pmu_event_update()
|