Home
last modified time | relevance | path

Searched refs:prev_count (Results 1 - 25 of 110) sorted by relevance

12345

/kernel/linux/linux-6.6/drivers/perf/
H A Dmarvell_cn10k_ddr_pmu.c410 u64 prev_count, new_count, mask; in cn10k_ddr_perf_event_update() local
413 prev_count = local64_read(&hwc->prev_count); in cn10k_ddr_perf_event_update()
415 } while (local64_xchg(&hwc->prev_count, new_count) != prev_count); in cn10k_ddr_perf_event_update()
419 local64_add((new_count - prev_count) & mask, &event->count); in cn10k_ddr_perf_event_update()
428 local64_set(&hwc->prev_count, 0); in cn10k_ddr_perf_event_start()
546 local64_set(&hwc->prev_count, 0); in cn10k_ddr_perf_event_update_all()
554 u64 prev_count, new_count; in cn10k_ddr_pmu_overflow_handler() local
561 prev_count in cn10k_ddr_pmu_overflow_handler()
[all...]
H A Darm_dsu_pmu.c352 u64 delta, prev_count, new_count; in dsu_pmu_event_update() local
356 prev_count = local64_read(&hwc->prev_count); in dsu_pmu_event_update()
358 } while (local64_cmpxchg(&hwc->prev_count, prev_count, new_count) != in dsu_pmu_event_update()
359 prev_count); in dsu_pmu_event_update()
360 delta = (new_count - prev_count) & DSU_PMU_COUNTER_MASK(hwc->idx); in dsu_pmu_event_update()
386 local64_set(&event->hw.prev_count, val); in dsu_pmu_set_event_period()
H A Darm_dmc620_pmu.c327 u64 delta, prev_count, new_count; in dmc620_pmu_event_update() local
331 prev_count = local64_read(&hwc->prev_count); in dmc620_pmu_event_update()
333 } while (local64_cmpxchg(&hwc->prev_count, in dmc620_pmu_event_update()
334 prev_count, new_count) != prev_count); in dmc620_pmu_event_update()
335 delta = (new_count - prev_count) & DMC620_CNT_MAX_PERIOD; in dmc620_pmu_event_update()
343 local64_set(&event->hw.prev_count, DMC620_CNT_INIT); in dmc620_pmu_event_set_period()
H A Dqcom_l3_pmu.c205 /* Initialize the hardware counters and reset prev_count*/ in qcom_l3_cache__64bit_counter_start()
206 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__64bit_counter_start()
247 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__64bit_counter_update()
253 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__64bit_counter_update()
284 /* Initialize the hardware counter and reset prev_count*/ in qcom_l3_cache__32bit_counter_start()
285 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__32bit_counter_start()
323 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__32bit_counter_update()
325 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__32bit_counter_update()
/kernel/linux/linux-5.10/tools/testing/selftests/rcutorture/formal/srcu-cbmc/src/
H A Dlocks.h192 unsigned int prev_count = __sync_fetch_and_sub(&c->count, 1); in wait_for_completion() local
194 assume(prev_count); in wait_for_completion()
199 unsigned int prev_count = __sync_fetch_and_add(&c->count, 1); in complete() local
201 BUG_ON(prev_count == UINT_MAX); in complete()
/kernel/linux/linux-5.10/arch/arm/mm/
H A Dcache-l2x0-pmu.c120 u64 prev_count, new_count, mask; in l2x0_pmu_event_read() local
123 prev_count = local64_read(&hw->prev_count); in l2x0_pmu_event_read()
125 } while (local64_xchg(&hw->prev_count, new_count) != prev_count); in l2x0_pmu_event_read()
128 local64_add((new_count - prev_count) & mask, &event->count); in l2x0_pmu_event_read()
147 local64_set(&hw->prev_count, 0); in l2x0_pmu_event_configure()
/kernel/linux/linux-6.6/arch/arm/mm/
H A Dcache-l2x0-pmu.c120 u64 prev_count, new_count, mask; in l2x0_pmu_event_read() local
123 prev_count = local64_read(&hw->prev_count); in l2x0_pmu_event_read()
125 } while (local64_xchg(&hw->prev_count, new_count) != prev_count); in l2x0_pmu_event_read()
128 local64_add((new_count - prev_count) & mask, &event->count); in l2x0_pmu_event_read()
147 local64_set(&hw->prev_count, 0); in l2x0_pmu_event_configure()
/kernel/linux/linux-5.10/arch/powerpc/perf/
H A D8xx-pmu.c115 local64_set(&event->hw.prev_count, val); in mpc8xx_pmu_add()
128 prev = local64_read(&event->hw.prev_count); in mpc8xx_pmu_read()
149 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in mpc8xx_pmu_read()
H A Dcore-fsl-emb.c175 prev = local64_read(&event->hw.prev_count); in fsl_emb_pmu_read()
178 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in fsl_emb_pmu_read()
314 local64_set(&event->hw.prev_count, val); in fsl_emb_pmu_add()
602 prev = local64_read(&event->hw.prev_count); in record_and_restart()
625 local64_set(&event->hw.prev_count, val); in record_and_restart()
/kernel/linux/linux-6.6/arch/powerpc/perf/
H A D8xx-pmu.c115 local64_set(&event->hw.prev_count, val); in mpc8xx_pmu_add()
128 prev = local64_read(&event->hw.prev_count); in mpc8xx_pmu_read()
149 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in mpc8xx_pmu_read()
H A Dcore-fsl-emb.c175 prev = local64_read(&event->hw.prev_count); in fsl_emb_pmu_read()
178 } while (local64_cmpxchg(&event->hw.prev_count, prev, val) != prev); in fsl_emb_pmu_read()
314 local64_set(&event->hw.prev_count, val); in fsl_emb_pmu_add()
602 prev = local64_read(&event->hw.prev_count); in record_and_restart()
625 local64_set(&event->hw.prev_count, val); in record_and_restart()
/kernel/linux/linux-6.6/fs/gfs2/
H A Dfile.c779 size_t *prev_count, in should_fault_in_pages()
796 if (*prev_count != count) { in should_fault_in_pages()
804 *prev_count = count; in should_fault_in_pages()
814 size_t prev_count = 0, window_size = 0; in gfs2_file_direct_read() local
855 if (should_fault_in_pages(to, iocb, &prev_count, &window_size)) { in gfs2_file_direct_read()
878 size_t prev_count = 0, window_size = 0; in gfs2_file_direct_write() local
924 enough_retries = prev_count == iov_iter_count(from) && in gfs2_file_direct_write()
926 if (should_fault_in_pages(from, iocb, &prev_count, &window_size)) { in gfs2_file_direct_write()
951 size_t prev_count = 0, window_size = 0; in gfs2_file_read_iter() local
994 if (should_fault_in_pages(to, iocb, &prev_count, in gfs2_file_read_iter()
777 should_fault_in_pages(struct iov_iter *i, struct kiocb *iocb, size_t *prev_count, size_t *window_size) should_fault_in_pages() argument
1017 size_t prev_count = 0, window_size = 0; gfs2_file_buffered_write() local
[all...]
/kernel/linux/linux-5.10/arch/x86/events/
H A Dmsr.c236 prev = local64_read(&event->hw.prev_count); in msr_event_update()
239 if (local64_cmpxchg(&event->hw.prev_count, prev, now) != prev) in msr_event_update()
259 local64_set(&event->hw.prev_count, now); in msr_event_start()
/kernel/linux/linux-6.6/arch/x86/events/
H A Dmsr.c247 prev = local64_read(&event->hw.prev_count); in msr_event_update()
250 } while (!local64_try_cmpxchg(&event->hw.prev_count, &prev, now)); in msr_event_update()
269 local64_set(&event->hw.prev_count, now); in msr_event_start()
/kernel/linux/linux-5.10/kernel/
H A Dsoftirq.c288 int prev_count; in __do_softirq() local
293 prev_count = preempt_count(); in __do_softirq()
300 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
303 prev_count, preempt_count()); in __do_softirq()
304 preempt_count_set(prev_count); in __do_softirq()
/kernel/linux/linux-6.6/kernel/
H A Dsoftirq.c543 int prev_count; in __do_softirq() local
548 prev_count = preempt_count(); in __do_softirq()
555 if (unlikely(prev_count != preempt_count())) { in __do_softirq()
558 prev_count, preempt_count()); in __do_softirq()
559 preempt_count_set(prev_count); in __do_softirq()
/kernel/linux/linux-5.10/drivers/perf/
H A Darm_dsu_pmu.c353 u64 delta, prev_count, new_count; in dsu_pmu_event_update() local
357 prev_count = local64_read(&hwc->prev_count); in dsu_pmu_event_update()
359 } while (local64_cmpxchg(&hwc->prev_count, prev_count, new_count) != in dsu_pmu_event_update()
360 prev_count); in dsu_pmu_event_update()
361 delta = (new_count - prev_count) & DSU_PMU_COUNTER_MASK(hwc->idx); in dsu_pmu_event_update()
387 local64_set(&event->hw.prev_count, val); in dsu_pmu_set_event_period()
H A Dqcom_l3_pmu.c205 /* Initialize the hardware counters and reset prev_count*/ in qcom_l3_cache__64bit_counter_start()
206 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__64bit_counter_start()
247 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__64bit_counter_update()
253 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__64bit_counter_update()
284 /* Initialize the hardware counter and reset prev_count*/ in qcom_l3_cache__32bit_counter_start()
285 local64_set(&event->hw.prev_count, 0); in qcom_l3_cache__32bit_counter_start()
323 prev = local64_read(&event->hw.prev_count); in qcom_l3_cache__32bit_counter_update()
325 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in qcom_l3_cache__32bit_counter_update()
/kernel/linux/linux-6.6/drivers/iommu/intel/
H A Dperfmon.c324 u64 prev_count, new_count, delta; in iommu_pmu_event_update() local
328 prev_count = local64_read(&hwc->prev_count); in iommu_pmu_event_update()
330 if (local64_xchg(&hwc->prev_count, new_count) != prev_count) in iommu_pmu_event_update()
337 delta = (new_count << shift) - (prev_count << shift); in iommu_pmu_event_update()
363 local64_set((&hwc->prev_count), count); in iommu_pmu_start()
/kernel/linux/linux-5.10/arch/riscv/kernel/
H A Dperf_event.c223 prev_raw_count = local64_read(&hwc->prev_count); in riscv_pmu_read()
226 oldval = local64_cmpxchg(&hwc->prev_count, prev_raw_count, in riscv_pmu_read()
291 local64_set(&hwc->prev_count, read_counter(hwc->idx)); in riscv_pmu_start()
/kernel/linux/linux-5.10/arch/s390/kernel/
H A Dperf_cpum_cf.c340 prev = local64_read(&event->hw.prev_count); in hw_perf_event_reset()
352 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_reset()
363 prev = local64_read(&event->hw.prev_count); in hw_perf_event_update()
367 } while (local64_cmpxchg(&event->hw.prev_count, prev, new) != prev); in hw_perf_event_update()
403 * Because all counters in a set are active, the event->hw.prev_count in cpumf_pmu_start()
/kernel/linux/linux-5.10/arch/arm/mach-imx/
H A Dmmdc.c313 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
316 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
341 local64_set(&hwc->prev_count, 0); in mmdc_pmu_event_start()
376 local64_set(&hwc->prev_count, mmdc_pmu_read_counter(pmu_mmdc, cfg)); in mmdc_pmu_event_add()
/kernel/linux/linux-6.6/arch/arm/mach-imx/
H A Dmmdc.c313 prev_raw_count = local64_read(&hwc->prev_count); in mmdc_pmu_event_update()
316 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in mmdc_pmu_event_update()
341 local64_set(&hwc->prev_count, 0); in mmdc_pmu_event_start()
376 local64_set(&hwc->prev_count, mmdc_pmu_read_counter(pmu_mmdc, cfg)); in mmdc_pmu_event_add()
/kernel/linux/linux-5.10/drivers/perf/hisilicon/
H A Dhisi_uncore_pmu.c225 local64_set(&hwc->prev_count, val); in hisi_uncore_pmu_set_event_period()
240 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
241 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
265 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start()
/kernel/linux/linux-6.6/drivers/perf/hisilicon/
H A Dhisi_uncore_pmu.c286 local64_set(&hwc->prev_count, val); in hisi_uncore_pmu_set_event_period()
301 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_event_update()
302 } while (local64_cmpxchg(&hwc->prev_count, prev_raw_count, in hisi_uncore_pmu_event_update()
326 u64 prev_raw_count = local64_read(&hwc->prev_count); in hisi_uncore_pmu_start()

Completed in 22 milliseconds

12345