| /kernel/linux/linux-5.10/arch/nds32/kernel/ |
| H A D | perf_event_cpu.c | 230 struct pmu_hw_events *cpuc = cpu_pmu->get_hw_events(); in nds32_pmu_handle_irq() local
551 static int nds32_pmu_get_event_idx(struct pmu_hw_events *cpuc, in nds32_pmu_get_event_idx() argument
[all...] |
| /kernel/linux/linux-6.6/arch/mips/kernel/ |
| H A D | perf_event_mipsxx.c | 314 static int mipsxx_pmu_alloc_counter(struct cpu_hw_events *cpuc, in mipsxx_pmu_alloc_counter() argument
351 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_enable_event() local
397 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in mipsxx_pmu_disable_event() local
501 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); mipspmu_add() local
537 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); mipspmu_del() local
782 handle_associated_event(struct cpu_hw_events *cpuc, int idx, struct perf_sample_data *data, struct pt_regs *regs) handle_associated_event() argument
1548 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); pause_local_counters() local
1564 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); resume_local_counters() local
1575 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); mipsxx_pmu_handle_shared_irq() local
[all...] |
| /kernel/linux/linux-6.6/arch/csky/kernel/ |
| H A D | perf_event.c | 1106 struct pmu_hw_events *cpuc = this_cpu_ptr(csky_pmu.hw_events); in csky_pmu_handle_irq() local
|
| /kernel/linux/linux-6.6/arch/arm/kernel/ |
| H A D | perf_event_xscale.c | 149 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale1pmu_handle_irq() local
275 xscale1pmu_get_event_idx(struct pmu_hw_events *cpuc, in xscale1pmu_get_event_idx() argument
295 static void xscalepmu_clear_event_idx(struct pmu_hw_events *cpuc, in xscalepmu_clear_event_idx() argument
501 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in xscale2pmu_handle_irq() local
649 xscale2pmu_get_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) xscale2pmu_get_event_idx() argument
[all...] |
| H A D | perf_event_v7.c | 953 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_handle_irq() local
1032 static int armv7pmu_get_event_idx(struct pmu_hw_events *cpuc, in armv7pmu_get_event_idx() argument
1061 static void armv7pmu_clear_event_idx(struct pmu_hw_events *cpuc, in armv7pmu_clear_event_idx() argument
1606 static int krait_pmu_get_event_idx(struct pmu_hw_events *cpuc, in krait_pmu_get_event_idx() argument
1637 krait_pmu_clear_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) krait_pmu_clear_event_idx() argument
1939 scorpion_pmu_get_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) scorpion_pmu_get_event_idx() argument
1967 scorpion_pmu_clear_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) scorpion_pmu_clear_event_idx() argument
[all...] |
| /kernel/linux/linux-5.10/kernel/rcu/ |
| H A D | srcutree.c | 258 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_lock_idx() local
275 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_unlock_idx() local
344 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_active() local
|
| /kernel/linux/linux-6.6/arch/x86/events/amd/ |
| H A D | core.c | 364 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb() argument
392 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints() argument
449 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints() argument
547 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() local
571 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); amd_pmu_cpu_starting() local
692 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_check_overflow() local
724 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_enable_all() local
854 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_handle_irq() local
883 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_v2_handle_irq() local
975 amd_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) amd_get_event_constraints() argument
987 amd_put_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) amd_put_event_constraints() argument
1084 amd_get_event_constraints_f15h(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) amd_get_event_constraints_f15h() argument
1159 amd_get_event_constraints_f17h(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) amd_get_event_constraints_f17h() argument
1170 amd_put_event_constraints_f17h(struct cpu_hw_events *cpuc, struct perf_event *event) amd_put_event_constraints_f17h() argument
1200 amd_get_event_constraints_f19h(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) amd_get_event_constraints_f19h() argument
1494 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_enable_virt() local
1505 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_disable_virt() local
[all...] |
| /kernel/linux/linux-6.6/drivers/perf/ |
| H A D | arm_pmuv3.c | 709 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_enable_user_access() local
770 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv8pmu_handle_irq() local
829 static int armv8pmu_get_single_idx(struct pmu_hw_events *cpuc, in armv8pmu_get_single_idx() argument
841 static int armv8pmu_get_chain_idx(struct pmu_hw_events *cpuc, in armv8pmu_get_chain_idx() argument
862 armv8pmu_get_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) armv8pmu_get_event_idx() argument
888 armv8pmu_clear_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) armv8pmu_clear_event_idx() argument
[all...] |
| H A D | apple_m1_cpu_pmu.c | 384 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in m1_pmu_handle_irq() local
435 static int m1_pmu_get_event_idx(struct pmu_hw_events *cpuc, in m1_pmu_get_event_idx() argument
458 static void m1_pmu_clear_event_idx(struct pmu_hw_events *cpuc, in m1_pmu_clear_event_idx() argument
|
| H A D | riscv_pmu_sbi.c | 345 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_get_idx() local
404 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in pmu_sbi_ctr_clear_idx() local
851 struct cpu_hw_events *cpuc = this_cpu_ptr(rvpmu->hw_events); in riscv_pm_pmu_notify() local
|
| /kernel/linux/linux-5.10/arch/arm/kernel/ |
| H A D | perf_event_v7.c | 953 struct pmu_hw_events *cpuc = this_cpu_ptr(cpu_pmu->hw_events); in armv7pmu_handle_irq() local
1032 static int armv7pmu_get_event_idx(struct pmu_hw_events *cpuc, in armv7pmu_get_event_idx() argument
1061 static void armv7pmu_clear_event_idx(struct pmu_hw_events *cpuc, in armv7pmu_clear_event_idx() argument
1606 static int krait_pmu_get_event_idx(struct pmu_hw_events *cpuc, in krait_pmu_get_event_idx() argument
1637 krait_pmu_clear_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) krait_pmu_clear_event_idx() argument
1939 scorpion_pmu_get_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) scorpion_pmu_get_event_idx() argument
1967 scorpion_pmu_clear_event_idx(struct pmu_hw_events *cpuc, struct perf_event *event) scorpion_pmu_clear_event_idx() argument
[all...] |
| /kernel/linux/linux-5.10/arch/x86/events/ |
| H A D | core.c | 653 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() local
687 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() local
704 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() local
724 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_get_pmu() local
934 x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) x86_schedule_events() argument
1073 add_nr_metric_event(struct cpu_hw_events *cpuc, struct perf_event *event) add_nr_metric_event() argument
1086 del_nr_metric_event(struct cpu_hw_events *cpuc, struct perf_event *event) del_nr_metric_event() argument
1093 collect_event(struct cpu_hw_events *cpuc, struct perf_event *event, int max_count, int n) collect_event() argument
1116 collect_events(struct cpu_hw_events *cpuc, struct perf_event *leader, bool dogrp) collect_events() argument
1168 x86_assign_hw_event(struct perf_event *event, struct cpu_hw_events *cpuc, int i) x86_assign_hw_event() argument
1226 match_prev_assignment(struct hw_perf_event *hwc, struct cpu_hw_events *cpuc, int i) match_prev_assignment() argument
1239 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_enable() local
1404 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_add() local
1462 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start() local
1489 struct cpu_hw_events *cpuc; perf_event_print_debug() local
1547 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_stop() local
1570 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_del() local
1627 struct cpu_hw_events *cpuc; x86_pmu_handle_irq() local
1713 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_prepare_cpu() local
1732 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_online_cpu() local
2069 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start_txn() local
2091 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_cancel_txn() local
2120 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_commit_txn() local
2158 free_fake_cpuc(struct cpu_hw_events *cpuc) free_fake_cpuc() argument
2166 struct cpu_hw_events *cpuc; allocate_fake_cpuc() local
[all...] |
| H A D | perf_event.h | 1284 intel_cpuc_prepare(struct cpu_hw_events *cpuc, int cpu) intel_cpuc_prepare() argument
1289 intel_cpuc_finish(struct cpu_hw_events *cpuc) intel_cpuc_finish() argument
[all...] |
| /kernel/linux/linux-5.10/arch/x86/events/intel/ |
| H A D | ds.c | 566 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts() local
583 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer() local
909 static inline bool pebs_needs_sched_cb(struct cpu_hw_events *cpuc) in pebs_needs_sched_cb() argument
919 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_sched_task() local
925 pebs_update_threshold(struct cpu_hw_events *cpuc) pebs_update_threshold() argument
951 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); adaptive_pebs_record_size_update() local
1018 pebs_update_state(bool needed_cb, struct cpu_hw_events *cpuc, struct perf_event *event, bool add) pebs_update_state() argument
1067 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_add() local
1082 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_disable() local
1093 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_enable() local
1110 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable() local
1151 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_del() local
1166 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable() local
1191 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable_all() local
1199 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable_all() local
1207 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_fixup_ip() local
1354 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_fixed_sample_data() local
1519 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_adaptive_sample_data() local
1624 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); get_next_pebs_record_by_bit() local
1741 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_pebs_event() local
1791 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_core() local
1827 intel_pmu_pebs_event_update_no_drain(struct cpu_hw_events *cpuc, int size) intel_pmu_pebs_event_update_no_drain() argument
1848 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_nhm() local
1963 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_icl() local
[all...] |
| H A D | lbr.c | 190 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() local
273 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() local
443 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore() local
507 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_lbr_restore() local
535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_save() local
584 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_lbr_save() local
624 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_sched_task() local
661 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_add() local
703 struct cpu_hw_events *cpuc; release_lbr_buffers() local
722 struct cpu_hw_events *cpuc; reserve_lbr_buffers() local
742 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_del() local
764 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); vlbr_exclude_host() local
772 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_enable_all() local
780 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_disable_all() local
786 intel_pmu_lbr_read_32(struct cpu_hw_events *cpuc) intel_pmu_lbr_read_32() argument
823 intel_pmu_lbr_read_64(struct cpu_hw_events *cpuc) intel_pmu_lbr_read_64() argument
947 intel_pmu_store_lbr(struct cpu_hw_events *cpuc, struct lbr_entry *entries) intel_pmu_store_lbr() argument
983 intel_pmu_arch_lbr_read(struct cpu_hw_events *cpuc) intel_pmu_arch_lbr_read() argument
988 intel_pmu_arch_lbr_read_xsave(struct cpu_hw_events *cpuc) intel_pmu_arch_lbr_read_xsave() argument
1003 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_read() local
1413 intel_pmu_lbr_filter(struct cpu_hw_events *cpuc) intel_pmu_lbr_filter() argument
1478 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_store_pebs_lbrs() local
[all...] |
| H A D | core.c | 1971 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all() local
1988 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all() local
2027 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround() local
2092 static void intel_set_tfa(struct cpu_hw_events *cpuc, boo argument
2102 intel_tfa_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) intel_tfa_commit_scheduling() argument
2113 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_tfa_pmu_enable_all() local
2158 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_set_masks() local
2170 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_clear_masks() local
2184 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_fixed() local
2331 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_saved_topdown_regs() local
2355 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); icl_update_topdown_event() local
2412 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_read_topdown_event() local
2441 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_fixed() local
2588 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); handle_pmi_common() local
2725 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_handle_irq_v4() local
2798 struct cpu_hw_events *cpuc; intel_pmu_handle_irq() local
2935 __intel_shared_reg_get_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, struct hw_perf_event_extra *reg) __intel_shared_reg_get_constraints() argument
3010 __intel_shared_reg_put_constraints(struct cpu_hw_events *cpuc, struct hw_perf_event_extra *reg) __intel_shared_reg_put_constraints() argument
3036 intel_shared_regs_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_shared_regs_constraints() argument
3060 x86_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) x86_get_event_constraints() argument
3078 __intel_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) __intel_get_event_constraints() argument
3103 intel_start_scheduling(struct cpu_hw_events *cpuc) intel_start_scheduling() argument
3132 intel_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) intel_commit_scheduling() argument
3159 intel_stop_scheduling(struct cpu_hw_events *cpuc) intel_stop_scheduling() argument
3186 dyn_constraint(struct cpu_hw_events *cpuc, struct event_constraint *c, int idx) dyn_constraint() argument
3215 intel_get_excl_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, int idx, struct event_constraint *c) intel_get_excl_constraints() argument
3315 intel_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) intel_get_event_constraints() argument
3341 intel_put_excl_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_excl_constraints() argument
3387 intel_put_shared_regs_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_shared_regs_event_constraints() argument
3401 intel_put_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_event_constraints() argument
3704 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_guest_get_msrs() local
3736 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_guest_get_msrs() local
3770 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_pmu_enable_all() local
3834 hsw_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) hsw_get_event_constraints() argument
3852 icl_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) icl_get_event_constraints() argument
3867 glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) glp_get_event_constraints() argument
3882 tnt_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) tnt_get_event_constraints() argument
3907 tfa_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) tfa_get_event_constraints() argument
4015 intel_cpuc_prepare(struct cpu_hw_events *cpuc, int cpu) intel_cpuc_prepare() argument
4075 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_starting() local
4151 free_excl_cntrs(struct cpu_hw_events *cpuc) free_excl_cntrs() argument
4174 intel_cpuc_finish(struct cpu_hw_events *cpuc) intel_cpuc_finish() argument
4763 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_tfa_sched() local
[all...] |
| /kernel/linux/linux-5.10/arch/sparc/kernel/ |
| H A D | perf_event.c | 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_enable_event() argument
845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_disable_event() argument
923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters() argument
947 calculate_single_pcr(struct cpu_hw_events *cpuc) calculate_single_pcr() argument
983 calculate_multiple_pcrs(struct cpu_hw_events *cpuc) calculate_multiple_pcrs() argument
1017 update_pcrs_for_enable(struct cpu_hw_events *cpuc) update_pcrs_for_enable() argument
1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_enable() local
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_disable() local
1068 active_event_index(struct cpu_hw_events *cpuc, struct perf_event *event) active_event_index() argument
1083 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_start() local
1100 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_stop() local
1116 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_del() local
1151 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_read() local
1163 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); perf_stop_nmi_watchdog() local
1374 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_add() local
1552 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_commit_txn() local
1618 struct cpu_hw_events *cpuc; perf_event_nmi_handler() local
[all...] |
| /kernel/linux/linux-6.6/arch/sparc/kernel/ |
| H A D | perf_event.c | 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_enable_event() argument
845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_disable_event() argument
923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters() argument
947 calculate_single_pcr(struct cpu_hw_events *cpuc) calculate_single_pcr() argument
983 calculate_multiple_pcrs(struct cpu_hw_events *cpuc) calculate_multiple_pcrs() argument
1017 update_pcrs_for_enable(struct cpu_hw_events *cpuc) update_pcrs_for_enable() argument
1031 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_enable() local
1049 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_disable() local
1068 active_event_index(struct cpu_hw_events *cpuc, struct perf_event *event) active_event_index() argument
1083 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_start() local
1100 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_stop() local
1116 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_del() local
1151 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_read() local
1163 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); perf_stop_nmi_watchdog() local
1374 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_add() local
1552 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); sparc_pmu_commit_txn() local
1618 struct cpu_hw_events *cpuc; perf_event_nmi_handler() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/events/ |
| H A D | core.c | 679 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() local
719 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() local
736 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() local
766 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_get_pmu() local
976 x86_schedule_events(struct cpu_hw_events *cpuc, int n, int *assign) x86_schedule_events() argument
1114 add_nr_metric_event(struct cpu_hw_events *cpuc, struct perf_event *event) add_nr_metric_event() argument
1127 del_nr_metric_event(struct cpu_hw_events *cpuc, struct perf_event *event) del_nr_metric_event() argument
1134 collect_event(struct cpu_hw_events *cpuc, struct perf_event *event, int max_count, int n) collect_event() argument
1158 collect_events(struct cpu_hw_events *cpuc, struct perf_event *leader, bool dogrp) collect_events() argument
1212 x86_assign_hw_event(struct perf_event *event, struct cpu_hw_events *cpuc, int i) x86_assign_hw_event() argument
1272 match_prev_assignment(struct hw_perf_event *hwc, struct cpu_hw_events *cpuc, int i) match_prev_assignment() argument
1285 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_enable() local
1439 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_add() local
1497 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start() local
1524 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); perf_event_print_debug() local
1584 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_stop() local
1607 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_del() local
1667 struct cpu_hw_events *cpuc; x86_pmu_handle_irq() local
1757 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_prepare_cpu() local
1776 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); x86_pmu_online_cpu() local
2218 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_start_txn() local
2240 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_cancel_txn() local
2269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_commit_txn() local
2307 free_fake_cpuc(struct cpu_hw_events *cpuc) free_fake_cpuc() argument
2315 struct cpu_hw_events *cpuc; allocate_fake_cpuc() local
2470 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); perf_clear_dirty_counters() local
[all...] |
| H A D | perf_event.h | 1333 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_brs_add() local
1345 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); amd_pmu_brs_del() local
1655 intel_cpuc_prepare(struct cpu_hw_events *cpuc, int cpu) intel_cpuc_prepare() argument
1660 intel_cpuc_finish(struct cpu_hw_events *cpuc) intel_cpuc_finish() argument
[all...] |
| /kernel/linux/linux-6.6/arch/x86/events/intel/ |
| H A D | lbr.c | 122 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() local
191 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() local
361 struct cpu_hw_events *cpuc in intel_pmu_lbr_restore() local
426 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_lbr_restore() local
453 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_save() local
503 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_lbr_save() local
543 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_sched_task() local
580 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_add() local
622 struct cpu_hw_events *cpuc; release_lbr_buffers() local
641 struct cpu_hw_events *cpuc; reserve_lbr_buffers() local
661 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_del() local
683 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); vlbr_exclude_host() local
691 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_enable_all() local
699 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_disable_all() local
709 intel_pmu_lbr_read_32(struct cpu_hw_events *cpuc) intel_pmu_lbr_read_32() argument
743 intel_pmu_lbr_read_64(struct cpu_hw_events *cpuc) intel_pmu_lbr_read_64() argument
869 intel_pmu_store_lbr(struct cpu_hw_events *cpuc, struct lbr_entry *entries) intel_pmu_store_lbr() argument
906 intel_pmu_arch_lbr_read(struct cpu_hw_events *cpuc) intel_pmu_arch_lbr_read() argument
911 intel_pmu_arch_lbr_read_xsave(struct cpu_hw_events *cpuc) intel_pmu_arch_lbr_read_xsave() argument
926 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_lbr_read() local
1123 intel_pmu_lbr_filter(struct cpu_hw_events *cpuc) intel_pmu_lbr_filter() argument
1188 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_store_pebs_lbrs() local
[all...] |
| H A D | ds.c | 740 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_disable_bts() local
757 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_drain_bts_buffer() local
1120 static inline bool pebs_needs_sched_cb(struct cpu_hw_events *cpuc) in pebs_needs_sched_cb() argument
1130 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_sched_task() local
1136 pebs_update_threshold(struct cpu_hw_events *cpuc) pebs_update_threshold() argument
1164 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); adaptive_pebs_record_size_update() local
1233 pebs_update_state(bool needed_cb, struct cpu_hw_events *cpuc, struct perf_event *event, bool add) pebs_update_state() argument
1273 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_add() local
1288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_disable() local
1299 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_via_pt_enable() local
1325 intel_pmu_drain_large_pebs(struct cpu_hw_events *cpuc) intel_pmu_drain_large_pebs() argument
1334 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable() local
1391 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_del() local
1406 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable() local
1429 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_enable_all() local
1437 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_disable_all() local
1445 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_pebs_fixup_ip() local
1620 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_fixed_sample_data() local
1797 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); setup_pebs_adaptive_sample_data() local
1929 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); get_next_pebs_record_by_bit() local
2046 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_pebs_event() local
2096 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_core() local
2132 intel_pmu_pebs_event_update_no_drain(struct cpu_hw_events *cpuc, int size) intel_pmu_pebs_event_update_no_drain() argument
2153 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_nhm() local
2268 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_drain_pebs_icl() local
[all...] |
| H A D | core.c | 2212 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all() local
2229 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all() local
2263 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); __intel_pmu_snapshot_branch_stack() local
2316 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_nhm_workaround() local
2381 intel_set_tfa(struct cpu_hw_events *cpuc, bool on) intel_set_tfa() argument
2391 intel_tfa_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) intel_tfa_commit_scheduling() argument
2402 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_tfa_pmu_enable_all() local
2435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_set_masks() local
2447 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_clear_masks() local
2456 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_fixed() local
2462 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_disable_fixed() local
2625 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_saved_topdown_regs() local
2650 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_update_topdown_event() local
2725 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_read_topdown_event() local
2749 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_fixed() local
2755 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_enable_fixed() local
2878 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_reset() local
2933 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); x86_pmu_handle_guest_pebs() local
2963 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); handle_pmi_common() local
3076 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_pmu_handle_irq() local
3177 intel_alt_er(struct cpu_hw_events *cpuc, int idx, u64 config) intel_alt_er() argument
3222 __intel_shared_reg_get_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, struct hw_perf_event_extra *reg) __intel_shared_reg_get_constraints() argument
3297 __intel_shared_reg_put_constraints(struct cpu_hw_events *cpuc, struct hw_perf_event_extra *reg) __intel_shared_reg_put_constraints() argument
3323 intel_shared_regs_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_shared_regs_constraints() argument
3347 x86_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) x86_get_event_constraints() argument
3366 __intel_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) __intel_get_event_constraints() argument
3391 intel_start_scheduling(struct cpu_hw_events *cpuc) intel_start_scheduling() argument
3420 intel_commit_scheduling(struct cpu_hw_events *cpuc, int idx, int cntr) intel_commit_scheduling() argument
3447 intel_stop_scheduling(struct cpu_hw_events *cpuc) intel_stop_scheduling() argument
3474 dyn_constraint(struct cpu_hw_events *cpuc, struct event_constraint *c, int idx) dyn_constraint() argument
3503 intel_get_excl_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, int idx, struct event_constraint *c) intel_get_excl_constraints() argument
3603 intel_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) intel_get_event_constraints() argument
3629 intel_put_excl_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_excl_constraints() argument
3675 intel_put_shared_regs_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_shared_regs_event_constraints() argument
3689 intel_put_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event) intel_put_event_constraints() argument
4058 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); intel_guest_get_msrs() local
4138 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_guest_get_msrs() local
4172 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); core_pmu_enable_all() local
4248 hsw_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) hsw_get_event_constraints() argument
4266 icl_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) icl_get_event_constraints() argument
4281 spr_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) spr_get_event_constraints() argument
4306 glp_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) glp_get_event_constraints() argument
4321 tnt_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) tnt_get_event_constraints() argument
4346 tfa_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) tfa_get_event_constraints() argument
4364 adl_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) adl_get_event_constraints() argument
4379 cmt_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) cmt_get_event_constraints() argument
4412 rwc_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) rwc_get_event_constraints() argument
4436 mtl_get_event_constraints(struct cpu_hw_events *cpuc, int idx, struct perf_event *event) mtl_get_event_constraints() argument
4564 intel_cpuc_prepare(struct cpu_hw_events *cpuc, int cpu) intel_cpuc_prepare() argument
4643 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); init_hybrid_pmu() local
4691 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_starting() local
4775 free_excl_cntrs(struct cpu_hw_events *cpuc) free_excl_cntrs() argument
4795 intel_cpuc_finish(struct cpu_hw_events *cpuc) intel_cpuc_finish() argument
4811 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); intel_pmu_cpu_dead() local
5418 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); update_tfa_sched() local
[all...] |
| /kernel/linux/linux-6.6/kernel/rcu/ |
| H A D | srcutree.c | 427 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_lock_idx() local
445 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_unlock_idx() local
553 struct srcu_data *cpuc = per_cpu_ptr(ssp->sda, cpu); in srcu_readers_active() local
[all...] |