/kernel/linux/linux-6.6/arch/x86/events/amd/ |
H A D | brs.c | 205 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable() 221 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_enable_all() 228 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable() 257 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_disable_all() 283 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_brs_drain() [all...] |
H A D | lbr.c | 99 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_filter() 162 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_read() 324 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_reset() 343 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_add() 363 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in amd_pmu_lbr_del() [all...] |
H A D | core.c | 364 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb() 392 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints() 449 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints() 547 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() 571 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting() 586 nb = per_cpu(cpu_hw_events, i).amd_nb; in amd_pmu_cpu_starting() 603 struct cpu_hw_events *cpuhw = &per_cpu(cpu_hw_events, cp in amd_pmu_cpu_dead() [all...] |
/kernel/linux/linux-5.10/arch/sh/kernel/ |
H A D | perf_event.c | 28 struct cpu_hw_events { struct 34 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop() 237 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start() 254 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del() 264 struct cpu_hw_events *cpu in sh_pmu_add() [all...] |
/kernel/linux/linux-6.6/arch/sh/kernel/ |
H A D | perf_event.c | 28 struct cpu_hw_events { struct 34 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 201 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_stop() 219 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_start() 236 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in sh_pmu_del() 246 struct cpu_hw_events *cpu in sh_pmu_add() [all...] |
/kernel/linux/linux-6.6/arch/x86/events/intel/ |
H A D | ds.c | 440 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in init_debug_store_on_cpu() 452 if (!per_cpu(cpu_hw_events, cpu).ds) in fini_debug_store_on_cpu() 511 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_pebs_buffer() 549 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_pebs_buffer() 567 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_bts_buffer() 596 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cp in release_bts_buffer() [all...] |
H A D | lbr.c | 105 static void intel_pmu_lbr_filter(struct cpu_hw_events *cpuc); 122 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() 191 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() 361 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore() 426 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_restore() 453 struct cpu_hw_events *cpu in intel_pmu_lbr_save() [all...] |
H A D | core.c | 2212 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_disable_all() 2229 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_enable_all() 2263 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_snapshot_branch_stack() 2316 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_nhm_workaround() 2381 static void intel_set_tfa(struct cpu_hw_events *cpuc, bool on) in intel_set_tfa() 2391 static void intel_tfa_commit_scheduling(struct cpu_hw_events *cpu [all...] |
/kernel/linux/linux-5.10/arch/x86/events/intel/ |
H A D | lbr.c | 173 static void intel_pmu_lbr_filter(struct cpu_hw_events *cpuc); 190 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_enable() 273 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_reset() 443 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in intel_pmu_lbr_restore() 507 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in __intel_pmu_lbr_restore() 535 struct cpu_hw_events *cpu in intel_pmu_lbr_save() [all...] |
H A D | ds.c | 266 struct debug_store *ds = per_cpu(cpu_hw_events, cpu).ds; in init_debug_store_on_cpu() 278 if (!per_cpu(cpu_hw_events, cpu).ds) in fini_debug_store_on_cpu() 337 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_pebs_buffer() 375 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in release_pebs_buffer() 393 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cpu); in alloc_bts_buffer() 422 struct cpu_hw_events *hwev = per_cpu_ptr(&cpu_hw_events, cp in release_bts_buffer() [all...] |
/kernel/linux/linux-5.10/arch/x86/events/ |
H A D | core.c | 50 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { 653 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() 687 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() 704 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() 724 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cp in x86_get_pmu() [all...] |
H A D | perf_event.h | 224 struct cpu_hw_events { struct 648 int (*schedule_events)(struct cpu_hw_events *cpuc, int n, int *assign); 667 (*get_event_constraints)(struct cpu_hw_events *cpuc, 671 void (*put_event_constraints)(struct cpu_hw_events *cpuc, 674 void (*start_scheduling)(struct cpu_hw_events *cpuc); 676 void (*commit_scheduling)(struct cpu_hw_events *cpuc, int idx, int cntr); 678 void (*stop_scheduling)(struct cpu_hw_events *cpuc); 769 void (*lbr_read)(struct cpu_hw_events *cpuc); 919 DECLARE_PER_CPU(struct cpu_hw_events, cpu_hw_events); [all...] |
/kernel/linux/linux-5.10/arch/powerpc/perf/ |
H A D | core-fsl-emb.c | 19 struct cpu_hw_events { struct 25 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 192 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_disable() 196 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_disable() 231 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_enable() 235 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_enable() 278 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_add() 285 cpuhw = &get_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() 331 put_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() [all...] |
H A D | core-book3s.c | 30 struct cpu_hw_events { struct 59 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 123 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in() 131 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read() 363 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable() 379 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_disable() 437 static void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuh [all...] |
/kernel/linux/linux-6.6/arch/powerpc/perf/ |
H A D | core-fsl-emb.c | 19 struct cpu_hw_events { struct 25 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 192 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_disable() 196 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_disable() 231 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_enable() 235 cpuhw = this_cpu_ptr(&cpu_hw_events); in fsl_emb_pmu_enable() 278 struct cpu_hw_events *cpuhw; in fsl_emb_pmu_add() 285 cpuhw = &get_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() 331 put_cpu_var(cpu_hw_events); in fsl_emb_pmu_add() [all...] |
H A D | core-book3s.c | 32 struct cpu_hw_events { struct 64 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 128 static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) in ebb_switch_in() 136 static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {} in power_pmu_bhrb_read() 157 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in get_pmcs_ext_regs() 416 struct cpu_hw_events *cpuhw = this_cpu_ptr(&cpu_hw_events); in power_pmu_bhrb_enable() 432 struct cpu_hw_events *cpuh in power_pmu_bhrb_disable() [all...] |
/kernel/linux/linux-5.10/arch/x86/events/amd/ |
H A D | core.c | 354 static inline int amd_has_nb(struct cpu_hw_events *cpuc) in amd_has_nb() 382 static void __amd_put_nb_event_constraints(struct cpu_hw_events *cpuc, in __amd_put_nb_event_constraints() 439 __amd_get_nb_event_constraints(struct cpu_hw_events *cpuc, struct perf_event *event, in __amd_get_nb_event_constraints() 515 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_prepare() 531 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cpu); in amd_pmu_cpu_starting() 545 nb = per_cpu(cpu_hw_events, i).amd_nb; in amd_pmu_cpu_starting() 562 struct cpu_hw_events *cpuhw; in amd_pmu_cpu_dead() 567 cpuhw = &per_cpu(cpu_hw_events, cp in amd_pmu_cpu_dead() [all...] |
/kernel/linux/linux-5.10/arch/loongarch/kernel/ |
H A D | perf_event.c | 90 struct cpu_hw_events { struct 105 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { 254 static int loongarch_pmu_alloc_counter(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc) in loongarch_pmu_alloc_counter() 270 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event() 289 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event() 389 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add() [all...] |
/kernel/linux/linux-6.6/arch/loongarch/kernel/ |
H A D | perf_event.c | 89 struct cpu_hw_events { struct 104 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { 253 static int loongarch_pmu_alloc_counter(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc) in loongarch_pmu_alloc_counter() 269 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_enable_event() 288 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_disable_event() 388 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in loongarch_pmu_add() [all...] |
/kernel/linux/linux-5.10/arch/alpha/kernel/ |
H A D | perf_event.c | 34 struct cpu_hw_events { struct 53 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 391 static void maybe_change_configuration(struct cpu_hw_events *cpuc) in maybe_change_configuration() 435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_add() 487 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_del() 535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_stop() [all...] |
/kernel/linux/linux-6.6/arch/alpha/kernel/ |
H A D | perf_event.c | 34 struct cpu_hw_events { struct 53 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events); 391 static void maybe_change_configuration(struct cpu_hw_events *cpuc) in maybe_change_configuration() 435 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_add() 487 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_del() 535 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in alpha_pmu_stop() [all...] |
/kernel/linux/linux-6.6/arch/x86/events/ |
H A D | core.c | 50 DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { 679 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable_all() 719 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_disable() 736 struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events); in x86_pmu_enable_all() 766 struct cpu_hw_events *cpuc = &per_cpu(cpu_hw_events, cp in x86_get_pmu() [all...] |
H A D | perf_event.h | 231 struct cpu_hw_events { struct 757 int (*schedule_events)(struct cpu_hw_events *cpuc, int n, int *assign); 776 (*get_event_constraints)(struct cpu_hw_events *cpuc, 780 void (*put_event_constraints)(struct cpu_hw_events *cpuc, 783 void (*start_scheduling)(struct cpu_hw_events *cpuc); 785 void (*commit_scheduling)(struct cpu_hw_events *cpuc, int idx, int cntr); 787 void (*stop_scheduling)(struct cpu_hw_events *cpuc); 886 void (*lbr_read)(struct cpu_hw_events *cpuc); 1070 DECLARE_PER_CPU(struct cpu_hw_events, cpu_hw_events); [all...] |
/kernel/linux/linux-5.10/arch/sparc/kernel/ |
H A D | perf_event.c | 78 struct cpu_hw_events { struct 115 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { .enabled = 1, }; 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_enable_event() 845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_disable_event() 923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters() 947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr() 983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs() 1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable() 1031 struct cpu_hw_events *cpu in sparc_pmu_enable() [all...] |
/kernel/linux/linux-6.6/arch/sparc/kernel/ |
H A D | perf_event.c | 78 struct cpu_hw_events { struct 115 static DEFINE_PER_CPU(struct cpu_hw_events, cpu_hw_events) = { .enabled = 1, }; 827 static inline void sparc_pmu_enable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_enable_event() 845 static inline void sparc_pmu_disable_event(struct cpu_hw_events *cpuc, struct hw_perf_event *hwc, int idx) in sparc_pmu_disable_event() 923 static void read_in_all_counters(struct cpu_hw_events *cpuc) in read_in_all_counters() 947 static void calculate_single_pcr(struct cpu_hw_events *cpuc) in calculate_single_pcr() 983 static void calculate_multiple_pcrs(struct cpu_hw_events *cpuc) in calculate_multiple_pcrs() 1017 static void update_pcrs_for_enable(struct cpu_hw_events *cpuc) in update_pcrs_for_enable() 1031 struct cpu_hw_events *cpu in sparc_pmu_enable() [all...] |