/kernel/linux/linux-6.6/drivers/perf/ |
H A D | arm_dsu_pmu.c | 94 DECLARE_BITMAP(used_mask, DSU_PMU_MAX_HW_CNTRS); 305 unsigned long *used_mask = hw_events->used_mask; in dsu_pmu_get_event_idx() local 308 if (test_and_set_bit(DSU_PMU_IDX_CYCLE_COUNTER, used_mask)) in dsu_pmu_get_event_idx() 313 idx = find_first_zero_bit(used_mask, dsu_pmu->num_counters); in dsu_pmu_get_event_idx() 316 set_bit(idx, hw_events->used_mask); in dsu_pmu_get_event_idx() 475 clear_bit(idx, hw_events->used_mask); in dsu_pmu_del() 486 if (bitmap_empty(dsu_pmu->hw_events.used_mask, DSU_PMU_MAX_HW_CNTRS)) in dsu_pmu_enable() 533 memset(fake_hw.used_mask, 0, sizeof(fake_hw.used_mask)); in dsu_pmu_validate_group() [all...] |
H A D | arm-cci.c | 70 unsigned long *used_mask; member 317 if (test_and_set_bit(CCI400_PMU_CYCLE_CNTR_IDX, hw->used_mask)) in cci400_get_event_idx() 324 if (!test_and_set_bit(idx, hw->used_mask)) in cci400_get_event_idx() 646 for_each_set_bit(i, cci_pmu->hw_events.used_mask, cci_pmu->num_cntrs) { in cci_pmu_sync_counters() 752 * caller. We cannot rely on the used_mask maintained by the CCI_PMU 807 if (!test_and_set_bit(idx, hw->used_mask)) in pmu_get_event_idx() 1096 bool enabled = !bitmap_empty(hw_events->used_mask, cci_pmu->num_cntrs); in cci_pmu_enable() 1220 clear_bit(idx, hw_events->used_mask); in cci_pmu_del() 1257 * used_mask for the purposes of validation. in validate_group() 1259 .used_mask in validate_group() [all...] |
H A D | arm_pmuv3.c | 712 for_each_clear_bit(i, cpuc->used_mask, cpu_pmu->num_events) { in armv8pmu_enable_user_access() 835 if (!test_and_set_bit(idx, cpuc->used_mask)) in armv8pmu_get_single_idx() 851 if (!test_and_set_bit(idx, cpuc->used_mask)) { in armv8pmu_get_chain_idx() 853 if (!test_and_set_bit(idx - 1, cpuc->used_mask)) in armv8pmu_get_chain_idx() 856 clear_bit(idx, cpuc->used_mask); in armv8pmu_get_chain_idx() 871 if (!test_and_set_bit(ARMV8_IDX_CYCLE_COUNTER, cpuc->used_mask)) in armv8pmu_get_event_idx() 893 clear_bit(idx, cpuc->used_mask); in armv8pmu_clear_event_idx() 895 clear_bit(idx - 1, cpuc->used_mask); in armv8pmu_clear_event_idx()
|
H A D | arm_pmu.c | 398 * used_mask for the purposes of validation. in validate_group() 400 memset(&fake_pmu.used_mask, 0, sizeof(fake_pmu.used_mask)); in validate_group() 526 bool enabled = !bitmap_empty(hw_events->used_mask, armpmu->num_events); in armpmu_enable() 776 bool enabled = !bitmap_empty(hw_events->used_mask, armpmu->num_events); in cpu_pm_pmu_notify()
|
/kernel/linux/linux-5.10/arch/sh/kernel/ |
H A D | perf_event.c | 30 unsigned long used_mask[BITS_TO_LONGS(MAX_HWEVENTS)]; member 257 __clear_bit(event->hw.idx, cpuc->used_mask); in sh_pmu_del() 271 if (__test_and_set_bit(idx, cpuc->used_mask)) { in sh_pmu_add() 272 idx = find_first_zero_bit(cpuc->used_mask, sh_pmu->num_events); in sh_pmu_add() 276 __set_bit(idx, cpuc->used_mask); in sh_pmu_add()
|
/kernel/linux/linux-6.6/arch/sh/kernel/ |
H A D | perf_event.c | 30 unsigned long used_mask[BITS_TO_LONGS(MAX_HWEVENTS)]; member 239 __clear_bit(event->hw.idx, cpuc->used_mask); in sh_pmu_del() 253 if (__test_and_set_bit(idx, cpuc->used_mask)) { in sh_pmu_add() 254 idx = find_first_zero_bit(cpuc->used_mask, sh_pmu->num_events); in sh_pmu_add() 258 __set_bit(idx, cpuc->used_mask); in sh_pmu_add()
|
/kernel/linux/linux-5.10/drivers/perf/ |
H A D | arm_dsu_pmu.c | 94 DECLARE_BITMAP(used_mask, DSU_PMU_MAX_HW_CNTRS); 306 unsigned long *used_mask = hw_events->used_mask; in dsu_pmu_get_event_idx() local 309 if (test_and_set_bit(DSU_PMU_IDX_CYCLE_COUNTER, used_mask)) in dsu_pmu_get_event_idx() 314 idx = find_first_zero_bit(used_mask, dsu_pmu->num_counters); in dsu_pmu_get_event_idx() 317 set_bit(idx, hw_events->used_mask); in dsu_pmu_get_event_idx() 476 clear_bit(idx, hw_events->used_mask); in dsu_pmu_del() 487 if (bitmap_empty(dsu_pmu->hw_events.used_mask, DSU_PMU_MAX_HW_CNTRS)) in dsu_pmu_enable() 534 memset(fake_hw.used_mask, 0, sizeof(fake_hw.used_mask)); in dsu_pmu_validate_group() [all...] |
H A D | arm-cci.c | 73 unsigned long *used_mask; member 320 if (test_and_set_bit(CCI400_PMU_CYCLE_CNTR_IDX, hw->used_mask)) in cci400_get_event_idx() 327 if (!test_and_set_bit(idx, hw->used_mask)) in cci400_get_event_idx() 649 for_each_set_bit(i, cci_pmu->hw_events.used_mask, cci_pmu->num_cntrs) { in cci_pmu_sync_counters() 755 * caller. We cannot rely on the used_mask maintained by the CCI_PMU 810 if (!test_and_set_bit(idx, hw->used_mask)) in pmu_get_event_idx() 1100 int enabled = bitmap_weight(hw_events->used_mask, cci_pmu->num_cntrs); in cci_pmu_enable() 1224 clear_bit(idx, hw_events->used_mask); in cci_pmu_del() 1261 * used_mask for the purposes of validation. in validate_group() 1263 .used_mask in validate_group() [all...] |
/kernel/linux/linux-5.10/arch/xtensa/kernel/ |
H A D | perf_event.c | 63 unsigned long used_mask[BITS_TO_LONGS(XCHAL_NUM_PERF_COUNTERS)]; member 296 if (__test_and_set_bit(idx, ev->used_mask)) { in xtensa_pmu_add() 297 idx = find_first_zero_bit(ev->used_mask, in xtensa_pmu_add() 302 __set_bit(idx, ev->used_mask); in xtensa_pmu_add() 321 __clear_bit(event->hw.idx, ev->used_mask); in xtensa_pmu_del() 374 for_each_set_bit(i, ev->used_mask, XCHAL_NUM_PERF_COUNTERS) { in xtensa_pmu_irq_handler()
|
/kernel/linux/linux-5.10/drivers/hwtracing/coresight/ |
H A D | coresight-cti-platform.c | 139 tc->con_in->used_mask = 0xF0; /* sigs <4,5,6,7> */ in cti_plat_create_v8_etm_connection() 140 tc->con_out->used_mask = 0xF0; /* sigs <4,5,6,7> */ in cti_plat_create_v8_etm_connection() 197 tc->con_in->used_mask = 0x3; /* sigs <0 1> */ in cti_plat_create_v8_connections() 200 tc->con_out->used_mask = 0x7; /* sigs <0 1 2 > */ in cti_plat_create_v8_connections() 260 tgrp->used_mask |= BIT(values[idx]); in cti_plat_read_trig_group() 334 drvdata->config.trig_out_filter |= tg->used_mask; in cti_plat_process_filter_sigs()
|
/kernel/linux/linux-5.10/drivers/perf/hisilicon/ |
H A D | hisi_uncore_pmu.c | 108 unsigned long *used_mask = hisi_pmu->pmu_events.used_mask; in hisi_uncore_pmu_get_event_idx() local 112 idx = find_first_zero_bit(used_mask, num_counters); in hisi_uncore_pmu_get_event_idx() 116 set_bit(idx, used_mask); in hisi_uncore_pmu_get_event_idx() 129 clear_bit(idx, hisi_pmu->pmu_events.used_mask); in hisi_uncore_pmu_clear_event_idx() 337 int enabled = bitmap_weight(hisi_pmu->pmu_events.used_mask, in hisi_uncore_pmu_enable()
|
H A D | hisi_uncore_ddrc_pmu.c | 146 unsigned long *used_mask = ddrc_pmu->pmu_events.used_mask; in hisi_ddrc_pmu_get_event_idx() local 151 if (test_bit(idx, used_mask)) in hisi_ddrc_pmu_get_event_idx() 154 set_bit(idx, used_mask); in hisi_ddrc_pmu_get_event_idx()
|
/kernel/linux/linux-6.6/drivers/perf/hisilicon/ |
H A D | hisi_uncore_pmu.c | 101 unsigned long *used_mask = hisi_pmu->pmu_events.used_mask; in hisi_uncore_pmu_get_event_idx() local 105 idx = find_first_zero_bit(used_mask, num_counters); in hisi_uncore_pmu_get_event_idx() 109 set_bit(idx, used_mask); in hisi_uncore_pmu_get_event_idx() 127 clear_bit(idx, hisi_pmu->pmu_events.used_mask); in hisi_uncore_pmu_clear_event_idx() 398 bool enabled = !bitmap_empty(hisi_pmu->pmu_events.used_mask, in hisi_uncore_pmu_enable()
|
H A D | hisi_uncore_ddrc_pmu.c | 170 unsigned long *used_mask = ddrc_pmu->pmu_events.used_mask; in hisi_ddrc_pmu_v1_get_event_idx() local 175 if (test_bit(idx, used_mask)) in hisi_ddrc_pmu_v1_get_event_idx() 178 set_bit(idx, used_mask); in hisi_ddrc_pmu_v1_get_event_idx()
|
/kernel/linux/linux-6.6/arch/xtensa/kernel/ |
H A D | perf_event.c | 63 unsigned long used_mask[BITS_TO_LONGS(XCHAL_NUM_PERF_COUNTERS)]; member 296 if (__test_and_set_bit(idx, ev->used_mask)) { in xtensa_pmu_add() 297 idx = find_first_zero_bit(ev->used_mask, in xtensa_pmu_add() 302 __set_bit(idx, ev->used_mask); in xtensa_pmu_add() 321 __clear_bit(event->hw.idx, ev->used_mask); in xtensa_pmu_del() 374 for_each_set_bit(i, ev->used_mask, XCHAL_NUM_PERF_COUNTERS) { in xtensa_pmu_irq_handler()
|
/kernel/linux/linux-6.6/drivers/hwtracing/coresight/ |
H A D | coresight-cti-platform.c | 139 tc->con_in->used_mask = 0xF0; /* sigs <4,5,6,7> */ in cti_plat_create_v8_etm_connection() 140 tc->con_out->used_mask = 0xF0; /* sigs <4,5,6,7> */ in cti_plat_create_v8_etm_connection() 197 tc->con_in->used_mask = 0x3; /* sigs <0 1> */ in cti_plat_create_v8_connections() 200 tc->con_out->used_mask = 0x7; /* sigs <0 1 2 > */ in cti_plat_create_v8_connections() 260 tgrp->used_mask |= BIT(values[idx]); in cti_plat_read_trig_group() 334 drvdata->config.trig_out_filter |= tg->used_mask; in cti_plat_process_filter_sigs()
|
/kernel/linux/linux-5.10/arch/arm/kernel/ |
H A D | perf_event_xscale.c | 280 if (test_and_set_bit(XSCALE_CYCLE_COUNTER, cpuc->used_mask)) in xscale1pmu_get_event_idx() 285 if (!test_and_set_bit(XSCALE_COUNTER1, cpuc->used_mask)) in xscale1pmu_get_event_idx() 288 if (!test_and_set_bit(XSCALE_COUNTER0, cpuc->used_mask)) in xscale1pmu_get_event_idx() 298 clear_bit(event->hw.idx, cpuc->used_mask); in xscalepmu_clear_event_idx() 656 if (!test_and_set_bit(XSCALE_COUNTER3, cpuc->used_mask)) in xscale2pmu_get_event_idx() 658 else if (!test_and_set_bit(XSCALE_COUNTER2, cpuc->used_mask)) in xscale2pmu_get_event_idx()
|
H A D | perf_event_v6.c | 394 if (test_and_set_bit(ARMV6_CYCLE_COUNTER, cpuc->used_mask)) in armv6pmu_get_event_idx() 403 if (!test_and_set_bit(ARMV6_COUNTER1, cpuc->used_mask)) in armv6pmu_get_event_idx() 406 if (!test_and_set_bit(ARMV6_COUNTER0, cpuc->used_mask)) in armv6pmu_get_event_idx() 417 clear_bit(event->hw.idx, cpuc->used_mask); in armv6pmu_clear_event_idx()
|
/kernel/linux/linux-6.6/arch/arm/kernel/ |
H A D | perf_event_xscale.c | 280 if (test_and_set_bit(XSCALE_CYCLE_COUNTER, cpuc->used_mask)) in xscale1pmu_get_event_idx() 285 if (!test_and_set_bit(XSCALE_COUNTER1, cpuc->used_mask)) in xscale1pmu_get_event_idx() 288 if (!test_and_set_bit(XSCALE_COUNTER0, cpuc->used_mask)) in xscale1pmu_get_event_idx() 298 clear_bit(event->hw.idx, cpuc->used_mask); in xscalepmu_clear_event_idx() 656 if (!test_and_set_bit(XSCALE_COUNTER3, cpuc->used_mask)) in xscale2pmu_get_event_idx() 658 else if (!test_and_set_bit(XSCALE_COUNTER2, cpuc->used_mask)) in xscale2pmu_get_event_idx()
|
H A D | perf_event_v6.c | 394 if (test_and_set_bit(ARMV6_CYCLE_COUNTER, cpuc->used_mask)) in armv6pmu_get_event_idx() 403 if (!test_and_set_bit(ARMV6_COUNTER1, cpuc->used_mask)) in armv6pmu_get_event_idx() 406 if (!test_and_set_bit(ARMV6_COUNTER0, cpuc->used_mask)) in armv6pmu_get_event_idx() 417 clear_bit(event->hw.idx, cpuc->used_mask); in armv6pmu_clear_event_idx()
|
/kernel/linux/linux-5.10/arch/nds32/kernel/ |
H A D | perf_event_cpu.c | 574 if (!test_and_set_bit(idx, cpuc->used_mask)) in nds32_pmu_get_event_idx() 576 if (!test_and_set_bit(NDS32_IDX_COUNTER0, cpuc->used_mask)) in nds32_pmu_get_event_idx() 578 if (!test_and_set_bit(NDS32_IDX_COUNTER1, cpuc->used_mask)) in nds32_pmu_get_event_idx() 581 if (!test_and_set_bit(idx, cpuc->used_mask)) in nds32_pmu_get_event_idx() 583 else if (!test_and_set_bit(NDS32_IDX_COUNTER1, cpuc->used_mask)) in nds32_pmu_get_event_idx() 586 (NDS32_IDX_CYCLE_COUNTER, cpuc->used_mask)) in nds32_pmu_get_event_idx() 589 if (!test_and_set_bit(idx, cpuc->used_mask)) in nds32_pmu_get_event_idx() 698 int enabled = bitmap_weight(hw_events->used_mask, in nds32_pmu_enable() 778 * used_mask for the purposes of validation. in validate_group() 993 clear_bit(idx, hw_events->used_mask); in nds32_pmu_del() [all...] |
/kernel/linux/linux-5.10/arch/loongarch/kernel/ |
H A D | perf_event.c | 98 unsigned long used_mask[BITS_TO_LONGS(LOONGARCH_MAX_HWEVENTS)]; member 259 if (!test_and_set_bit(i, cpuc->used_mask)) in loongarch_pmu_alloc_counter() 431 clear_bit(idx, cpuc->used_mask); in loongarch_pmu_del() 510 if (test_bit(n, cpuc->used_mask)) { in pmu_handle_irq()
|
/kernel/linux/linux-5.10/arch/arc/kernel/ |
H A D | perf_event.c | 49 unsigned long used_mask[BITS_TO_LONGS(ARC_PERF_MAX_COUNTERS)]; member 352 __clear_bit(event->hw.idx, pmu_cpu->used_mask); in arc_pmu_del() 366 idx = ffz(pmu_cpu->used_mask[0]); in arc_pmu_add() 370 __set_bit(idx, pmu_cpu->used_mask); in arc_pmu_add()
|
/kernel/linux/linux-6.6/arch/loongarch/kernel/ |
H A D | perf_event.c | 97 unsigned long used_mask[BITS_TO_LONGS(LOONGARCH_MAX_HWEVENTS)]; member 258 if (!test_and_set_bit(i, cpuc->used_mask)) in loongarch_pmu_alloc_counter() 430 clear_bit(idx, cpuc->used_mask); in loongarch_pmu_del() 519 if (test_bit(n, cpuc->used_mask)) { in pmu_handle_irq()
|
/kernel/linux/linux-6.6/arch/arc/kernel/ |
H A D | perf_event.c | 211 unsigned long used_mask[BITS_TO_LONGS(ARC_PERF_MAX_COUNTERS)]; member 514 __clear_bit(event->hw.idx, pmu_cpu->used_mask); in arc_pmu_del() 528 idx = ffz(pmu_cpu->used_mask[0]); in arc_pmu_add() 532 __set_bit(idx, pmu_cpu->used_mask); in arc_pmu_add()
|