xref: /kernel/linux/linux-6.6/arch/x86/events/intel/p6.c (revision 62306a36)
162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci#include <linux/perf_event.h>
362306a36Sopenharmony_ci#include <linux/types.h>
462306a36Sopenharmony_ci
562306a36Sopenharmony_ci#include "../perf_event.h"
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci/*
862306a36Sopenharmony_ci * Not sure about some of these
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_cistatic const u64 p6_perfmon_event_map[] =
1162306a36Sopenharmony_ci{
1262306a36Sopenharmony_ci  [PERF_COUNT_HW_CPU_CYCLES]		= 0x0079,	/* CPU_CLK_UNHALTED */
1362306a36Sopenharmony_ci  [PERF_COUNT_HW_INSTRUCTIONS]		= 0x00c0,	/* INST_RETIRED     */
1462306a36Sopenharmony_ci  [PERF_COUNT_HW_CACHE_REFERENCES]	= 0x0f2e,	/* L2_RQSTS:M:E:S:I */
1562306a36Sopenharmony_ci  [PERF_COUNT_HW_CACHE_MISSES]		= 0x012e,	/* L2_RQSTS:I       */
1662306a36Sopenharmony_ci  [PERF_COUNT_HW_BRANCH_INSTRUCTIONS]	= 0x00c4,	/* BR_INST_RETIRED  */
1762306a36Sopenharmony_ci  [PERF_COUNT_HW_BRANCH_MISSES]		= 0x00c5,	/* BR_MISS_PRED_RETIRED */
1862306a36Sopenharmony_ci  [PERF_COUNT_HW_BUS_CYCLES]		= 0x0062,	/* BUS_DRDY_CLOCKS  */
1962306a36Sopenharmony_ci  [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = 0x00a2,	/* RESOURCE_STALLS  */
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_ci};
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_cistatic const u64 __initconst p6_hw_cache_event_ids
2462306a36Sopenharmony_ci				[PERF_COUNT_HW_CACHE_MAX]
2562306a36Sopenharmony_ci				[PERF_COUNT_HW_CACHE_OP_MAX]
2662306a36Sopenharmony_ci				[PERF_COUNT_HW_CACHE_RESULT_MAX] =
2762306a36Sopenharmony_ci{
2862306a36Sopenharmony_ci [ C(L1D) ] = {
2962306a36Sopenharmony_ci	[ C(OP_READ) ] = {
3062306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0x0043,	/* DATA_MEM_REFS       */
3162306a36Sopenharmony_ci                [ C(RESULT_MISS)   ] = 0x0045,	/* DCU_LINES_IN        */
3262306a36Sopenharmony_ci	},
3362306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
3462306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
3562306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0x0f29,	/* L2_LD:M:E:S:I       */
3662306a36Sopenharmony_ci	},
3762306a36Sopenharmony_ci        [ C(OP_PREFETCH) ] = {
3862306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
3962306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
4062306a36Sopenharmony_ci        },
4162306a36Sopenharmony_ci },
4262306a36Sopenharmony_ci [ C(L1I ) ] = {
4362306a36Sopenharmony_ci	[ C(OP_READ) ] = {
4462306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0x0080,	/* IFU_IFETCH         */
4562306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0x0f28,	/* L2_IFETCH:M:E:S:I  */
4662306a36Sopenharmony_ci	},
4762306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
4862306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = -1,
4962306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = -1,
5062306a36Sopenharmony_ci	},
5162306a36Sopenharmony_ci	[ C(OP_PREFETCH) ] = {
5262306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
5362306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
5462306a36Sopenharmony_ci	},
5562306a36Sopenharmony_ci },
5662306a36Sopenharmony_ci [ C(LL  ) ] = {
5762306a36Sopenharmony_ci	[ C(OP_READ) ] = {
5862306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
5962306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
6062306a36Sopenharmony_ci	},
6162306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
6262306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
6362306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0x0025,	/* L2_M_LINES_INM     */
6462306a36Sopenharmony_ci	},
6562306a36Sopenharmony_ci	[ C(OP_PREFETCH) ] = {
6662306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
6762306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
6862306a36Sopenharmony_ci	},
6962306a36Sopenharmony_ci },
7062306a36Sopenharmony_ci [ C(DTLB) ] = {
7162306a36Sopenharmony_ci	[ C(OP_READ) ] = {
7262306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0x0043,	/* DATA_MEM_REFS      */
7362306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
7462306a36Sopenharmony_ci	},
7562306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
7662306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
7762306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
7862306a36Sopenharmony_ci	},
7962306a36Sopenharmony_ci	[ C(OP_PREFETCH) ] = {
8062306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0,
8162306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0,
8262306a36Sopenharmony_ci	},
8362306a36Sopenharmony_ci },
8462306a36Sopenharmony_ci [ C(ITLB) ] = {
8562306a36Sopenharmony_ci	[ C(OP_READ) ] = {
8662306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0x0080,	/* IFU_IFETCH         */
8762306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0x0085,	/* ITLB_MISS          */
8862306a36Sopenharmony_ci	},
8962306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
9062306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = -1,
9162306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = -1,
9262306a36Sopenharmony_ci	},
9362306a36Sopenharmony_ci	[ C(OP_PREFETCH) ] = {
9462306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = -1,
9562306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = -1,
9662306a36Sopenharmony_ci	},
9762306a36Sopenharmony_ci },
9862306a36Sopenharmony_ci [ C(BPU ) ] = {
9962306a36Sopenharmony_ci	[ C(OP_READ) ] = {
10062306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = 0x00c4,	/* BR_INST_RETIRED      */
10162306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = 0x00c5,	/* BR_MISS_PRED_RETIRED */
10262306a36Sopenharmony_ci        },
10362306a36Sopenharmony_ci	[ C(OP_WRITE) ] = {
10462306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = -1,
10562306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = -1,
10662306a36Sopenharmony_ci	},
10762306a36Sopenharmony_ci	[ C(OP_PREFETCH) ] = {
10862306a36Sopenharmony_ci		[ C(RESULT_ACCESS) ] = -1,
10962306a36Sopenharmony_ci		[ C(RESULT_MISS)   ] = -1,
11062306a36Sopenharmony_ci	},
11162306a36Sopenharmony_ci },
11262306a36Sopenharmony_ci};
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_cistatic u64 p6_pmu_event_map(int hw_event)
11562306a36Sopenharmony_ci{
11662306a36Sopenharmony_ci	return p6_perfmon_event_map[hw_event];
11762306a36Sopenharmony_ci}
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci/*
12062306a36Sopenharmony_ci * Event setting that is specified not to count anything.
12162306a36Sopenharmony_ci * We use this to effectively disable a counter.
12262306a36Sopenharmony_ci *
12362306a36Sopenharmony_ci * L2_RQSTS with 0 MESI unit mask.
12462306a36Sopenharmony_ci */
12562306a36Sopenharmony_ci#define P6_NOP_EVENT			0x0000002EULL
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_cistatic struct event_constraint p6_event_constraints[] =
12862306a36Sopenharmony_ci{
12962306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0xc1, 0x1),	/* FLOPS */
13062306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0x10, 0x1),	/* FP_COMP_OPS_EXE */
13162306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0x11, 0x2),	/* FP_ASSIST */
13262306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0x12, 0x2),	/* MUL */
13362306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0x13, 0x2),	/* DIV */
13462306a36Sopenharmony_ci	INTEL_EVENT_CONSTRAINT(0x14, 0x1),	/* CYCLES_DIV_BUSY */
13562306a36Sopenharmony_ci	EVENT_CONSTRAINT_END
13662306a36Sopenharmony_ci};
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_cistatic void p6_pmu_disable_all(void)
13962306a36Sopenharmony_ci{
14062306a36Sopenharmony_ci	u64 val;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	/* p6 only has one enable register */
14362306a36Sopenharmony_ci	rdmsrl(MSR_P6_EVNTSEL0, val);
14462306a36Sopenharmony_ci	val &= ~ARCH_PERFMON_EVENTSEL_ENABLE;
14562306a36Sopenharmony_ci	wrmsrl(MSR_P6_EVNTSEL0, val);
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_cistatic void p6_pmu_enable_all(int added)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci	unsigned long val;
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci	/* p6 only has one enable register */
15362306a36Sopenharmony_ci	rdmsrl(MSR_P6_EVNTSEL0, val);
15462306a36Sopenharmony_ci	val |= ARCH_PERFMON_EVENTSEL_ENABLE;
15562306a36Sopenharmony_ci	wrmsrl(MSR_P6_EVNTSEL0, val);
15662306a36Sopenharmony_ci}
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_cistatic inline void
15962306a36Sopenharmony_cip6_pmu_disable_event(struct perf_event *event)
16062306a36Sopenharmony_ci{
16162306a36Sopenharmony_ci	struct hw_perf_event *hwc = &event->hw;
16262306a36Sopenharmony_ci	u64 val = P6_NOP_EVENT;
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	(void)wrmsrl_safe(hwc->config_base, val);
16562306a36Sopenharmony_ci}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_cistatic void p6_pmu_enable_event(struct perf_event *event)
16862306a36Sopenharmony_ci{
16962306a36Sopenharmony_ci	struct hw_perf_event *hwc = &event->hw;
17062306a36Sopenharmony_ci	u64 val;
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci	val = hwc->config;
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci	/*
17562306a36Sopenharmony_ci	 * p6 only has a global event enable, set on PerfEvtSel0
17662306a36Sopenharmony_ci	 * We "disable" events by programming P6_NOP_EVENT
17762306a36Sopenharmony_ci	 * and we rely on p6_pmu_enable_all() being called
17862306a36Sopenharmony_ci	 * to actually enable the events.
17962306a36Sopenharmony_ci	 */
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	(void)wrmsrl_safe(hwc->config_base, val);
18262306a36Sopenharmony_ci}
18362306a36Sopenharmony_ci
18462306a36Sopenharmony_ciPMU_FORMAT_ATTR(event,	"config:0-7"	);
18562306a36Sopenharmony_ciPMU_FORMAT_ATTR(umask,	"config:8-15"	);
18662306a36Sopenharmony_ciPMU_FORMAT_ATTR(edge,	"config:18"	);
18762306a36Sopenharmony_ciPMU_FORMAT_ATTR(pc,	"config:19"	);
18862306a36Sopenharmony_ciPMU_FORMAT_ATTR(inv,	"config:23"	);
18962306a36Sopenharmony_ciPMU_FORMAT_ATTR(cmask,	"config:24-31"	);
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_cistatic struct attribute *intel_p6_formats_attr[] = {
19262306a36Sopenharmony_ci	&format_attr_event.attr,
19362306a36Sopenharmony_ci	&format_attr_umask.attr,
19462306a36Sopenharmony_ci	&format_attr_edge.attr,
19562306a36Sopenharmony_ci	&format_attr_pc.attr,
19662306a36Sopenharmony_ci	&format_attr_inv.attr,
19762306a36Sopenharmony_ci	&format_attr_cmask.attr,
19862306a36Sopenharmony_ci	NULL,
19962306a36Sopenharmony_ci};
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_cistatic __initconst const struct x86_pmu p6_pmu = {
20262306a36Sopenharmony_ci	.name			= "p6",
20362306a36Sopenharmony_ci	.handle_irq		= x86_pmu_handle_irq,
20462306a36Sopenharmony_ci	.disable_all		= p6_pmu_disable_all,
20562306a36Sopenharmony_ci	.enable_all		= p6_pmu_enable_all,
20662306a36Sopenharmony_ci	.enable			= p6_pmu_enable_event,
20762306a36Sopenharmony_ci	.disable		= p6_pmu_disable_event,
20862306a36Sopenharmony_ci	.hw_config		= x86_pmu_hw_config,
20962306a36Sopenharmony_ci	.schedule_events	= x86_schedule_events,
21062306a36Sopenharmony_ci	.eventsel		= MSR_P6_EVNTSEL0,
21162306a36Sopenharmony_ci	.perfctr		= MSR_P6_PERFCTR0,
21262306a36Sopenharmony_ci	.event_map		= p6_pmu_event_map,
21362306a36Sopenharmony_ci	.max_events		= ARRAY_SIZE(p6_perfmon_event_map),
21462306a36Sopenharmony_ci	.apic			= 1,
21562306a36Sopenharmony_ci	.max_period		= (1ULL << 31) - 1,
21662306a36Sopenharmony_ci	.version		= 0,
21762306a36Sopenharmony_ci	.num_counters		= 2,
21862306a36Sopenharmony_ci	/*
21962306a36Sopenharmony_ci	 * Events have 40 bits implemented. However they are designed such
22062306a36Sopenharmony_ci	 * that bits [32-39] are sign extensions of bit 31. As such the
22162306a36Sopenharmony_ci	 * effective width of a event for P6-like PMU is 32 bits only.
22262306a36Sopenharmony_ci	 *
22362306a36Sopenharmony_ci	 * See IA-32 Intel Architecture Software developer manual Vol 3B
22462306a36Sopenharmony_ci	 */
22562306a36Sopenharmony_ci	.cntval_bits		= 32,
22662306a36Sopenharmony_ci	.cntval_mask		= (1ULL << 32) - 1,
22762306a36Sopenharmony_ci	.get_event_constraints	= x86_get_event_constraints,
22862306a36Sopenharmony_ci	.event_constraints	= p6_event_constraints,
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	.format_attrs		= intel_p6_formats_attr,
23162306a36Sopenharmony_ci	.events_sysfs_show	= intel_event_sysfs_show,
23262306a36Sopenharmony_ci
23362306a36Sopenharmony_ci};
23462306a36Sopenharmony_ci
23562306a36Sopenharmony_cistatic __init void p6_pmu_rdpmc_quirk(void)
23662306a36Sopenharmony_ci{
23762306a36Sopenharmony_ci	if (boot_cpu_data.x86_stepping < 9) {
23862306a36Sopenharmony_ci		/*
23962306a36Sopenharmony_ci		 * PPro erratum 26; fixed in stepping 9 and above.
24062306a36Sopenharmony_ci		 */
24162306a36Sopenharmony_ci		pr_warn("Userspace RDPMC support disabled due to a CPU erratum\n");
24262306a36Sopenharmony_ci		x86_pmu.attr_rdpmc_broken = 1;
24362306a36Sopenharmony_ci		x86_pmu.attr_rdpmc = 0;
24462306a36Sopenharmony_ci	}
24562306a36Sopenharmony_ci}
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci__init int p6_pmu_init(void)
24862306a36Sopenharmony_ci{
24962306a36Sopenharmony_ci	x86_pmu = p6_pmu;
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	switch (boot_cpu_data.x86_model) {
25262306a36Sopenharmony_ci	case  1: /* Pentium Pro */
25362306a36Sopenharmony_ci		x86_add_quirk(p6_pmu_rdpmc_quirk);
25462306a36Sopenharmony_ci		break;
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci	case  3: /* Pentium II - Klamath */
25762306a36Sopenharmony_ci	case  5: /* Pentium II - Deschutes */
25862306a36Sopenharmony_ci	case  6: /* Pentium II - Mendocino */
25962306a36Sopenharmony_ci		break;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	case  7: /* Pentium III - Katmai */
26262306a36Sopenharmony_ci	case  8: /* Pentium III - Coppermine */
26362306a36Sopenharmony_ci	case 10: /* Pentium III Xeon */
26462306a36Sopenharmony_ci	case 11: /* Pentium III - Tualatin */
26562306a36Sopenharmony_ci		break;
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	case  9: /* Pentium M - Banias */
26862306a36Sopenharmony_ci	case 13: /* Pentium M - Dothan */
26962306a36Sopenharmony_ci		break;
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	default:
27262306a36Sopenharmony_ci		pr_cont("unsupported p6 CPU model %d ", boot_cpu_data.x86_model);
27362306a36Sopenharmony_ci		return -ENODEV;
27462306a36Sopenharmony_ci	}
27562306a36Sopenharmony_ci
27662306a36Sopenharmony_ci	memcpy(hw_cache_event_ids, p6_hw_cache_event_ids,
27762306a36Sopenharmony_ci		sizeof(hw_cache_event_ids));
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	return 0;
28062306a36Sopenharmony_ci}
281