162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Support for libpfm4 event encoding.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright 2020 Google LLC.
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci#include "util/cpumap.h"
862306a36Sopenharmony_ci#include "util/debug.h"
962306a36Sopenharmony_ci#include "util/event.h"
1062306a36Sopenharmony_ci#include "util/evlist.h"
1162306a36Sopenharmony_ci#include "util/evsel.h"
1262306a36Sopenharmony_ci#include "util/parse-events.h"
1362306a36Sopenharmony_ci#include "util/pmus.h"
1462306a36Sopenharmony_ci#include "util/pfm.h"
1562306a36Sopenharmony_ci#include "util/strbuf.h"
1662306a36Sopenharmony_ci#include "util/thread_map.h"
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <string.h>
1962306a36Sopenharmony_ci#include <linux/kernel.h>
2062306a36Sopenharmony_ci#include <perfmon/pfmlib_perf_event.h>
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_cistatic void libpfm_initialize(void)
2362306a36Sopenharmony_ci{
2462306a36Sopenharmony_ci	int ret;
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci	ret = pfm_initialize();
2762306a36Sopenharmony_ci	if (ret != PFM_SUCCESS) {
2862306a36Sopenharmony_ci		ui__warning("libpfm failed to initialize: %s\n",
2962306a36Sopenharmony_ci			pfm_strerror(ret));
3062306a36Sopenharmony_ci	}
3162306a36Sopenharmony_ci}
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ciint parse_libpfm_events_option(const struct option *opt, const char *str,
3462306a36Sopenharmony_ci			int unset __maybe_unused)
3562306a36Sopenharmony_ci{
3662306a36Sopenharmony_ci	struct evlist *evlist = *(struct evlist **)opt->value;
3762306a36Sopenharmony_ci	struct perf_event_attr attr;
3862306a36Sopenharmony_ci	struct perf_pmu *pmu;
3962306a36Sopenharmony_ci	struct evsel *evsel, *grp_leader = NULL;
4062306a36Sopenharmony_ci	char *p, *q, *p_orig;
4162306a36Sopenharmony_ci	const char *sep;
4262306a36Sopenharmony_ci	int grp_evt = -1;
4362306a36Sopenharmony_ci	int ret;
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	libpfm_initialize();
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	p_orig = p = strdup(str);
4862306a36Sopenharmony_ci	if (!p)
4962306a36Sopenharmony_ci		return -1;
5062306a36Sopenharmony_ci	/*
5162306a36Sopenharmony_ci	 * force loading of the PMU list
5262306a36Sopenharmony_ci	 */
5362306a36Sopenharmony_ci	perf_pmus__scan(NULL);
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	for (q = p; strsep(&p, ",{}"); q = p) {
5662306a36Sopenharmony_ci		sep = p ? str + (p - p_orig - 1) : "";
5762306a36Sopenharmony_ci		if (*sep == '{') {
5862306a36Sopenharmony_ci			if (grp_evt > -1) {
5962306a36Sopenharmony_ci				ui__error(
6062306a36Sopenharmony_ci					"nested event groups not supported\n");
6162306a36Sopenharmony_ci				goto error;
6262306a36Sopenharmony_ci			}
6362306a36Sopenharmony_ci			grp_evt++;
6462306a36Sopenharmony_ci		}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci		/* no event */
6762306a36Sopenharmony_ci		if (*q == '\0') {
6862306a36Sopenharmony_ci			if (*sep == '}') {
6962306a36Sopenharmony_ci				if (grp_evt < 0) {
7062306a36Sopenharmony_ci					ui__error("cannot close a non-existing event group\n");
7162306a36Sopenharmony_ci					goto error;
7262306a36Sopenharmony_ci				}
7362306a36Sopenharmony_ci				grp_evt--;
7462306a36Sopenharmony_ci			}
7562306a36Sopenharmony_ci			continue;
7662306a36Sopenharmony_ci		}
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci		memset(&attr, 0, sizeof(attr));
7962306a36Sopenharmony_ci		event_attr_init(&attr);
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci		ret = pfm_get_perf_event_encoding(q, PFM_PLM0|PFM_PLM3,
8262306a36Sopenharmony_ci						&attr, NULL, NULL);
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci		if (ret != PFM_SUCCESS) {
8562306a36Sopenharmony_ci			ui__error("failed to parse event %s : %s\n", str,
8662306a36Sopenharmony_ci				  pfm_strerror(ret));
8762306a36Sopenharmony_ci			goto error;
8862306a36Sopenharmony_ci		}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci		pmu = perf_pmus__find_by_type((unsigned int)attr.type);
9162306a36Sopenharmony_ci		evsel = parse_events__add_event(evlist->core.nr_entries,
9262306a36Sopenharmony_ci						&attr, q, /*metric_id=*/NULL,
9362306a36Sopenharmony_ci						pmu);
9462306a36Sopenharmony_ci		if (evsel == NULL)
9562306a36Sopenharmony_ci			goto error;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci		evsel->is_libpfm_event = true;
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_ci		evlist__add(evlist, evsel);
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci		if (grp_evt == 0)
10262306a36Sopenharmony_ci			grp_leader = evsel;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci		if (grp_evt > -1) {
10562306a36Sopenharmony_ci			evsel__set_leader(evsel, grp_leader);
10662306a36Sopenharmony_ci			grp_leader->core.nr_members++;
10762306a36Sopenharmony_ci			grp_evt++;
10862306a36Sopenharmony_ci		}
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci		if (*sep == '}') {
11162306a36Sopenharmony_ci			if (grp_evt < 0) {
11262306a36Sopenharmony_ci				ui__error(
11362306a36Sopenharmony_ci				   "cannot close a non-existing event group\n");
11462306a36Sopenharmony_ci				goto error;
11562306a36Sopenharmony_ci			}
11662306a36Sopenharmony_ci			grp_leader = NULL;
11762306a36Sopenharmony_ci			grp_evt = -1;
11862306a36Sopenharmony_ci		}
11962306a36Sopenharmony_ci	}
12062306a36Sopenharmony_ci	free(p_orig);
12162306a36Sopenharmony_ci	return 0;
12262306a36Sopenharmony_cierror:
12362306a36Sopenharmony_ci	free(p_orig);
12462306a36Sopenharmony_ci	return -1;
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_cistatic bool is_libpfm_event_supported(const char *name, struct perf_cpu_map *cpus,
12862306a36Sopenharmony_ci				      struct perf_thread_map *threads)
12962306a36Sopenharmony_ci{
13062306a36Sopenharmony_ci	struct perf_pmu *pmu;
13162306a36Sopenharmony_ci	struct evsel *evsel;
13262306a36Sopenharmony_ci	struct perf_event_attr attr = {};
13362306a36Sopenharmony_ci	bool result = true;
13462306a36Sopenharmony_ci	int ret;
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci	ret = pfm_get_perf_event_encoding(name, PFM_PLM0|PFM_PLM3,
13762306a36Sopenharmony_ci					  &attr, NULL, NULL);
13862306a36Sopenharmony_ci	if (ret != PFM_SUCCESS)
13962306a36Sopenharmony_ci		return false;
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	pmu = perf_pmus__find_by_type((unsigned int)attr.type);
14262306a36Sopenharmony_ci	evsel = parse_events__add_event(0, &attr, name, /*metric_id=*/NULL, pmu);
14362306a36Sopenharmony_ci	if (evsel == NULL)
14462306a36Sopenharmony_ci		return false;
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	evsel->is_libpfm_event = true;
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ci	if (evsel__open(evsel, cpus, threads) < 0)
14962306a36Sopenharmony_ci		result = false;
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	evsel__close(evsel);
15262306a36Sopenharmony_ci	evsel__delete(evsel);
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	return result;
15562306a36Sopenharmony_ci}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_cistatic const char *srcs[PFM_ATTR_CTRL_MAX] = {
15862306a36Sopenharmony_ci	[PFM_ATTR_CTRL_UNKNOWN] = "???",
15962306a36Sopenharmony_ci	[PFM_ATTR_CTRL_PMU] = "PMU",
16062306a36Sopenharmony_ci	[PFM_ATTR_CTRL_PERF_EVENT] = "perf_event",
16162306a36Sopenharmony_ci};
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_cistatic void
16462306a36Sopenharmony_ciprint_attr_flags(struct strbuf *buf, const pfm_event_attr_info_t *info)
16562306a36Sopenharmony_ci{
16662306a36Sopenharmony_ci	if (info->is_dfl)
16762306a36Sopenharmony_ci		strbuf_addf(buf, "[default] ");
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ci	if (info->is_precise)
17062306a36Sopenharmony_ci		strbuf_addf(buf, "[precise] ");
17162306a36Sopenharmony_ci}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_cistatic void
17462306a36Sopenharmony_ciprint_libpfm_event(const struct print_callbacks *print_cb, void *print_state,
17562306a36Sopenharmony_ci		const pfm_pmu_info_t *pinfo, const pfm_event_info_t *info,
17662306a36Sopenharmony_ci		struct strbuf *buf)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	int j, ret;
17962306a36Sopenharmony_ci	char topic[80], name[80];
18062306a36Sopenharmony_ci	struct perf_cpu_map *cpus = perf_cpu_map__empty_new(1);
18162306a36Sopenharmony_ci	struct perf_thread_map *threads = thread_map__new_by_tid(0);
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci	strbuf_setlen(buf, 0);
18462306a36Sopenharmony_ci	snprintf(topic, sizeof(topic), "pfm %s", pinfo->name);
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	snprintf(name, sizeof(name), "%s::%s", pinfo->name, info->name);
18762306a36Sopenharmony_ci	strbuf_addf(buf, "Code: 0x%"PRIx64"\n", info->code);
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci	pfm_for_each_event_attr(j, info) {
19062306a36Sopenharmony_ci		pfm_event_attr_info_t ainfo;
19162306a36Sopenharmony_ci		const char *src;
19262306a36Sopenharmony_ci
19362306a36Sopenharmony_ci		ainfo.size = sizeof(ainfo);
19462306a36Sopenharmony_ci		ret = pfm_get_event_attr_info(info->idx, j, PFM_OS_PERF_EVENT_EXT, &ainfo);
19562306a36Sopenharmony_ci		if (ret != PFM_SUCCESS)
19662306a36Sopenharmony_ci			continue;
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci		if (ainfo.ctrl >= PFM_ATTR_CTRL_MAX)
19962306a36Sopenharmony_ci			ainfo.ctrl = PFM_ATTR_CTRL_UNKNOWN;
20062306a36Sopenharmony_ci
20162306a36Sopenharmony_ci		src = srcs[ainfo.ctrl];
20262306a36Sopenharmony_ci		switch (ainfo.type) {
20362306a36Sopenharmony_ci		case PFM_ATTR_UMASK: /* Ignore for now */
20462306a36Sopenharmony_ci			break;
20562306a36Sopenharmony_ci		case PFM_ATTR_MOD_BOOL:
20662306a36Sopenharmony_ci			strbuf_addf(buf, " Modif: %s: [%s] : %s (boolean)\n", src,
20762306a36Sopenharmony_ci				    ainfo.name, ainfo.desc);
20862306a36Sopenharmony_ci			break;
20962306a36Sopenharmony_ci		case PFM_ATTR_MOD_INTEGER:
21062306a36Sopenharmony_ci			strbuf_addf(buf, " Modif: %s: [%s] : %s (integer)\n", src,
21162306a36Sopenharmony_ci				    ainfo.name, ainfo.desc);
21262306a36Sopenharmony_ci			break;
21362306a36Sopenharmony_ci		case PFM_ATTR_NONE:
21462306a36Sopenharmony_ci		case PFM_ATTR_RAW_UMASK:
21562306a36Sopenharmony_ci		case PFM_ATTR_MAX:
21662306a36Sopenharmony_ci		default:
21762306a36Sopenharmony_ci			strbuf_addf(buf, " Attr: %s: [%s] : %s\n", src,
21862306a36Sopenharmony_ci				    ainfo.name, ainfo.desc);
21962306a36Sopenharmony_ci		}
22062306a36Sopenharmony_ci	}
22162306a36Sopenharmony_ci
22262306a36Sopenharmony_ci	if (is_libpfm_event_supported(name, cpus, threads)) {
22362306a36Sopenharmony_ci		print_cb->print_event(print_state, pinfo->name, topic,
22462306a36Sopenharmony_ci				      name, info->equiv,
22562306a36Sopenharmony_ci				      /*scale_unit=*/NULL,
22662306a36Sopenharmony_ci				      /*deprecated=*/NULL, "PFM event",
22762306a36Sopenharmony_ci				      info->desc, /*long_desc=*/NULL,
22862306a36Sopenharmony_ci				      /*encoding_desc=*/buf->buf);
22962306a36Sopenharmony_ci	}
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	pfm_for_each_event_attr(j, info) {
23262306a36Sopenharmony_ci		pfm_event_attr_info_t ainfo;
23362306a36Sopenharmony_ci		const char *src;
23462306a36Sopenharmony_ci
23562306a36Sopenharmony_ci		strbuf_setlen(buf, 0);
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci		ainfo.size = sizeof(ainfo);
23862306a36Sopenharmony_ci		ret = pfm_get_event_attr_info(info->idx, j, PFM_OS_PERF_EVENT_EXT, &ainfo);
23962306a36Sopenharmony_ci		if (ret != PFM_SUCCESS)
24062306a36Sopenharmony_ci			continue;
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci		if (ainfo.ctrl >= PFM_ATTR_CTRL_MAX)
24362306a36Sopenharmony_ci			ainfo.ctrl = PFM_ATTR_CTRL_UNKNOWN;
24462306a36Sopenharmony_ci
24562306a36Sopenharmony_ci		src = srcs[ainfo.ctrl];
24662306a36Sopenharmony_ci		if (ainfo.type == PFM_ATTR_UMASK) {
24762306a36Sopenharmony_ci			strbuf_addf(buf, "Umask: 0x%02"PRIx64" : %s: ",
24862306a36Sopenharmony_ci				ainfo.code, src);
24962306a36Sopenharmony_ci			print_attr_flags(buf, &ainfo);
25062306a36Sopenharmony_ci			snprintf(name, sizeof(name), "%s::%s:%s",
25162306a36Sopenharmony_ci				 pinfo->name, info->name, ainfo.name);
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci			if (!is_libpfm_event_supported(name, cpus, threads))
25462306a36Sopenharmony_ci				continue;
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_ci			print_cb->print_event(print_state,
25762306a36Sopenharmony_ci					pinfo->name,
25862306a36Sopenharmony_ci					topic,
25962306a36Sopenharmony_ci					name, /*alias=*/NULL,
26062306a36Sopenharmony_ci					/*scale_unit=*/NULL,
26162306a36Sopenharmony_ci					/*deprecated=*/NULL, "PFM event",
26262306a36Sopenharmony_ci					ainfo.desc, /*long_desc=*/NULL,
26362306a36Sopenharmony_ci					/*encoding_desc=*/buf->buf);
26462306a36Sopenharmony_ci		}
26562306a36Sopenharmony_ci	}
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci	perf_cpu_map__put(cpus);
26862306a36Sopenharmony_ci	perf_thread_map__put(threads);
26962306a36Sopenharmony_ci}
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_civoid print_libpfm_events(const struct print_callbacks *print_cb, void *print_state)
27262306a36Sopenharmony_ci{
27362306a36Sopenharmony_ci	pfm_event_info_t info;
27462306a36Sopenharmony_ci	pfm_pmu_info_t pinfo;
27562306a36Sopenharmony_ci	int p, ret;
27662306a36Sopenharmony_ci	struct strbuf storage;
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_ci	libpfm_initialize();
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	/* initialize to zero to indicate ABI version */
28162306a36Sopenharmony_ci	info.size  = sizeof(info);
28262306a36Sopenharmony_ci	pinfo.size = sizeof(pinfo);
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_ci	strbuf_init(&storage, 2048);
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	pfm_for_all_pmus(p) {
28762306a36Sopenharmony_ci		ret = pfm_get_pmu_info(p, &pinfo);
28862306a36Sopenharmony_ci		if (ret != PFM_SUCCESS)
28962306a36Sopenharmony_ci			continue;
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_ci		/* only print events that are supported by host HW */
29262306a36Sopenharmony_ci		if (!pinfo.is_present)
29362306a36Sopenharmony_ci			continue;
29462306a36Sopenharmony_ci
29562306a36Sopenharmony_ci		/* handled by perf directly */
29662306a36Sopenharmony_ci		if (pinfo.pmu == PFM_PMU_PERF_EVENT)
29762306a36Sopenharmony_ci			continue;
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci		for (int i = pinfo.first_event; i != -1; i = pfm_get_event_next(i)) {
30062306a36Sopenharmony_ci			ret = pfm_get_event_info(i, PFM_OS_PERF_EVENT_EXT,
30162306a36Sopenharmony_ci						&info);
30262306a36Sopenharmony_ci			if (ret != PFM_SUCCESS)
30362306a36Sopenharmony_ci				continue;
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_ci			print_libpfm_event(print_cb, print_state, &pinfo, &info, &storage);
30662306a36Sopenharmony_ci		}
30762306a36Sopenharmony_ci	}
30862306a36Sopenharmony_ci	strbuf_release(&storage);
30962306a36Sopenharmony_ci}
310