162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci#include <errno.h>
362306a36Sopenharmony_ci#include <regex.h>
462306a36Sopenharmony_ci#include <string.h>
562306a36Sopenharmony_ci#include <sys/auxv.h>
662306a36Sopenharmony_ci#include <linux/kernel.h>
762306a36Sopenharmony_ci#include <linux/zalloc.h>
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include "perf_regs.h"
1062306a36Sopenharmony_ci#include "../../../perf-sys.h"
1162306a36Sopenharmony_ci#include "../../../util/debug.h"
1262306a36Sopenharmony_ci#include "../../../util/event.h"
1362306a36Sopenharmony_ci#include "../../../util/perf_regs.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci#ifndef HWCAP_SVE
1662306a36Sopenharmony_ci#define HWCAP_SVE	(1 << 22)
1762306a36Sopenharmony_ci#endif
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ciconst struct sample_reg sample_reg_masks[] = {
2062306a36Sopenharmony_ci	SMPL_REG(x0, PERF_REG_ARM64_X0),
2162306a36Sopenharmony_ci	SMPL_REG(x1, PERF_REG_ARM64_X1),
2262306a36Sopenharmony_ci	SMPL_REG(x2, PERF_REG_ARM64_X2),
2362306a36Sopenharmony_ci	SMPL_REG(x3, PERF_REG_ARM64_X3),
2462306a36Sopenharmony_ci	SMPL_REG(x4, PERF_REG_ARM64_X4),
2562306a36Sopenharmony_ci	SMPL_REG(x5, PERF_REG_ARM64_X5),
2662306a36Sopenharmony_ci	SMPL_REG(x6, PERF_REG_ARM64_X6),
2762306a36Sopenharmony_ci	SMPL_REG(x7, PERF_REG_ARM64_X7),
2862306a36Sopenharmony_ci	SMPL_REG(x8, PERF_REG_ARM64_X8),
2962306a36Sopenharmony_ci	SMPL_REG(x9, PERF_REG_ARM64_X9),
3062306a36Sopenharmony_ci	SMPL_REG(x10, PERF_REG_ARM64_X10),
3162306a36Sopenharmony_ci	SMPL_REG(x11, PERF_REG_ARM64_X11),
3262306a36Sopenharmony_ci	SMPL_REG(x12, PERF_REG_ARM64_X12),
3362306a36Sopenharmony_ci	SMPL_REG(x13, PERF_REG_ARM64_X13),
3462306a36Sopenharmony_ci	SMPL_REG(x14, PERF_REG_ARM64_X14),
3562306a36Sopenharmony_ci	SMPL_REG(x15, PERF_REG_ARM64_X15),
3662306a36Sopenharmony_ci	SMPL_REG(x16, PERF_REG_ARM64_X16),
3762306a36Sopenharmony_ci	SMPL_REG(x17, PERF_REG_ARM64_X17),
3862306a36Sopenharmony_ci	SMPL_REG(x18, PERF_REG_ARM64_X18),
3962306a36Sopenharmony_ci	SMPL_REG(x19, PERF_REG_ARM64_X19),
4062306a36Sopenharmony_ci	SMPL_REG(x20, PERF_REG_ARM64_X20),
4162306a36Sopenharmony_ci	SMPL_REG(x21, PERF_REG_ARM64_X21),
4262306a36Sopenharmony_ci	SMPL_REG(x22, PERF_REG_ARM64_X22),
4362306a36Sopenharmony_ci	SMPL_REG(x23, PERF_REG_ARM64_X23),
4462306a36Sopenharmony_ci	SMPL_REG(x24, PERF_REG_ARM64_X24),
4562306a36Sopenharmony_ci	SMPL_REG(x25, PERF_REG_ARM64_X25),
4662306a36Sopenharmony_ci	SMPL_REG(x26, PERF_REG_ARM64_X26),
4762306a36Sopenharmony_ci	SMPL_REG(x27, PERF_REG_ARM64_X27),
4862306a36Sopenharmony_ci	SMPL_REG(x28, PERF_REG_ARM64_X28),
4962306a36Sopenharmony_ci	SMPL_REG(x29, PERF_REG_ARM64_X29),
5062306a36Sopenharmony_ci	SMPL_REG(lr, PERF_REG_ARM64_LR),
5162306a36Sopenharmony_ci	SMPL_REG(sp, PERF_REG_ARM64_SP),
5262306a36Sopenharmony_ci	SMPL_REG(pc, PERF_REG_ARM64_PC),
5362306a36Sopenharmony_ci	SMPL_REG(vg, PERF_REG_ARM64_VG),
5462306a36Sopenharmony_ci	SMPL_REG_END
5562306a36Sopenharmony_ci};
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_ci/* %xNUM */
5862306a36Sopenharmony_ci#define SDT_OP_REGEX1  "^(x[1-2]?[0-9]|3[0-1])$"
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci/* [sp], [sp, NUM] */
6162306a36Sopenharmony_ci#define SDT_OP_REGEX2  "^\\[sp(, )?([0-9]+)?\\]$"
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_cistatic regex_t sdt_op_regex1, sdt_op_regex2;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_cistatic int sdt_init_op_regex(void)
6662306a36Sopenharmony_ci{
6762306a36Sopenharmony_ci	static int initialized;
6862306a36Sopenharmony_ci	int ret = 0;
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	if (initialized)
7162306a36Sopenharmony_ci		return 0;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	ret = regcomp(&sdt_op_regex1, SDT_OP_REGEX1, REG_EXTENDED);
7462306a36Sopenharmony_ci	if (ret)
7562306a36Sopenharmony_ci		goto error;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	ret = regcomp(&sdt_op_regex2, SDT_OP_REGEX2, REG_EXTENDED);
7862306a36Sopenharmony_ci	if (ret)
7962306a36Sopenharmony_ci		goto free_regex1;
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	initialized = 1;
8262306a36Sopenharmony_ci	return 0;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_cifree_regex1:
8562306a36Sopenharmony_ci	regfree(&sdt_op_regex1);
8662306a36Sopenharmony_cierror:
8762306a36Sopenharmony_ci	pr_debug4("Regex compilation error.\n");
8862306a36Sopenharmony_ci	return ret;
8962306a36Sopenharmony_ci}
9062306a36Sopenharmony_ci
9162306a36Sopenharmony_ci/*
9262306a36Sopenharmony_ci * SDT marker arguments on Arm64 uses %xREG or [sp, NUM], currently
9362306a36Sopenharmony_ci * support these two formats.
9462306a36Sopenharmony_ci */
9562306a36Sopenharmony_ciint arch_sdt_arg_parse_op(char *old_op, char **new_op)
9662306a36Sopenharmony_ci{
9762306a36Sopenharmony_ci	int ret, new_len;
9862306a36Sopenharmony_ci	regmatch_t rm[5];
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	ret = sdt_init_op_regex();
10162306a36Sopenharmony_ci	if (ret < 0)
10262306a36Sopenharmony_ci		return ret;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	if (!regexec(&sdt_op_regex1, old_op, 3, rm, 0)) {
10562306a36Sopenharmony_ci		/* Extract xNUM */
10662306a36Sopenharmony_ci		new_len = 2;	/* % NULL */
10762306a36Sopenharmony_ci		new_len += (int)(rm[1].rm_eo - rm[1].rm_so);
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci		*new_op = zalloc(new_len);
11062306a36Sopenharmony_ci		if (!*new_op)
11162306a36Sopenharmony_ci			return -ENOMEM;
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci		scnprintf(*new_op, new_len, "%%%.*s",
11462306a36Sopenharmony_ci			(int)(rm[1].rm_eo - rm[1].rm_so), old_op + rm[1].rm_so);
11562306a36Sopenharmony_ci	} else if (!regexec(&sdt_op_regex2, old_op, 5, rm, 0)) {
11662306a36Sopenharmony_ci		/* [sp], [sp, NUM] or [sp,NUM] */
11762306a36Sopenharmony_ci		new_len = 7;	/* + ( % s p ) NULL */
11862306a36Sopenharmony_ci
11962306a36Sopenharmony_ci		/* If the argument is [sp], need to fill offset '0' */
12062306a36Sopenharmony_ci		if (rm[2].rm_so == -1)
12162306a36Sopenharmony_ci			new_len += 1;
12262306a36Sopenharmony_ci		else
12362306a36Sopenharmony_ci			new_len += (int)(rm[2].rm_eo - rm[2].rm_so);
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ci		*new_op = zalloc(new_len);
12662306a36Sopenharmony_ci		if (!*new_op)
12762306a36Sopenharmony_ci			return -ENOMEM;
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci		if (rm[2].rm_so == -1)
13062306a36Sopenharmony_ci			scnprintf(*new_op, new_len, "+0(%%sp)");
13162306a36Sopenharmony_ci		else
13262306a36Sopenharmony_ci			scnprintf(*new_op, new_len, "+%.*s(%%sp)",
13362306a36Sopenharmony_ci				  (int)(rm[2].rm_eo - rm[2].rm_so),
13462306a36Sopenharmony_ci				  old_op + rm[2].rm_so);
13562306a36Sopenharmony_ci	} else {
13662306a36Sopenharmony_ci		pr_debug4("Skipping unsupported SDT argument: %s\n", old_op);
13762306a36Sopenharmony_ci		return SDT_ARG_SKIP;
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	return SDT_ARG_VALID;
14162306a36Sopenharmony_ci}
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ciuint64_t arch__intr_reg_mask(void)
14462306a36Sopenharmony_ci{
14562306a36Sopenharmony_ci	return PERF_REGS_MASK;
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_ciuint64_t arch__user_reg_mask(void)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci	struct perf_event_attr attr = {
15162306a36Sopenharmony_ci		.type                   = PERF_TYPE_HARDWARE,
15262306a36Sopenharmony_ci		.config                 = PERF_COUNT_HW_CPU_CYCLES,
15362306a36Sopenharmony_ci		.sample_type            = PERF_SAMPLE_REGS_USER,
15462306a36Sopenharmony_ci		.disabled               = 1,
15562306a36Sopenharmony_ci		.exclude_kernel         = 1,
15662306a36Sopenharmony_ci		.sample_period		= 1,
15762306a36Sopenharmony_ci		.sample_regs_user	= PERF_REGS_MASK
15862306a36Sopenharmony_ci	};
15962306a36Sopenharmony_ci	int fd;
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	if (getauxval(AT_HWCAP) & HWCAP_SVE)
16262306a36Sopenharmony_ci		attr.sample_regs_user |= SMPL_REG_MASK(PERF_REG_ARM64_VG);
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	/*
16562306a36Sopenharmony_ci	 * Check if the pmu supports perf extended regs, before
16662306a36Sopenharmony_ci	 * returning the register mask to sample.
16762306a36Sopenharmony_ci	 */
16862306a36Sopenharmony_ci	if (attr.sample_regs_user != PERF_REGS_MASK) {
16962306a36Sopenharmony_ci		event_attr_init(&attr);
17062306a36Sopenharmony_ci		fd = sys_perf_event_open(&attr, 0, -1, -1, 0);
17162306a36Sopenharmony_ci		if (fd != -1) {
17262306a36Sopenharmony_ci			close(fd);
17362306a36Sopenharmony_ci			return attr.sample_regs_user;
17462306a36Sopenharmony_ci		}
17562306a36Sopenharmony_ci	}
17662306a36Sopenharmony_ci	return PERF_REGS_MASK;
17762306a36Sopenharmony_ci}
178