162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci#include <errno.h> 362306a36Sopenharmony_ci#include <regex.h> 462306a36Sopenharmony_ci#include <string.h> 562306a36Sopenharmony_ci#include <sys/auxv.h> 662306a36Sopenharmony_ci#include <linux/kernel.h> 762306a36Sopenharmony_ci#include <linux/zalloc.h> 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include "perf_regs.h" 1062306a36Sopenharmony_ci#include "../../../perf-sys.h" 1162306a36Sopenharmony_ci#include "../../../util/debug.h" 1262306a36Sopenharmony_ci#include "../../../util/event.h" 1362306a36Sopenharmony_ci#include "../../../util/perf_regs.h" 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci#ifndef HWCAP_SVE 1662306a36Sopenharmony_ci#define HWCAP_SVE (1 << 22) 1762306a36Sopenharmony_ci#endif 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ciconst struct sample_reg sample_reg_masks[] = { 2062306a36Sopenharmony_ci SMPL_REG(x0, PERF_REG_ARM64_X0), 2162306a36Sopenharmony_ci SMPL_REG(x1, PERF_REG_ARM64_X1), 2262306a36Sopenharmony_ci SMPL_REG(x2, PERF_REG_ARM64_X2), 2362306a36Sopenharmony_ci SMPL_REG(x3, PERF_REG_ARM64_X3), 2462306a36Sopenharmony_ci SMPL_REG(x4, PERF_REG_ARM64_X4), 2562306a36Sopenharmony_ci SMPL_REG(x5, PERF_REG_ARM64_X5), 2662306a36Sopenharmony_ci SMPL_REG(x6, PERF_REG_ARM64_X6), 2762306a36Sopenharmony_ci SMPL_REG(x7, PERF_REG_ARM64_X7), 2862306a36Sopenharmony_ci SMPL_REG(x8, PERF_REG_ARM64_X8), 2962306a36Sopenharmony_ci SMPL_REG(x9, PERF_REG_ARM64_X9), 3062306a36Sopenharmony_ci SMPL_REG(x10, PERF_REG_ARM64_X10), 3162306a36Sopenharmony_ci SMPL_REG(x11, PERF_REG_ARM64_X11), 3262306a36Sopenharmony_ci SMPL_REG(x12, PERF_REG_ARM64_X12), 3362306a36Sopenharmony_ci SMPL_REG(x13, PERF_REG_ARM64_X13), 3462306a36Sopenharmony_ci SMPL_REG(x14, PERF_REG_ARM64_X14), 3562306a36Sopenharmony_ci SMPL_REG(x15, PERF_REG_ARM64_X15), 3662306a36Sopenharmony_ci SMPL_REG(x16, PERF_REG_ARM64_X16), 3762306a36Sopenharmony_ci SMPL_REG(x17, PERF_REG_ARM64_X17), 3862306a36Sopenharmony_ci SMPL_REG(x18, PERF_REG_ARM64_X18), 3962306a36Sopenharmony_ci SMPL_REG(x19, PERF_REG_ARM64_X19), 4062306a36Sopenharmony_ci SMPL_REG(x20, PERF_REG_ARM64_X20), 4162306a36Sopenharmony_ci SMPL_REG(x21, PERF_REG_ARM64_X21), 4262306a36Sopenharmony_ci SMPL_REG(x22, PERF_REG_ARM64_X22), 4362306a36Sopenharmony_ci SMPL_REG(x23, PERF_REG_ARM64_X23), 4462306a36Sopenharmony_ci SMPL_REG(x24, PERF_REG_ARM64_X24), 4562306a36Sopenharmony_ci SMPL_REG(x25, PERF_REG_ARM64_X25), 4662306a36Sopenharmony_ci SMPL_REG(x26, PERF_REG_ARM64_X26), 4762306a36Sopenharmony_ci SMPL_REG(x27, PERF_REG_ARM64_X27), 4862306a36Sopenharmony_ci SMPL_REG(x28, PERF_REG_ARM64_X28), 4962306a36Sopenharmony_ci SMPL_REG(x29, PERF_REG_ARM64_X29), 5062306a36Sopenharmony_ci SMPL_REG(lr, PERF_REG_ARM64_LR), 5162306a36Sopenharmony_ci SMPL_REG(sp, PERF_REG_ARM64_SP), 5262306a36Sopenharmony_ci SMPL_REG(pc, PERF_REG_ARM64_PC), 5362306a36Sopenharmony_ci SMPL_REG(vg, PERF_REG_ARM64_VG), 5462306a36Sopenharmony_ci SMPL_REG_END 5562306a36Sopenharmony_ci}; 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci/* %xNUM */ 5862306a36Sopenharmony_ci#define SDT_OP_REGEX1 "^(x[1-2]?[0-9]|3[0-1])$" 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_ci/* [sp], [sp, NUM] */ 6162306a36Sopenharmony_ci#define SDT_OP_REGEX2 "^\\[sp(, )?([0-9]+)?\\]$" 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_cistatic regex_t sdt_op_regex1, sdt_op_regex2; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_cistatic int sdt_init_op_regex(void) 6662306a36Sopenharmony_ci{ 6762306a36Sopenharmony_ci static int initialized; 6862306a36Sopenharmony_ci int ret = 0; 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci if (initialized) 7162306a36Sopenharmony_ci return 0; 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci ret = regcomp(&sdt_op_regex1, SDT_OP_REGEX1, REG_EXTENDED); 7462306a36Sopenharmony_ci if (ret) 7562306a36Sopenharmony_ci goto error; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci ret = regcomp(&sdt_op_regex2, SDT_OP_REGEX2, REG_EXTENDED); 7862306a36Sopenharmony_ci if (ret) 7962306a36Sopenharmony_ci goto free_regex1; 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci initialized = 1; 8262306a36Sopenharmony_ci return 0; 8362306a36Sopenharmony_ci 8462306a36Sopenharmony_cifree_regex1: 8562306a36Sopenharmony_ci regfree(&sdt_op_regex1); 8662306a36Sopenharmony_cierror: 8762306a36Sopenharmony_ci pr_debug4("Regex compilation error.\n"); 8862306a36Sopenharmony_ci return ret; 8962306a36Sopenharmony_ci} 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci/* 9262306a36Sopenharmony_ci * SDT marker arguments on Arm64 uses %xREG or [sp, NUM], currently 9362306a36Sopenharmony_ci * support these two formats. 9462306a36Sopenharmony_ci */ 9562306a36Sopenharmony_ciint arch_sdt_arg_parse_op(char *old_op, char **new_op) 9662306a36Sopenharmony_ci{ 9762306a36Sopenharmony_ci int ret, new_len; 9862306a36Sopenharmony_ci regmatch_t rm[5]; 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci ret = sdt_init_op_regex(); 10162306a36Sopenharmony_ci if (ret < 0) 10262306a36Sopenharmony_ci return ret; 10362306a36Sopenharmony_ci 10462306a36Sopenharmony_ci if (!regexec(&sdt_op_regex1, old_op, 3, rm, 0)) { 10562306a36Sopenharmony_ci /* Extract xNUM */ 10662306a36Sopenharmony_ci new_len = 2; /* % NULL */ 10762306a36Sopenharmony_ci new_len += (int)(rm[1].rm_eo - rm[1].rm_so); 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci *new_op = zalloc(new_len); 11062306a36Sopenharmony_ci if (!*new_op) 11162306a36Sopenharmony_ci return -ENOMEM; 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_ci scnprintf(*new_op, new_len, "%%%.*s", 11462306a36Sopenharmony_ci (int)(rm[1].rm_eo - rm[1].rm_so), old_op + rm[1].rm_so); 11562306a36Sopenharmony_ci } else if (!regexec(&sdt_op_regex2, old_op, 5, rm, 0)) { 11662306a36Sopenharmony_ci /* [sp], [sp, NUM] or [sp,NUM] */ 11762306a36Sopenharmony_ci new_len = 7; /* + ( % s p ) NULL */ 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci /* If the argument is [sp], need to fill offset '0' */ 12062306a36Sopenharmony_ci if (rm[2].rm_so == -1) 12162306a36Sopenharmony_ci new_len += 1; 12262306a36Sopenharmony_ci else 12362306a36Sopenharmony_ci new_len += (int)(rm[2].rm_eo - rm[2].rm_so); 12462306a36Sopenharmony_ci 12562306a36Sopenharmony_ci *new_op = zalloc(new_len); 12662306a36Sopenharmony_ci if (!*new_op) 12762306a36Sopenharmony_ci return -ENOMEM; 12862306a36Sopenharmony_ci 12962306a36Sopenharmony_ci if (rm[2].rm_so == -1) 13062306a36Sopenharmony_ci scnprintf(*new_op, new_len, "+0(%%sp)"); 13162306a36Sopenharmony_ci else 13262306a36Sopenharmony_ci scnprintf(*new_op, new_len, "+%.*s(%%sp)", 13362306a36Sopenharmony_ci (int)(rm[2].rm_eo - rm[2].rm_so), 13462306a36Sopenharmony_ci old_op + rm[2].rm_so); 13562306a36Sopenharmony_ci } else { 13662306a36Sopenharmony_ci pr_debug4("Skipping unsupported SDT argument: %s\n", old_op); 13762306a36Sopenharmony_ci return SDT_ARG_SKIP; 13862306a36Sopenharmony_ci } 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci return SDT_ARG_VALID; 14162306a36Sopenharmony_ci} 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ciuint64_t arch__intr_reg_mask(void) 14462306a36Sopenharmony_ci{ 14562306a36Sopenharmony_ci return PERF_REGS_MASK; 14662306a36Sopenharmony_ci} 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_ciuint64_t arch__user_reg_mask(void) 14962306a36Sopenharmony_ci{ 15062306a36Sopenharmony_ci struct perf_event_attr attr = { 15162306a36Sopenharmony_ci .type = PERF_TYPE_HARDWARE, 15262306a36Sopenharmony_ci .config = PERF_COUNT_HW_CPU_CYCLES, 15362306a36Sopenharmony_ci .sample_type = PERF_SAMPLE_REGS_USER, 15462306a36Sopenharmony_ci .disabled = 1, 15562306a36Sopenharmony_ci .exclude_kernel = 1, 15662306a36Sopenharmony_ci .sample_period = 1, 15762306a36Sopenharmony_ci .sample_regs_user = PERF_REGS_MASK 15862306a36Sopenharmony_ci }; 15962306a36Sopenharmony_ci int fd; 16062306a36Sopenharmony_ci 16162306a36Sopenharmony_ci if (getauxval(AT_HWCAP) & HWCAP_SVE) 16262306a36Sopenharmony_ci attr.sample_regs_user |= SMPL_REG_MASK(PERF_REG_ARM64_VG); 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci /* 16562306a36Sopenharmony_ci * Check if the pmu supports perf extended regs, before 16662306a36Sopenharmony_ci * returning the register mask to sample. 16762306a36Sopenharmony_ci */ 16862306a36Sopenharmony_ci if (attr.sample_regs_user != PERF_REGS_MASK) { 16962306a36Sopenharmony_ci event_attr_init(&attr); 17062306a36Sopenharmony_ci fd = sys_perf_event_open(&attr, 0, -1, -1, 0); 17162306a36Sopenharmony_ci if (fd != -1) { 17262306a36Sopenharmony_ci close(fd); 17362306a36Sopenharmony_ci return attr.sample_regs_user; 17462306a36Sopenharmony_ci } 17562306a36Sopenharmony_ci } 17662306a36Sopenharmony_ci return PERF_REGS_MASK; 17762306a36Sopenharmony_ci} 178