18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * arm_spe_decoder.c: ARM SPE support 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#ifndef _GNU_SOURCE 78c2ecf20Sopenharmony_ci#define _GNU_SOURCE 88c2ecf20Sopenharmony_ci#endif 98c2ecf20Sopenharmony_ci#include <errno.h> 108c2ecf20Sopenharmony_ci#include <inttypes.h> 118c2ecf20Sopenharmony_ci#include <stdbool.h> 128c2ecf20Sopenharmony_ci#include <string.h> 138c2ecf20Sopenharmony_ci#include <stdint.h> 148c2ecf20Sopenharmony_ci#include <stdlib.h> 158c2ecf20Sopenharmony_ci#include <linux/compiler.h> 168c2ecf20Sopenharmony_ci#include <linux/zalloc.h> 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci#include "../auxtrace.h" 198c2ecf20Sopenharmony_ci#include "../debug.h" 208c2ecf20Sopenharmony_ci#include "../util.h" 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_ci#include "arm-spe-decoder.h" 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_ci#ifndef BIT 258c2ecf20Sopenharmony_ci#define BIT(n) (1UL << (n)) 268c2ecf20Sopenharmony_ci#endif 278c2ecf20Sopenharmony_ci 288c2ecf20Sopenharmony_cistatic u64 arm_spe_calc_ip(int index, u64 payload) 298c2ecf20Sopenharmony_ci{ 308c2ecf20Sopenharmony_ci u8 *addr = (u8 *)&payload; 318c2ecf20Sopenharmony_ci int ns, el; 328c2ecf20Sopenharmony_ci 338c2ecf20Sopenharmony_ci /* Instruction virtual address or Branch target address */ 348c2ecf20Sopenharmony_ci if (index == SPE_ADDR_PKT_HDR_INDEX_INS || 358c2ecf20Sopenharmony_ci index == SPE_ADDR_PKT_HDR_INDEX_BRANCH) { 368c2ecf20Sopenharmony_ci ns = addr[7] & SPE_ADDR_PKT_NS; 378c2ecf20Sopenharmony_ci el = (addr[7] & SPE_ADDR_PKT_EL_MASK) >> SPE_ADDR_PKT_EL_OFFSET; 388c2ecf20Sopenharmony_ci 398c2ecf20Sopenharmony_ci /* Fill highest byte for EL1 or EL2 (VHE) mode */ 408c2ecf20Sopenharmony_ci if (ns && (el == SPE_ADDR_PKT_EL1 || el == SPE_ADDR_PKT_EL2)) 418c2ecf20Sopenharmony_ci addr[7] = 0xff; 428c2ecf20Sopenharmony_ci /* Clean highest byte for other cases */ 438c2ecf20Sopenharmony_ci else 448c2ecf20Sopenharmony_ci addr[7] = 0x0; 458c2ecf20Sopenharmony_ci 468c2ecf20Sopenharmony_ci /* Data access virtual address */ 478c2ecf20Sopenharmony_ci } else if (index == SPE_ADDR_PKT_HDR_INDEX_DATA_VIRT) { 488c2ecf20Sopenharmony_ci 498c2ecf20Sopenharmony_ci /* Fill highest byte if bits [48..55] is 0xff */ 508c2ecf20Sopenharmony_ci if (addr[6] == 0xff) 518c2ecf20Sopenharmony_ci addr[7] = 0xff; 528c2ecf20Sopenharmony_ci /* Otherwise, cleanup tags */ 538c2ecf20Sopenharmony_ci else 548c2ecf20Sopenharmony_ci addr[7] = 0x0; 558c2ecf20Sopenharmony_ci 568c2ecf20Sopenharmony_ci /* Data access physical address */ 578c2ecf20Sopenharmony_ci } else if (index == SPE_ADDR_PKT_HDR_INDEX_DATA_PHYS) { 588c2ecf20Sopenharmony_ci /* Cleanup byte 7 */ 598c2ecf20Sopenharmony_ci addr[7] = 0x0; 608c2ecf20Sopenharmony_ci } else { 618c2ecf20Sopenharmony_ci pr_err("unsupported address packet index: 0x%x\n", index); 628c2ecf20Sopenharmony_ci } 638c2ecf20Sopenharmony_ci 648c2ecf20Sopenharmony_ci return payload; 658c2ecf20Sopenharmony_ci} 668c2ecf20Sopenharmony_ci 678c2ecf20Sopenharmony_cistruct arm_spe_decoder *arm_spe_decoder_new(struct arm_spe_params *params) 688c2ecf20Sopenharmony_ci{ 698c2ecf20Sopenharmony_ci struct arm_spe_decoder *decoder; 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci if (!params->get_trace) 728c2ecf20Sopenharmony_ci return NULL; 738c2ecf20Sopenharmony_ci 748c2ecf20Sopenharmony_ci decoder = zalloc(sizeof(struct arm_spe_decoder)); 758c2ecf20Sopenharmony_ci if (!decoder) 768c2ecf20Sopenharmony_ci return NULL; 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci decoder->get_trace = params->get_trace; 798c2ecf20Sopenharmony_ci decoder->data = params->data; 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci return decoder; 828c2ecf20Sopenharmony_ci} 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_civoid arm_spe_decoder_free(struct arm_spe_decoder *decoder) 858c2ecf20Sopenharmony_ci{ 868c2ecf20Sopenharmony_ci free(decoder); 878c2ecf20Sopenharmony_ci} 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_cistatic int arm_spe_get_data(struct arm_spe_decoder *decoder) 908c2ecf20Sopenharmony_ci{ 918c2ecf20Sopenharmony_ci struct arm_spe_buffer buffer = { .buf = 0, }; 928c2ecf20Sopenharmony_ci int ret; 938c2ecf20Sopenharmony_ci 948c2ecf20Sopenharmony_ci pr_debug("Getting more data\n"); 958c2ecf20Sopenharmony_ci ret = decoder->get_trace(&buffer, decoder->data); 968c2ecf20Sopenharmony_ci if (ret < 0) 978c2ecf20Sopenharmony_ci return ret; 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci decoder->buf = buffer.buf; 1008c2ecf20Sopenharmony_ci decoder->len = buffer.len; 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_ci if (!decoder->len) 1038c2ecf20Sopenharmony_ci pr_debug("No more data\n"); 1048c2ecf20Sopenharmony_ci 1058c2ecf20Sopenharmony_ci return decoder->len; 1068c2ecf20Sopenharmony_ci} 1078c2ecf20Sopenharmony_ci 1088c2ecf20Sopenharmony_cistatic int arm_spe_get_next_packet(struct arm_spe_decoder *decoder) 1098c2ecf20Sopenharmony_ci{ 1108c2ecf20Sopenharmony_ci int ret; 1118c2ecf20Sopenharmony_ci 1128c2ecf20Sopenharmony_ci do { 1138c2ecf20Sopenharmony_ci if (!decoder->len) { 1148c2ecf20Sopenharmony_ci ret = arm_spe_get_data(decoder); 1158c2ecf20Sopenharmony_ci 1168c2ecf20Sopenharmony_ci /* Failed to read out trace data */ 1178c2ecf20Sopenharmony_ci if (ret <= 0) 1188c2ecf20Sopenharmony_ci return ret; 1198c2ecf20Sopenharmony_ci } 1208c2ecf20Sopenharmony_ci 1218c2ecf20Sopenharmony_ci ret = arm_spe_get_packet(decoder->buf, decoder->len, 1228c2ecf20Sopenharmony_ci &decoder->packet); 1238c2ecf20Sopenharmony_ci if (ret <= 0) { 1248c2ecf20Sopenharmony_ci /* Move forward for 1 byte */ 1258c2ecf20Sopenharmony_ci decoder->buf += 1; 1268c2ecf20Sopenharmony_ci decoder->len -= 1; 1278c2ecf20Sopenharmony_ci return -EBADMSG; 1288c2ecf20Sopenharmony_ci } 1298c2ecf20Sopenharmony_ci 1308c2ecf20Sopenharmony_ci decoder->buf += ret; 1318c2ecf20Sopenharmony_ci decoder->len -= ret; 1328c2ecf20Sopenharmony_ci } while (decoder->packet.type == ARM_SPE_PAD); 1338c2ecf20Sopenharmony_ci 1348c2ecf20Sopenharmony_ci return 1; 1358c2ecf20Sopenharmony_ci} 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_cistatic int arm_spe_read_record(struct arm_spe_decoder *decoder) 1388c2ecf20Sopenharmony_ci{ 1398c2ecf20Sopenharmony_ci int err; 1408c2ecf20Sopenharmony_ci int idx; 1418c2ecf20Sopenharmony_ci u64 payload, ip; 1428c2ecf20Sopenharmony_ci 1438c2ecf20Sopenharmony_ci memset(&decoder->record, 0x0, sizeof(decoder->record)); 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci while (1) { 1468c2ecf20Sopenharmony_ci err = arm_spe_get_next_packet(decoder); 1478c2ecf20Sopenharmony_ci if (err <= 0) 1488c2ecf20Sopenharmony_ci return err; 1498c2ecf20Sopenharmony_ci 1508c2ecf20Sopenharmony_ci idx = decoder->packet.index; 1518c2ecf20Sopenharmony_ci payload = decoder->packet.payload; 1528c2ecf20Sopenharmony_ci 1538c2ecf20Sopenharmony_ci switch (decoder->packet.type) { 1548c2ecf20Sopenharmony_ci case ARM_SPE_TIMESTAMP: 1558c2ecf20Sopenharmony_ci decoder->record.timestamp = payload; 1568c2ecf20Sopenharmony_ci return 1; 1578c2ecf20Sopenharmony_ci case ARM_SPE_END: 1588c2ecf20Sopenharmony_ci return 1; 1598c2ecf20Sopenharmony_ci case ARM_SPE_ADDRESS: 1608c2ecf20Sopenharmony_ci ip = arm_spe_calc_ip(idx, payload); 1618c2ecf20Sopenharmony_ci if (idx == SPE_ADDR_PKT_HDR_INDEX_INS) 1628c2ecf20Sopenharmony_ci decoder->record.from_ip = ip; 1638c2ecf20Sopenharmony_ci else if (idx == SPE_ADDR_PKT_HDR_INDEX_BRANCH) 1648c2ecf20Sopenharmony_ci decoder->record.to_ip = ip; 1658c2ecf20Sopenharmony_ci break; 1668c2ecf20Sopenharmony_ci case ARM_SPE_COUNTER: 1678c2ecf20Sopenharmony_ci break; 1688c2ecf20Sopenharmony_ci case ARM_SPE_CONTEXT: 1698c2ecf20Sopenharmony_ci break; 1708c2ecf20Sopenharmony_ci case ARM_SPE_OP_TYPE: 1718c2ecf20Sopenharmony_ci break; 1728c2ecf20Sopenharmony_ci case ARM_SPE_EVENTS: 1738c2ecf20Sopenharmony_ci if (payload & BIT(EV_L1D_REFILL)) 1748c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_L1D_MISS; 1758c2ecf20Sopenharmony_ci 1768c2ecf20Sopenharmony_ci if (payload & BIT(EV_L1D_ACCESS)) 1778c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_L1D_ACCESS; 1788c2ecf20Sopenharmony_ci 1798c2ecf20Sopenharmony_ci if (payload & BIT(EV_TLB_WALK)) 1808c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_TLB_MISS; 1818c2ecf20Sopenharmony_ci 1828c2ecf20Sopenharmony_ci if (payload & BIT(EV_TLB_ACCESS)) 1838c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_TLB_ACCESS; 1848c2ecf20Sopenharmony_ci 1858c2ecf20Sopenharmony_ci if ((idx == 2 || idx == 4 || idx == 8) && 1868c2ecf20Sopenharmony_ci (payload & BIT(EV_LLC_MISS))) 1878c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_LLC_MISS; 1888c2ecf20Sopenharmony_ci 1898c2ecf20Sopenharmony_ci if ((idx == 2 || idx == 4 || idx == 8) && 1908c2ecf20Sopenharmony_ci (payload & BIT(EV_LLC_ACCESS))) 1918c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_LLC_ACCESS; 1928c2ecf20Sopenharmony_ci 1938c2ecf20Sopenharmony_ci if ((idx == 2 || idx == 4 || idx == 8) && 1948c2ecf20Sopenharmony_ci (payload & BIT(EV_REMOTE_ACCESS))) 1958c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_REMOTE_ACCESS; 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ci if (payload & BIT(EV_MISPRED)) 1988c2ecf20Sopenharmony_ci decoder->record.type |= ARM_SPE_BRANCH_MISS; 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_ci break; 2018c2ecf20Sopenharmony_ci case ARM_SPE_DATA_SOURCE: 2028c2ecf20Sopenharmony_ci break; 2038c2ecf20Sopenharmony_ci case ARM_SPE_BAD: 2048c2ecf20Sopenharmony_ci break; 2058c2ecf20Sopenharmony_ci case ARM_SPE_PAD: 2068c2ecf20Sopenharmony_ci break; 2078c2ecf20Sopenharmony_ci default: 2088c2ecf20Sopenharmony_ci pr_err("Get packet error!\n"); 2098c2ecf20Sopenharmony_ci return -1; 2108c2ecf20Sopenharmony_ci } 2118c2ecf20Sopenharmony_ci } 2128c2ecf20Sopenharmony_ci 2138c2ecf20Sopenharmony_ci return 0; 2148c2ecf20Sopenharmony_ci} 2158c2ecf20Sopenharmony_ci 2168c2ecf20Sopenharmony_ciint arm_spe_decode(struct arm_spe_decoder *decoder) 2178c2ecf20Sopenharmony_ci{ 2188c2ecf20Sopenharmony_ci return arm_spe_read_record(decoder); 2198c2ecf20Sopenharmony_ci} 220