18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * NVM Express device driver tracepoints
48c2ecf20Sopenharmony_ci * Copyright (c) 2018 Johannes Thumshirn, SUSE Linux GmbH
58c2ecf20Sopenharmony_ci */
68c2ecf20Sopenharmony_ci
78c2ecf20Sopenharmony_ci#include <asm/unaligned.h>
88c2ecf20Sopenharmony_ci#include "trace.h"
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_cistatic const char *nvme_trace_delete_sq(struct trace_seq *p, u8 *cdw10)
118c2ecf20Sopenharmony_ci{
128c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
138c2ecf20Sopenharmony_ci	u16 sqid = get_unaligned_le16(cdw10);
148c2ecf20Sopenharmony_ci
158c2ecf20Sopenharmony_ci	trace_seq_printf(p, "sqid=%u", sqid);
168c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
178c2ecf20Sopenharmony_ci
188c2ecf20Sopenharmony_ci	return ret;
198c2ecf20Sopenharmony_ci}
208c2ecf20Sopenharmony_ci
218c2ecf20Sopenharmony_cistatic const char *nvme_trace_create_sq(struct trace_seq *p, u8 *cdw10)
228c2ecf20Sopenharmony_ci{
238c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
248c2ecf20Sopenharmony_ci	u16 sqid = get_unaligned_le16(cdw10);
258c2ecf20Sopenharmony_ci	u16 qsize = get_unaligned_le16(cdw10 + 2);
268c2ecf20Sopenharmony_ci	u16 sq_flags = get_unaligned_le16(cdw10 + 4);
278c2ecf20Sopenharmony_ci	u16 cqid = get_unaligned_le16(cdw10 + 6);
288c2ecf20Sopenharmony_ci
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_ci	trace_seq_printf(p, "sqid=%u, qsize=%u, sq_flags=0x%x, cqid=%u",
318c2ecf20Sopenharmony_ci			 sqid, qsize, sq_flags, cqid);
328c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
338c2ecf20Sopenharmony_ci
348c2ecf20Sopenharmony_ci	return ret;
358c2ecf20Sopenharmony_ci}
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_cistatic const char *nvme_trace_delete_cq(struct trace_seq *p, u8 *cdw10)
388c2ecf20Sopenharmony_ci{
398c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
408c2ecf20Sopenharmony_ci	u16 cqid = get_unaligned_le16(cdw10);
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_ci	trace_seq_printf(p, "cqid=%u", cqid);
438c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci	return ret;
468c2ecf20Sopenharmony_ci}
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_cistatic const char *nvme_trace_create_cq(struct trace_seq *p, u8 *cdw10)
498c2ecf20Sopenharmony_ci{
508c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
518c2ecf20Sopenharmony_ci	u16 cqid = get_unaligned_le16(cdw10);
528c2ecf20Sopenharmony_ci	u16 qsize = get_unaligned_le16(cdw10 + 2);
538c2ecf20Sopenharmony_ci	u16 cq_flags = get_unaligned_le16(cdw10 + 4);
548c2ecf20Sopenharmony_ci	u16 irq_vector = get_unaligned_le16(cdw10 + 6);
558c2ecf20Sopenharmony_ci
568c2ecf20Sopenharmony_ci	trace_seq_printf(p, "cqid=%u, qsize=%u, cq_flags=0x%x, irq_vector=%u",
578c2ecf20Sopenharmony_ci			 cqid, qsize, cq_flags, irq_vector);
588c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_ci	return ret;
618c2ecf20Sopenharmony_ci}
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_cistatic const char *nvme_trace_admin_identify(struct trace_seq *p, u8 *cdw10)
648c2ecf20Sopenharmony_ci{
658c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
668c2ecf20Sopenharmony_ci	u8 cns = cdw10[0];
678c2ecf20Sopenharmony_ci	u16 ctrlid = get_unaligned_le16(cdw10 + 2);
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci	trace_seq_printf(p, "cns=%u, ctrlid=%u", cns, ctrlid);
708c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_ci	return ret;
738c2ecf20Sopenharmony_ci}
748c2ecf20Sopenharmony_ci
758c2ecf20Sopenharmony_cistatic const char *nvme_trace_admin_get_features(struct trace_seq *p,
768c2ecf20Sopenharmony_ci						 u8 *cdw10)
778c2ecf20Sopenharmony_ci{
788c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
798c2ecf20Sopenharmony_ci	u8 fid = cdw10[0];
808c2ecf20Sopenharmony_ci	u8 sel = cdw10[1] & 0x7;
818c2ecf20Sopenharmony_ci	u32 cdw11 = get_unaligned_le32(cdw10 + 4);
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci	trace_seq_printf(p, "fid=0x%x sel=0x%x cdw11=0x%x", fid, sel, cdw11);
848c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_ci	return ret;
878c2ecf20Sopenharmony_ci}
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_cistatic const char *nvme_trace_get_lba_status(struct trace_seq *p,
908c2ecf20Sopenharmony_ci					     u8 *cdw10)
918c2ecf20Sopenharmony_ci{
928c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
938c2ecf20Sopenharmony_ci	u64 slba = get_unaligned_le64(cdw10);
948c2ecf20Sopenharmony_ci	u32 mndw = get_unaligned_le32(cdw10 + 8);
958c2ecf20Sopenharmony_ci	u16 rl = get_unaligned_le16(cdw10 + 12);
968c2ecf20Sopenharmony_ci	u8 atype = cdw10[15];
978c2ecf20Sopenharmony_ci
988c2ecf20Sopenharmony_ci	trace_seq_printf(p, "slba=0x%llx, mndw=0x%x, rl=0x%x, atype=%u",
998c2ecf20Sopenharmony_ci			slba, mndw, rl, atype);
1008c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
1018c2ecf20Sopenharmony_ci
1028c2ecf20Sopenharmony_ci	return ret;
1038c2ecf20Sopenharmony_ci}
1048c2ecf20Sopenharmony_ci
1058c2ecf20Sopenharmony_cistatic const char *nvme_trace_read_write(struct trace_seq *p, u8 *cdw10)
1068c2ecf20Sopenharmony_ci{
1078c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
1088c2ecf20Sopenharmony_ci	u64 slba = get_unaligned_le64(cdw10);
1098c2ecf20Sopenharmony_ci	u16 length = get_unaligned_le16(cdw10 + 8);
1108c2ecf20Sopenharmony_ci	u16 control = get_unaligned_le16(cdw10 + 10);
1118c2ecf20Sopenharmony_ci	u32 dsmgmt = get_unaligned_le32(cdw10 + 12);
1128c2ecf20Sopenharmony_ci	u32 reftag = get_unaligned_le32(cdw10 +  16);
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_ci	trace_seq_printf(p,
1158c2ecf20Sopenharmony_ci			 "slba=%llu, len=%u, ctrl=0x%x, dsmgmt=%u, reftag=%u",
1168c2ecf20Sopenharmony_ci			 slba, length, control, dsmgmt, reftag);
1178c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci	return ret;
1208c2ecf20Sopenharmony_ci}
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_cistatic const char *nvme_trace_dsm(struct trace_seq *p, u8 *cdw10)
1238c2ecf20Sopenharmony_ci{
1248c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
1258c2ecf20Sopenharmony_ci
1268c2ecf20Sopenharmony_ci	trace_seq_printf(p, "nr=%u, attributes=%u",
1278c2ecf20Sopenharmony_ci			 get_unaligned_le32(cdw10),
1288c2ecf20Sopenharmony_ci			 get_unaligned_le32(cdw10 + 4));
1298c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
1308c2ecf20Sopenharmony_ci
1318c2ecf20Sopenharmony_ci	return ret;
1328c2ecf20Sopenharmony_ci}
1338c2ecf20Sopenharmony_ci
1348c2ecf20Sopenharmony_cistatic const char *nvme_trace_common(struct trace_seq *p, u8 *cdw10)
1358c2ecf20Sopenharmony_ci{
1368c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
1378c2ecf20Sopenharmony_ci
1388c2ecf20Sopenharmony_ci	trace_seq_printf(p, "cdw10=%*ph", 24, cdw10);
1398c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
1408c2ecf20Sopenharmony_ci
1418c2ecf20Sopenharmony_ci	return ret;
1428c2ecf20Sopenharmony_ci}
1438c2ecf20Sopenharmony_ci
1448c2ecf20Sopenharmony_ciconst char *nvme_trace_parse_admin_cmd(struct trace_seq *p,
1458c2ecf20Sopenharmony_ci				       u8 opcode, u8 *cdw10)
1468c2ecf20Sopenharmony_ci{
1478c2ecf20Sopenharmony_ci	switch (opcode) {
1488c2ecf20Sopenharmony_ci	case nvme_admin_delete_sq:
1498c2ecf20Sopenharmony_ci		return nvme_trace_delete_sq(p, cdw10);
1508c2ecf20Sopenharmony_ci	case nvme_admin_create_sq:
1518c2ecf20Sopenharmony_ci		return nvme_trace_create_sq(p, cdw10);
1528c2ecf20Sopenharmony_ci	case nvme_admin_delete_cq:
1538c2ecf20Sopenharmony_ci		return nvme_trace_delete_cq(p, cdw10);
1548c2ecf20Sopenharmony_ci	case nvme_admin_create_cq:
1558c2ecf20Sopenharmony_ci		return nvme_trace_create_cq(p, cdw10);
1568c2ecf20Sopenharmony_ci	case nvme_admin_identify:
1578c2ecf20Sopenharmony_ci		return nvme_trace_admin_identify(p, cdw10);
1588c2ecf20Sopenharmony_ci	case nvme_admin_get_features:
1598c2ecf20Sopenharmony_ci		return nvme_trace_admin_get_features(p, cdw10);
1608c2ecf20Sopenharmony_ci	case nvme_admin_get_lba_status:
1618c2ecf20Sopenharmony_ci		return nvme_trace_get_lba_status(p, cdw10);
1628c2ecf20Sopenharmony_ci	default:
1638c2ecf20Sopenharmony_ci		return nvme_trace_common(p, cdw10);
1648c2ecf20Sopenharmony_ci	}
1658c2ecf20Sopenharmony_ci}
1668c2ecf20Sopenharmony_ci
1678c2ecf20Sopenharmony_ciconst char *nvme_trace_parse_nvm_cmd(struct trace_seq *p,
1688c2ecf20Sopenharmony_ci				     u8 opcode, u8 *cdw10)
1698c2ecf20Sopenharmony_ci{
1708c2ecf20Sopenharmony_ci	switch (opcode) {
1718c2ecf20Sopenharmony_ci	case nvme_cmd_read:
1728c2ecf20Sopenharmony_ci	case nvme_cmd_write:
1738c2ecf20Sopenharmony_ci	case nvme_cmd_write_zeroes:
1748c2ecf20Sopenharmony_ci		return nvme_trace_read_write(p, cdw10);
1758c2ecf20Sopenharmony_ci	case nvme_cmd_dsm:
1768c2ecf20Sopenharmony_ci		return nvme_trace_dsm(p, cdw10);
1778c2ecf20Sopenharmony_ci	default:
1788c2ecf20Sopenharmony_ci		return nvme_trace_common(p, cdw10);
1798c2ecf20Sopenharmony_ci	}
1808c2ecf20Sopenharmony_ci}
1818c2ecf20Sopenharmony_ci
1828c2ecf20Sopenharmony_cistatic const char *nvme_trace_fabrics_property_set(struct trace_seq *p, u8 *spc)
1838c2ecf20Sopenharmony_ci{
1848c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
1858c2ecf20Sopenharmony_ci	u8 attrib = spc[0];
1868c2ecf20Sopenharmony_ci	u32 ofst = get_unaligned_le32(spc + 4);
1878c2ecf20Sopenharmony_ci	u64 value = get_unaligned_le64(spc + 8);
1888c2ecf20Sopenharmony_ci
1898c2ecf20Sopenharmony_ci	trace_seq_printf(p, "attrib=%u, ofst=0x%x, value=0x%llx",
1908c2ecf20Sopenharmony_ci			 attrib, ofst, value);
1918c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
1928c2ecf20Sopenharmony_ci	return ret;
1938c2ecf20Sopenharmony_ci}
1948c2ecf20Sopenharmony_ci
1958c2ecf20Sopenharmony_cistatic const char *nvme_trace_fabrics_connect(struct trace_seq *p, u8 *spc)
1968c2ecf20Sopenharmony_ci{
1978c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
1988c2ecf20Sopenharmony_ci	u16 recfmt = get_unaligned_le16(spc);
1998c2ecf20Sopenharmony_ci	u16 qid = get_unaligned_le16(spc + 2);
2008c2ecf20Sopenharmony_ci	u16 sqsize = get_unaligned_le16(spc + 4);
2018c2ecf20Sopenharmony_ci	u8 cattr = spc[6];
2028c2ecf20Sopenharmony_ci	u32 kato = get_unaligned_le32(spc + 8);
2038c2ecf20Sopenharmony_ci
2048c2ecf20Sopenharmony_ci	trace_seq_printf(p, "recfmt=%u, qid=%u, sqsize=%u, cattr=%u, kato=%u",
2058c2ecf20Sopenharmony_ci			 recfmt, qid, sqsize, cattr, kato);
2068c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
2078c2ecf20Sopenharmony_ci	return ret;
2088c2ecf20Sopenharmony_ci}
2098c2ecf20Sopenharmony_ci
2108c2ecf20Sopenharmony_cistatic const char *nvme_trace_fabrics_property_get(struct trace_seq *p, u8 *spc)
2118c2ecf20Sopenharmony_ci{
2128c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
2138c2ecf20Sopenharmony_ci	u8 attrib = spc[0];
2148c2ecf20Sopenharmony_ci	u32 ofst = get_unaligned_le32(spc + 4);
2158c2ecf20Sopenharmony_ci
2168c2ecf20Sopenharmony_ci	trace_seq_printf(p, "attrib=%u, ofst=0x%x", attrib, ofst);
2178c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
2188c2ecf20Sopenharmony_ci	return ret;
2198c2ecf20Sopenharmony_ci}
2208c2ecf20Sopenharmony_ci
2218c2ecf20Sopenharmony_cistatic const char *nvme_trace_fabrics_common(struct trace_seq *p, u8 *spc)
2228c2ecf20Sopenharmony_ci{
2238c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
2248c2ecf20Sopenharmony_ci
2258c2ecf20Sopenharmony_ci	trace_seq_printf(p, "specific=%*ph", 24, spc);
2268c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
2278c2ecf20Sopenharmony_ci	return ret;
2288c2ecf20Sopenharmony_ci}
2298c2ecf20Sopenharmony_ci
2308c2ecf20Sopenharmony_ciconst char *nvme_trace_parse_fabrics_cmd(struct trace_seq *p,
2318c2ecf20Sopenharmony_ci		u8 fctype, u8 *spc)
2328c2ecf20Sopenharmony_ci{
2338c2ecf20Sopenharmony_ci	switch (fctype) {
2348c2ecf20Sopenharmony_ci	case nvme_fabrics_type_property_set:
2358c2ecf20Sopenharmony_ci		return nvme_trace_fabrics_property_set(p, spc);
2368c2ecf20Sopenharmony_ci	case nvme_fabrics_type_connect:
2378c2ecf20Sopenharmony_ci		return nvme_trace_fabrics_connect(p, spc);
2388c2ecf20Sopenharmony_ci	case nvme_fabrics_type_property_get:
2398c2ecf20Sopenharmony_ci		return nvme_trace_fabrics_property_get(p, spc);
2408c2ecf20Sopenharmony_ci	default:
2418c2ecf20Sopenharmony_ci		return nvme_trace_fabrics_common(p, spc);
2428c2ecf20Sopenharmony_ci	}
2438c2ecf20Sopenharmony_ci}
2448c2ecf20Sopenharmony_ci
2458c2ecf20Sopenharmony_ciconst char *nvme_trace_disk_name(struct trace_seq *p, char *name)
2468c2ecf20Sopenharmony_ci{
2478c2ecf20Sopenharmony_ci	const char *ret = trace_seq_buffer_ptr(p);
2488c2ecf20Sopenharmony_ci
2498c2ecf20Sopenharmony_ci	if (*name)
2508c2ecf20Sopenharmony_ci		trace_seq_printf(p, "disk=%s, ", name);
2518c2ecf20Sopenharmony_ci	trace_seq_putc(p, 0);
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_ci	return ret;
2548c2ecf20Sopenharmony_ci}
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ciEXPORT_TRACEPOINT_SYMBOL_GPL(nvme_sq);
257