1/*
2 * Copyright(c) 2016 Intel Corporation.
3 *
4 * This file is provided under a dual BSD/GPLv2 license.  When using or
5 * redistributing this file, you may do so under either license.
6 *
7 * GPL LICENSE SUMMARY
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of version 2 of the GNU General Public License as
11 * published by the Free Software Foundation.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
16 * General Public License for more details.
17 *
18 * BSD LICENSE
19 *
20 * Redistribution and use in source and binary forms, with or without
21 * modification, are permitted provided that the following conditions
22 * are met:
23 *
24 *  - Redistributions of source code must retain the above copyright
25 *    notice, this list of conditions and the following disclaimer.
26 *  - Redistributions in binary form must reproduce the above copyright
27 *    notice, this list of conditions and the following disclaimer in
28 *    the documentation and/or other materials provided with the
29 *    distribution.
30 *  - Neither the name of Intel Corporation nor the names of its
31 *    contributors may be used to endorse or promote products derived
32 *    from this software without specific prior written permission.
33 *
34 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
35 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
36 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
37 * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
38 * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
39 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
40 * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
41 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
42 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
43 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
44 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
45 *
46 */
47#if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
48#define __RVT_TRACE_MR_H
49
50#include <linux/tracepoint.h>
51#include <linux/trace_seq.h>
52
53#include <rdma/ib_verbs.h>
54#include <rdma/rdma_vt.h>
55#include <rdma/rdmavt_mr.h>
56
57#include "mr.h"
58
59#undef TRACE_SYSTEM
60#define TRACE_SYSTEM rvt_mr
61DECLARE_EVENT_CLASS(
62	rvt_mr_template,
63	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
64	TP_ARGS(mr, m, n, v, len),
65	TP_STRUCT__entry(
66		RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
67		__field(void *, vaddr)
68		__field(struct page *, page)
69		__field(u64, iova)
70		__field(u64, user_base)
71		__field(size_t, len)
72		__field(size_t, length)
73		__field(u32, lkey)
74		__field(u32, offset)
75		__field(u16, m)
76		__field(u16, n)
77	),
78	TP_fast_assign(
79		RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
80		__entry->vaddr = v;
81		__entry->page = virt_to_page(v);
82		__entry->iova = mr->iova;
83		__entry->user_base = mr->user_base;
84		__entry->lkey = mr->lkey;
85		__entry->m = m;
86		__entry->n = n;
87		__entry->len = len;
88		__entry->length = mr->length;
89		__entry->offset = mr->offset;
90	),
91	TP_printk(
92		"[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
93		__get_str(dev),
94		__entry->lkey,
95		__entry->iova,
96		__entry->user_base,
97		__entry->length,
98		(unsigned long long)__entry->vaddr,
99		__entry->page,
100		__entry->m,
101		__entry->n,
102		__entry->len,
103		__entry->offset
104	)
105);
106
107DEFINE_EVENT(
108	rvt_mr_template, rvt_mr_page_seg,
109	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
110	TP_ARGS(mr, m, n, v, len));
111
112DEFINE_EVENT(
113	rvt_mr_template, rvt_mr_fmr_seg,
114	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
115	TP_ARGS(mr, m, n, v, len));
116
117DEFINE_EVENT(
118	rvt_mr_template, rvt_mr_user_seg,
119	TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
120	TP_ARGS(mr, m, n, v, len));
121
122DECLARE_EVENT_CLASS(
123	rvt_sge_template,
124	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
125	TP_ARGS(sge, isge),
126	TP_STRUCT__entry(
127		RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
128		__field(struct rvt_mregion *, mr)
129		__field(struct rvt_sge *, sge)
130		__field(struct ib_sge *, isge)
131		__field(void *, vaddr)
132		__field(u64, ivaddr)
133		__field(u32, lkey)
134		__field(u32, sge_length)
135		__field(u32, length)
136		__field(u32, ilength)
137		__field(int, user)
138		__field(u16, m)
139		__field(u16, n)
140	),
141	TP_fast_assign(
142		RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
143		__entry->mr = sge->mr;
144		__entry->sge = sge;
145		__entry->isge = isge;
146		__entry->vaddr = sge->vaddr;
147		__entry->ivaddr = isge->addr;
148		__entry->lkey = sge->mr->lkey;
149		__entry->sge_length = sge->sge_length;
150		__entry->length = sge->length;
151		__entry->ilength = isge->length;
152		__entry->m = sge->m;
153		__entry->n = sge->m;
154		__entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
155	),
156	TP_printk(
157		"[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
158		__get_str(dev),
159		__entry->mr,
160		__entry->sge,
161		__entry->isge,
162		__entry->vaddr,
163		__entry->ivaddr,
164		__entry->lkey,
165		__entry->sge_length,
166		__entry->length,
167		__entry->ilength,
168		__entry->m,
169		__entry->n,
170		__entry->user
171	)
172);
173
174DEFINE_EVENT(
175	rvt_sge_template, rvt_sge_adjacent,
176	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
177	TP_ARGS(sge, isge));
178
179DEFINE_EVENT(
180	rvt_sge_template, rvt_sge_new,
181	TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
182	TP_ARGS(sge, isge));
183
184TRACE_EVENT(
185	rvt_map_mr_sg,
186	TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
187	TP_ARGS(ibmr, sg_nents, sg_offset),
188	TP_STRUCT__entry(
189		RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
190		__field(u64, iova)
191		__field(u64, ibmr_iova)
192		__field(u64, user_base)
193		__field(u64, ibmr_length)
194		__field(int, sg_nents)
195		__field(uint, sg_offset)
196	),
197	TP_fast_assign(
198		RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
199		__entry->ibmr_iova = ibmr->iova;
200		__entry->iova = to_imr(ibmr)->mr.iova;
201		__entry->user_base = to_imr(ibmr)->mr.user_base;
202		__entry->ibmr_length = to_imr(ibmr)->mr.length;
203		__entry->sg_nents = sg_nents;
204		__entry->sg_offset = sg_offset ? *sg_offset : 0;
205	),
206	TP_printk(
207		"[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
208		__get_str(dev),
209		__entry->ibmr_iova,
210		__entry->iova,
211		__entry->user_base,
212		__entry->ibmr_length,
213		__entry->sg_nents,
214		__entry->sg_offset
215	)
216);
217
218#endif /* __RVT_TRACE_MR_H */
219
220#undef TRACE_INCLUDE_PATH
221#undef TRACE_INCLUDE_FILE
222#define TRACE_INCLUDE_PATH .
223#define TRACE_INCLUDE_FILE trace_mr
224#include <trace/define_trace.h>
225