1/* SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause */
2/*
3 * Copyright(c) 2016 Intel Corporation.
4 */
5#if !defined(__RVT_TRACE_MR_H) || defined(TRACE_HEADER_MULTI_READ)
6#define __RVT_TRACE_MR_H
7
8#include <linux/tracepoint.h>
9#include <linux/trace_seq.h>
10
11#include <rdma/ib_verbs.h>
12#include <rdma/rdma_vt.h>
13#include <rdma/rdmavt_mr.h>
14
15#include "mr.h"
16
17#undef TRACE_SYSTEM
18#define TRACE_SYSTEM rvt_mr
19DECLARE_EVENT_CLASS(
20 rvt_mr_template,
21 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
22 TP_ARGS(mr, m, n, v, len),
23 TP_STRUCT__entry(
24 RDI_DEV_ENTRY(ib_to_rvt(mr->pd->device))
25 __field(void *, vaddr)
26 __field(struct page *, page)
27 __field(u64, iova)
28 __field(u64, user_base)
29 __field(size_t, len)
30 __field(size_t, length)
31 __field(u32, lkey)
32 __field(u32, offset)
33 __field(u16, m)
34 __field(u16, n)
35 ),
36 TP_fast_assign(
37 RDI_DEV_ASSIGN(ib_to_rvt(mr->pd->device));
38 __entry->vaddr = v;
39 __entry->page = virt_to_page(v);
40 __entry->iova = mr->iova;
41 __entry->user_base = mr->user_base;
42 __entry->lkey = mr->lkey;
43 __entry->m = m;
44 __entry->n = n;
45 __entry->len = len;
46 __entry->length = mr->length;
47 __entry->offset = mr->offset;
48 ),
49 TP_printk(
50 "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u",
51 __get_str(dev),
52 __entry->lkey,
53 __entry->iova,
54 __entry->user_base,
55 __entry->length,
56 (unsigned long long)__entry->vaddr,
57 __entry->page,
58 __entry->m,
59 __entry->n,
60 __entry->len,
61 __entry->offset
62 )
63);
64
65DEFINE_EVENT(
66 rvt_mr_template, rvt_mr_page_seg,
67 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
68 TP_ARGS(mr, m, n, v, len));
69
70DEFINE_EVENT(
71 rvt_mr_template, rvt_mr_fmr_seg,
72 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
73 TP_ARGS(mr, m, n, v, len));
74
75DEFINE_EVENT(
76 rvt_mr_template, rvt_mr_user_seg,
77 TP_PROTO(struct rvt_mregion *mr, u16 m, u16 n, void *v, size_t len),
78 TP_ARGS(mr, m, n, v, len));
79
80DECLARE_EVENT_CLASS(
81 rvt_sge_template,
82 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
83 TP_ARGS(sge, isge),
84 TP_STRUCT__entry(
85 RDI_DEV_ENTRY(ib_to_rvt(sge->mr->pd->device))
86 __field(struct rvt_mregion *, mr)
87 __field(struct rvt_sge *, sge)
88 __field(struct ib_sge *, isge)
89 __field(void *, vaddr)
90 __field(u64, ivaddr)
91 __field(u32, lkey)
92 __field(u32, sge_length)
93 __field(u32, length)
94 __field(u32, ilength)
95 __field(int, user)
96 __field(u16, m)
97 __field(u16, n)
98 ),
99 TP_fast_assign(
100 RDI_DEV_ASSIGN(ib_to_rvt(sge->mr->pd->device));
101 __entry->mr = sge->mr;
102 __entry->sge = sge;
103 __entry->isge = isge;
104 __entry->vaddr = sge->vaddr;
105 __entry->ivaddr = isge->addr;
106 __entry->lkey = sge->mr->lkey;
107 __entry->sge_length = sge->sge_length;
108 __entry->length = sge->length;
109 __entry->ilength = isge->length;
110 __entry->m = sge->m;
111 __entry->n = sge->m;
112 __entry->user = ibpd_to_rvtpd(sge->mr->pd)->user;
113 ),
114 TP_printk(
115 "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u",
116 __get_str(dev),
117 __entry->mr,
118 __entry->sge,
119 __entry->isge,
120 __entry->vaddr,
121 __entry->ivaddr,
122 __entry->lkey,
123 __entry->sge_length,
124 __entry->length,
125 __entry->ilength,
126 __entry->m,
127 __entry->n,
128 __entry->user
129 )
130);
131
132DEFINE_EVENT(
133 rvt_sge_template, rvt_sge_adjacent,
134 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
135 TP_ARGS(sge, isge));
136
137DEFINE_EVENT(
138 rvt_sge_template, rvt_sge_new,
139 TP_PROTO(struct rvt_sge *sge, struct ib_sge *isge),
140 TP_ARGS(sge, isge));
141
142TRACE_EVENT(
143 rvt_map_mr_sg,
144 TP_PROTO(struct ib_mr *ibmr, int sg_nents, unsigned int *sg_offset),
145 TP_ARGS(ibmr, sg_nents, sg_offset),
146 TP_STRUCT__entry(
147 RDI_DEV_ENTRY(ib_to_rvt(to_imr(ibmr)->mr.pd->device))
148 __field(u64, iova)
149 __field(u64, ibmr_iova)
150 __field(u64, user_base)
151 __field(u64, ibmr_length)
152 __field(int, sg_nents)
153 __field(uint, sg_offset)
154 ),
155 TP_fast_assign(
156 RDI_DEV_ASSIGN(ib_to_rvt(to_imr(ibmr)->mr.pd->device));
157 __entry->ibmr_iova = ibmr->iova;
158 __entry->iova = to_imr(ibmr)->mr.iova;
159 __entry->user_base = to_imr(ibmr)->mr.user_base;
160 __entry->ibmr_length = to_imr(ibmr)->mr.length;
161 __entry->sg_nents = sg_nents;
162 __entry->sg_offset = sg_offset ? *sg_offset : 0;
163 ),
164 TP_printk(
165 "[%s] ibmr_iova %llx iova %llx user_base %llx length %llx sg_nents %d sg_offset %u",
166 __get_str(dev),
167 __entry->ibmr_iova,
168 __entry->iova,
169 __entry->user_base,
170 __entry->ibmr_length,
171 __entry->sg_nents,
172 __entry->sg_offset
173 )
174);
175
176#endif /* __RVT_TRACE_MR_H */
177
178#undef TRACE_INCLUDE_PATH
179#undef TRACE_INCLUDE_FILE
180#define TRACE_INCLUDE_PATH .
181#define TRACE_INCLUDE_FILE trace_mr
182#include <trace/define_trace.h>
183

source code of linux/drivers/infiniband/sw/rdmavt/trace_mr.h