1 | /* SPDX-License-Identifier: GPL-2.0 */ |
2 | #undef TRACE_SYSTEM |
3 | #define TRACE_SYSTEM iocost |
4 | |
5 | struct ioc; |
6 | struct ioc_now; |
7 | struct ioc_gq; |
8 | |
9 | #if !defined(_TRACE_BLK_IOCOST_H) || defined(TRACE_HEADER_MULTI_READ) |
10 | #define _TRACE_BLK_IOCOST_H |
11 | |
12 | #include <linux/tracepoint.h> |
13 | |
14 | DECLARE_EVENT_CLASS(iocost_iocg_state, |
15 | |
16 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
17 | u64 last_period, u64 cur_period, u64 vtime), |
18 | |
19 | TP_ARGS(iocg, path, now, last_period, cur_period, vtime), |
20 | |
21 | TP_STRUCT__entry ( |
22 | __string(devname, ioc_name(iocg->ioc)) |
23 | __string(cgroup, path) |
24 | __field(u64, now) |
25 | __field(u64, vnow) |
26 | __field(u64, vrate) |
27 | __field(u64, last_period) |
28 | __field(u64, cur_period) |
29 | __field(u64, vtime) |
30 | __field(u32, weight) |
31 | __field(u32, inuse) |
32 | __field(u64, hweight_active) |
33 | __field(u64, hweight_inuse) |
34 | ), |
35 | |
36 | TP_fast_assign( |
37 | __assign_str(devname, ioc_name(iocg->ioc)); |
38 | __assign_str(cgroup, path); |
39 | __entry->now = now->now; |
40 | __entry->vnow = now->vnow; |
41 | __entry->vrate = iocg->ioc->vtime_base_rate; |
42 | __entry->last_period = last_period; |
43 | __entry->cur_period = cur_period; |
44 | __entry->vtime = vtime; |
45 | __entry->weight = iocg->weight; |
46 | __entry->inuse = iocg->inuse; |
47 | __entry->hweight_active = iocg->hweight_active; |
48 | __entry->hweight_inuse = iocg->hweight_inuse; |
49 | ), |
50 | |
51 | TP_printk("[%s:%s] now=%llu:%llu vrate=%llu " |
52 | "period=%llu->%llu vtime=%llu " |
53 | "weight=%u/%u hweight=%llu/%llu" , |
54 | __get_str(devname), __get_str(cgroup), |
55 | __entry->now, __entry->vnow, __entry->vrate, |
56 | __entry->last_period, __entry->cur_period, |
57 | __entry->vtime, __entry->inuse, __entry->weight, |
58 | __entry->hweight_inuse, __entry->hweight_active |
59 | ) |
60 | ); |
61 | |
62 | DEFINE_EVENT(iocost_iocg_state, iocost_iocg_activate, |
63 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
64 | u64 last_period, u64 cur_period, u64 vtime), |
65 | |
66 | TP_ARGS(iocg, path, now, last_period, cur_period, vtime) |
67 | ); |
68 | |
69 | DEFINE_EVENT(iocost_iocg_state, iocost_iocg_idle, |
70 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
71 | u64 last_period, u64 cur_period, u64 vtime), |
72 | |
73 | TP_ARGS(iocg, path, now, last_period, cur_period, vtime) |
74 | ); |
75 | |
76 | DECLARE_EVENT_CLASS(iocg_inuse_update, |
77 | |
78 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
79 | u32 old_inuse, u32 new_inuse, |
80 | u64 old_hw_inuse, u64 new_hw_inuse), |
81 | |
82 | TP_ARGS(iocg, path, now, old_inuse, new_inuse, |
83 | old_hw_inuse, new_hw_inuse), |
84 | |
85 | TP_STRUCT__entry ( |
86 | __string(devname, ioc_name(iocg->ioc)) |
87 | __string(cgroup, path) |
88 | __field(u64, now) |
89 | __field(u32, old_inuse) |
90 | __field(u32, new_inuse) |
91 | __field(u64, old_hweight_inuse) |
92 | __field(u64, new_hweight_inuse) |
93 | ), |
94 | |
95 | TP_fast_assign( |
96 | __assign_str(devname, ioc_name(iocg->ioc)); |
97 | __assign_str(cgroup, path); |
98 | __entry->now = now->now; |
99 | __entry->old_inuse = old_inuse; |
100 | __entry->new_inuse = new_inuse; |
101 | __entry->old_hweight_inuse = old_hw_inuse; |
102 | __entry->new_hweight_inuse = new_hw_inuse; |
103 | ), |
104 | |
105 | TP_printk("[%s:%s] now=%llu inuse=%u->%u hw_inuse=%llu->%llu" , |
106 | __get_str(devname), __get_str(cgroup), __entry->now, |
107 | __entry->old_inuse, __entry->new_inuse, |
108 | __entry->old_hweight_inuse, __entry->new_hweight_inuse |
109 | ) |
110 | ); |
111 | |
112 | DEFINE_EVENT(iocg_inuse_update, iocost_inuse_shortage, |
113 | |
114 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
115 | u32 old_inuse, u32 new_inuse, |
116 | u64 old_hw_inuse, u64 new_hw_inuse), |
117 | |
118 | TP_ARGS(iocg, path, now, old_inuse, new_inuse, |
119 | old_hw_inuse, new_hw_inuse) |
120 | ); |
121 | |
122 | DEFINE_EVENT(iocg_inuse_update, iocost_inuse_transfer, |
123 | |
124 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
125 | u32 old_inuse, u32 new_inuse, |
126 | u64 old_hw_inuse, u64 new_hw_inuse), |
127 | |
128 | TP_ARGS(iocg, path, now, old_inuse, new_inuse, |
129 | old_hw_inuse, new_hw_inuse) |
130 | ); |
131 | |
132 | DEFINE_EVENT(iocg_inuse_update, iocost_inuse_adjust, |
133 | |
134 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
135 | u32 old_inuse, u32 new_inuse, |
136 | u64 old_hw_inuse, u64 new_hw_inuse), |
137 | |
138 | TP_ARGS(iocg, path, now, old_inuse, new_inuse, |
139 | old_hw_inuse, new_hw_inuse) |
140 | ); |
141 | |
142 | TRACE_EVENT(iocost_ioc_vrate_adj, |
143 | |
144 | TP_PROTO(struct ioc *ioc, u64 new_vrate, u32 *missed_ppm, |
145 | u32 rq_wait_pct, int nr_lagging, int nr_shortages), |
146 | |
147 | TP_ARGS(ioc, new_vrate, missed_ppm, rq_wait_pct, nr_lagging, nr_shortages), |
148 | |
149 | TP_STRUCT__entry ( |
150 | __string(devname, ioc_name(ioc)) |
151 | __field(u64, old_vrate) |
152 | __field(u64, new_vrate) |
153 | __field(int, busy_level) |
154 | __field(u32, read_missed_ppm) |
155 | __field(u32, write_missed_ppm) |
156 | __field(u32, rq_wait_pct) |
157 | __field(int, nr_lagging) |
158 | __field(int, nr_shortages) |
159 | ), |
160 | |
161 | TP_fast_assign( |
162 | __assign_str(devname, ioc_name(ioc)); |
163 | __entry->old_vrate = ioc->vtime_base_rate; |
164 | __entry->new_vrate = new_vrate; |
165 | __entry->busy_level = ioc->busy_level; |
166 | __entry->read_missed_ppm = missed_ppm[READ]; |
167 | __entry->write_missed_ppm = missed_ppm[WRITE]; |
168 | __entry->rq_wait_pct = rq_wait_pct; |
169 | __entry->nr_lagging = nr_lagging; |
170 | __entry->nr_shortages = nr_shortages; |
171 | ), |
172 | |
173 | TP_printk("[%s] vrate=%llu->%llu busy=%d missed_ppm=%u:%u rq_wait_pct=%u lagging=%d shortages=%d" , |
174 | __get_str(devname), __entry->old_vrate, __entry->new_vrate, |
175 | __entry->busy_level, |
176 | __entry->read_missed_ppm, __entry->write_missed_ppm, |
177 | __entry->rq_wait_pct, __entry->nr_lagging, __entry->nr_shortages |
178 | ) |
179 | ); |
180 | |
181 | TRACE_EVENT(iocost_iocg_forgive_debt, |
182 | |
183 | TP_PROTO(struct ioc_gq *iocg, const char *path, struct ioc_now *now, |
184 | u32 usage_pct, u64 old_debt, u64 new_debt, |
185 | u64 old_delay, u64 new_delay), |
186 | |
187 | TP_ARGS(iocg, path, now, usage_pct, |
188 | old_debt, new_debt, old_delay, new_delay), |
189 | |
190 | TP_STRUCT__entry ( |
191 | __string(devname, ioc_name(iocg->ioc)) |
192 | __string(cgroup, path) |
193 | __field(u64, now) |
194 | __field(u64, vnow) |
195 | __field(u32, usage_pct) |
196 | __field(u64, old_debt) |
197 | __field(u64, new_debt) |
198 | __field(u64, old_delay) |
199 | __field(u64, new_delay) |
200 | ), |
201 | |
202 | TP_fast_assign( |
203 | __assign_str(devname, ioc_name(iocg->ioc)); |
204 | __assign_str(cgroup, path); |
205 | __entry->now = now->now; |
206 | __entry->vnow = now->vnow; |
207 | __entry->usage_pct = usage_pct; |
208 | __entry->old_debt = old_debt; |
209 | __entry->new_debt = new_debt; |
210 | __entry->old_delay = old_delay; |
211 | __entry->new_delay = new_delay; |
212 | ), |
213 | |
214 | TP_printk("[%s:%s] now=%llu:%llu usage=%u debt=%llu->%llu delay=%llu->%llu" , |
215 | __get_str(devname), __get_str(cgroup), |
216 | __entry->now, __entry->vnow, __entry->usage_pct, |
217 | __entry->old_debt, __entry->new_debt, |
218 | __entry->old_delay, __entry->new_delay |
219 | ) |
220 | ); |
221 | |
222 | #endif /* _TRACE_BLK_IOCOST_H */ |
223 | |
224 | /* This part must be outside protection */ |
225 | #include <trace/define_trace.h> |
226 | |