1/* SPDX-License-Identifier: GPL-2.0 */
2#undef TRACE_SYSTEM
3#define TRACE_SYSTEM tcp
4
5#if !defined(_TRACE_TCP_H) || defined(TRACE_HEADER_MULTI_READ)
6#define _TRACE_TCP_H
7
8#include <linux/ipv6.h>
9#include <linux/tcp.h>
10#include <linux/tracepoint.h>
11#include <net/ipv6.h>
12#include <net/tcp.h>
13#include <linux/sock_diag.h>
14
15#define TP_STORE_V4MAPPED(__entry, saddr, daddr) \
16 do { \
17 struct in6_addr *pin6; \
18 \
19 pin6 = (struct in6_addr *)__entry->saddr_v6; \
20 ipv6_addr_set_v4mapped(saddr, pin6); \
21 pin6 = (struct in6_addr *)__entry->daddr_v6; \
22 ipv6_addr_set_v4mapped(daddr, pin6); \
23 } while (0)
24
25#if IS_ENABLED(CONFIG_IPV6)
26#define TP_STORE_ADDRS(__entry, saddr, daddr, saddr6, daddr6) \
27 do { \
28 if (sk->sk_family == AF_INET6) { \
29 struct in6_addr *pin6; \
30 \
31 pin6 = (struct in6_addr *)__entry->saddr_v6; \
32 *pin6 = saddr6; \
33 pin6 = (struct in6_addr *)__entry->daddr_v6; \
34 *pin6 = daddr6; \
35 } else { \
36 TP_STORE_V4MAPPED(__entry, saddr, daddr); \
37 } \
38 } while (0)
39#else
40#define TP_STORE_ADDRS(__entry, saddr, daddr, saddr6, daddr6) \
41 TP_STORE_V4MAPPED(__entry, saddr, daddr)
42#endif
43
44/*
45 * tcp event with arguments sk and skb
46 *
47 * Note: this class requires a valid sk pointer; while skb pointer could
48 * be NULL.
49 */
50DECLARE_EVENT_CLASS(tcp_event_sk_skb,
51
52 TP_PROTO(const struct sock *sk, const struct sk_buff *skb),
53
54 TP_ARGS(sk, skb),
55
56 TP_STRUCT__entry(
57 __field(const void *, skbaddr)
58 __field(const void *, skaddr)
59 __field(int, state)
60 __field(__u16, sport)
61 __field(__u16, dport)
62 __field(__u16, family)
63 __array(__u8, saddr, 4)
64 __array(__u8, daddr, 4)
65 __array(__u8, saddr_v6, 16)
66 __array(__u8, daddr_v6, 16)
67 ),
68
69 TP_fast_assign(
70 const struct inet_sock *inet = inet_sk(sk);
71 __be32 *p32;
72
73 __entry->skbaddr = skb;
74 __entry->skaddr = sk;
75 __entry->state = sk->sk_state;
76
77 __entry->sport = ntohs(inet->inet_sport);
78 __entry->dport = ntohs(inet->inet_dport);
79 __entry->family = sk->sk_family;
80
81 p32 = (__be32 *) __entry->saddr;
82 *p32 = inet->inet_saddr;
83
84 p32 = (__be32 *) __entry->daddr;
85 *p32 = inet->inet_daddr;
86
87 TP_STORE_ADDRS(__entry, inet->inet_saddr, inet->inet_daddr,
88 sk->sk_v6_rcv_saddr, sk->sk_v6_daddr);
89 ),
90
91 TP_printk("family=%s sport=%hu dport=%hu saddr=%pI4 daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c state=%s",
92 show_family_name(__entry->family),
93 __entry->sport, __entry->dport, __entry->saddr, __entry->daddr,
94 __entry->saddr_v6, __entry->daddr_v6,
95 show_tcp_state_name(__entry->state))
96);
97
98DEFINE_EVENT(tcp_event_sk_skb, tcp_retransmit_skb,
99
100 TP_PROTO(const struct sock *sk, const struct sk_buff *skb),
101
102 TP_ARGS(sk, skb)
103);
104
105/*
106 * skb of trace_tcp_send_reset is the skb that caused RST. In case of
107 * active reset, skb should be NULL
108 */
109DEFINE_EVENT(tcp_event_sk_skb, tcp_send_reset,
110
111 TP_PROTO(const struct sock *sk, const struct sk_buff *skb),
112
113 TP_ARGS(sk, skb)
114);
115
116/*
117 * tcp event with arguments sk
118 *
119 * Note: this class requires a valid sk pointer.
120 */
121DECLARE_EVENT_CLASS(tcp_event_sk,
122
123 TP_PROTO(struct sock *sk),
124
125 TP_ARGS(sk),
126
127 TP_STRUCT__entry(
128 __field(const void *, skaddr)
129 __field(__u16, sport)
130 __field(__u16, dport)
131 __field(__u16, family)
132 __array(__u8, saddr, 4)
133 __array(__u8, daddr, 4)
134 __array(__u8, saddr_v6, 16)
135 __array(__u8, daddr_v6, 16)
136 __field(__u64, sock_cookie)
137 ),
138
139 TP_fast_assign(
140 struct inet_sock *inet = inet_sk(sk);
141 __be32 *p32;
142
143 __entry->skaddr = sk;
144
145 __entry->sport = ntohs(inet->inet_sport);
146 __entry->dport = ntohs(inet->inet_dport);
147 __entry->family = sk->sk_family;
148
149 p32 = (__be32 *) __entry->saddr;
150 *p32 = inet->inet_saddr;
151
152 p32 = (__be32 *) __entry->daddr;
153 *p32 = inet->inet_daddr;
154
155 TP_STORE_ADDRS(__entry, inet->inet_saddr, inet->inet_daddr,
156 sk->sk_v6_rcv_saddr, sk->sk_v6_daddr);
157
158 __entry->sock_cookie = sock_gen_cookie(sk);
159 ),
160
161 TP_printk("family=%s sport=%hu dport=%hu saddr=%pI4 daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c sock_cookie=%llx",
162 show_family_name(__entry->family),
163 __entry->sport, __entry->dport,
164 __entry->saddr, __entry->daddr,
165 __entry->saddr_v6, __entry->daddr_v6,
166 __entry->sock_cookie)
167);
168
169DEFINE_EVENT(tcp_event_sk, tcp_receive_reset,
170
171 TP_PROTO(struct sock *sk),
172
173 TP_ARGS(sk)
174);
175
176DEFINE_EVENT(tcp_event_sk, tcp_destroy_sock,
177
178 TP_PROTO(struct sock *sk),
179
180 TP_ARGS(sk)
181);
182
183DEFINE_EVENT(tcp_event_sk, tcp_rcv_space_adjust,
184
185 TP_PROTO(struct sock *sk),
186
187 TP_ARGS(sk)
188);
189
190TRACE_EVENT(tcp_retransmit_synack,
191
192 TP_PROTO(const struct sock *sk, const struct request_sock *req),
193
194 TP_ARGS(sk, req),
195
196 TP_STRUCT__entry(
197 __field(const void *, skaddr)
198 __field(const void *, req)
199 __field(__u16, sport)
200 __field(__u16, dport)
201 __field(__u16, family)
202 __array(__u8, saddr, 4)
203 __array(__u8, daddr, 4)
204 __array(__u8, saddr_v6, 16)
205 __array(__u8, daddr_v6, 16)
206 ),
207
208 TP_fast_assign(
209 struct inet_request_sock *ireq = inet_rsk(req);
210 __be32 *p32;
211
212 __entry->skaddr = sk;
213 __entry->req = req;
214
215 __entry->sport = ireq->ir_num;
216 __entry->dport = ntohs(ireq->ir_rmt_port);
217 __entry->family = sk->sk_family;
218
219 p32 = (__be32 *) __entry->saddr;
220 *p32 = ireq->ir_loc_addr;
221
222 p32 = (__be32 *) __entry->daddr;
223 *p32 = ireq->ir_rmt_addr;
224
225 TP_STORE_ADDRS(__entry, ireq->ir_loc_addr, ireq->ir_rmt_addr,
226 ireq->ir_v6_loc_addr, ireq->ir_v6_rmt_addr);
227 ),
228
229 TP_printk("family=%s sport=%hu dport=%hu saddr=%pI4 daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c",
230 show_family_name(__entry->family),
231 __entry->sport, __entry->dport,
232 __entry->saddr, __entry->daddr,
233 __entry->saddr_v6, __entry->daddr_v6)
234);
235
236#include <trace/events/net_probe_common.h>
237
238TRACE_EVENT(tcp_probe,
239
240 TP_PROTO(struct sock *sk, struct sk_buff *skb),
241
242 TP_ARGS(sk, skb),
243
244 TP_STRUCT__entry(
245 /* sockaddr_in6 is always bigger than sockaddr_in */
246 __array(__u8, saddr, sizeof(struct sockaddr_in6))
247 __array(__u8, daddr, sizeof(struct sockaddr_in6))
248 __field(__u16, sport)
249 __field(__u16, dport)
250 __field(__u16, family)
251 __field(__u32, mark)
252 __field(__u16, data_len)
253 __field(__u32, snd_nxt)
254 __field(__u32, snd_una)
255 __field(__u32, snd_cwnd)
256 __field(__u32, ssthresh)
257 __field(__u32, snd_wnd)
258 __field(__u32, srtt)
259 __field(__u32, rcv_wnd)
260 __field(__u64, sock_cookie)
261 ),
262
263 TP_fast_assign(
264 const struct tcphdr *th = (const struct tcphdr *)skb->data;
265 const struct inet_sock *inet = inet_sk(sk);
266 const struct tcp_sock *tp = tcp_sk(sk);
267
268 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
269 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
270
271 TP_STORE_ADDR_PORTS(__entry, inet, sk);
272
273 /* For filtering use */
274 __entry->sport = ntohs(inet->inet_sport);
275 __entry->dport = ntohs(inet->inet_dport);
276 __entry->mark = skb->mark;
277 __entry->family = sk->sk_family;
278
279 __entry->data_len = skb->len - __tcp_hdrlen(th);
280 __entry->snd_nxt = tp->snd_nxt;
281 __entry->snd_una = tp->snd_una;
282 __entry->snd_cwnd = tcp_snd_cwnd(tp);
283 __entry->snd_wnd = tp->snd_wnd;
284 __entry->rcv_wnd = tp->rcv_wnd;
285 __entry->ssthresh = tcp_current_ssthresh(sk);
286 __entry->srtt = tp->srtt_us >> 3;
287 __entry->sock_cookie = sock_gen_cookie(sk);
288 ),
289
290 TP_printk("family=%s src=%pISpc dest=%pISpc mark=%#x data_len=%d snd_nxt=%#x snd_una=%#x snd_cwnd=%u ssthresh=%u snd_wnd=%u srtt=%u rcv_wnd=%u sock_cookie=%llx",
291 show_family_name(__entry->family),
292 __entry->saddr, __entry->daddr, __entry->mark,
293 __entry->data_len, __entry->snd_nxt, __entry->snd_una,
294 __entry->snd_cwnd, __entry->ssthresh, __entry->snd_wnd,
295 __entry->srtt, __entry->rcv_wnd, __entry->sock_cookie)
296);
297
298#define TP_STORE_ADDR_PORTS_SKB_V4(__entry, skb) \
299 do { \
300 const struct tcphdr *th = (const struct tcphdr *)skb->data; \
301 struct sockaddr_in *v4 = (void *)__entry->saddr; \
302 \
303 v4->sin_family = AF_INET; \
304 v4->sin_port = th->source; \
305 v4->sin_addr.s_addr = ip_hdr(skb)->saddr; \
306 v4 = (void *)__entry->daddr; \
307 v4->sin_family = AF_INET; \
308 v4->sin_port = th->dest; \
309 v4->sin_addr.s_addr = ip_hdr(skb)->daddr; \
310 } while (0)
311
312#if IS_ENABLED(CONFIG_IPV6)
313
314#define TP_STORE_ADDR_PORTS_SKB(__entry, skb) \
315 do { \
316 const struct iphdr *iph = ip_hdr(skb); \
317 \
318 if (iph->version == 6) { \
319 const struct tcphdr *th = (const struct tcphdr *)skb->data; \
320 struct sockaddr_in6 *v6 = (void *)__entry->saddr; \
321 \
322 v6->sin6_family = AF_INET6; \
323 v6->sin6_port = th->source; \
324 v6->sin6_addr = ipv6_hdr(skb)->saddr; \
325 v6 = (void *)__entry->daddr; \
326 v6->sin6_family = AF_INET6; \
327 v6->sin6_port = th->dest; \
328 v6->sin6_addr = ipv6_hdr(skb)->daddr; \
329 } else \
330 TP_STORE_ADDR_PORTS_SKB_V4(__entry, skb); \
331 } while (0)
332
333#else
334
335#define TP_STORE_ADDR_PORTS_SKB(__entry, skb) \
336 TP_STORE_ADDR_PORTS_SKB_V4(__entry, skb)
337
338#endif
339
340/*
341 * tcp event with only skb
342 */
343DECLARE_EVENT_CLASS(tcp_event_skb,
344
345 TP_PROTO(const struct sk_buff *skb),
346
347 TP_ARGS(skb),
348
349 TP_STRUCT__entry(
350 __field(const void *, skbaddr)
351 __array(__u8, saddr, sizeof(struct sockaddr_in6))
352 __array(__u8, daddr, sizeof(struct sockaddr_in6))
353 ),
354
355 TP_fast_assign(
356 __entry->skbaddr = skb;
357
358 memset(__entry->saddr, 0, sizeof(struct sockaddr_in6));
359 memset(__entry->daddr, 0, sizeof(struct sockaddr_in6));
360
361 TP_STORE_ADDR_PORTS_SKB(__entry, skb);
362 ),
363
364 TP_printk("src=%pISpc dest=%pISpc", __entry->saddr, __entry->daddr)
365);
366
367DEFINE_EVENT(tcp_event_skb, tcp_bad_csum,
368
369 TP_PROTO(const struct sk_buff *skb),
370
371 TP_ARGS(skb)
372);
373
374TRACE_EVENT(tcp_cong_state_set,
375
376 TP_PROTO(struct sock *sk, const u8 ca_state),
377
378 TP_ARGS(sk, ca_state),
379
380 TP_STRUCT__entry(
381 __field(const void *, skaddr)
382 __field(__u16, sport)
383 __field(__u16, dport)
384 __field(__u16, family)
385 __array(__u8, saddr, 4)
386 __array(__u8, daddr, 4)
387 __array(__u8, saddr_v6, 16)
388 __array(__u8, daddr_v6, 16)
389 __field(__u8, cong_state)
390 ),
391
392 TP_fast_assign(
393 struct inet_sock *inet = inet_sk(sk);
394 __be32 *p32;
395
396 __entry->skaddr = sk;
397
398 __entry->sport = ntohs(inet->inet_sport);
399 __entry->dport = ntohs(inet->inet_dport);
400 __entry->family = sk->sk_family;
401
402 p32 = (__be32 *) __entry->saddr;
403 *p32 = inet->inet_saddr;
404
405 p32 = (__be32 *) __entry->daddr;
406 *p32 = inet->inet_daddr;
407
408 TP_STORE_ADDRS(__entry, inet->inet_saddr, inet->inet_daddr,
409 sk->sk_v6_rcv_saddr, sk->sk_v6_daddr);
410
411 __entry->cong_state = ca_state;
412 ),
413
414 TP_printk("family=%s sport=%hu dport=%hu saddr=%pI4 daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c cong_state=%u",
415 show_family_name(__entry->family),
416 __entry->sport, __entry->dport,
417 __entry->saddr, __entry->daddr,
418 __entry->saddr_v6, __entry->daddr_v6,
419 __entry->cong_state)
420);
421
422#endif /* _TRACE_TCP_H */
423
424/* This part must be outside protection */
425#include <trace/define_trace.h>
426

source code of linux/include/trace/events/tcp.h