1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #undef TRACE_SYSTEM 3 #define TRACE_SYSTEM mptcp 4 5 #if !defined(_TRACE_MPTCP_H) || defined(TRACE_HEADER_MULTI_READ) 6 #define _TRACE_MPTCP_H 7 8 #include <linux/ipv6.h> 9 #include <linux/tcp.h> 10 #include <linux/tracepoint.h> 11 #include <net/ipv6.h> 12 #include <net/tcp.h> 13 #include <linux/sock_diag.h> 14 #include <net/rstreason.h> 15 16 #define show_mapping_status(status) \ 17 __print_symbolic(status, \ 18 { 0, "MAPPING_OK" }, \ 19 { 1, "MAPPING_INVALID" }, \ 20 { 2, "MAPPING_EMPTY" }, \ 21 { 3, "MAPPING_DATA_FIN" }, \ 22 { 4, "MAPPING_DUMMY" }) 23 24 TRACE_EVENT(mptcp_subflow_get_send, 25 26 TP_PROTO(struct mptcp_subflow_context *subflow), 27 28 TP_ARGS(subflow), 29 30 TP_STRUCT__entry( 31 __field(bool, active) 32 __field(bool, free) 33 __field(u32, snd_wnd) 34 __field(u32, pace) 35 __field(u8, backup) 36 __field(u64, ratio) 37 ), 38 39 TP_fast_assign( 40 struct sock *ssk; 41 42 __entry->active = mptcp_subflow_active(subflow); 43 __entry->backup = subflow->backup || subflow->request_bkup; 44 45 if (subflow->tcp_sock && sk_fullsock(subflow->tcp_sock)) 46 __entry->free = sk_stream_memory_free(subflow->tcp_sock); 47 else 48 __entry->free = 0; 49 50 ssk = mptcp_subflow_tcp_sock(subflow); 51 if (ssk && sk_fullsock(ssk)) { 52 __entry->snd_wnd = tcp_sk(ssk)->snd_wnd; 53 __entry->pace = READ_ONCE(ssk->sk_pacing_rate); 54 } else { 55 __entry->snd_wnd = 0; 56 __entry->pace = 0; 57 } 58 59 if (ssk && sk_fullsock(ssk) && __entry->pace) 60 __entry->ratio = div_u64((u64)ssk->sk_wmem_queued << 32, __entry->pace); 61 else 62 __entry->ratio = 0; 63 ), 64 65 TP_printk("active=%d free=%d snd_wnd=%u pace=%u backup=%u ratio=%llu", 66 __entry->active, __entry->free, 67 __entry->snd_wnd, __entry->pace, 68 __entry->backup, __entry->ratio) 69 ); 70 71 DECLARE_EVENT_CLASS(mptcp_dump_mpext, 72 73 TP_PROTO(struct mptcp_ext *mpext), 74 75 TP_ARGS(mpext), 76 77 TP_STRUCT__entry( 78 __field(u64, data_seq) 79 __field(u32, subflow_seq) 80 __field(u16, data_len) 81 __field(u16, csum) 82 __field(u8, use_map) 83 __field(u8, dsn64) 84 __field(u8, data_fin) 85 __field(u8, use_ack) 86 __field(u8, ack64) 87 __field(u8, mpc_map) 88 __field(u8, frozen) 89 __field(u8, reset_transient) 90 __field(u8, reset_reason) 91 __field(u8, csum_reqd) 92 __field(u8, infinite_map) 93 ), 94 95 TP_fast_assign( 96 __entry->data_seq = mpext->data_seq; 97 __entry->subflow_seq = mpext->subflow_seq; 98 __entry->data_len = mpext->data_len; 99 __entry->csum = (__force u16)mpext->csum; 100 __entry->use_map = mpext->use_map; 101 __entry->dsn64 = mpext->dsn64; 102 __entry->data_fin = mpext->data_fin; 103 __entry->use_ack = mpext->use_ack; 104 __entry->ack64 = mpext->ack64; 105 __entry->mpc_map = mpext->mpc_map; 106 __entry->frozen = mpext->frozen; 107 __entry->reset_transient = mpext->reset_transient; 108 __entry->reset_reason = mpext->reset_reason; 109 __entry->csum_reqd = mpext->csum_reqd; 110 __entry->infinite_map = mpext->infinite_map; 111 ), 112 113 TP_printk("data_seq=%llu subflow_seq=%u data_len=%u csum=%x use_map=%u dsn64=%u data_fin=%u use_ack=%u ack64=%u mpc_map=%u frozen=%u reset_transient=%u reset_reason=%u csum_reqd=%u infinite_map=%u", 114 __entry->data_seq, 115 __entry->subflow_seq, __entry->data_len, 116 __entry->csum, __entry->use_map, 117 __entry->dsn64, __entry->data_fin, 118 __entry->use_ack, __entry->ack64, 119 __entry->mpc_map, __entry->frozen, 120 __entry->reset_transient, __entry->reset_reason, 121 __entry->csum_reqd, __entry->infinite_map) 122 ); 123 124 DEFINE_EVENT(mptcp_dump_mpext, mptcp_sendmsg_frag, 125 TP_PROTO(struct mptcp_ext *mpext), 126 TP_ARGS(mpext)); 127 128 DEFINE_EVENT(mptcp_dump_mpext, get_mapping_status, 129 TP_PROTO(struct mptcp_ext *mpext), 130 TP_ARGS(mpext)); 131 132 TRACE_EVENT(ack_update_msk, 133 134 TP_PROTO(u64 data_ack, u64 old_snd_una, 135 u64 new_snd_una, u64 new_wnd_end, 136 u64 msk_wnd_end), 137 138 TP_ARGS(data_ack, old_snd_una, 139 new_snd_una, new_wnd_end, 140 msk_wnd_end), 141 142 TP_STRUCT__entry( 143 __field(u64, data_ack) 144 __field(u64, old_snd_una) 145 __field(u64, new_snd_una) 146 __field(u64, new_wnd_end) 147 __field(u64, msk_wnd_end) 148 ), 149 150 TP_fast_assign( 151 __entry->data_ack = data_ack; 152 __entry->old_snd_una = old_snd_una; 153 __entry->new_snd_una = new_snd_una; 154 __entry->new_wnd_end = new_wnd_end; 155 __entry->msk_wnd_end = msk_wnd_end; 156 ), 157 158 TP_printk("data_ack=%llu old_snd_una=%llu new_snd_una=%llu new_wnd_end=%llu msk_wnd_end=%llu", 159 __entry->data_ack, __entry->old_snd_una, 160 __entry->new_snd_una, __entry->new_wnd_end, 161 __entry->msk_wnd_end) 162 ); 163 164 TRACE_EVENT(subflow_check_data_avail, 165 166 TP_PROTO(__u8 status, struct sk_buff *skb), 167 168 TP_ARGS(status, skb), 169 170 TP_STRUCT__entry( 171 __field(u8, status) 172 __field(const void *, skb) 173 ), 174 175 TP_fast_assign( 176 __entry->status = status; 177 __entry->skb = skb; 178 ), 179 180 TP_printk("mapping_status=%s, skb=%p", 181 show_mapping_status(__entry->status), 182 __entry->skb) 183 ); 184 185 #include <trace/events/net_probe_common.h> 186 187 TRACE_EVENT(mptcp_rcvbuf_grow, 188 189 TP_PROTO(struct sock *sk, int time), 190 191 TP_ARGS(sk, time), 192 193 TP_STRUCT__entry( 194 __field(int, time) 195 __field(__u32, rtt_us) 196 __field(__u32, copied) 197 __field(__u32, inq) 198 __field(__u32, space) 199 __field(__u32, ooo_space) 200 __field(__u32, rcvbuf) 201 __field(__u32, rcv_wnd) 202 __field(__u8, scaling_ratio) 203 __field(__u16, sport) 204 __field(__u16, dport) 205 __field(__u16, family) 206 __array(__u8, saddr, 4) 207 __array(__u8, daddr, 4) 208 __array(__u8, saddr_v6, 16) 209 __array(__u8, daddr_v6, 16) 210 __field(const void *, skaddr) 211 ), 212 213 TP_fast_assign( 214 struct mptcp_sock *msk = mptcp_sk(sk); 215 struct inet_sock *inet = inet_sk(sk); 216 bool ofo_empty; 217 __be32 *p32; 218 219 __entry->time = time; 220 __entry->rtt_us = mptcp_rtt_us_est(msk) >> 3; 221 __entry->copied = msk->rcvq_space.copied; 222 __entry->inq = mptcp_inq_hint(sk); 223 __entry->space = msk->rcvq_space.space; 224 ofo_empty = RB_EMPTY_ROOT(&msk->out_of_order_queue); 225 __entry->ooo_space = ofo_empty ? 0 : 226 MPTCP_SKB_CB(msk->ooo_last_skb)->end_seq - 227 msk->ack_seq; 228 229 __entry->rcvbuf = sk->sk_rcvbuf; 230 __entry->rcv_wnd = atomic64_read(&msk->rcv_wnd_sent) - 231 msk->ack_seq; 232 __entry->scaling_ratio = msk->scaling_ratio; 233 __entry->sport = ntohs(inet->inet_sport); 234 __entry->dport = ntohs(inet->inet_dport); 235 __entry->family = sk->sk_family; 236 237 p32 = (__be32 *)__entry->saddr; 238 *p32 = inet->inet_saddr; 239 240 p32 = (__be32 *)__entry->daddr; 241 *p32 = inet->inet_daddr; 242 243 TP_STORE_ADDRS(__entry, inet->inet_saddr, inet->inet_daddr, 244 sk->sk_v6_rcv_saddr, sk->sk_v6_daddr); 245 246 __entry->skaddr = sk; 247 ), 248 249 TP_printk("time=%u rtt_us=%u copied=%u inq=%u space=%u ooo=%u scaling_ratio=%u " 250 "rcvbuf=%u rcv_wnd=%u family=%d sport=%hu dport=%hu saddr=%pI4 " 251 "daddr=%pI4 saddrv6=%pI6c daddrv6=%pI6c skaddr=%p", 252 __entry->time, __entry->rtt_us, __entry->copied, 253 __entry->inq, __entry->space, __entry->ooo_space, 254 __entry->scaling_ratio, __entry->rcvbuf, __entry->rcv_wnd, 255 __entry->family, __entry->sport, __entry->dport, 256 __entry->saddr, __entry->daddr, __entry->saddr_v6, 257 __entry->daddr_v6, __entry->skaddr) 258 ); 259 #endif /* _TRACE_MPTCP_H */ 260 261 /* This part must be outside protection */ 262 #include <trace/define_trace.h> 263