1 /* SPDX-License-Identifier: GPL-2.0-or-later */ 2 /* 3 * NET Generic infrastructure for Network protocols. 4 * 5 * Definitions for request_sock 6 * 7 * Authors: Arnaldo Carvalho de Melo <acme@conectiva.com.br> 8 * 9 * From code originally in include/net/tcp.h 10 */ 11 #ifndef _REQUEST_SOCK_H 12 #define _REQUEST_SOCK_H 13 14 #include <linux/slab.h> 15 #include <linux/spinlock.h> 16 #include <linux/types.h> 17 #include <linux/bug.h> 18 #include <linux/refcount.h> 19 20 #include <net/sock.h> 21 #include <net/rstreason.h> 22 23 struct request_sock; 24 struct sk_buff; 25 struct dst_entry; 26 struct proto; 27 28 struct request_sock_ops { 29 int family; 30 unsigned int obj_size; 31 struct kmem_cache *slab; 32 char *slab_name; 33 int (*rtx_syn_ack)(const struct sock *sk, 34 struct request_sock *req); 35 void (*send_ack)(const struct sock *sk, struct sk_buff *skb, 36 struct request_sock *req); 37 void (*send_reset)(const struct sock *sk, 38 struct sk_buff *skb, 39 enum sk_rst_reason reason); 40 void (*destructor)(struct request_sock *req); 41 void (*syn_ack_timeout)(const struct request_sock *req); 42 }; 43 44 int inet_rtx_syn_ack(const struct sock *parent, struct request_sock *req); 45 46 struct saved_syn { 47 u32 mac_hdrlen; 48 u32 network_hdrlen; 49 u32 tcp_hdrlen; 50 u8 data[]; 51 }; 52 53 /* struct request_sock - mini sock to represent a connection request 54 */ 55 struct request_sock { 56 struct sock_common __req_common; 57 #define rsk_refcnt __req_common.skc_refcnt 58 #define rsk_hash __req_common.skc_hash 59 #define rsk_listener __req_common.skc_listener 60 #define rsk_window_clamp __req_common.skc_window_clamp 61 #define rsk_rcv_wnd __req_common.skc_rcv_wnd 62 63 struct request_sock *dl_next; 64 u16 mss; 65 u8 num_retrans; /* number of retransmits */ 66 u8 syncookie:1; /* True if 67 * 1) tcpopts needs to be encoded in 68 * TS of SYN+ACK 69 * 2) ACK is validated by BPF kfunc. 70 */ 71 u8 num_timeout:7; /* number of timeouts */ 72 u32 ts_recent; 73 struct timer_list rsk_timer; 74 const struct request_sock_ops *rsk_ops; 75 struct sock *sk; 76 struct saved_syn *saved_syn; 77 u32 secid; 78 u32 peer_secid; 79 u32 timeout; 80 }; 81 82 static inline struct request_sock *inet_reqsk(const struct sock *sk) 83 { 84 return (struct request_sock *)sk; 85 } 86 87 static inline struct sock *req_to_sk(struct request_sock *req) 88 { 89 return (struct sock *)req; 90 } 91 92 /** 93 * skb_steal_sock - steal a socket from an sk_buff 94 * @skb: sk_buff to steal the socket from 95 * @refcounted: is set to true if the socket is reference-counted 96 * @prefetched: is set to true if the socket was assigned from bpf 97 */ 98 static inline struct sock *skb_steal_sock(struct sk_buff *skb, 99 bool *refcounted, bool *prefetched) 100 { 101 struct sock *sk = skb->sk; 102 103 if (!sk) { 104 *prefetched = false; 105 *refcounted = false; 106 return NULL; 107 } 108 109 *prefetched = skb_sk_is_prefetched(skb); 110 if (*prefetched) { 111 #if IS_ENABLED(CONFIG_SYN_COOKIES) 112 if (sk->sk_state == TCP_NEW_SYN_RECV && inet_reqsk(sk)->syncookie) { 113 struct request_sock *req = inet_reqsk(sk); 114 115 *refcounted = false; 116 sk = req->rsk_listener; 117 req->rsk_listener = NULL; 118 return sk; 119 } 120 #endif 121 *refcounted = sk_is_refcounted(sk); 122 } else { 123 *refcounted = true; 124 } 125 126 skb->destructor = NULL; 127 skb->sk = NULL; 128 return sk; 129 } 130 131 static inline struct request_sock * 132 reqsk_alloc(const struct request_sock_ops *ops, struct sock *sk_listener, 133 bool attach_listener) 134 { 135 struct request_sock *req; 136 137 req = kmem_cache_alloc(ops->slab, GFP_ATOMIC | __GFP_NOWARN); 138 if (!req) 139 return NULL; 140 req->rsk_listener = NULL; 141 if (attach_listener) { 142 if (unlikely(!refcount_inc_not_zero(&sk_listener->sk_refcnt))) { 143 kmem_cache_free(ops->slab, req); 144 return NULL; 145 } 146 req->rsk_listener = sk_listener; 147 } 148 req->rsk_ops = ops; 149 req_to_sk(req)->sk_prot = sk_listener->sk_prot; 150 sk_node_init(&req_to_sk(req)->sk_node); 151 sk_tx_queue_clear(req_to_sk(req)); 152 req->saved_syn = NULL; 153 req->syncookie = 0; 154 req->timeout = 0; 155 req->num_timeout = 0; 156 req->num_retrans = 0; 157 req->sk = NULL; 158 refcount_set(&req->rsk_refcnt, 0); 159 160 return req; 161 } 162 163 static inline void __reqsk_free(struct request_sock *req) 164 { 165 req->rsk_ops->destructor(req); 166 if (req->rsk_listener) 167 sock_put(req->rsk_listener); 168 kfree(req->saved_syn); 169 kmem_cache_free(req->rsk_ops->slab, req); 170 } 171 172 static inline void reqsk_free(struct request_sock *req) 173 { 174 WARN_ON_ONCE(refcount_read(&req->rsk_refcnt) != 0); 175 __reqsk_free(req); 176 } 177 178 static inline void reqsk_put(struct request_sock *req) 179 { 180 if (refcount_dec_and_test(&req->rsk_refcnt)) 181 reqsk_free(req); 182 } 183 184 /* 185 * For a TCP Fast Open listener - 186 * lock - protects the access to all the reqsk, which is co-owned by 187 * the listener and the child socket. 188 * qlen - pending TFO requests (still in TCP_SYN_RECV). 189 * max_qlen - max TFO reqs allowed before TFO is disabled. 190 * 191 * XXX (TFO) - ideally these fields can be made as part of "listen_sock" 192 * structure above. But there is some implementation difficulty due to 193 * listen_sock being part of request_sock_queue hence will be freed when 194 * a listener is stopped. But TFO related fields may continue to be 195 * accessed even after a listener is closed, until its sk_refcnt drops 196 * to 0 implying no more outstanding TFO reqs. One solution is to keep 197 * listen_opt around until sk_refcnt drops to 0. But there is some other 198 * complexity that needs to be resolved. E.g., a listener can be disabled 199 * temporarily through shutdown()->tcp_disconnect(), and re-enabled later. 200 */ 201 struct fastopen_queue { 202 struct request_sock *rskq_rst_head; /* Keep track of past TFO */ 203 struct request_sock *rskq_rst_tail; /* requests that caused RST. 204 * This is part of the defense 205 * against spoofing attack. 206 */ 207 spinlock_t lock; 208 int qlen; /* # of pending (TCP_SYN_RECV) reqs */ 209 int max_qlen; /* != 0 iff TFO is currently enabled */ 210 211 struct tcp_fastopen_context __rcu *ctx; /* cipher context for cookie */ 212 }; 213 214 /** struct request_sock_queue - queue of request_socks 215 * 216 * @rskq_accept_head - FIFO head of established children 217 * @rskq_accept_tail - FIFO tail of established children 218 * @rskq_defer_accept - User waits for some data after accept() 219 * 220 */ 221 struct request_sock_queue { 222 spinlock_t rskq_lock; 223 u8 rskq_defer_accept; 224 225 u32 synflood_warned; 226 atomic_t qlen; 227 atomic_t young; 228 229 struct request_sock *rskq_accept_head; 230 struct request_sock *rskq_accept_tail; 231 struct fastopen_queue fastopenq; /* Check max_qlen != 0 to determine 232 * if TFO is enabled. 233 */ 234 }; 235 236 void reqsk_queue_alloc(struct request_sock_queue *queue); 237 238 void reqsk_fastopen_remove(struct sock *sk, struct request_sock *req, 239 bool reset); 240 241 static inline bool reqsk_queue_empty(const struct request_sock_queue *queue) 242 { 243 return READ_ONCE(queue->rskq_accept_head) == NULL; 244 } 245 246 static inline struct request_sock *reqsk_queue_remove(struct request_sock_queue *queue, 247 struct sock *parent) 248 { 249 struct request_sock *req; 250 251 spin_lock_bh(&queue->rskq_lock); 252 req = queue->rskq_accept_head; 253 if (req) { 254 sk_acceptq_removed(parent); 255 WRITE_ONCE(queue->rskq_accept_head, req->dl_next); 256 if (queue->rskq_accept_head == NULL) 257 queue->rskq_accept_tail = NULL; 258 } 259 spin_unlock_bh(&queue->rskq_lock); 260 return req; 261 } 262 263 static inline void reqsk_queue_removed(struct request_sock_queue *queue, 264 const struct request_sock *req) 265 { 266 if (req->num_timeout == 0) 267 atomic_dec(&queue->young); 268 atomic_dec(&queue->qlen); 269 } 270 271 static inline void reqsk_queue_added(struct request_sock_queue *queue) 272 { 273 atomic_inc(&queue->young); 274 atomic_inc(&queue->qlen); 275 } 276 277 static inline int reqsk_queue_len(const struct request_sock_queue *queue) 278 { 279 return atomic_read(&queue->qlen); 280 } 281 282 static inline int reqsk_queue_len_young(const struct request_sock_queue *queue) 283 { 284 return atomic_read(&queue->young); 285 } 286 287 #endif /* _REQUEST_SOCK_H */ 288