1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _RDS_TCP_H 3 #define _RDS_TCP_H 4 5 #define RDS_TCP_PORT 16385 6 7 /* per-network namespace private data for this module */ 8 struct rds_tcp_net { 9 /* serialize "rds_tcp_accept_one" with "rds_tcp_accept_lock" 10 * to protect "rds_tcp_accepted_sock" 11 */ 12 struct mutex rds_tcp_accept_lock; 13 struct socket *rds_tcp_listen_sock; 14 struct socket *rds_tcp_accepted_sock; 15 struct work_struct rds_tcp_accept_w; 16 struct ctl_table_header *rds_tcp_sysctl; 17 const struct ctl_table *ctl_table; 18 int sndbuf_size; 19 int rcvbuf_size; 20 }; 21 22 struct rds_tcp_incoming { 23 struct rds_incoming ti_inc; 24 struct sk_buff_head ti_skb_list; 25 }; 26 27 struct rds_tcp_connection { 28 29 struct list_head t_tcp_node; 30 bool t_tcp_node_detached; 31 struct rds_conn_path *t_cpath; 32 /* t_conn_path_lock synchronizes the connection establishment between 33 * rds_tcp_accept_one and rds_tcp_conn_path_connect 34 */ 35 struct mutex t_conn_path_lock; 36 struct socket *t_sock; 37 struct rds_tcp_net *t_rtn; 38 void *t_orig_write_space; 39 void *t_orig_data_ready; 40 void *t_orig_state_change; 41 42 struct rds_tcp_incoming *t_tinc; 43 size_t t_tinc_hdr_rem; 44 size_t t_tinc_data_rem; 45 46 /* XXX error report? */ 47 struct work_struct t_conn_w; 48 struct work_struct t_send_w; 49 struct work_struct t_down_w; 50 struct work_struct t_recv_w; 51 52 /* for info exporting only */ 53 struct list_head t_list_item; 54 u32 t_last_sent_nxt; 55 u32 t_last_expected_una; 56 u32 t_last_seen_una; 57 }; 58 59 struct rds_tcp_statistics { 60 uint64_t s_tcp_data_ready_calls; 61 uint64_t s_tcp_write_space_calls; 62 uint64_t s_tcp_sndbuf_full; 63 uint64_t s_tcp_connect_raced; 64 uint64_t s_tcp_listen_closed_stale; 65 }; 66 67 /* tcp.c */ 68 extern int rds_tcp_netid; 69 bool rds_tcp_tune(struct socket *sock); 70 void rds_tcp_set_callbacks(struct socket *sock, struct rds_conn_path *cp); 71 void rds_tcp_reset_callbacks(struct socket *sock, struct rds_conn_path *cp); 72 void rds_tcp_restore_callbacks(struct socket *sock, 73 struct rds_tcp_connection *tc); 74 u32 rds_tcp_write_seq(struct rds_tcp_connection *tc); 75 u32 rds_tcp_snd_una(struct rds_tcp_connection *tc); 76 extern struct rds_transport rds_tcp_transport; 77 void rds_tcp_accept_work(struct rds_tcp_net *rtn); 78 int rds_tcp_laddr_check(struct net *net, const struct in6_addr *addr, 79 __u32 scope_id); 80 /* tcp_connect.c */ 81 int rds_tcp_conn_path_connect(struct rds_conn_path *cp); 82 void rds_tcp_conn_path_shutdown(struct rds_conn_path *conn); 83 void rds_tcp_state_change(struct sock *sk); 84 85 /* tcp_listen.c */ 86 struct socket *rds_tcp_listen_init(struct net *net, bool isv6); 87 void rds_tcp_listen_stop(struct socket *sock, struct work_struct *acceptor); 88 void rds_tcp_listen_data_ready(struct sock *sk); 89 void rds_tcp_conn_slots_available(struct rds_connection *conn); 90 int rds_tcp_accept_one(struct rds_tcp_net *rtn); 91 void rds_tcp_keepalive(struct socket *sock); 92 void *rds_tcp_listen_sock_def_readable(struct net *net); 93 94 /* tcp_recv.c */ 95 int rds_tcp_recv_init(void); 96 void rds_tcp_recv_exit(void); 97 void rds_tcp_data_ready(struct sock *sk); 98 int rds_tcp_recv_path(struct rds_conn_path *cp); 99 void rds_tcp_inc_free(struct rds_incoming *inc); 100 int rds_tcp_inc_copy_to_user(struct rds_incoming *inc, struct iov_iter *to); 101 102 /* tcp_send.c */ 103 void rds_tcp_xmit_path_prepare(struct rds_conn_path *cp); 104 void rds_tcp_xmit_path_complete(struct rds_conn_path *cp); 105 int rds_tcp_xmit(struct rds_connection *conn, struct rds_message *rm, 106 unsigned int hdr_off, unsigned int sg, unsigned int off); 107 void rds_tcp_write_space(struct sock *sk); 108 109 /* tcp_stats.c */ 110 DECLARE_PER_CPU(struct rds_tcp_statistics, rds_tcp_stats); 111 #define rds_tcp_stats_inc(member) rds_stats_inc_which(rds_tcp_stats, member) 112 unsigned int rds_tcp_stats_info_copy(struct rds_info_iterator *iter, 113 unsigned int avail); 114 115 #endif 116