1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _RDS_TCP_H 3 #define _RDS_TCP_H 4 5 #define RDS_TCP_PORT 16385 6 7 /* per-network namespace private data for this module */ 8 struct rds_tcp_net { 9 /* serialize "rds_tcp_accept_one" with "rds_tcp_accept_lock" 10 * to protect "rds_tcp_accepted_sock" 11 */ 12 struct mutex rds_tcp_accept_lock; 13 struct socket *rds_tcp_listen_sock; 14 struct socket *rds_tcp_accepted_sock; 15 struct work_struct rds_tcp_accept_w; 16 struct ctl_table_header *rds_tcp_sysctl; 17 const struct ctl_table *ctl_table; 18 int sndbuf_size; 19 int rcvbuf_size; 20 }; 21 22 struct rds_tcp_incoming { 23 struct rds_incoming ti_inc; 24 struct sk_buff_head ti_skb_list; 25 }; 26 27 struct rds_tcp_connection { 28 29 struct list_head t_tcp_node; 30 bool t_tcp_node_detached; 31 struct rds_conn_path *t_cpath; 32 /* t_conn_path_lock synchronizes the connection establishment between 33 * rds_tcp_accept_one and rds_tcp_conn_path_connect 34 */ 35 struct mutex t_conn_path_lock; 36 struct socket *t_sock; 37 u32 t_client_port_group; 38 struct rds_tcp_net *t_rtn; 39 void *t_orig_write_space; 40 void *t_orig_data_ready; 41 void *t_orig_state_change; 42 43 struct rds_tcp_incoming *t_tinc; 44 size_t t_tinc_hdr_rem; 45 size_t t_tinc_data_rem; 46 47 /* XXX error report? */ 48 struct work_struct t_conn_w; 49 struct work_struct t_send_w; 50 struct work_struct t_down_w; 51 struct work_struct t_recv_w; 52 53 /* for info exporting only */ 54 struct list_head t_list_item; 55 u32 t_last_sent_nxt; 56 u32 t_last_expected_una; 57 u32 t_last_seen_una; 58 59 /* for rds_tcp_conn_path_shutdown */ 60 wait_queue_head_t t_recv_done_waitq; 61 }; 62 63 struct rds_tcp_statistics { 64 uint64_t s_tcp_data_ready_calls; 65 uint64_t s_tcp_write_space_calls; 66 uint64_t s_tcp_sndbuf_full; 67 uint64_t s_tcp_connect_raced; 68 uint64_t s_tcp_listen_closed_stale; 69 }; 70 71 /* tcp.c */ 72 extern int rds_tcp_netid; 73 bool rds_tcp_tune(struct socket *sock); 74 void rds_tcp_set_callbacks(struct socket *sock, struct rds_conn_path *cp); 75 void rds_tcp_reset_callbacks(struct socket *sock, struct rds_conn_path *cp); 76 void rds_tcp_restore_callbacks(struct socket *sock, 77 struct rds_tcp_connection *tc); 78 u32 rds_tcp_write_seq(struct rds_tcp_connection *tc); 79 u32 rds_tcp_snd_una(struct rds_tcp_connection *tc); 80 extern struct rds_transport rds_tcp_transport; 81 void rds_tcp_accept_work(struct rds_tcp_net *rtn); 82 int rds_tcp_laddr_check(struct net *net, const struct in6_addr *addr, 83 __u32 scope_id); 84 /* tcp_connect.c */ 85 int rds_tcp_conn_path_connect(struct rds_conn_path *cp); 86 void rds_tcp_conn_path_shutdown(struct rds_conn_path *conn); 87 void rds_tcp_state_change(struct sock *sk); 88 89 /* tcp_listen.c */ 90 struct socket *rds_tcp_listen_init(struct net *net, bool isv6); 91 void rds_tcp_listen_stop(struct socket *sock, struct work_struct *acceptor); 92 void rds_tcp_listen_data_ready(struct sock *sk); 93 void rds_tcp_conn_slots_available(struct rds_connection *conn, bool fan_out); 94 int rds_tcp_accept_one(struct rds_tcp_net *rtn); 95 void rds_tcp_keepalive(struct socket *sock); 96 void *rds_tcp_listen_sock_def_readable(struct net *net); 97 98 /* tcp_recv.c */ 99 int rds_tcp_recv_init(void); 100 void rds_tcp_recv_exit(void); 101 void rds_tcp_data_ready(struct sock *sk); 102 int rds_tcp_recv_path(struct rds_conn_path *cp); 103 void rds_tcp_inc_free(struct rds_incoming *inc); 104 int rds_tcp_inc_copy_to_user(struct rds_incoming *inc, struct iov_iter *to); 105 106 /* tcp_send.c */ 107 void rds_tcp_xmit_path_prepare(struct rds_conn_path *cp); 108 void rds_tcp_xmit_path_complete(struct rds_conn_path *cp); 109 int rds_tcp_xmit(struct rds_connection *conn, struct rds_message *rm, 110 unsigned int hdr_off, unsigned int sg, unsigned int off); 111 int rds_tcp_is_acked(struct rds_message *rm, uint64_t ack); 112 void rds_tcp_write_space(struct sock *sk); 113 114 /* tcp_stats.c */ 115 DECLARE_PER_CPU(struct rds_tcp_statistics, rds_tcp_stats); 116 #define rds_tcp_stats_inc(member) rds_stats_inc_which(rds_tcp_stats, member) 117 unsigned int rds_tcp_stats_info_copy(struct rds_info_iterator *iter, 118 unsigned int avail); 119 120 #endif 121