xref: /titanic_52/usr/src/uts/common/inet/udp_impl.h (revision 6f773e29841ff1573612158ae130301164c2a24a)
17c478bd9Sstevel@tonic-gate /*
27c478bd9Sstevel@tonic-gate  * CDDL HEADER START
37c478bd9Sstevel@tonic-gate  *
47c478bd9Sstevel@tonic-gate  * The contents of this file are subject to the terms of the
5e4f35dbaSgt145670  * Common Development and Distribution License (the "License").
6e4f35dbaSgt145670  * You may not use this file except in compliance with the License.
77c478bd9Sstevel@tonic-gate  *
87c478bd9Sstevel@tonic-gate  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
97c478bd9Sstevel@tonic-gate  * or http://www.opensolaris.org/os/licensing.
107c478bd9Sstevel@tonic-gate  * See the License for the specific language governing permissions
117c478bd9Sstevel@tonic-gate  * and limitations under the License.
127c478bd9Sstevel@tonic-gate  *
137c478bd9Sstevel@tonic-gate  * When distributing Covered Code, include this CDDL HEADER in each
147c478bd9Sstevel@tonic-gate  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
157c478bd9Sstevel@tonic-gate  * If applicable, add the following below this CDDL HEADER, with the
167c478bd9Sstevel@tonic-gate  * fields enclosed by brackets "[]" replaced with your own identifying
177c478bd9Sstevel@tonic-gate  * information: Portions Copyright [yyyy] [name of copyright owner]
187c478bd9Sstevel@tonic-gate  *
197c478bd9Sstevel@tonic-gate  * CDDL HEADER END
207c478bd9Sstevel@tonic-gate  */
217c478bd9Sstevel@tonic-gate /*
223e95bd4aSAnders Persson  * Copyright (c) 2000, 2010, Oracle and/or its affiliates. All rights reserved.
237c478bd9Sstevel@tonic-gate  */
247c478bd9Sstevel@tonic-gate 
257c478bd9Sstevel@tonic-gate #ifndef	_UDP_IMPL_H
267c478bd9Sstevel@tonic-gate #define	_UDP_IMPL_H
277c478bd9Sstevel@tonic-gate 
28ff550d0eSmasputra /*
29ff550d0eSmasputra  * UDP implementation private declarations.  These interfaces are
30ff550d0eSmasputra  * used to build the IP module and are not meant to be accessed
31ff550d0eSmasputra  * by any modules except IP itself.  They are undocumented and are
32ff550d0eSmasputra  * subject to change without notice.
33ff550d0eSmasputra  */
34ff550d0eSmasputra 
357c478bd9Sstevel@tonic-gate #ifdef	__cplusplus
367c478bd9Sstevel@tonic-gate extern "C" {
377c478bd9Sstevel@tonic-gate #endif
387c478bd9Sstevel@tonic-gate 
397c478bd9Sstevel@tonic-gate #ifdef _KERNEL
407c478bd9Sstevel@tonic-gate 
417c478bd9Sstevel@tonic-gate #include <sys/int_types.h>
42f4b3ec61Sdh155122 #include <sys/netstack.h>
437c478bd9Sstevel@tonic-gate 
447c478bd9Sstevel@tonic-gate #include <netinet/in.h>
457c478bd9Sstevel@tonic-gate #include <netinet/ip6.h>
467c478bd9Sstevel@tonic-gate 
477c478bd9Sstevel@tonic-gate #include <inet/common.h>
487c478bd9Sstevel@tonic-gate #include <inet/ip.h>
4945916cd2Sjpk #include <inet/optcom.h>
506e91bba0SGirish Moodalbail #include <inet/tunables.h>
517c478bd9Sstevel@tonic-gate 
52ff550d0eSmasputra #define	UDP_MOD_ID		5607
53ff550d0eSmasputra 
54f4b3ec61Sdh155122 /*
55f4b3ec61Sdh155122  * Bind hash list size and hash function.  It has to be a power of 2 for
56f4b3ec61Sdh155122  * hashing.
57f4b3ec61Sdh155122  */
58f4b3ec61Sdh155122 #define	UDP_BIND_FANOUT_SIZE	512
59f4b3ec61Sdh155122 #define	UDP_BIND_HASH(lport, size) \
60f4b3ec61Sdh155122 	((ntohs((uint16_t)lport)) & (size - 1))
61f4b3ec61Sdh155122 
62f4b3ec61Sdh155122 /* UDP bind fanout hash structure. */
63f4b3ec61Sdh155122 typedef struct udp_fanout_s {
64f4b3ec61Sdh155122 	struct udp_s *uf_udp;
65f4b3ec61Sdh155122 	kmutex_t uf_lock;
66f4b3ec61Sdh155122 #if defined(_LP64) || defined(_I32LPx)
67f4b3ec61Sdh155122 	char	uf_pad[48];
68f4b3ec61Sdh155122 #else
69f4b3ec61Sdh155122 	char	uf_pad[56];
70f4b3ec61Sdh155122 #endif
71f4b3ec61Sdh155122 } udp_fanout_t;
72f4b3ec61Sdh155122 
73f4b3ec61Sdh155122 /* Kstats */
74f4b3ec61Sdh155122 typedef struct udp_stat {			/* Class "net" kstats */
75f4b3ec61Sdh155122 	kstat_named_t	udp_sock_fallback;
76f4b3ec61Sdh155122 	kstat_named_t	udp_out_opt;
77f4b3ec61Sdh155122 	kstat_named_t	udp_out_err_notconn;
78f4b3ec61Sdh155122 	kstat_named_t	udp_out_err_output;
79f4b3ec61Sdh155122 	kstat_named_t	udp_out_err_tudr;
80f4b3ec61Sdh155122 #ifdef DEBUG
81f4b3ec61Sdh155122 	kstat_named_t	udp_data_conn;
82f4b3ec61Sdh155122 	kstat_named_t	udp_data_notconn;
83bd670b35SErik Nordmark 	kstat_named_t	udp_out_lastdst;
84bd670b35SErik Nordmark 	kstat_named_t	udp_out_diffdst;
85bd670b35SErik Nordmark 	kstat_named_t	udp_out_ipv6;
86bd670b35SErik Nordmark 	kstat_named_t	udp_out_mapped;
87bd670b35SErik Nordmark 	kstat_named_t	udp_out_ipv4;
88f4b3ec61Sdh155122 #endif
89f4b3ec61Sdh155122 } udp_stat_t;
90f4b3ec61Sdh155122 
915dd46ab5SKacheong Poon /*
925dd46ab5SKacheong Poon  * This struct contains only the counter part of udp_stat_t.  It is used
935dd46ab5SKacheong Poon  * in udp_stats_cpu_t instead of udp_stat_t to save memory space.
945dd46ab5SKacheong Poon  */
955dd46ab5SKacheong Poon typedef struct {
965dd46ab5SKacheong Poon 	uint64_t	udp_sock_fallback;
975dd46ab5SKacheong Poon 	uint64_t	udp_out_opt;
985dd46ab5SKacheong Poon 	uint64_t	udp_out_err_notconn;
995dd46ab5SKacheong Poon 	uint64_t	udp_out_err_output;
1005dd46ab5SKacheong Poon 	uint64_t	udp_out_err_tudr;
1015dd46ab5SKacheong Poon #ifdef DEBUG
1025dd46ab5SKacheong Poon 	uint64_t	udp_data_conn;
1035dd46ab5SKacheong Poon 	uint64_t	udp_data_notconn;
1045dd46ab5SKacheong Poon 	uint64_t	udp_out_lastdst;
1055dd46ab5SKacheong Poon 	uint64_t	udp_out_diffdst;
1065dd46ab5SKacheong Poon 	uint64_t	udp_out_ipv6;
1075dd46ab5SKacheong Poon 	uint64_t	udp_out_mapped;
1085dd46ab5SKacheong Poon 	uint64_t	udp_out_ipv4;
1095dd46ab5SKacheong Poon #endif
1105dd46ab5SKacheong Poon } udp_stat_counter_t;
1115dd46ab5SKacheong Poon 
1125dd46ab5SKacheong Poon /* Per CPU stats: UDP MIB2 and UDP kstat. */
1135dd46ab5SKacheong Poon typedef struct {
1145dd46ab5SKacheong Poon 	mib2_udp_t		udp_sc_mib;
1155dd46ab5SKacheong Poon 	udp_stat_counter_t	udp_sc_stats;
1165dd46ab5SKacheong Poon } udp_stats_cpu_t;
1175dd46ab5SKacheong Poon 
118f4b3ec61Sdh155122 #define	UDP_NUM_EPRIV_PORTS	64
119f4b3ec61Sdh155122 
1206e91bba0SGirish Moodalbail /* Default buffer size and flow control wake up threshold. */
1216e91bba0SGirish Moodalbail #define	UDP_RECV_HIWATER	(56 * 1024)
1226e91bba0SGirish Moodalbail #define	UDP_RECV_LOWATER	128
1236e91bba0SGirish Moodalbail #define	UDP_XMIT_HIWATER	(56 * 1024)
1246e91bba0SGirish Moodalbail #define	UDP_XMIT_LOWATER	1024
1256e91bba0SGirish Moodalbail 
126f4b3ec61Sdh155122 /*
127f4b3ec61Sdh155122  * UDP stack instances
128f4b3ec61Sdh155122  */
129f4b3ec61Sdh155122 struct udp_stack {
130f4b3ec61Sdh155122 	netstack_t	*us_netstack;	/* Common netstack */
131f4b3ec61Sdh155122 
132f4b3ec61Sdh155122 	uint_t		us_bind_fanout_size;
133f4b3ec61Sdh155122 	udp_fanout_t	*us_bind_fanout;
134f4b3ec61Sdh155122 
135f4b3ec61Sdh155122 	int		us_num_epriv_ports;
136f4b3ec61Sdh155122 	in_port_t	us_epriv_ports[UDP_NUM_EPRIV_PORTS];
1376e91bba0SGirish Moodalbail 	kmutex_t	us_epriv_port_lock;
138f4b3ec61Sdh155122 
139f4b3ec61Sdh155122 	/* Hint not protected by any lock */
140f4b3ec61Sdh155122 	in_port_t	us_next_port_to_try;
141f4b3ec61Sdh155122 
1426e91bba0SGirish Moodalbail 	/* UDP tunables table */
1436e91bba0SGirish Moodalbail 	struct mod_prop_info_s	*us_propinfo_tbl;
144f4b3ec61Sdh155122 
145f4b3ec61Sdh155122 	kstat_t		*us_mibkp;	/* kstats exporting mib data */
146f4b3ec61Sdh155122 	kstat_t		*us_kstat;
147f4b3ec61Sdh155122 
148f4b3ec61Sdh155122 /*
149f4b3ec61Sdh155122  * The smallest anonymous port in the priviledged port range which UDP
150f4b3ec61Sdh155122  * looks for free port.  Use in the option UDP_ANONPRIVBIND.
151f4b3ec61Sdh155122  */
152f4b3ec61Sdh155122 	in_port_t	us_min_anonpriv_port;
153f4b3ec61Sdh155122 
1540f1702c5SYu Xiangning 	ldi_ident_t	us_ldi_ident;
1555dd46ab5SKacheong Poon 
1565dd46ab5SKacheong Poon 	udp_stats_cpu_t	**us_sc;
1575dd46ab5SKacheong Poon 	int		us_sc_cnt;
158f4b3ec61Sdh155122 };
1590f1702c5SYu Xiangning 
160f4b3ec61Sdh155122 typedef struct udp_stack udp_stack_t;
161f4b3ec61Sdh155122 
1627c478bd9Sstevel@tonic-gate /* Internal udp control structure, one per open stream */
1637c478bd9Sstevel@tonic-gate typedef	struct udp_s {
164fc80c0dfSnordmark 	/*
165bd670b35SErik Nordmark 	 * The addresses and ports in the conn_t and udp_state are protected by
166bd670b35SErik Nordmark 	 * conn_lock and the fanout lock i.e. uf_lock. Need both locks to change
167bd670b35SErik Nordmark 	 * the fields, either lock is sufficient for reading the field.
168bd670b35SErik Nordmark 	 * conn_lock also protects the content of udp_t.
169fc80c0dfSnordmark 	 */
1707c478bd9Sstevel@tonic-gate 	uint32_t	udp_state;	/* TPI state */
171fc80c0dfSnordmark 
172bd670b35SErik Nordmark 	ip_pkt_t	udp_recv_ipp;	/* Used for IPv4 options received */
173fc80c0dfSnordmark 
174fc80c0dfSnordmark 	/* Written to only once at the time of opening the endpoint */
175ff550d0eSmasputra 	conn_t		*udp_connp;
1767c478bd9Sstevel@tonic-gate 
177bd670b35SErik Nordmark 	uint32_t
178bd670b35SErik Nordmark 		udp_issocket : 1,	/* socket mode; sockfs is on top */
179bd670b35SErik Nordmark 		udp_nat_t_endpoint : 1,	/* UDP_NAT_T_ENDPOINT option */
180bd670b35SErik Nordmark 		udp_rcvhdr : 1,		/* UDP_RCVHDR option */
181bd670b35SErik Nordmark 
182bd670b35SErik Nordmark 		udp_pad_to_bit_31 : 29;
183fc80c0dfSnordmark 
184fc80c0dfSnordmark 	/* Following 2 fields protected by the uf_lock */
1857c478bd9Sstevel@tonic-gate 	struct udp_s	*udp_bind_hash; /* Bind hash chain */
1867c478bd9Sstevel@tonic-gate 	struct udp_s	**udp_ptpbhn; /* Pointer to previous bind hash next. */
187ff550d0eSmasputra 
1880f1702c5SYu Xiangning 	kmutex_t	udp_recv_lock;		/* recv lock */
1890f1702c5SYu Xiangning 	size_t		udp_rcv_disply_hiwat;	/* user's view of rcvbuf */
190ff550d0eSmasputra 	size_t		udp_rcv_hiwat;		/* receive high watermark */
1913173664eSapersson 
192bd670b35SErik Nordmark 	/* Set at open time and never changed */
193f4b3ec61Sdh155122 	udp_stack_t	*udp_us;		/* Stack instance for zone */
194bd670b35SErik Nordmark 
1950f1702c5SYu Xiangning 	int		udp_delayed_error;
1960f1702c5SYu Xiangning 	mblk_t		*udp_fallback_queue_head;
1970f1702c5SYu Xiangning 	mblk_t		*udp_fallback_queue_tail;
1980f1702c5SYu Xiangning 	struct sockaddr_storage	udp_delayed_addr;
1997c478bd9Sstevel@tonic-gate } udp_t;
2007c478bd9Sstevel@tonic-gate 
2017c478bd9Sstevel@tonic-gate /* UDP Protocol header aligned */
2027c478bd9Sstevel@tonic-gate typedef	struct udpahdr_s {
2037c478bd9Sstevel@tonic-gate 	in_port_t	uha_src_port;		/* Source port */
2047c478bd9Sstevel@tonic-gate 	in_port_t	uha_dst_port;		/* Destination port */
2057c478bd9Sstevel@tonic-gate 	uint16_t	uha_length;		/* UDP length */
2067c478bd9Sstevel@tonic-gate 	uint16_t	uha_checksum;		/* UDP checksum */
2077c478bd9Sstevel@tonic-gate } udpha_t;
2087c478bd9Sstevel@tonic-gate 
2096e91bba0SGirish Moodalbail #define	us_wroff_extra			us_propinfo_tbl[0].prop_cur_uval
2106e91bba0SGirish Moodalbail #define	us_ipv4_ttl			us_propinfo_tbl[1].prop_cur_uval
2116e91bba0SGirish Moodalbail #define	us_ipv6_hoplimit		us_propinfo_tbl[2].prop_cur_uval
2126e91bba0SGirish Moodalbail #define	us_smallest_nonpriv_port	us_propinfo_tbl[3].prop_cur_uval
2136e91bba0SGirish Moodalbail #define	us_do_checksum			us_propinfo_tbl[4].prop_cur_bval
2146e91bba0SGirish Moodalbail #define	us_smallest_anon_port		us_propinfo_tbl[5].prop_cur_uval
2156e91bba0SGirish Moodalbail #define	us_largest_anon_port		us_propinfo_tbl[6].prop_cur_uval
2166e91bba0SGirish Moodalbail #define	us_xmit_hiwat			us_propinfo_tbl[7].prop_cur_uval
2176e91bba0SGirish Moodalbail #define	us_xmit_lowat			us_propinfo_tbl[8].prop_cur_uval
2186e91bba0SGirish Moodalbail #define	us_recv_hiwat			us_propinfo_tbl[9].prop_cur_uval
2196e91bba0SGirish Moodalbail #define	us_max_buf			us_propinfo_tbl[10].prop_cur_uval
2206e91bba0SGirish Moodalbail #define	us_pmtu_discovery		us_propinfo_tbl[11].prop_cur_bval
2216e91bba0SGirish Moodalbail #define	us_sendto_ignerr		us_propinfo_tbl[12].prop_cur_bval
222ff550d0eSmasputra 
2235dd46ab5SKacheong Poon #define	UDPS_BUMP_MIB(us, x)	\
2245dd46ab5SKacheong Poon 	BUMP_MIB(&(us)->us_sc[CPU->cpu_seqid]->udp_sc_mib, x)
2255dd46ab5SKacheong Poon 
2265dd46ab5SKacheong Poon #define	UDP_STAT(us, x)		((us)->us_sc[CPU->cpu_seqid]->udp_sc_stats.x++)
227f4b3ec61Sdh155122 #define	UDP_STAT_UPDATE(us, x, n)	\
2285dd46ab5SKacheong Poon 	((us)->us->sc[CPU->cpu_seqid]->udp_sc_stats.x.value.ui64 += (n))
229ff550d0eSmasputra #ifdef DEBUG
230f4b3ec61Sdh155122 #define	UDP_DBGSTAT(us, x)	UDP_STAT(us, x)
231ff550d0eSmasputra #else
232f4b3ec61Sdh155122 #define	UDP_DBGSTAT(us, x)
233ff550d0eSmasputra #endif /* DEBUG */
234ff550d0eSmasputra 
235ff550d0eSmasputra extern int	udp_opt_default(queue_t *, t_scalar_t, t_scalar_t, uchar_t *);
2360f1702c5SYu Xiangning extern int	udp_tpi_opt_get(queue_t *, t_scalar_t, t_scalar_t, uchar_t *);
2370f1702c5SYu Xiangning extern int	udp_tpi_opt_set(queue_t *, uint_t, int, int, uint_t, uchar_t *,
238bd670b35SErik Nordmark 		    uint_t *, uchar_t *, void *, cred_t *);
239*6f773e29SBaban Kenkre extern mblk_t	*udp_snmp_get(queue_t *, mblk_t *, boolean_t);
240ff550d0eSmasputra extern int	udp_snmp_set(queue_t *, t_scalar_t, t_scalar_t, uchar_t *, int);
2410f1702c5SYu Xiangning extern void	udp_ddi_g_init(void);
2420f1702c5SYu Xiangning extern void	udp_ddi_g_destroy(void);
2430f1702c5SYu Xiangning extern void	udp_output(conn_t *connp, mblk_t *mp, struct sockaddr *addr,
2440f1702c5SYu Xiangning 		    socklen_t addrlen);
245fc80c0dfSnordmark extern void	udp_wput(queue_t *, mblk_t *);
246ff550d0eSmasputra 
2475dd46ab5SKacheong Poon extern void	*udp_kstat_init(netstackid_t stackid);
2485dd46ab5SKacheong Poon extern void	udp_kstat_fini(netstackid_t stackid, kstat_t *ksp);
2495dd46ab5SKacheong Poon extern void	*udp_kstat2_init(netstackid_t stackid);
2505dd46ab5SKacheong Poon extern void	udp_kstat2_fini(netstackid_t, kstat_t *);
2515dd46ab5SKacheong Poon 
2525dd46ab5SKacheong Poon extern void	udp_stack_cpu_add(udp_stack_t *, processorid_t);
2535dd46ab5SKacheong Poon 
25445916cd2Sjpk /*
25545916cd2Sjpk  * Object to represent database of options to search passed to
25645916cd2Sjpk  * {sock,tpi}optcom_req() interface routine to take care of option
25745916cd2Sjpk  * management and associated methods.
25845916cd2Sjpk  */
25945916cd2Sjpk extern optdb_obj_t	udp_opt_obj;
26045916cd2Sjpk extern uint_t		udp_max_optsize;
26145916cd2Sjpk 
2620f1702c5SYu Xiangning extern sock_lower_handle_t udp_create(int, int, int, sock_downcalls_t **,
2630f1702c5SYu Xiangning     uint_t *, int *, int, cred_t *);
26441174437SAnders Persson extern int udp_fallback(sock_lower_handle_t, queue_t *, boolean_t,
2653e95bd4aSAnders Persson     so_proto_quiesced_cb_t, sock_quiesce_arg_t *);
2660f1702c5SYu Xiangning 
2670f1702c5SYu Xiangning extern sock_downcalls_t sock_udp_downcalls;
2680f1702c5SYu Xiangning 
2697c478bd9Sstevel@tonic-gate #endif	/*  _KERNEL */
2707c478bd9Sstevel@tonic-gate 
2717c478bd9Sstevel@tonic-gate #ifdef	__cplusplus
2727c478bd9Sstevel@tonic-gate }
2737c478bd9Sstevel@tonic-gate #endif
2747c478bd9Sstevel@tonic-gate 
2757c478bd9Sstevel@tonic-gate #endif	/* _UDP_IMPL_H */
276