xref: /titanic_51/usr/src/uts/common/inet/udp_impl.h (revision 65cf7c958eb9457cf2c83a853d128e4ecfc187a6)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 /*
22  * Copyright 2008 Sun Microsystems, Inc.  All rights reserved.
23  * Use is subject to license terms.
24  */
25 
26 #ifndef	_UDP_IMPL_H
27 #define	_UDP_IMPL_H
28 
29 /*
30  * UDP implementation private declarations.  These interfaces are
31  * used to build the IP module and are not meant to be accessed
32  * by any modules except IP itself.  They are undocumented and are
33  * subject to change without notice.
34  */
35 
36 #ifdef	__cplusplus
37 extern "C" {
38 #endif
39 
40 #ifdef _KERNEL
41 
42 #include <sys/int_types.h>
43 #include <sys/netstack.h>
44 
45 #include <netinet/in.h>
46 #include <netinet/ip6.h>
47 
48 #include <inet/common.h>
49 #include <inet/ip.h>
50 #include <inet/optcom.h>
51 
52 #define	UDP_MOD_ID		5607
53 
54 typedef struct udp_bits_s {
55 
56 	uint32_t
57 
58 	udpb_debug : 1,		/* SO_DEBUG "socket" option. */
59 	udpb_dontroute : 1,	/* SO_DONTROUTE "socket" option. */
60 	udpb_broadcast : 1,	/* SO_BROADCAST "socket" option. */
61 	udpb_useloopback : 1,	/* SO_USELOOPBACK "socket" option */
62 
63 	udpb_reuseaddr : 1,	/* SO_REUSEADDR "socket" option. */
64 	udpb_dgram_errind : 1,	/* SO_DGRAM_ERRIND option */
65 	udpb_recvdstaddr : 1,	/* IP_RECVDSTADDR option */
66 	udpb_recvopts : 1,	/* IP_RECVOPTS option */
67 
68 	udpb_unspec_source : 1,	/* IP*_UNSPEC_SRC option */
69 	udpb_ip_recvpktinfo : 1,	/* IPV6_RECVPKTINFO option  */
70 	udpb_ipv6_recvhoplimit : 1,	/* IPV6_RECVHOPLIMIT option */
71 	udpb_ipv6_recvhopopts : 1,	/* IPV6_RECVHOPOPTS option */
72 
73 	udpb_ipv6_recvdstopts : 1,	/* IPV6_RECVDSTOPTS option */
74 	udpb_ipv6_recvrthdr : 1,	/* IPV6_RECVRTHDR option */
75 	udpb_ipv6_recvtclass : 1,	/* IPV6_RECVTCLASS */
76 	udpb_ipv6_recvpathmtu : 1,	/* IPV6_RECVPATHMTU */
77 
78 	udpb_anon_priv_bind : 1,
79 	udpb_exclbind : 1,		/* ``exclusive'' binding */
80 	udpb_recvif : 1,		/* IP_RECVIF option */
81 	udpb_recvslla : 1,		/* IP_RECVSLLA option */
82 
83 	udpb_recvttl : 1,		/* IP_RECVTTL option */
84 	udpb_recvucred : 1,		/* IP_RECVUCRED option */
85 	udpb_old_ipv6_recvdstopts : 1,	/* old form of IPV6_DSTOPTS */
86 	udpb_ipv6_recvrthdrdstopts : 1,	/* IPV6_RECVRTHDRDSTOPTS */
87 
88 	udpb_rcvhdr : 1,		/* UDP_RCVHDR option */
89 	udpb_issocket : 1,		/* socket mode */
90 	udpb_direct_sockfs : 1,		/* direct calls to/from sockfs */
91 	udpb_timestamp : 1,		/* SO_TIMESTAMP "socket" option */
92 
93 	udpb_nat_t_endpoint : 1,	/* UDP_NAT_T_ENDPOINT option */
94 	udpb_pad_to_bit_31 : 3;
95 } udp_bits_t;
96 
97 #define	udp_debug	udp_bits.udpb_debug
98 #define	udp_dontroute	udp_bits.udpb_dontroute
99 #define	udp_broadcast	udp_bits.udpb_broadcast
100 #define	udp_useloopback	udp_bits.udpb_useloopback
101 
102 #define	udp_reuseaddr		udp_bits.udpb_reuseaddr
103 #define	udp_dgram_errind	udp_bits.udpb_dgram_errind
104 #define	udp_recvdstaddr		udp_bits.udpb_recvdstaddr
105 #define	udp_recvopts		udp_bits.udpb_recvopts
106 
107 #define	udp_unspec_source	udp_bits.udpb_unspec_source
108 #define	udp_ip_recvpktinfo	udp_bits.udpb_ip_recvpktinfo
109 #define	udp_ipv6_recvhoplimit	udp_bits.udpb_ipv6_recvhoplimit
110 #define	udp_ipv6_recvhopopts	udp_bits.udpb_ipv6_recvhopopts
111 
112 #define	udp_ipv6_recvdstopts	udp_bits.udpb_ipv6_recvdstopts
113 #define	udp_ipv6_recvrthdr	udp_bits.udpb_ipv6_recvrthdr
114 #define	udp_ipv6_recvtclass	udp_bits.udpb_ipv6_recvtclass
115 #define	udp_ipv6_recvpathmtu	udp_bits.udpb_ipv6_recvpathmtu
116 
117 #define	udp_anon_priv_bind	udp_bits.udpb_anon_priv_bind
118 #define	udp_exclbind		udp_bits.udpb_exclbind
119 #define	udp_recvif		udp_bits.udpb_recvif
120 #define	udp_recvslla		udp_bits.udpb_recvslla
121 
122 #define	udp_recvttl		udp_bits.udpb_recvttl
123 #define	udp_recvucred		udp_bits.udpb_recvucred
124 #define	udp_old_ipv6_recvdstopts	udp_bits.udpb_old_ipv6_recvdstopts
125 #define	udp_ipv6_recvrthdrdstopts	udp_bits.udpb_ipv6_recvrthdrdstopts
126 
127 #define	udp_rcvhdr		udp_bits.udpb_rcvhdr
128 #define	udp_issocket		udp_bits.udpb_issocket
129 #define	udp_direct_sockfs	udp_bits.udpb_direct_sockfs
130 #define	udp_timestamp		udp_bits.udpb_timestamp
131 
132 #define	udp_nat_t_endpoint	udp_bits.udpb_nat_t_endpoint
133 
134 /*
135  * Bind hash list size and hash function.  It has to be a power of 2 for
136  * hashing.
137  */
138 #define	UDP_BIND_FANOUT_SIZE	512
139 #define	UDP_BIND_HASH(lport, size) \
140 	((ntohs((uint16_t)lport)) & (size - 1))
141 
142 /* UDP bind fanout hash structure. */
143 typedef struct udp_fanout_s {
144 	struct udp_s *uf_udp;
145 	kmutex_t uf_lock;
146 #if defined(_LP64) || defined(_I32LPx)
147 	char	uf_pad[48];
148 #else
149 	char	uf_pad[56];
150 #endif
151 } udp_fanout_t;
152 
153 /*
154  * dev_q is the write side queue of the entity below IP.
155  * If there is a module below IP, we can't optimize by looking
156  * at q_first of the queue below IP. If the driver is directly
157  * below IP and if the q_first is NULL, we optimize by not doing
158  * the canput check
159  */
160 #define	DEV_Q_FLOW_BLOCKED(dev_q)					\
161 	(((dev_q)->q_next != NULL || (dev_q)->q_first != NULL) &&	\
162 	!canput(dev_q))
163 
164 /* Kstats */
165 typedef struct udp_stat {			/* Class "net" kstats */
166 	kstat_named_t	udp_ip_send;
167 	kstat_named_t	udp_ip_ire_send;
168 	kstat_named_t	udp_ire_null;
169 	kstat_named_t	udp_drain;
170 	kstat_named_t	udp_sock_fallback;
171 	kstat_named_t	udp_rrw_busy;
172 	kstat_named_t	udp_rrw_msgcnt;
173 	kstat_named_t	udp_out_sw_cksum;
174 	kstat_named_t	udp_out_sw_cksum_bytes;
175 	kstat_named_t	udp_out_opt;
176 	kstat_named_t	udp_out_err_notconn;
177 	kstat_named_t	udp_out_err_output;
178 	kstat_named_t	udp_out_err_tudr;
179 	kstat_named_t	udp_in_pktinfo;
180 	kstat_named_t	udp_in_recvdstaddr;
181 	kstat_named_t	udp_in_recvopts;
182 	kstat_named_t	udp_in_recvif;
183 	kstat_named_t	udp_in_recvslla;
184 	kstat_named_t	udp_in_recvucred;
185 	kstat_named_t	udp_in_recvttl;
186 	kstat_named_t	udp_in_recvhopopts;
187 	kstat_named_t	udp_in_recvhoplimit;
188 	kstat_named_t	udp_in_recvdstopts;
189 	kstat_named_t	udp_in_recvrtdstopts;
190 	kstat_named_t	udp_in_recvrthdr;
191 	kstat_named_t	udp_in_recvpktinfo;
192 	kstat_named_t	udp_in_recvtclass;
193 	kstat_named_t	udp_in_timestamp;
194 	kstat_named_t	udp_ip_rcvpktinfo;
195 	kstat_named_t	udp_direct_send;
196 	kstat_named_t	udp_bwsq_send;
197 	kstat_named_t	udp_connected_direct_send;
198 	kstat_named_t	udp_connected_bwsq_send;
199 #ifdef DEBUG
200 	kstat_named_t	udp_data_conn;
201 	kstat_named_t	udp_data_notconn;
202 #endif
203 
204 } udp_stat_t;
205 
206 /* Named Dispatch Parameter Management Structure */
207 typedef struct udpparam_s {
208 	uint32_t udp_param_min;
209 	uint32_t udp_param_max;
210 	uint32_t udp_param_value;
211 	char	*udp_param_name;
212 } udpparam_t;
213 
214 #define	UDP_NUM_EPRIV_PORTS	64
215 
216 /*
217  * UDP stack instances
218  */
219 struct udp_stack {
220 	netstack_t	*us_netstack;	/* Common netstack */
221 
222 	uint_t		us_bind_fanout_size;
223 	udp_fanout_t	*us_bind_fanout;
224 
225 	int		us_num_epriv_ports;
226 	in_port_t	us_epriv_ports[UDP_NUM_EPRIV_PORTS];
227 
228 	/* Hint not protected by any lock */
229 	in_port_t	us_next_port_to_try;
230 
231 	IDP		us_nd;	/* Points to table of UDP ND variables. */
232 	udpparam_t	*us_param_arr; 	/* ndd variable table */
233 
234 	kstat_t		*us_mibkp;	/* kstats exporting mib data */
235 	kstat_t		*us_kstat;
236 	udp_stat_t	us_statistics;
237 
238 	mib2_udp_t	us_udp_mib;	/* SNMP fixed size info */
239 
240 /*
241  * This controls the rate some ndd info report functions can be used
242  * by non-priviledged users.  It stores the last time such info is
243  * requested.  When those report functions are called again, this
244  * is checked with the current time and compare with the ndd param
245  * udp_ndd_get_info_interval.
246  */
247 	clock_t		us_last_ndd_get_info_time;
248 
249 /*
250  * The smallest anonymous port in the priviledged port range which UDP
251  * looks for free port.  Use in the option UDP_ANONPRIVBIND.
252  */
253 	in_port_t	us_min_anonpriv_port;
254 
255 	ldi_ident_t	us_ldi_ident;
256 };
257 
258 typedef struct udp_stack udp_stack_t;
259 
260 /* Internal udp control structure, one per open stream */
261 typedef	struct udp_s {
262 	krwlock_t	udp_rwlock;	/* Protects most of udp_t */
263 	t_scalar_t	udp_pending_op;	/* The current TPI operation */
264 	/*
265 	 * Following fields up to udp_ipversion protected by conn_lock,
266 	 * and the fanout lock i.e.uf_lock. Need both locks to change the
267 	 * field, either lock is sufficient for reading the field.
268 	 */
269 	uint32_t	udp_state;	/* TPI state */
270 	in_port_t	udp_port;	/* Port bound to this stream */
271 	in_port_t	udp_dstport;	/* Connected port */
272 	in6_addr_t	udp_v6src;	/* Source address of this stream */
273 	in6_addr_t	udp_bound_v6src; /* Explicitly bound address */
274 	in6_addr_t	udp_v6dst;	/* Connected destination */
275 	/*
276 	 * IP format that packets transmitted from this struct should use.
277 	 * Value can be IP4_VERSION or IPV6_VERSION.
278 	 */
279 	ushort_t	udp_ipversion;
280 
281 	/* Written to only once at the time of opening the endpoint */
282 	sa_family_t	udp_family;	/* Family from socket() call */
283 
284 	/* Following protected by udp_rwlock */
285 	uint32_t	udp_flowinfo;	/* Connected flow id and tclass */
286 	uint32_t	udp_max_hdr_len; /* For write offset in stream head */
287 	uint32_t	udp_ip_snd_options_len; /* Len of IPv4 options */
288 	uchar_t		*udp_ip_snd_options;    /* Ptr to IPv4 options */
289 	uint32_t	udp_ip_rcv_options_len; /* Len of IPv4 options recvd */
290 	uchar_t		*udp_ip_rcv_options;    /* Ptr to IPv4 options recvd */
291 	uchar_t		udp_multicast_ttl;	/* IP*_MULTICAST_TTL/HOPS */
292 	ipaddr_t	udp_multicast_if_addr;  /* IP_MULTICAST_IF option */
293 	uint_t		udp_multicast_if_index;	/* IPV6_MULTICAST_IF option */
294 	int		udp_bound_if;		/* IP*_BOUND_IF option */
295 
296 	/* Written to only once at the time of opening the endpoint */
297 	conn_t		*udp_connp;
298 
299 	/* Following protected by udp_rwlock */
300 	udp_bits_t	udp_bits;		/* Bit fields defined above */
301 	uint8_t		udp_type_of_service;	/* IP_TOS option */
302 	uint8_t		udp_ttl;		/* TTL or hoplimit */
303 	ip6_pkt_t	udp_sticky_ipp;		/* Sticky options */
304 	uint8_t		*udp_sticky_hdrs;	/* Prebuilt IPv6 hdrs */
305 	uint_t		udp_sticky_hdrs_len;	/* Incl. ip6h and any ip6i */
306 
307 	/* Following 2 fields protected by the uf_lock */
308 	struct udp_s	*udp_bind_hash; /* Bind hash chain */
309 	struct udp_s	**udp_ptpbhn; /* Pointer to previous bind hash next. */
310 
311 	kmutex_t	udp_drain_lock;		/* lock for udp_rcv_list */
312 	/* Protected by udp_drain_lock */
313 	boolean_t	udp_drain_qfull;	/* drain queue is full */
314 
315 	/* Following protected by udp_rwlock */
316 	mblk_t		*udp_rcv_list_head;	/* b_next chain of mblks */
317 	mblk_t		*udp_rcv_list_tail;	/* last mblk in chain */
318 	kmutex_t	udp_recv_lock;		/* recv lock */
319 	uint_t		udp_rcv_cnt;		/* total data in rcv_list */
320 	uint_t		udp_rcv_msgcnt;		/* total msgs in rcv_list */
321 	size_t		udp_rcv_disply_hiwat;	/* user's view of rcvbuf */
322 	size_t		udp_rcv_hiwat;		/* receive high watermark */
323 	size_t		udp_rcv_lowat;		/* receive low watermark */
324 	size_t		udp_xmit_hiwat;		/* Send buffer high watermark */
325 	size_t		udp_xmit_lowat;		/* Send buffer low watermark */
326 	uint_t		udp_label_len;		/* length of security label */
327 	uint_t		udp_label_len_v6;	/* len of v6 security label */
328 	in6_addr_t 	udp_v6lastdst;		/* most recent destination */
329 
330 	uint64_t	udp_open_time;	/* time when this was opened */
331 	pid_t		udp_open_pid;	/* process id when this was opened */
332 	udp_stack_t	*udp_us;		/* Stack instance for zone */
333 	int		udp_delayed_error;
334 	mblk_t		*udp_fallback_queue_head;
335 	mblk_t		*udp_fallback_queue_tail;
336 	struct sockaddr_storage	udp_delayed_addr;
337 } udp_t;
338 
339 /* UDP Protocol header */
340 /* UDP Protocol header aligned */
341 typedef	struct udpahdr_s {
342 	in_port_t	uha_src_port;		/* Source port */
343 	in_port_t	uha_dst_port;		/* Destination port */
344 	uint16_t	uha_length;		/* UDP length */
345 	uint16_t	uha_checksum;		/* UDP checksum */
346 } udpha_t;
347 
348 #define	us_wroff_extra			us_param_arr[0].udp_param_value
349 #define	us_ipv4_ttl			us_param_arr[1].udp_param_value
350 #define	us_ipv6_hoplimit		us_param_arr[2].udp_param_value
351 #define	us_smallest_nonpriv_port	us_param_arr[3].udp_param_value
352 #define	us_do_checksum			us_param_arr[4].udp_param_value
353 #define	us_smallest_anon_port		us_param_arr[5].udp_param_value
354 #define	us_largest_anon_port		us_param_arr[6].udp_param_value
355 #define	us_xmit_hiwat			us_param_arr[7].udp_param_value
356 #define	us_xmit_lowat			us_param_arr[8].udp_param_value
357 #define	us_recv_hiwat			us_param_arr[9].udp_param_value
358 #define	us_max_buf			us_param_arr[10].udp_param_value
359 #define	us_ndd_get_info_interval	us_param_arr[11].udp_param_value
360 
361 
362 #define	UDP_STAT(us, x)		((us)->us_statistics.x.value.ui64++)
363 #define	UDP_STAT_UPDATE(us, x, n)	\
364 			((us)->us_statistics.x.value.ui64 += (n))
365 #ifdef DEBUG
366 #define	UDP_DBGSTAT(us, x)	UDP_STAT(us, x)
367 #else
368 #define	UDP_DBGSTAT(us, x)
369 #endif /* DEBUG */
370 
371 extern int	udp_opt_default(queue_t *, t_scalar_t, t_scalar_t, uchar_t *);
372 extern int	udp_tpi_opt_get(queue_t *, t_scalar_t, t_scalar_t, uchar_t *);
373 extern int	udp_tpi_opt_set(queue_t *, uint_t, int, int, uint_t, uchar_t *,
374 		    uint_t *, uchar_t *, void *, cred_t *, mblk_t *);
375 extern mblk_t	*udp_snmp_get(queue_t *, mblk_t *);
376 extern int	udp_snmp_set(queue_t *, t_scalar_t, t_scalar_t, uchar_t *, int);
377 extern void	udp_close_free(conn_t *);
378 extern void	udp_quiesce_conn(conn_t *);
379 extern void	udp_ddi_g_init(void);
380 extern void	udp_ddi_g_destroy(void);
381 extern void	udp_g_q_inactive(udp_stack_t *);
382 extern void	udp_output(conn_t *connp, mblk_t *mp, struct sockaddr *addr,
383 		    socklen_t addrlen);
384 extern void	udp_wput(queue_t *, mblk_t *);
385 
386 /*
387  * Object to represent database of options to search passed to
388  * {sock,tpi}optcom_req() interface routine to take care of option
389  * management and associated methods.
390  */
391 extern optdb_obj_t	udp_opt_obj;
392 extern uint_t		udp_max_optsize;
393 
394 extern sock_lower_handle_t udp_create(int, int, int, sock_downcalls_t **,
395     uint_t *, int *, int, cred_t *);
396 extern void udp_fallback(sock_lower_handle_t, queue_t *, boolean_t,
397     so_proto_quiesced_cb_t);
398 
399 extern sock_downcalls_t sock_udp_downcalls;
400 
401 #endif	/*  _KERNEL */
402 
403 #ifdef	__cplusplus
404 }
405 #endif
406 
407 #endif	/* _UDP_IMPL_H */
408