1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 /* 22 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 23 * Use is subject to license terms. 24 */ 25 26 #ifndef _UDP_IMPL_H 27 #define _UDP_IMPL_H 28 29 /* 30 * UDP implementation private declarations. These interfaces are 31 * used to build the IP module and are not meant to be accessed 32 * by any modules except IP itself. They are undocumented and are 33 * subject to change without notice. 34 */ 35 36 #ifdef __cplusplus 37 extern "C" { 38 #endif 39 40 #ifdef _KERNEL 41 42 #include <sys/int_types.h> 43 #include <sys/netstack.h> 44 45 #include <netinet/in.h> 46 #include <netinet/ip6.h> 47 48 #include <inet/common.h> 49 #include <inet/ip.h> 50 #include <inet/optcom.h> 51 52 #define UDP_MOD_ID 5607 53 54 typedef struct udp_bits_s { 55 56 uint32_t 57 58 udpb_debug : 1, /* SO_DEBUG "socket" option. */ 59 udpb_dontroute : 1, /* SO_DONTROUTE "socket" option. */ 60 udpb_broadcast : 1, /* SO_BROADCAST "socket" option. */ 61 udpb_useloopback : 1, /* SO_USELOOPBACK "socket" option */ 62 63 udpb_reuseaddr : 1, /* SO_REUSEADDR "socket" option. */ 64 udpb_dgram_errind : 1, /* SO_DGRAM_ERRIND option */ 65 udpb_recvdstaddr : 1, /* IP_RECVDSTADDR option */ 66 udpb_recvopts : 1, /* IP_RECVOPTS option */ 67 68 udpb_unspec_source : 1, /* IP*_UNSPEC_SRC option */ 69 udpb_ip_recvpktinfo : 1, /* IPV6_RECVPKTINFO option */ 70 udpb_ipv6_recvhoplimit : 1, /* IPV6_RECVHOPLIMIT option */ 71 udpb_ipv6_recvhopopts : 1, /* IPV6_RECVHOPOPTS option */ 72 73 udpb_ipv6_recvdstopts : 1, /* IPV6_RECVDSTOPTS option */ 74 udpb_ipv6_recvrthdr : 1, /* IPV6_RECVRTHDR option */ 75 udpb_ipv6_recvtclass : 1, /* IPV6_RECVTCLASS */ 76 udpb_ipv6_recvpathmtu : 1, /* IPV6_RECVPATHMTU */ 77 78 udpb_anon_priv_bind : 1, 79 udpb_exclbind : 1, /* ``exclusive'' binding */ 80 udpb_recvif : 1, /* IP_RECVIF option */ 81 udpb_recvslla : 1, /* IP_RECVSLLA option */ 82 83 udpb_recvttl : 1, /* IP_RECVTTL option */ 84 udpb_recvucred : 1, /* IP_RECVUCRED option */ 85 udpb_old_ipv6_recvdstopts : 1, /* old form of IPV6_DSTOPTS */ 86 udpb_ipv6_recvrthdrdstopts : 1, /* IPV6_RECVRTHDRDSTOPTS */ 87 88 udpb_rcvhdr : 1, /* UDP_RCVHDR option */ 89 udpb_issocket : 1, /* socket mode */ 90 udpb_direct_sockfs : 1, /* direct calls to/from sockfs */ 91 udpb_timestamp : 1, /* SO_TIMESTAMP "socket" option */ 92 93 udpb_nat_t_endpoint : 1, /* UDP_NAT_T_ENDPOINT option */ 94 udpb_pad_to_bit_31 : 3; 95 } udp_bits_t; 96 97 #define udp_debug udp_bits.udpb_debug 98 #define udp_dontroute udp_bits.udpb_dontroute 99 #define udp_broadcast udp_bits.udpb_broadcast 100 #define udp_useloopback udp_bits.udpb_useloopback 101 102 #define udp_reuseaddr udp_bits.udpb_reuseaddr 103 #define udp_dgram_errind udp_bits.udpb_dgram_errind 104 #define udp_recvdstaddr udp_bits.udpb_recvdstaddr 105 #define udp_recvopts udp_bits.udpb_recvopts 106 107 #define udp_unspec_source udp_bits.udpb_unspec_source 108 #define udp_ip_recvpktinfo udp_bits.udpb_ip_recvpktinfo 109 #define udp_ipv6_recvhoplimit udp_bits.udpb_ipv6_recvhoplimit 110 #define udp_ipv6_recvhopopts udp_bits.udpb_ipv6_recvhopopts 111 112 #define udp_ipv6_recvdstopts udp_bits.udpb_ipv6_recvdstopts 113 #define udp_ipv6_recvrthdr udp_bits.udpb_ipv6_recvrthdr 114 #define udp_ipv6_recvtclass udp_bits.udpb_ipv6_recvtclass 115 #define udp_ipv6_recvpathmtu udp_bits.udpb_ipv6_recvpathmtu 116 117 #define udp_anon_priv_bind udp_bits.udpb_anon_priv_bind 118 #define udp_exclbind udp_bits.udpb_exclbind 119 #define udp_recvif udp_bits.udpb_recvif 120 #define udp_recvslla udp_bits.udpb_recvslla 121 122 #define udp_recvttl udp_bits.udpb_recvttl 123 #define udp_recvucred udp_bits.udpb_recvucred 124 #define udp_old_ipv6_recvdstopts udp_bits.udpb_old_ipv6_recvdstopts 125 #define udp_ipv6_recvrthdrdstopts udp_bits.udpb_ipv6_recvrthdrdstopts 126 127 #define udp_rcvhdr udp_bits.udpb_rcvhdr 128 #define udp_issocket udp_bits.udpb_issocket 129 #define udp_direct_sockfs udp_bits.udpb_direct_sockfs 130 #define udp_timestamp udp_bits.udpb_timestamp 131 132 #define udp_nat_t_endpoint udp_bits.udpb_nat_t_endpoint 133 134 /* 135 * Bind hash list size and hash function. It has to be a power of 2 for 136 * hashing. 137 */ 138 #define UDP_BIND_FANOUT_SIZE 512 139 #define UDP_BIND_HASH(lport, size) \ 140 ((ntohs((uint16_t)lport)) & (size - 1)) 141 142 /* UDP bind fanout hash structure. */ 143 typedef struct udp_fanout_s { 144 struct udp_s *uf_udp; 145 kmutex_t uf_lock; 146 #if defined(_LP64) || defined(_I32LPx) 147 char uf_pad[48]; 148 #else 149 char uf_pad[56]; 150 #endif 151 } udp_fanout_t; 152 153 /* 154 * dev_q is the write side queue of the entity below IP. 155 * If there is a module below IP, we can't optimize by looking 156 * at q_first of the queue below IP. If the driver is directly 157 * below IP and if the q_first is NULL, we optimize by not doing 158 * the canput check 159 */ 160 #define DEV_Q_FLOW_BLOCKED(dev_q) \ 161 (((dev_q)->q_next != NULL || (dev_q)->q_first != NULL) && \ 162 !canput(dev_q)) 163 164 /* Kstats */ 165 typedef struct udp_stat { /* Class "net" kstats */ 166 kstat_named_t udp_ip_send; 167 kstat_named_t udp_ip_ire_send; 168 kstat_named_t udp_ire_null; 169 kstat_named_t udp_drain; 170 kstat_named_t udp_sock_fallback; 171 kstat_named_t udp_rrw_busy; 172 kstat_named_t udp_rrw_msgcnt; 173 kstat_named_t udp_out_sw_cksum; 174 kstat_named_t udp_out_sw_cksum_bytes; 175 kstat_named_t udp_out_opt; 176 kstat_named_t udp_out_err_notconn; 177 kstat_named_t udp_out_err_output; 178 kstat_named_t udp_out_err_tudr; 179 kstat_named_t udp_in_pktinfo; 180 kstat_named_t udp_in_recvdstaddr; 181 kstat_named_t udp_in_recvopts; 182 kstat_named_t udp_in_recvif; 183 kstat_named_t udp_in_recvslla; 184 kstat_named_t udp_in_recvucred; 185 kstat_named_t udp_in_recvttl; 186 kstat_named_t udp_in_recvhopopts; 187 kstat_named_t udp_in_recvhoplimit; 188 kstat_named_t udp_in_recvdstopts; 189 kstat_named_t udp_in_recvrtdstopts; 190 kstat_named_t udp_in_recvrthdr; 191 kstat_named_t udp_in_recvpktinfo; 192 kstat_named_t udp_in_recvtclass; 193 kstat_named_t udp_in_timestamp; 194 kstat_named_t udp_ip_rcvpktinfo; 195 kstat_named_t udp_direct_send; 196 kstat_named_t udp_bwsq_send; 197 kstat_named_t udp_connected_direct_send; 198 kstat_named_t udp_connected_bwsq_send; 199 #ifdef DEBUG 200 kstat_named_t udp_data_conn; 201 kstat_named_t udp_data_notconn; 202 #endif 203 204 } udp_stat_t; 205 206 /* Named Dispatch Parameter Management Structure */ 207 typedef struct udpparam_s { 208 uint32_t udp_param_min; 209 uint32_t udp_param_max; 210 uint32_t udp_param_value; 211 char *udp_param_name; 212 } udpparam_t; 213 214 #define UDP_NUM_EPRIV_PORTS 64 215 216 /* 217 * UDP stack instances 218 */ 219 struct udp_stack { 220 netstack_t *us_netstack; /* Common netstack */ 221 222 uint_t us_bind_fanout_size; 223 udp_fanout_t *us_bind_fanout; 224 225 int us_num_epriv_ports; 226 in_port_t us_epriv_ports[UDP_NUM_EPRIV_PORTS]; 227 228 /* Hint not protected by any lock */ 229 in_port_t us_next_port_to_try; 230 231 IDP us_nd; /* Points to table of UDP ND variables. */ 232 udpparam_t *us_param_arr; /* ndd variable table */ 233 234 kstat_t *us_mibkp; /* kstats exporting mib data */ 235 kstat_t *us_kstat; 236 udp_stat_t us_statistics; 237 238 mib2_udp_t us_udp_mib; /* SNMP fixed size info */ 239 240 /* 241 * This controls the rate some ndd info report functions can be used 242 * by non-priviledged users. It stores the last time such info is 243 * requested. When those report functions are called again, this 244 * is checked with the current time and compare with the ndd param 245 * udp_ndd_get_info_interval. 246 */ 247 clock_t us_last_ndd_get_info_time; 248 249 /* 250 * The smallest anonymous port in the priviledged port range which UDP 251 * looks for free port. Use in the option UDP_ANONPRIVBIND. 252 */ 253 in_port_t us_min_anonpriv_port; 254 255 ldi_ident_t us_ldi_ident; 256 }; 257 258 typedef struct udp_stack udp_stack_t; 259 260 /* Internal udp control structure, one per open stream */ 261 typedef struct udp_s { 262 krwlock_t udp_rwlock; /* Protects most of udp_t */ 263 t_scalar_t udp_pending_op; /* The current TPI operation */ 264 /* 265 * Following fields up to udp_ipversion protected by conn_lock, 266 * and the fanout lock i.e.uf_lock. Need both locks to change the 267 * field, either lock is sufficient for reading the field. 268 */ 269 uint32_t udp_state; /* TPI state */ 270 in_port_t udp_port; /* Port bound to this stream */ 271 in_port_t udp_dstport; /* Connected port */ 272 in6_addr_t udp_v6src; /* Source address of this stream */ 273 in6_addr_t udp_bound_v6src; /* Explicitly bound address */ 274 in6_addr_t udp_v6dst; /* Connected destination */ 275 /* 276 * IP format that packets transmitted from this struct should use. 277 * Value can be IP4_VERSION or IPV6_VERSION. 278 */ 279 ushort_t udp_ipversion; 280 281 /* Written to only once at the time of opening the endpoint */ 282 sa_family_t udp_family; /* Family from socket() call */ 283 284 /* Following protected by udp_rwlock */ 285 uint32_t udp_flowinfo; /* Connected flow id and tclass */ 286 uint32_t udp_max_hdr_len; /* For write offset in stream head */ 287 uint32_t udp_ip_snd_options_len; /* Len of IPv4 options */ 288 uchar_t *udp_ip_snd_options; /* Ptr to IPv4 options */ 289 uint32_t udp_ip_rcv_options_len; /* Len of IPv4 options recvd */ 290 uchar_t *udp_ip_rcv_options; /* Ptr to IPv4 options recvd */ 291 uchar_t udp_multicast_ttl; /* IP*_MULTICAST_TTL/HOPS */ 292 ipaddr_t udp_multicast_if_addr; /* IP_MULTICAST_IF option */ 293 uint_t udp_multicast_if_index; /* IPV6_MULTICAST_IF option */ 294 int udp_bound_if; /* IP*_BOUND_IF option */ 295 296 /* Written to only once at the time of opening the endpoint */ 297 conn_t *udp_connp; 298 299 /* Following protected by udp_rwlock */ 300 udp_bits_t udp_bits; /* Bit fields defined above */ 301 uint8_t udp_type_of_service; /* IP_TOS option */ 302 uint8_t udp_ttl; /* TTL or hoplimit */ 303 ip6_pkt_t udp_sticky_ipp; /* Sticky options */ 304 uint8_t *udp_sticky_hdrs; /* Prebuilt IPv6 hdrs */ 305 uint_t udp_sticky_hdrs_len; /* Incl. ip6h and any ip6i */ 306 307 /* Following 2 fields protected by the uf_lock */ 308 struct udp_s *udp_bind_hash; /* Bind hash chain */ 309 struct udp_s **udp_ptpbhn; /* Pointer to previous bind hash next. */ 310 311 kmutex_t udp_drain_lock; /* lock for udp_rcv_list */ 312 /* Protected by udp_drain_lock */ 313 boolean_t udp_drain_qfull; /* drain queue is full */ 314 315 /* Following protected by udp_rwlock */ 316 mblk_t *udp_rcv_list_head; /* b_next chain of mblks */ 317 mblk_t *udp_rcv_list_tail; /* last mblk in chain */ 318 kmutex_t udp_recv_lock; /* recv lock */ 319 uint_t udp_rcv_cnt; /* total data in rcv_list */ 320 uint_t udp_rcv_msgcnt; /* total msgs in rcv_list */ 321 size_t udp_rcv_disply_hiwat; /* user's view of rcvbuf */ 322 size_t udp_rcv_hiwat; /* receive high watermark */ 323 size_t udp_rcv_lowat; /* receive low watermark */ 324 size_t udp_xmit_hiwat; /* Send buffer high watermark */ 325 size_t udp_xmit_lowat; /* Send buffer low watermark */ 326 uint_t udp_label_len; /* length of security label */ 327 uint_t udp_label_len_v6; /* len of v6 security label */ 328 in6_addr_t udp_v6lastdst; /* most recent destination */ 329 in_port_t udp_lastdstport; /* most recent dest port */ 330 331 uint64_t udp_open_time; /* time when this was opened */ 332 pid_t udp_open_pid; /* process id when this was opened */ 333 udp_stack_t *udp_us; /* Stack instance for zone */ 334 int udp_delayed_error; 335 mblk_t *udp_fallback_queue_head; 336 mblk_t *udp_fallback_queue_tail; 337 struct sockaddr_storage udp_delayed_addr; 338 } udp_t; 339 340 /* UDP Protocol header */ 341 /* UDP Protocol header aligned */ 342 typedef struct udpahdr_s { 343 in_port_t uha_src_port; /* Source port */ 344 in_port_t uha_dst_port; /* Destination port */ 345 uint16_t uha_length; /* UDP length */ 346 uint16_t uha_checksum; /* UDP checksum */ 347 } udpha_t; 348 349 #define us_wroff_extra us_param_arr[0].udp_param_value 350 #define us_ipv4_ttl us_param_arr[1].udp_param_value 351 #define us_ipv6_hoplimit us_param_arr[2].udp_param_value 352 #define us_smallest_nonpriv_port us_param_arr[3].udp_param_value 353 #define us_do_checksum us_param_arr[4].udp_param_value 354 #define us_smallest_anon_port us_param_arr[5].udp_param_value 355 #define us_largest_anon_port us_param_arr[6].udp_param_value 356 #define us_xmit_hiwat us_param_arr[7].udp_param_value 357 #define us_xmit_lowat us_param_arr[8].udp_param_value 358 #define us_recv_hiwat us_param_arr[9].udp_param_value 359 #define us_max_buf us_param_arr[10].udp_param_value 360 #define us_ndd_get_info_interval us_param_arr[11].udp_param_value 361 362 363 #define UDP_STAT(us, x) ((us)->us_statistics.x.value.ui64++) 364 #define UDP_STAT_UPDATE(us, x, n) \ 365 ((us)->us_statistics.x.value.ui64 += (n)) 366 #ifdef DEBUG 367 #define UDP_DBGSTAT(us, x) UDP_STAT(us, x) 368 #else 369 #define UDP_DBGSTAT(us, x) 370 #endif /* DEBUG */ 371 372 extern int udp_opt_default(queue_t *, t_scalar_t, t_scalar_t, uchar_t *); 373 extern int udp_tpi_opt_get(queue_t *, t_scalar_t, t_scalar_t, uchar_t *); 374 extern int udp_tpi_opt_set(queue_t *, uint_t, int, int, uint_t, uchar_t *, 375 uint_t *, uchar_t *, void *, cred_t *, mblk_t *); 376 extern mblk_t *udp_snmp_get(queue_t *, mblk_t *); 377 extern int udp_snmp_set(queue_t *, t_scalar_t, t_scalar_t, uchar_t *, int); 378 extern void udp_close_free(conn_t *); 379 extern void udp_quiesce_conn(conn_t *); 380 extern void udp_ddi_g_init(void); 381 extern void udp_ddi_g_destroy(void); 382 extern void udp_g_q_inactive(udp_stack_t *); 383 extern void udp_output(conn_t *connp, mblk_t *mp, struct sockaddr *addr, 384 socklen_t addrlen); 385 extern void udp_wput(queue_t *, mblk_t *); 386 387 /* 388 * Object to represent database of options to search passed to 389 * {sock,tpi}optcom_req() interface routine to take care of option 390 * management and associated methods. 391 */ 392 extern optdb_obj_t udp_opt_obj; 393 extern uint_t udp_max_optsize; 394 395 extern sock_lower_handle_t udp_create(int, int, int, sock_downcalls_t **, 396 uint_t *, int *, int, cred_t *); 397 extern void udp_fallback(sock_lower_handle_t, queue_t *, boolean_t, 398 so_proto_quiesced_cb_t); 399 400 extern sock_downcalls_t sock_udp_downcalls; 401 402 #endif /* _KERNEL */ 403 404 #ifdef __cplusplus 405 } 406 #endif 407 408 #endif /* _UDP_IMPL_H */ 409