xref: /titanic_51/usr/src/uts/common/io/ksocket/ksocket.c (revision 7f11fd00fc23e2af7ae21cc8837a2b86380dcfa7)
1 /*
2  * CDDL HEADER START
3  *
4  * The contents of this file are subject to the terms of the
5  * Common Development and Distribution License (the "License").
6  * You may not use this file except in compliance with the License.
7  *
8  * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9  * or http://www.opensolaris.org/os/licensing.
10  * See the License for the specific language governing permissions
11  * and limitations under the License.
12  *
13  * When distributing Covered Code, include this CDDL HEADER in each
14  * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15  * If applicable, add the following below this CDDL HEADER, with the
16  * fields enclosed by brackets "[]" replaced with your own identifying
17  * information: Portions Copyright [yyyy] [name of copyright owner]
18  *
19  * CDDL HEADER END
20  */
21 
22 /*
23  * Copyright 2011 Nexenta Systems, Inc.  All rights reserved.
24  * Copyright (c) 2008, 2010, Oracle and/or its affiliates. All rights reserved.
25  * Copyright (c) 2014, Joyent, Inc. All rights reserved.
26  */
27 
28 #include <sys/file.h>
29 #include <sys/stropts.h>
30 #include <sys/socket.h>
31 #include <sys/socketvar.h>
32 #include <sys/sysmacros.h>
33 #include <sys/filio.h>		/* FIO* ioctls */
34 #include <sys/sockio.h>		/* SIOC* ioctls */
35 #include <sys/poll_impl.h>
36 #include <sys/cmn_err.h>
37 #include <sys/ksocket.h>
38 #include <io/ksocket/ksocket_impl.h>
39 #include <fs/sockfs/sockcommon.h>
40 
41 #define	SOCKETMOD_TCP	"tcp"
42 #define	SOCKETMOD_UDP	"udp"
43 /*
44  * Kernel Sockets
45  *
46  * Mostly a wrapper around the private socket_* functions.
47  */
48 int
49 ksocket_socket(ksocket_t *ksp, int domain, int type, int protocol, int flags,
50     struct cred *cr)
51 {
52 	static const int version = SOV_DEFAULT;
53 	int error = 0;
54 	struct sonode *so;
55 	*ksp = NULL;
56 
57 	/* All Solaris components should pass a cred for this operation. */
58 	ASSERT(cr != NULL);
59 
60 	if (domain == AF_NCA)
61 		return (EAFNOSUPPORT);
62 
63 	ASSERT(flags == KSOCKET_SLEEP || flags == KSOCKET_NOSLEEP);
64 	so = socket_create(domain, type, protocol, NULL, NULL, version, flags,
65 	    cr, &error);
66 	if (so == NULL) {
67 		if (error == EAFNOSUPPORT) {
68 			char *mod = NULL;
69 
70 			/*
71 			 * Could be that root file sytem is not loaded or
72 			 * soconfig has not run yet.
73 			 */
74 			if (type == SOCK_STREAM && (domain == AF_INET ||
75 			    domain == AF_INET6) && (protocol == 0 ||
76 			    protocol == IPPROTO_TCP)) {
77 					mod = SOCKETMOD_TCP;
78 			} else if (type == SOCK_DGRAM && (domain == AF_INET ||
79 			    domain == AF_INET6) && (protocol == 0 ||
80 			    protocol == IPPROTO_UDP)) {
81 					mod = SOCKETMOD_UDP;
82 			} else {
83 				return (EAFNOSUPPORT);
84 			}
85 
86 			so = socket_create(domain, type, protocol, NULL,
87 			    mod, version, flags, cr, &error);
88 			if (so == NULL)
89 				return (error);
90 		} else {
91 			return (error);
92 		}
93 	}
94 
95 	so->so_mode |= SM_KERNEL;
96 
97 	*ksp = SOTOKS(so);
98 
99 	return (0);
100 }
101 int
102 ksocket_bind(ksocket_t ks, struct sockaddr *addr, socklen_t addrlen,
103     struct cred *cr)
104 {
105 	int error;
106 
107 	/* All Solaris components should pass a cred for this operation. */
108 	ASSERT(cr != NULL);
109 
110 	if (!KSOCKET_VALID(ks))
111 		return (ENOTSOCK);
112 
113 	error = socket_bind(KSTOSO(ks), addr, addrlen, _SOBIND_SOCKBSD, cr);
114 
115 	return (error);
116 }
117 
118 int
119 ksocket_listen(ksocket_t ks, int backlog, struct cred *cr)
120 {
121 	/* All Solaris components should pass a cred for this operation. */
122 	ASSERT(cr != NULL);
123 
124 	if (!KSOCKET_VALID(ks))
125 		return (ENOTSOCK);
126 
127 	return (socket_listen(KSTOSO(ks), backlog, cr));
128 }
129 
130 int
131 ksocket_accept(ksocket_t ks, struct sockaddr *addr,
132     socklen_t *addrlenp, ksocket_t *nks, struct cred *cr)
133 {
134 	int error;
135 	struct sonode *nso = NULL;
136 
137 	/* All Solaris components should pass a cred for this operation. */
138 	ASSERT(cr != NULL);
139 
140 	*nks = NULL;
141 
142 	if (!KSOCKET_VALID(ks))
143 		return (ENOTSOCK);
144 
145 	if (addr != NULL && addrlenp == NULL)
146 		return (EFAULT);
147 
148 	error = socket_accept(KSTOSO(ks), KSOCKET_FMODE(ks), cr, &nso);
149 	if (error != 0)
150 		return (error);
151 
152 	ASSERT(nso != NULL);
153 
154 	nso->so_mode |= SM_KERNEL;
155 
156 	if (addr != NULL && addrlenp != NULL) {
157 		error = socket_getpeername(nso, addr, addrlenp, B_TRUE, cr);
158 		if (error != 0) {
159 			(void) socket_close(nso, 0, cr);
160 			socket_destroy(nso);
161 			return ((error == ENOTCONN) ? ECONNABORTED : error);
162 		}
163 	}
164 
165 	*nks = SOTOKS(nso);
166 
167 	return (error);
168 }
169 
170 int
171 ksocket_connect(ksocket_t ks, struct sockaddr *addr, socklen_t addrlen,
172     struct cred *cr)
173 {
174 	/* All Solaris components should pass a cred for this operation. */
175 	ASSERT(cr != NULL);
176 
177 	if (!KSOCKET_VALID(ks))
178 		return (ENOTSOCK);
179 
180 	return (socket_connect(KSTOSO(ks), addr, addrlen,
181 	    KSOCKET_FMODE(ks), 0, cr));
182 }
183 
184 int
185 ksocket_send(ksocket_t ks, void *msg, size_t msglen, int flags,
186     size_t *sent, struct cred *cr)
187 {
188 	int error;
189 	struct nmsghdr msghdr;
190 	struct uio auio;
191 	struct iovec iov;
192 
193 	/* All Solaris components should pass a cred for this operation. */
194 	ASSERT(cr != NULL);
195 
196 	if (!KSOCKET_VALID(ks)) {
197 		if (sent != NULL)
198 			*sent = 0;
199 		return (ENOTSOCK);
200 	}
201 
202 	iov.iov_base = msg;
203 	iov.iov_len = msglen;
204 
205 	bzero(&auio, sizeof (struct uio));
206 	auio.uio_loffset = 0;
207 	auio.uio_iov = &iov;
208 	auio.uio_iovcnt = 1;
209 	auio.uio_resid = msglen;
210 	if (flags & MSG_USERSPACE)
211 		auio.uio_segflg = UIO_USERSPACE;
212 	else
213 		auio.uio_segflg = UIO_SYSSPACE;
214 	auio.uio_extflg = UIO_COPY_DEFAULT;
215 	auio.uio_limit = 0;
216 	auio.uio_fmode = KSOCKET_FMODE(ks);
217 
218 	msghdr.msg_name = NULL;
219 	msghdr.msg_namelen = 0;
220 	msghdr.msg_control = NULL;
221 	msghdr.msg_controllen = 0;
222 	msghdr.msg_flags = flags | MSG_EOR;
223 
224 	error = socket_sendmsg(KSTOSO(ks), &msghdr, &auio, cr);
225 	if (error != 0) {
226 		if (sent != NULL)
227 			*sent = 0;
228 		return (error);
229 	}
230 
231 	if (sent != NULL)
232 		*sent = msglen - auio.uio_resid;
233 	return (0);
234 }
235 
236 int
237 ksocket_sendto(ksocket_t ks, void *msg, size_t msglen, int flags,
238     struct sockaddr *name, socklen_t namelen, size_t *sent, struct cred *cr)
239 {
240 	int error;
241 	struct nmsghdr msghdr;
242 	struct uio auio;
243 	struct iovec iov;
244 
245 	/* All Solaris components should pass a cred for this operation. */
246 	ASSERT(cr != NULL);
247 
248 	if (!KSOCKET_VALID(ks)) {
249 		if (sent != NULL)
250 			*sent = 0;
251 		return (ENOTSOCK);
252 	}
253 
254 	iov.iov_base = msg;
255 	iov.iov_len = msglen;
256 
257 	bzero(&auio, sizeof (struct uio));
258 	auio.uio_loffset = 0;
259 	auio.uio_iov = &iov;
260 	auio.uio_iovcnt = 1;
261 	auio.uio_resid = msglen;
262 	if (flags & MSG_USERSPACE)
263 		auio.uio_segflg = UIO_USERSPACE;
264 	else
265 		auio.uio_segflg = UIO_SYSSPACE;
266 	auio.uio_extflg = UIO_COPY_DEFAULT;
267 	auio.uio_limit = 0;
268 	auio.uio_fmode = KSOCKET_FMODE(ks);
269 
270 	msghdr.msg_iov = &iov;
271 	msghdr.msg_iovlen = 1;
272 	msghdr.msg_name = (char *)name;
273 	msghdr.msg_namelen = namelen;
274 	msghdr.msg_control = NULL;
275 	msghdr.msg_controllen = 0;
276 	msghdr.msg_flags = flags | MSG_EOR;
277 
278 	error = socket_sendmsg(KSTOSO(ks), &msghdr, &auio, cr);
279 	if (error != 0) {
280 		if (sent != NULL)
281 			*sent = 0;
282 		return (error);
283 	}
284 	if (sent != NULL)
285 		*sent = msglen - auio.uio_resid;
286 	return (0);
287 }
288 
289 int
290 ksocket_sendmsg(ksocket_t ks, struct nmsghdr *msg, int flags,
291     size_t *sent, struct cred *cr)
292 {
293 	int error;
294 	ssize_t len;
295 	int i;
296 	struct uio auio;
297 
298 	/* All Solaris components should pass a cred for this operation. */
299 	ASSERT(cr != NULL);
300 
301 	if (!KSOCKET_VALID(ks)) {
302 		if (sent != NULL)
303 			*sent = 0;
304 		return (ENOTSOCK);
305 	}
306 
307 	bzero(&auio, sizeof (struct uio));
308 	auio.uio_loffset = 0;
309 	auio.uio_iov = msg->msg_iov;
310 	auio.uio_iovcnt = msg->msg_iovlen;
311 	if (flags & MSG_USERSPACE)
312 		auio.uio_segflg = UIO_USERSPACE;
313 	else
314 		auio.uio_segflg = UIO_SYSSPACE;
315 	auio.uio_extflg = UIO_COPY_DEFAULT;
316 	auio.uio_limit = 0;
317 	auio.uio_fmode = KSOCKET_FMODE(ks);
318 	len = 0;
319 	for (i = 0; i < msg->msg_iovlen; i++) {
320 		ssize_t iovlen;
321 		iovlen = (msg->msg_iov)[i].iov_len;
322 		len += iovlen;
323 		if (len < 0 || iovlen < 0)
324 			return (EINVAL);
325 	}
326 	auio.uio_resid = len;
327 
328 	msg->msg_flags = flags | MSG_EOR;
329 
330 	error = socket_sendmsg(KSTOSO(ks), msg, &auio, cr);
331 	if (error != 0) {
332 		if (sent != NULL)
333 			*sent = 0;
334 		return (error);
335 	}
336 
337 	if (sent != NULL)
338 		*sent = len - auio.uio_resid;
339 	return (0);
340 }
341 
342 
343 int
344 ksocket_recv(ksocket_t ks, void *msg, size_t msglen, int flags,
345     size_t *recv, struct cred *cr)
346 {
347 	int error;
348 	struct nmsghdr msghdr;
349 	struct uio auio;
350 	struct iovec iov;
351 
352 	/* All Solaris components should pass a cred for this operation. */
353 	ASSERT(cr != NULL);
354 
355 	if (!KSOCKET_VALID(ks)) {
356 		if (recv != NULL)
357 			*recv = 0;
358 		return (ENOTSOCK);
359 	}
360 
361 	iov.iov_base = msg;
362 	iov.iov_len = msglen;
363 
364 	bzero(&auio, sizeof (struct uio));
365 	auio.uio_loffset = 0;
366 	auio.uio_iov = &iov;
367 	auio.uio_iovcnt = 1;
368 	auio.uio_resid = msglen;
369 	if (flags & MSG_USERSPACE)
370 		auio.uio_segflg = UIO_USERSPACE;
371 	else
372 		auio.uio_segflg = UIO_SYSSPACE;
373 	auio.uio_extflg = UIO_COPY_DEFAULT;
374 	auio.uio_limit = 0;
375 	auio.uio_fmode = KSOCKET_FMODE(ks);
376 
377 	msghdr.msg_name = NULL;
378 	msghdr.msg_namelen = 0;
379 	msghdr.msg_control = NULL;
380 	msghdr.msg_controllen = 0;
381 	msghdr.msg_flags = flags & (MSG_OOB | MSG_PEEK | MSG_WAITALL |
382 	    MSG_DONTWAIT | MSG_USERSPACE);
383 
384 	error = socket_recvmsg(KSTOSO(ks), &msghdr, &auio, cr);
385 	if (error != 0) {
386 		if (recv != NULL)
387 			*recv = 0;
388 		return (error);
389 	}
390 
391 	if (recv != NULL)
392 		*recv = msglen - auio.uio_resid;
393 	return (0);
394 }
395 
396 int
397 ksocket_recvfrom(ksocket_t ks, void *msg, size_t msglen, int flags,
398     struct sockaddr *name, socklen_t *namelen, size_t *recv, struct cred *cr)
399 {
400 	int error;
401 	struct nmsghdr msghdr;
402 	struct uio auio;
403 	struct iovec iov;
404 
405 	/* All Solaris components should pass a cred for this operation. */
406 	ASSERT(cr != NULL);
407 
408 	if (!KSOCKET_VALID(ks)) {
409 		if (recv != NULL)
410 			*recv = 0;
411 		return (ENOTSOCK);
412 	}
413 
414 	iov.iov_base = msg;
415 	iov.iov_len = msglen;
416 
417 	bzero(&auio, sizeof (struct uio));
418 	auio.uio_loffset = 0;
419 	auio.uio_iov = &iov;
420 	auio.uio_iovcnt = 1;
421 	auio.uio_resid = msglen;
422 	if (flags & MSG_USERSPACE)
423 		auio.uio_segflg = UIO_USERSPACE;
424 	else
425 		auio.uio_segflg = UIO_SYSSPACE;
426 	auio.uio_extflg = UIO_COPY_DEFAULT;
427 	auio.uio_limit = 0;
428 	auio.uio_fmode = KSOCKET_FMODE(ks);
429 
430 	msghdr.msg_name = (char *)name;
431 	msghdr.msg_namelen = *namelen;
432 	msghdr.msg_control = NULL;
433 	msghdr.msg_controllen = 0;
434 	msghdr.msg_flags = flags & (MSG_OOB | MSG_PEEK | MSG_WAITALL |
435 	    MSG_DONTWAIT | MSG_USERSPACE);
436 
437 	error = socket_recvmsg(KSTOSO(ks), &msghdr, &auio, cr);
438 	if (error != 0) {
439 		if (recv != NULL)
440 			*recv = 0;
441 		return (error);
442 	}
443 	if (recv != NULL)
444 		*recv = msglen - auio.uio_resid;
445 
446 	bcopy(msghdr.msg_name, name, msghdr.msg_namelen);
447 	bcopy(&msghdr.msg_namelen, namelen, sizeof (msghdr.msg_namelen));
448 	return (0);
449 }
450 
451 int
452 ksocket_recvmsg(ksocket_t ks, struct nmsghdr *msg, int flags, size_t *recv,
453     struct cred *cr)
454 {
455 	int error;
456 	ssize_t len;
457 	int i;
458 	struct uio auio;
459 
460 	/* All Solaris components should pass a cred for this operation. */
461 	ASSERT(cr != NULL);
462 
463 	if (!KSOCKET_VALID(ks)) {
464 		if (recv != NULL)
465 			*recv = 0;
466 		return (ENOTSOCK);
467 	}
468 
469 	bzero(&auio, sizeof (struct uio));
470 	auio.uio_loffset = 0;
471 	auio.uio_iov = msg->msg_iov;
472 	auio.uio_iovcnt = msg->msg_iovlen;
473 	if (msg->msg_flags & MSG_USERSPACE)
474 		auio.uio_segflg = UIO_USERSPACE;
475 	else
476 		auio.uio_segflg = UIO_SYSSPACE;
477 	auio.uio_extflg = UIO_COPY_DEFAULT;
478 	auio.uio_limit = 0;
479 	auio.uio_fmode = KSOCKET_FMODE(ks);
480 	len = 0;
481 
482 	for (i = 0; i < msg->msg_iovlen; i++) {
483 		ssize_t iovlen;
484 		iovlen = (msg->msg_iov)[i].iov_len;
485 		len += iovlen;
486 		if (len < 0 || iovlen < 0)
487 			return (EINVAL);
488 	}
489 	auio.uio_resid = len;
490 
491 	msg->msg_flags = flags & (MSG_OOB | MSG_PEEK | MSG_WAITALL |
492 	    MSG_DONTWAIT | MSG_USERSPACE);
493 
494 	error = socket_recvmsg(KSTOSO(ks), msg, &auio, cr);
495 	if (error != 0) {
496 		if (recv != NULL)
497 			*recv = 0;
498 		return (error);
499 	}
500 	if (recv != NULL)
501 		*recv = len - auio.uio_resid;
502 	return (0);
503 
504 }
505 
506 int
507 ksocket_shutdown(ksocket_t ks, int how, struct cred *cr)
508 {
509 	struct sonode *so;
510 
511 	/* All Solaris components should pass a cred for this operation. */
512 	ASSERT(cr != NULL);
513 
514 	if (!KSOCKET_VALID(ks))
515 		return (ENOTSOCK);
516 
517 	so = KSTOSO(ks);
518 
519 	return (socket_shutdown(so, how, cr));
520 }
521 
522 int
523 ksocket_close(ksocket_t ks, struct cred *cr)
524 {
525 	struct sonode *so;
526 	so = KSTOSO(ks);
527 
528 	/* All Solaris components should pass a cred for this operation. */
529 	ASSERT(cr != NULL);
530 
531 	mutex_enter(&so->so_lock);
532 
533 	if (!KSOCKET_VALID(ks)) {
534 		mutex_exit(&so->so_lock);
535 		return (ENOTSOCK);
536 	}
537 
538 	so->so_state |= SS_CLOSING;
539 
540 	if (so->so_count > 1) {
541 		mutex_enter(&so->so_acceptq_lock);
542 		cv_broadcast(&so->so_acceptq_cv);
543 		mutex_exit(&so->so_acceptq_lock);
544 		cv_broadcast(&so->so_rcv_cv);
545 		cv_broadcast(&so->so_state_cv);
546 		cv_broadcast(&so->so_single_cv);
547 		cv_broadcast(&so->so_read_cv);
548 		cv_broadcast(&so->so_snd_cv);
549 		cv_broadcast(&so->so_copy_cv);
550 	}
551 	while (so->so_count > 1)
552 		cv_wait(&so->so_closing_cv, &so->so_lock);
553 
554 	mutex_exit(&so->so_lock);
555 	/* Remove callbacks, if any */
556 	(void) ksocket_setcallbacks(ks, NULL, NULL, cr);
557 
558 	(void) socket_close(so, 0, cr);
559 	socket_destroy(so);
560 
561 	return (0);
562 }
563 
564 int
565 ksocket_getsockname(ksocket_t ks, struct sockaddr *addr, socklen_t *addrlen,
566     struct cred *cr)
567 {
568 	struct sonode *so;
569 
570 	/* All Solaris components should pass a cred for this operation. */
571 	ASSERT(cr != NULL);
572 
573 	if (!KSOCKET_VALID(ks))
574 		return (ENOTSOCK);
575 
576 	so = KSTOSO(ks);
577 
578 	if (addrlen == NULL || (addr == NULL && *addrlen != 0))
579 		return (EFAULT);
580 
581 	return (socket_getsockname(so, addr, addrlen, cr));
582 }
583 
584 int
585 ksocket_getpeername(ksocket_t ks, struct sockaddr *addr, socklen_t *addrlen,
586     struct cred *cr)
587 {
588 	struct sonode *so;
589 
590 	/* All Solaris components should pass a cred for this operation. */
591 	ASSERT(cr != NULL);
592 
593 	if (!KSOCKET_VALID(ks))
594 		return (ENOTSOCK);
595 
596 	so = KSTOSO(ks);
597 
598 	if (addrlen == NULL || (addr == NULL && *addrlen != 0))
599 		return (EFAULT);
600 
601 	return (socket_getpeername(so, addr, addrlen, B_FALSE, cr));
602 }
603 
604 int
605 ksocket_getsockopt(ksocket_t ks, int level, int optname, void *optval,
606     int *optlen, struct cred *cr)
607 {
608 	struct sonode *so;
609 
610 	/* All Solaris components should pass a cred for this operation. */
611 	ASSERT(cr != NULL);
612 
613 	if (!KSOCKET_VALID(ks))
614 		return (ENOTSOCK);
615 
616 	so = KSTOSO(ks);
617 
618 	if (optlen == NULL)
619 		return (EFAULT);
620 	if (*optlen > SO_MAXARGSIZE)
621 		return (EINVAL);
622 
623 	return (socket_getsockopt(so, level, optname, optval,
624 	    (socklen_t *)optlen, 0, cr));
625 }
626 
627 int
628 ksocket_setsockopt(ksocket_t ks, int level, int optname, const void *optval,
629     int optlen, struct cred *cr)
630 {
631 	struct sonode *so;
632 
633 	/* All Solaris components should pass a cred for this operation. */
634 	ASSERT(cr != NULL);
635 
636 	if (!KSOCKET_VALID(ks))
637 		return (ENOTSOCK);
638 
639 	so = KSTOSO(ks);
640 
641 	if (optval == NULL)
642 		optlen = 0;
643 
644 	return (socket_setsockopt(so, level, optname, optval,
645 	    (t_uscalar_t)optlen, cr));
646 }
647 
648 /* ARGSUSED */
649 int
650 ksocket_setcallbacks(ksocket_t ks, ksocket_callbacks_t *cb, void *arg,
651     struct cred *cr)
652 {
653 	struct sonode *so;
654 
655 	/* All Solaris components should pass a cred for this operation. */
656 	ASSERT(cr != NULL);
657 
658 	if (!KSOCKET_VALID(ks))
659 		return (ENOTSOCK);
660 
661 	so = KSTOSO(ks);
662 
663 	if (cb == NULL && arg != NULL)
664 		return (EFAULT);
665 	if (cb == NULL) {
666 		mutex_enter(&so->so_lock);
667 		bzero(&(so->so_ksock_callbacks), sizeof (ksocket_callbacks_t));
668 		so->so_ksock_cb_arg = NULL;
669 		mutex_exit(&so->so_lock);
670 	} else {
671 		mutex_enter(&so->so_lock);
672 		SETCALLBACK(so, cb, connected, KSOCKET_CB_CONNECTED)
673 		SETCALLBACK(so, cb, connectfailed, KSOCKET_CB_CONNECTFAILED)
674 		SETCALLBACK(so, cb, disconnected, KSOCKET_CB_DISCONNECTED)
675 		SETCALLBACK(so, cb, newdata, KSOCKET_CB_NEWDATA)
676 		SETCALLBACK(so, cb, newconn, KSOCKET_CB_NEWCONN)
677 		SETCALLBACK(so, cb, cansend, KSOCKET_CB_CANSEND)
678 		SETCALLBACK(so, cb, oobdata, KSOCKET_CB_OOBDATA)
679 		SETCALLBACK(so, cb, cantsendmore, KSOCKET_CB_CANTSENDMORE)
680 		SETCALLBACK(so, cb, cantrecvmore, KSOCKET_CB_CANTRECVMORE)
681 		so->so_ksock_cb_arg = arg;
682 		mutex_exit(&so->so_lock);
683 	}
684 	return (0);
685 }
686 
687 int
688 ksocket_ioctl(ksocket_t ks, int cmd, intptr_t arg, int *rvalp, struct cred *cr)
689 {
690 	struct sonode *so;
691 	int rval;
692 
693 	/* All Solaris components should pass a cred for this operation. */
694 	ASSERT(cr != NULL);
695 
696 	if (!KSOCKET_VALID(ks))
697 		return (ENOTSOCK);
698 
699 	so = KSTOSO(ks);
700 
701 	switch (cmd) {
702 	default:
703 		/* STREAM iotcls are not supported */
704 		if ((cmd & 0xffffff00U) == STR) {
705 			rval = EOPNOTSUPP;
706 		} else {
707 			rval = socket_ioctl(so, cmd, arg,
708 			    KSOCKET_FMODE(ks) | FKIOCTL, cr, rvalp);
709 		}
710 		break;
711 	case FIOASYNC:
712 	case SIOCSPGRP:
713 	case FIOSETOWN:
714 	case SIOCGPGRP:
715 	case FIOGETOWN:
716 		rval = EOPNOTSUPP;
717 		break;
718 	}
719 
720 	return (rval);
721 }
722 
723 /*
724  * Wait for an input event, similar to t_kspoll().
725  * Ideas and code borrowed from ../devpoll.c
726  * Basically, setup just enough poll data structures so
727  * we can block on a CV until timeout or pollwakeup().
728  */
729 int
730 ksocket_spoll(ksocket_t ks, int timo, short events, short *revents,
731     struct cred *cr)
732 {
733 	struct		sonode *so;
734 	pollhead_t	*php, *php2;
735 	polldat_t	*pdp;
736 	pollcache_t	*pcp;
737 	int		error;
738 	clock_t		expires = 0;
739 	clock_t		rval;
740 
741 	/* All Solaris components should pass a cred for this operation. */
742 	ASSERT(cr != NULL);
743 	ASSERT(curthread->t_pollcache == NULL);
744 
745 	if (revents == NULL)
746 		return (EINVAL);
747 	if (!KSOCKET_VALID(ks))
748 		return (ENOTSOCK);
749 	so = KSTOSO(ks);
750 
751 	/*
752 	 * Check if there are any events already pending.
753 	 * If we're not willing to block, (timo == 0) then
754 	 * pass "anyyet">0 to socket_poll so it can skip
755 	 * some work.  Othewise pass "anyyet"=0 and if
756 	 * there are no events pending, it will fill in
757 	 * the pollhead pointer we need for pollwakeup().
758 	 *
759 	 * XXX - pollrelock() logic needs to know which
760 	 * which pollcache lock to grab. It'd be a
761 	 * cleaner solution if we could pass pcp as
762 	 * an arguement in VOP_POLL interface instead
763 	 * of implicitly passing it using thread_t
764 	 * struct. On the other hand, changing VOP_POLL
765 	 * interface will require all driver/file system
766 	 * poll routine to change. May want to revisit
767 	 * the tradeoff later.
768 	 */
769 	php = NULL;
770 	*revents = 0;
771 	pcp = pcache_alloc();
772 	pcache_create(pcp, 1);
773 
774 	mutex_enter(&pcp->pc_lock);
775 	curthread->t_pollcache = pcp;
776 	error = socket_poll(so, (short)events, (timo == 0),
777 	    revents, &php);
778 	curthread->t_pollcache = NULL;
779 	mutex_exit(&pcp->pc_lock);
780 
781 	if (error != 0 || *revents != 0 || timo == 0)
782 		goto out;
783 
784 	/*
785 	 * Need to block.  Did not get *revents, so the
786 	 * php should be non-NULL, but let's verify.
787 	 * Also compute when our sleep expires.
788 	 */
789 	if (php == NULL) {
790 		error = EIO;
791 		goto out;
792 	}
793 	if (timo > 0)
794 		expires = ddi_get_lbolt() +
795 		    MSEC_TO_TICK_ROUNDUP(timo);
796 
797 	/*
798 	 * Setup: pollhead -> polldat -> pollcache
799 	 * needed for pollwakeup()
800 	 * pdp should be freed by pcache_destroy
801 	 */
802 	pdp = kmem_zalloc(sizeof (*pdp), KM_SLEEP);
803 	pdp->pd_fd = 0;
804 	pdp->pd_events = events;
805 	pdp->pd_pcache = pcp;
806 	pcache_insert_fd(pcp, pdp, 1);
807 	pollhead_insert(php, pdp);
808 	pdp->pd_php = php;
809 
810 	mutex_enter(&pcp->pc_lock);
811 	while (!(so->so_state & SS_CLOSING)) {
812 		pcp->pc_flag = 0;
813 
814 		/* Ditto pcp comment above. */
815 		curthread->t_pollcache = pcp;
816 		error = socket_poll(so, (short)events, 0,
817 		    revents, &php2);
818 		curthread->t_pollcache = NULL;
819 		ASSERT(php2 == php);
820 
821 		if (error != 0 || *revents != 0)
822 			break;
823 
824 		if (pcp->pc_flag & PC_POLLWAKE)
825 			continue;
826 
827 		if (timo == -1) {
828 			rval = cv_wait_sig(&pcp->pc_cv, &pcp->pc_lock);
829 		} else {
830 			rval = cv_timedwait_sig(&pcp->pc_cv, &pcp->pc_lock,
831 			    expires);
832 		}
833 		if (rval <= 0) {
834 			if (rval == 0)
835 				error = EINTR;
836 			break;
837 		}
838 	}
839 	mutex_exit(&pcp->pc_lock);
840 
841 	if (pdp->pd_php != NULL) {
842 		pollhead_delete(pdp->pd_php, pdp);
843 		pdp->pd_php = NULL;
844 		pdp->pd_fd = NULL;
845 	}
846 
847 	/*
848 	 * pollwakeup() may still interact with this pollcache. Wait until
849 	 * it is done.
850 	 */
851 	mutex_enter(&pcp->pc_no_exit);
852 	ASSERT(pcp->pc_busy >= 0);
853 	while (pcp->pc_busy > 0)
854 		cv_wait(&pcp->pc_busy_cv, &pcp->pc_no_exit);
855 	mutex_exit(&pcp->pc_no_exit);
856 out:
857 	pcache_destroy(pcp);
858 	return (error);
859 }
860 
861 int
862 ksocket_sendmblk(ksocket_t ks, struct nmsghdr *msg, int flags,
863     mblk_t **mpp, cred_t *cr)
864 {
865 	struct		sonode *so;
866 	int		i_val;
867 	socklen_t	val_len;
868 	mblk_t		*mp = *mpp;
869 	int		error;
870 
871 	/* All Solaris components should pass a cred for this operation. */
872 	ASSERT(cr != NULL);
873 
874 	if (!KSOCKET_VALID(ks))
875 		return (ENOTSOCK);
876 
877 	so = KSTOSO(ks);
878 
879 	if (flags & MSG_MBLK_QUICKRELE) {
880 		error = socket_getsockopt(so, SOL_SOCKET, SO_SND_COPYAVOID,
881 		    &i_val, &val_len, 0, cr);
882 		if (error != 0)
883 			return (error);
884 
885 		/* Zero copy is not enable */
886 		if (i_val == 0)
887 			return (ECANCELED);
888 
889 		for (; mp != NULL; mp = mp->b_cont)
890 			mp->b_datap->db_struioflag |= STRUIO_ZC;
891 	}
892 
893 	error = socket_sendmblk(so, msg, flags, cr, mpp);
894 
895 	return (error);
896 }
897 
898 
899 void
900 ksocket_hold(ksocket_t ks)
901 {
902 	struct sonode *so;
903 	so = KSTOSO(ks);
904 
905 	if (!mutex_owned(&so->so_lock)) {
906 		mutex_enter(&so->so_lock);
907 		so->so_count++;
908 		mutex_exit(&so->so_lock);
909 	} else
910 		so->so_count++;
911 }
912 
913 void
914 ksocket_rele(ksocket_t ks)
915 {
916 	struct sonode *so;
917 
918 	so = KSTOSO(ks);
919 	/*
920 	 * When so_count equals 1 means no thread working on this ksocket
921 	 */
922 	if (so->so_count < 2)
923 		cmn_err(CE_PANIC, "ksocket_rele: sonode ref count 0 or 1");
924 
925 	if (!mutex_owned(&so->so_lock)) {
926 		mutex_enter(&so->so_lock);
927 		if (--so->so_count == 1)
928 			cv_signal(&so->so_closing_cv);
929 		mutex_exit(&so->so_lock);
930 	} else {
931 		if (--so->so_count == 1)
932 			cv_signal(&so->so_closing_cv);
933 	}
934 }
935