141 	struct socket *sock = f->private_data;  in sock_show_fdinfo()  local
142 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in sock_show_fdinfo()
145 		ops->show_fdinfo(m, sock);  in sock_show_fdinfo()
476 struct file *sock_alloc_file(struct socket *sock, int flags, const char *dname)  in sock_alloc_file()  argument
481 		dname = sock->sk ? sock->sk->sk_prot_creator->name : "";  in sock_alloc_file()
483 	file = alloc_file_pseudo(SOCK_INODE(sock), sock_mnt, dname,  in sock_alloc_file()
487 		sock_release(sock);  in sock_alloc_file()
492 	sock->file = file;  in sock_alloc_file()
493 	file->private_data = sock;  in sock_alloc_file()
494 	stream_open(SOCK_INODE(sock), file);  in sock_alloc_file()
504 static int sock_map_fd(struct socket *sock, int flags)  in sock_map_fd()  argument
509 		sock_release(sock);  in sock_map_fd()
513 	newfile = sock_alloc_file(sock, flags, NULL);  in sock_map_fd()
555 	struct socket *sock;  in sockfd_lookup()  local
563 	sock = sock_from_file(file);  in sockfd_lookup()
564 	if (!sock) {  in sockfd_lookup()
568 	return sock;  in sockfd_lookup()
606 		struct socket *sock = SOCKET_I(d_inode(dentry));  in sockfs_setattr()  local
608 		if (sock->sk) {  in sockfs_setattr()
610 			WRITE_ONCE(sock->sk->sk_uid, iattr->ia_uid);  in sockfs_setattr()
635 	struct socket *sock;  in sock_alloc()  local
641 	sock = SOCKET_I(inode);  in sock_alloc()
649 	return sock;  in sock_alloc()
653 static void __sock_release(struct socket *sock, struct inode *inode)  in __sock_release()  argument
655 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in __sock_release()
662 		ops->release(sock);  in __sock_release()
663 		sock->sk = NULL;  in __sock_release()
666 		sock->ops = NULL;  in __sock_release()
670 	if (sock->wq.fasync_list)  in __sock_release()
673 	if (!sock->file) {  in __sock_release()
674 		iput(SOCK_INODE(sock));  in __sock_release()
677 	sock->file = NULL;  in __sock_release()
688 void sock_release(struct socket *sock)  in sock_release()  argument
690 	__sock_release(sock, NULL);  in sock_release()
719 static noinline void call_trace_sock_send_length(struct sock *sk, int ret,  in call_trace_sock_send_length()
725 static inline int sock_sendmsg_nosec(struct socket *sock, struct msghdr *msg)  in sock_sendmsg_nosec()  argument
727 	int ret = INDIRECT_CALL_INET(READ_ONCE(sock->ops)->sendmsg, inet6_sendmsg,  in sock_sendmsg_nosec()
728 				     inet_sendmsg, sock, msg,  in sock_sendmsg_nosec()
733 		call_trace_sock_send_length(sock->sk, ret, 0);  in sock_sendmsg_nosec()
737 static int __sock_sendmsg(struct socket *sock, struct msghdr *msg)  in __sock_sendmsg()  argument
739 	int err = security_socket_sendmsg(sock, msg,  in __sock_sendmsg()
742 	return err ?: sock_sendmsg_nosec(sock, msg);  in __sock_sendmsg()
753 int sock_sendmsg(struct socket *sock, struct msghdr *msg)  in sock_sendmsg()  argument
765 	ret = __sock_sendmsg(sock, msg);  in sock_sendmsg()
785 int kernel_sendmsg(struct socket *sock, struct msghdr *msg,  in kernel_sendmsg()  argument
789 	return sock_sendmsg(sock, msg);  in kernel_sendmsg()
816 static ktime_t get_timestamp(struct sock *sk, struct sk_buff *skb, int *if_index)  in get_timestamp()
861 bool skb_has_tx_timestamp(struct sk_buff *skb, const struct sock *sk)  in skb_has_tx_timestamp()
878 int skb_get_tx_timestamp(struct sk_buff *skb, struct sock *sk,  in skb_get_tx_timestamp()
910 void __sock_recv_timestamp(struct msghdr *msg, struct sock *sk,  in __sock_recv_timestamp()
1009 void __sock_recv_wifi_status(struct msghdr *msg, struct sock *sk,  in __sock_recv_wifi_status()
1026 static inline void sock_recv_drops(struct msghdr *msg, struct sock *sk,  in sock_recv_drops()
1034 static void sock_recv_mark(struct msghdr *msg, struct sock *sk,  in sock_recv_mark()
1045 static void sock_recv_priority(struct msghdr *msg, struct sock *sk,  in sock_recv_priority()
1055 void __sock_recv_cmsgs(struct msghdr *msg, struct sock *sk,  in __sock_recv_cmsgs()
1070 static noinline void call_trace_sock_recv_length(struct sock *sk, int ret, int flags)  in call_trace_sock_recv_length()
1075 static inline int sock_recvmsg_nosec(struct socket *sock, struct msghdr *msg,  in sock_recvmsg_nosec()  argument
1078 	int ret = INDIRECT_CALL_INET(READ_ONCE(sock->ops)->recvmsg,  in sock_recvmsg_nosec()
1080 				     inet_recvmsg, sock, msg,  in sock_recvmsg_nosec()
1083 		call_trace_sock_recv_length(sock->sk, ret, flags);  in sock_recvmsg_nosec()
1096 int sock_recvmsg(struct socket *sock, struct msghdr *msg, int flags)  in sock_recvmsg()  argument
1098 	int err = security_socket_recvmsg(sock, msg, msg_data_left(msg), flags);  in sock_recvmsg()
1100 	return err ?: sock_recvmsg_nosec(sock, msg, flags);  in sock_recvmsg()
1120 int kernel_recvmsg(struct socket *sock, struct msghdr *msg,  in kernel_recvmsg()  argument
1125 	return sock_recvmsg(sock, msg, flags);  in kernel_recvmsg()
1133 	struct socket *sock = file->private_data;  in sock_splice_read()  local
1136 	ops = READ_ONCE(sock->ops);  in sock_splice_read()
1140 	return ops->splice_read(sock, ppos, pipe, len, flags);  in sock_splice_read()
1145 	struct socket *sock = file->private_data;  in sock_splice_eof()  local
1148 	ops = READ_ONCE(sock->ops);  in sock_splice_eof()
1150 		ops->splice_eof(sock);  in sock_splice_eof()
1156 	struct socket *sock = file->private_data;  in sock_read_iter()  local
1170 	res = sock_recvmsg(sock, &msg, msg.msg_flags);  in sock_read_iter()
1178 	struct socket *sock = file->private_data;  in sock_write_iter()  local
1189 	if (sock->type == SOCK_SEQPACKET)  in sock_write_iter()
1195 	res = __sock_sendmsg(sock, &msg);  in sock_write_iter()
1244 static long sock_do_ioctl(struct net *net, struct socket *sock,  in sock_do_ioctl()  argument
1247 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in sock_do_ioctl()
1254 	err = ops->ioctl(sock, cmd, arg);  in sock_do_ioctl()
1284 	struct socket *sock;  in sock_ioctl()  local
1285 	struct sock *sk;  in sock_ioctl()
1290 	sock = file->private_data;  in sock_ioctl()
1291 	ops = READ_ONCE(sock->ops);  in sock_ioctl()
1292 	sk = sock->sk;  in sock_ioctl()
1316 			err = f_setown(sock->file, pid, 1);  in sock_ioctl()
1320 			err = put_user(f_getown(sock->file),  in sock_ioctl()
1355 			err = ops->gettstamp(sock, argp,  in sock_ioctl()
1365 			err = ops->gettstamp(sock, argp,  in sock_ioctl()
1375 			err = sock_do_ioctl(net, sock, cmd, arg);  in sock_ioctl()
1397 	struct socket *sock = NULL;  in sock_create_lite()  local
1403 	sock = sock_alloc();  in sock_create_lite()
1404 	if (!sock) {  in sock_create_lite()
1409 	sock->type = type;  in sock_create_lite()
1410 	err = security_socket_post_create(sock, family, type, protocol, 1);  in sock_create_lite()
1415 	*res = sock;  in sock_create_lite()
1418 	sock_release(sock);  in sock_create_lite()
1419 	sock = NULL;  in sock_create_lite()
1427 	struct socket *sock = file->private_data;  in sock_poll()  local
1428 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in sock_poll()
1434 	if (sk_can_busy_loop(sock->sk)) {  in sock_poll()
1437 			sk_busy_loop(sock->sk, 1);  in sock_poll()
1443 	return ops->poll(file, sock, wait) | flag;  in sock_poll()
1448 	struct socket *sock = file->private_data;  in sock_mmap()  local
1450 	return READ_ONCE(sock->ops)->mmap(file, sock, vma);  in sock_mmap()
1472 	struct socket *sock = filp->private_data;  in sock_fasync()  local
1473 	struct sock *sk = sock->sk;  in sock_fasync()
1474 	struct socket_wq *wq = &sock->wq;  in sock_fasync()
1538 	struct socket *sock;  in __sock_create()  local
1569 	sock = sock_alloc();  in __sock_create()
1570 	if (!sock) {  in __sock_create()
1576 	sock->type = type;  in __sock_create()
1605 	err = pf->create(net, sock, protocol, kern);  in __sock_create()
1610 		DEBUG_NET_WARN_ONCE(sock->sk,  in __sock_create()
1620 	if (!try_module_get(sock->ops->owner))  in __sock_create()
1628 	err = security_socket_post_create(sock, family, type, protocol, kern);  in __sock_create()
1631 	*res = sock;  in __sock_create()
1638 	sock->ops = NULL;  in __sock_create()
1641 	sock_release(sock);  in __sock_create()
1687 	struct socket *sock;  in __sys_socket_create()  local
1700 	retval = sock_create(family, type, protocol, &sock);  in __sys_socket_create()
1704 	return sock;  in __sys_socket_create()
1709 	struct socket *sock;  in __sys_socket_file()  local
1712 	sock = __sys_socket_create(family, type, protocol);  in __sys_socket_file()
1713 	if (IS_ERR(sock))  in __sys_socket_file()
1714 		return ERR_CAST(sock);  in __sys_socket_file()
1720 	return sock_alloc_file(sock, flags, NULL);  in __sys_socket_file()
1744 	struct socket *sock;  in __sys_socket()  local
1747 	sock = __sys_socket_create(family, type,  in __sys_socket()
1749 	if (IS_ERR(sock))  in __sys_socket()
1750 		return PTR_ERR(sock);  in __sys_socket()
1756 	return sock_map_fd(sock, flags & (O_CLOEXEC | O_NONBLOCK));  in __sys_socket()
1866 int __sys_bind_socket(struct socket *sock, struct sockaddr_storage *address,  in __sys_bind_socket()  argument
1871 	err = security_socket_bind(sock, (struct sockaddr *)address,  in __sys_bind_socket()
1874 		err = READ_ONCE(sock->ops)->bind(sock,  in __sys_bind_socket()
1890 	struct socket *sock;  in __sys_bind()  local
1897 	sock = sock_from_file(fd_file(f));  in __sys_bind()
1898 	if (unlikely(!sock))  in __sys_bind()
1905 	return __sys_bind_socket(sock, &address, addrlen);  in __sys_bind()
1918 int __sys_listen_socket(struct socket *sock, int backlog)  in __sys_listen_socket()  argument
1922 	somaxconn = READ_ONCE(sock_net(sock->sk)->core.sysctl_somaxconn);  in __sys_listen_socket()
1926 	err = security_socket_listen(sock, backlog);  in __sys_listen_socket()
1928 		err = READ_ONCE(sock->ops)->listen(sock, backlog);  in __sys_listen_socket()
1935 	struct socket *sock;  in __sys_listen()  local
1939 	sock = sock_from_file(fd_file(f));  in __sys_listen()
1940 	if (unlikely(!sock))  in __sys_listen()
1943 	return __sys_listen_socket(sock, backlog);  in __sys_listen()
1955 	struct socket *sock, *newsock;  in do_accept()  local
1961 	sock = sock_from_file(file);  in do_accept()
1962 	if (!sock)  in do_accept()
1968 	ops = READ_ONCE(sock->ops);  in do_accept()
1970 	newsock->type = sock->type;  in do_accept()
1979 	newfile = sock_alloc_file(newsock, flags, sock->sk->sk_prot_creator->name);  in do_accept()
1983 	err = security_socket_accept(sock, newsock);  in do_accept()
1987 	arg->flags |= sock->file->f_flags;  in do_accept()
1988 	err = ops->accept(sock, newsock, arg);  in do_accept()
2075 	struct socket *sock;  in __sys_connect_file()  local
2078 	sock = sock_from_file(file);  in __sys_connect_file()
2079 	if (!sock) {  in __sys_connect_file()
2085 	    security_socket_connect(sock, (struct sockaddr *)address, addrlen);  in __sys_connect_file()
2089 	err = READ_ONCE(sock->ops)->connect(sock, (struct sockaddr_unsized *)address,  in __sys_connect_file()
2090 					    addrlen, sock->file->f_flags | file_flags);  in __sys_connect_file()
2117 int do_getsockname(struct socket *sock, int peer,  in do_getsockname()  argument
2124 		err = security_socket_getpeername(sock);  in do_getsockname()
2126 		err = security_socket_getsockname(sock);  in do_getsockname()
2129 	err = READ_ONCE(sock->ops)->getname(sock, (struct sockaddr *)&address, peer);  in do_getsockname()
2143 	struct socket *sock;  in __sys_getsockname()  local
2148 	sock = sock_from_file(fd_file(f));  in __sys_getsockname()
2149 	if (unlikely(!sock))  in __sys_getsockname()
2151 	return do_getsockname(sock, peer, usockaddr, usockaddr_len);  in __sys_getsockname()
2174 	struct socket *sock;  in __sys_sendto()  local
2186 	sock = sock_from_file(fd_file(f));  in __sys_sendto()
2187 	if (unlikely(!sock))  in __sys_sendto()
2203 	if (sock->file->f_flags & O_NONBLOCK)  in __sys_sendto()
2206 	return __sock_sendmsg(sock, &msg);  in __sys_sendto()
2239 	struct socket *sock;  in __sys_recvfrom()  local
2250 	sock = sock_from_file(fd_file(f));  in __sys_recvfrom()
2251 	if (unlikely(!sock))  in __sys_recvfrom()
2254 	if (sock->file->f_flags & O_NONBLOCK)  in __sys_recvfrom()
2256 	err = sock_recvmsg(sock, &msg, flags);  in __sys_recvfrom()
2284 static bool sock_use_custom_sol_socket(const struct socket *sock)  in sock_use_custom_sol_socket()  argument
2286 	return test_bit(SOCK_CUSTOM_SOCKOPT, &sock->flags);  in sock_use_custom_sol_socket()
2289 int do_sock_setsockopt(struct socket *sock, bool compat, int level,  in do_sock_setsockopt()  argument
2299 	err = security_socket_setsockopt(sock, level, optname);  in do_sock_setsockopt()
2304 		err = BPF_CGROUP_RUN_PROG_SETSOCKOPT(sock->sk, &level, &optname,  in do_sock_setsockopt()
2316 	ops = READ_ONCE(sock->ops);  in do_sock_setsockopt()
2317 	if (level == SOL_SOCKET && !sock_use_custom_sol_socket(sock))  in do_sock_setsockopt()
2318 		err = sock_setsockopt(sock, level, optname, optval, optlen);  in do_sock_setsockopt()
2322 		err = ops->setsockopt(sock, level, optname, optval,  in do_sock_setsockopt()
2338 	struct socket *sock;  in __sys_setsockopt()  local
2343 	sock = sock_from_file(fd_file(f));  in __sys_setsockopt()
2344 	if (unlikely(!sock))  in __sys_setsockopt()
2347 	return do_sock_setsockopt(sock, compat, level, optname, optval, optlen);  in __sys_setsockopt()
2359 int do_sock_getsockopt(struct socket *sock, bool compat, int level,  in do_sock_getsockopt()  argument
2366 	err = security_socket_getsockopt(sock, level, optname);  in do_sock_getsockopt()
2373 	ops = READ_ONCE(sock->ops);  in do_sock_getsockopt()
2375 		err = sk_getsockopt(sock->sk, level, optname, optval, optlen);  in do_sock_getsockopt()
2383 		err = ops->getsockopt(sock, level, optname, optval.user,  in do_sock_getsockopt()
2388 		err = BPF_CGROUP_RUN_PROG_GETSOCKOPT(sock->sk, level, optname,  in do_sock_getsockopt()
2403 	struct socket *sock;  in __sys_getsockopt()  local
2408 	sock = sock_from_file(fd_file(f));  in __sys_getsockopt()
2409 	if (unlikely(!sock))  in __sys_getsockopt()
2412 	return do_sock_getsockopt(sock, in_compat_syscall(), level, optname,  in __sys_getsockopt()
2426 int __sys_shutdown_sock(struct socket *sock, int how)  in __sys_shutdown_sock()  argument
2430 	err = security_socket_shutdown(sock, how);  in __sys_shutdown_sock()
2432 		err = READ_ONCE(sock->ops)->shutdown(sock, how);  in __sys_shutdown_sock()
2439 	struct socket *sock;  in __sys_shutdown()  local
2444 	sock = sock_from_file(fd_file(f));  in __sys_shutdown()
2445 	if (unlikely(!sock))  in __sys_shutdown()
2448 	return __sys_shutdown_sock(sock, how);  in __sys_shutdown()
2535 static int ____sys_sendmsg(struct socket *sock, struct msghdr *msg_sys,  in ____sys_sendmsg()  argument
2554 		    cmsghdr_from_user_compat_to_kern(msg_sys, sock->sk, ctl,  in ____sys_sendmsg()
2564 			ctl_buf = sock_kmalloc(sock->sk, ctl_len, GFP_KERNEL);  in ____sys_sendmsg()
2577 	if (sock->file->f_flags & O_NONBLOCK)  in ____sys_sendmsg()
2589 		err = sock_sendmsg_nosec(sock, msg_sys);  in ____sys_sendmsg()
2592 	err = __sock_sendmsg(sock, msg_sys);  in ____sys_sendmsg()
2606 		sock_kfree_s(sock->sk, ctl_buf, ctl_len);  in ____sys_sendmsg()
2631 static int ___sys_sendmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_sendmsg()  argument
2646 	err = ____sys_sendmsg(sock, msg_sys, flags, used_address,  in ___sys_sendmsg()
2655 long __sys_sendmsg_sock(struct socket *sock, struct msghdr *msg,  in __sys_sendmsg_sock()  argument
2658 	return ____sys_sendmsg(sock, msg, flags, NULL, 0);  in __sys_sendmsg_sock()
2665 	struct socket *sock;  in __sys_sendmsg()  local
2674 	sock = sock_from_file(fd_file(f));  in __sys_sendmsg()
2675 	if (unlikely(!sock))  in __sys_sendmsg()
2678 	return ___sys_sendmsg(sock, msg, &msg_sys, flags, NULL, 0);  in __sys_sendmsg()
2694 	struct socket *sock;  in __sys_sendmmsg()  local
2713 	sock = sock_from_file(fd_file(f));  in __sys_sendmmsg()
2714 	if (unlikely(!sock))  in __sys_sendmmsg()
2728 			err = ___sys_sendmsg(sock, (struct user_msghdr __user *)compat_entry,  in __sys_sendmmsg()
2735 			err = ___sys_sendmsg(sock,  in __sys_sendmmsg()
2786 static int ____sys_recvmsg(struct socket *sock, struct msghdr *msg_sys,  in ____sys_recvmsg()  argument
2806 	if (sock->file->f_flags & O_NONBLOCK)  in ____sys_recvmsg()
2810 		err = sock_recvmsg_nosec(sock, msg_sys, flags);  in ____sys_recvmsg()
2812 		err = sock_recvmsg(sock, msg_sys, flags);  in ____sys_recvmsg()
2842 static int ___sys_recvmsg(struct socket *sock, struct user_msghdr __user *msg,  in ___sys_recvmsg()  argument
2854 	err = ____sys_recvmsg(sock, msg_sys, msg, uaddr, flags, nosec);  in ___sys_recvmsg()
2863 long __sys_recvmsg_sock(struct socket *sock, struct msghdr *msg,  in __sys_recvmsg_sock()  argument
2867 	return ____sys_recvmsg(sock, msg, umsg, uaddr, flags, 0);  in __sys_recvmsg_sock()
2874 	struct socket *sock;  in __sys_recvmsg()  local
2883 	sock = sock_from_file(fd_file(f));  in __sys_recvmsg()
2884 	if (unlikely(!sock))  in __sys_recvmsg()
2887 	return ___sys_recvmsg(sock, msg, &msg_sys, flags, 0);  in __sys_recvmsg()
2905 	struct socket *sock;  in do_recvmmsg()  local
2923 	sock = sock_from_file(fd_file(f));  in do_recvmmsg()
2924 	if (unlikely(!sock))  in do_recvmmsg()
2928 		err = sock_error(sock->sk);  in do_recvmmsg()
2941 			err = ___sys_recvmsg(sock, (struct user_msghdr __user *)compat_entry,  in do_recvmmsg()
2949 			err = ___sys_recvmsg(sock,  in do_recvmmsg()
3003 		WRITE_ONCE(sock->sk->sk_err, -err);  in do_recvmmsg()
3416 static int compat_sock_ioctl_trans(struct file *file, struct socket *sock,  in compat_sock_ioctl_trans()  argument
3420 	struct sock *sk = sock->sk;  in compat_sock_ioctl_trans()
3432 		ops = READ_ONCE(sock->ops);  in compat_sock_ioctl_trans()
3435 		return ops->gettstamp(sock, argp, cmd == SIOCGSTAMP_OLD,  in compat_sock_ioctl_trans()
3507 		return sock_do_ioctl(net, sock, cmd, arg);  in compat_sock_ioctl_trans()
3516 	struct socket *sock = file->private_data;  in compat_sock_ioctl()  local
3517 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in compat_sock_ioctl()
3519 	struct sock *sk;  in compat_sock_ioctl()
3522 	sk = sock->sk;  in compat_sock_ioctl()
3526 		ret = ops->compat_ioctl(sock, cmd, arg);  in compat_sock_ioctl()
3533 		ret = compat_sock_ioctl_trans(file, sock, cmd, arg);  in compat_sock_ioctl()
3548 int kernel_bind(struct socket *sock, struct sockaddr_unsized *addr, int addrlen)  in kernel_bind()  argument
3554 	return READ_ONCE(sock->ops)->bind(sock, (struct sockaddr_unsized *)&address,  in kernel_bind()
3567 int kernel_listen(struct socket *sock, int backlog)  in kernel_listen()  argument
3569 	return READ_ONCE(sock->ops)->listen(sock, backlog);  in kernel_listen()
3584 int kernel_accept(struct socket *sock, struct socket **newsock, int flags)  in kernel_accept()  argument
3586 	struct sock *sk = sock->sk;  in kernel_accept()
3587 	const struct proto_ops *ops = READ_ONCE(sock->ops);  in kernel_accept()
3599 	err = ops->accept(sock, *newsock, &arg);  in kernel_accept()
3627 int kernel_connect(struct socket *sock, struct sockaddr_unsized *addr, int addrlen,  in kernel_connect()  argument
3634 	return READ_ONCE(sock->ops)->connect(sock, (struct sockaddr_unsized *)&address,  in kernel_connect()
3648 int kernel_getsockname(struct socket *sock, struct sockaddr *addr)  in kernel_getsockname()  argument
3650 	return READ_ONCE(sock->ops)->getname(sock, addr, 0);  in kernel_getsockname()
3663 int kernel_getpeername(struct socket *sock, struct sockaddr *addr)  in kernel_getpeername()  argument
3665 	return READ_ONCE(sock->ops)->getname(sock, addr, 1);  in kernel_getpeername()
3677 int kernel_sock_shutdown(struct socket *sock, enum sock_shutdown_cmd how)  in kernel_sock_shutdown()  argument
3679 	return READ_ONCE(sock->ops)->shutdown(sock, how);  in kernel_sock_shutdown()
3693 u32 kernel_sock_ip_overhead(struct sock *sk)  in kernel_sock_ip_overhead()