1128 static int eligible_pid(struct wait_opts *wo, struct task_struct *p)  in eligible_pid()  argument
1130 	return	wo->wo_type == PIDTYPE_MAX ||  in eligible_pid()
1131 		task_pid_type(p, wo->wo_type) == wo->wo_pid;  in eligible_pid()
1135 eligible_child(struct wait_opts *wo, bool ptrace, struct task_struct *p)  in eligible_child()  argument
1137 	if (!eligible_pid(wo, p))  in eligible_child()
1144 	if (ptrace || (wo->wo_flags & __WALL))  in eligible_child()
1155 	if ((p->exit_signal != SIGCHLD) ^ !!(wo->wo_flags & __WCLONE))  in eligible_child()
1167 static int wait_task_zombie(struct wait_opts *wo, struct task_struct *p)  in wait_task_zombie()  argument
1174 	if (!likely(wo->wo_flags & WEXITED))  in wait_task_zombie()
1177 	if (unlikely(wo->wo_flags & WNOWAIT)) {  in wait_task_zombie()
1183 		if (wo->wo_rusage)  in wait_task_zombie()
1184 			getrusage(p, RUSAGE_BOTH, wo->wo_rusage);  in wait_task_zombie()
1255 	if (wo->wo_rusage)  in wait_task_zombie()
1256 		getrusage(p, RUSAGE_BOTH, wo->wo_rusage);  in wait_task_zombie()
1259 	wo->wo_stat = status;  in wait_task_zombie()
1277 	infop = wo->wo_info;  in wait_task_zombie()
1323 static int wait_task_stopped(struct wait_opts *wo,  in wait_task_stopped()  argument
1334 	if (!ptrace && !(wo->wo_flags & WUNTRACED))  in wait_task_stopped()
1351 	if (!unlikely(wo->wo_flags & WNOWAIT))  in wait_task_stopped()
1372 	if (wo->wo_rusage)  in wait_task_stopped()
1373 		getrusage(p, RUSAGE_BOTH, wo->wo_rusage);  in wait_task_stopped()
1376 	if (likely(!(wo->wo_flags & WNOWAIT)))  in wait_task_stopped()
1377 		wo->wo_stat = (exit_code << 8) | 0x7f;  in wait_task_stopped()
1379 	infop = wo->wo_info;  in wait_task_stopped()
1395 static int wait_task_continued(struct wait_opts *wo, struct task_struct *p)  in wait_task_continued()  argument
1401 	if (!unlikely(wo->wo_flags & WCONTINUED))  in wait_task_continued()
1413 	if (!unlikely(wo->wo_flags & WNOWAIT))  in wait_task_continued()
1422 	if (wo->wo_rusage)  in wait_task_continued()
1423 		getrusage(p, RUSAGE_BOTH, wo->wo_rusage);  in wait_task_continued()
1426 	infop = wo->wo_info;  in wait_task_continued()
1428 		wo->wo_stat = 0xffff;  in wait_task_continued()
1447 static int wait_consider_task(struct wait_opts *wo, int ptrace,  in wait_consider_task()  argument
1461 	ret = eligible_child(wo, ptrace, p);  in wait_consider_task()
1471 			wo->notask_error = 0;  in wait_consider_task()
1501 				return wait_task_zombie(wo, p);  in wait_consider_task()
1524 		if (likely(!ptrace) || (wo->wo_flags & (WCONTINUED | WEXITED)))  in wait_consider_task()
1525 			wo->notask_error = 0;  in wait_consider_task()
1531 		wo->notask_error = 0;  in wait_consider_task()
1538 	ret = wait_task_stopped(wo, ptrace, p);  in wait_consider_task()
1547 	return wait_task_continued(wo, p);  in wait_consider_task()
1559 static int do_wait_thread(struct wait_opts *wo, struct task_struct *tsk)  in do_wait_thread()  argument
1564 		int ret = wait_consider_task(wo, 0, p);  in do_wait_thread()
1573 static int ptrace_do_wait(struct wait_opts *wo, struct task_struct *tsk)  in ptrace_do_wait()  argument
1578 		int ret = wait_consider_task(wo, 1, p);  in ptrace_do_wait()
1587 bool pid_child_should_wake(struct wait_opts *wo, struct task_struct *p)  in pid_child_should_wake()  argument
1589 	if (!eligible_pid(wo, p))  in pid_child_should_wake()
1592 	if ((wo->wo_flags & __WNOTHREAD) && wo->child_wait.private != p->parent)  in pid_child_should_wake()
1601 	struct wait_opts *wo = container_of(wait, struct wait_opts,  in child_wait_callback()  local
1605 	if (pid_child_should_wake(wo, p))  in child_wait_callback()
1617 static bool is_effectively_child(struct wait_opts *wo, bool ptrace,  in is_effectively_child()  argument
1623 	return current == parent || (!(wo->wo_flags & __WNOTHREAD) &&  in is_effectively_child()
1631 static int do_wait_pid(struct wait_opts *wo)  in do_wait_pid()  argument
1638 	target = pid_task(wo->wo_pid, PIDTYPE_TGID);  in do_wait_pid()
1639 	if (target && is_effectively_child(wo, ptrace, target)) {  in do_wait_pid()
1640 		retval = wait_consider_task(wo, ptrace, target);  in do_wait_pid()
1646 	target = pid_task(wo->wo_pid, PIDTYPE_PID);  in do_wait_pid()
1648 	    is_effectively_child(wo, ptrace, target)) {  in do_wait_pid()
1649 		retval = wait_consider_task(wo, ptrace, target);  in do_wait_pid()
1657 long __do_wait(struct wait_opts *wo)  in __do_wait()  argument
1667 	wo->notask_error = -ECHILD;  in __do_wait()
1668 	if ((wo->wo_type < PIDTYPE_MAX) &&  in __do_wait()
1669 	   (!wo->wo_pid || !pid_has_task(wo->wo_pid, wo->wo_type)))  in __do_wait()
1674 	if (wo->wo_type == PIDTYPE_PID) {  in __do_wait()
1675 		retval = do_wait_pid(wo);  in __do_wait()
1682 			retval = do_wait_thread(wo, tsk);  in __do_wait()
1686 			retval = ptrace_do_wait(wo, tsk);  in __do_wait()
1690 			if (wo->wo_flags & __WNOTHREAD)  in __do_wait()
1697 	retval = wo->notask_error;  in __do_wait()
1698 	if (!retval && !(wo->wo_flags & WNOHANG))  in __do_wait()
1704 static long do_wait(struct wait_opts *wo)  in do_wait()  argument
1708 	trace_sched_process_wait(wo->wo_pid);  in do_wait()
1710 	init_waitqueue_func_entry(&wo->child_wait, child_wait_callback);  in do_wait()
1711 	wo->child_wait.private = current;  in do_wait()
1712 	add_wait_queue(&current->signal->wait_chldexit, &wo->child_wait);  in do_wait()
1716 		retval = __do_wait(wo);  in do_wait()
1725 	remove_wait_queue(&current->signal->wait_chldexit, &wo->child_wait);  in do_wait()
1729 int kernel_waitid_prepare(struct wait_opts *wo, int which, pid_t upid,  in kernel_waitid_prepare()  argument
1778 	wo->wo_type	= type;  in kernel_waitid_prepare()
1779 	wo->wo_pid	= pid;  in kernel_waitid_prepare()
1780 	wo->wo_flags	= options;  in kernel_waitid_prepare()
1781 	wo->wo_info	= infop;  in kernel_waitid_prepare()
1782 	wo->wo_rusage	= ru;  in kernel_waitid_prepare()
1784 		wo->wo_flags |= WNOHANG;  in kernel_waitid_prepare()
1792 	struct wait_opts wo;  in kernel_waitid()  local
1795 	ret = kernel_waitid_prepare(&wo, which, upid, infop, options, ru);  in kernel_waitid()
1799 	ret = do_wait(&wo);  in kernel_waitid()
1800 	if (!ret && !(options & WNOHANG) && (wo.wo_flags & WNOHANG))  in kernel_waitid()
1803 	put_pid(wo.wo_pid);  in kernel_waitid()
1843 	struct wait_opts wo;  in kernel_wait4()  local
1869 	wo.wo_type	= type;  in kernel_wait4()
1870 	wo.wo_pid	= pid;  in kernel_wait4()
1871 	wo.wo_flags	= options | WEXITED;  in kernel_wait4()
1872 	wo.wo_info	= NULL;  in kernel_wait4()
1873 	wo.wo_stat	= 0;  in kernel_wait4()
1874 	wo.wo_rusage	= ru;  in kernel_wait4()
1875 	ret = do_wait(&wo);  in kernel_wait4()
1877 	if (ret > 0 && stat_addr && put_user(wo.wo_stat, stat_addr))  in kernel_wait4()
1885 	struct wait_opts wo = {  in kernel_wait()  local
1892 	ret = do_wait(&wo);  in kernel_wait()
1893 	if (ret > 0 && wo.wo_stat)  in kernel_wait()
1894 		*stat = wo.wo_stat;  in kernel_wait()
1895 	put_pid(wo.wo_pid);  in kernel_wait()