xref: /freebsd/sys/kern/kern_thr.c (revision 1713a5166114266306e1432c4859e94ac60268ec)
189bb1cefSJeff Roberson /*
289bb1cefSJeff Roberson  * Copyright (c) 2003, Jeffrey Roberson <jeff@freebsd.org>
389bb1cefSJeff Roberson  * All rights reserved.
489bb1cefSJeff Roberson  *
589bb1cefSJeff Roberson  * Redistribution and use in source and binary forms, with or without
689bb1cefSJeff Roberson  * modification, are permitted provided that the following conditions
789bb1cefSJeff Roberson  * are met:
889bb1cefSJeff Roberson  * 1. Redistributions of source code must retain the above copyright
989bb1cefSJeff Roberson  *    notice unmodified, this list of conditions, and the following
1089bb1cefSJeff Roberson  *    disclaimer.
1189bb1cefSJeff Roberson  * 2. Redistributions in binary form must reproduce the above copyright
1289bb1cefSJeff Roberson  *    notice, this list of conditions and the following disclaimer in the
1389bb1cefSJeff Roberson  *    documentation and/or other materials provided with the distribution.
1489bb1cefSJeff Roberson  *
1589bb1cefSJeff Roberson  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1689bb1cefSJeff Roberson  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1789bb1cefSJeff Roberson  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
1889bb1cefSJeff Roberson  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
1989bb1cefSJeff Roberson  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
2089bb1cefSJeff Roberson  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
2189bb1cefSJeff Roberson  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
2289bb1cefSJeff Roberson  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
2389bb1cefSJeff Roberson  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
2489bb1cefSJeff Roberson  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
2589bb1cefSJeff Roberson  */
2689bb1cefSJeff Roberson 
27677b542eSDavid E. O'Brien #include <sys/cdefs.h>
28677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
29677b542eSDavid E. O'Brien 
3089bb1cefSJeff Roberson #include <sys/param.h>
3189bb1cefSJeff Roberson #include <sys/kernel.h>
3289bb1cefSJeff Roberson #include <sys/lock.h>
3389bb1cefSJeff Roberson #include <sys/mutex.h>
3489bb1cefSJeff Roberson #include <sys/proc.h>
3589bb1cefSJeff Roberson #include <sys/resourcevar.h>
36a22ec9d8SJeff Roberson #include <sys/sched.h>
3789bb1cefSJeff Roberson #include <sys/sysent.h>
3889bb1cefSJeff Roberson #include <sys/systm.h>
3989bb1cefSJeff Roberson #include <sys/sysproto.h>
4089bb1cefSJeff Roberson #include <sys/signalvar.h>
4189bb1cefSJeff Roberson #include <sys/ucontext.h>
4289bb1cefSJeff Roberson #include <sys/thr.h>
4389bb1cefSJeff Roberson 
4489bb1cefSJeff Roberson #include <machine/frame.h>
4589bb1cefSJeff Roberson 
4689bb1cefSJeff Roberson /*
4789bb1cefSJeff Roberson  * Back end support functions.
4889bb1cefSJeff Roberson  */
4989bb1cefSJeff Roberson 
5089bb1cefSJeff Roberson void
5189bb1cefSJeff Roberson thr_exit1(void)
5289bb1cefSJeff Roberson {
5389bb1cefSJeff Roberson 	struct ksegrp *kg;
5489bb1cefSJeff Roberson 	struct thread *td;
5589bb1cefSJeff Roberson 	struct kse *ke;
5689bb1cefSJeff Roberson 	struct proc *p;
5789bb1cefSJeff Roberson 
5889bb1cefSJeff Roberson 	td = curthread;
5989bb1cefSJeff Roberson 	p = td->td_proc;
6089bb1cefSJeff Roberson 	kg = td->td_ksegrp;
6189bb1cefSJeff Roberson 	ke = td->td_kse;
6289bb1cefSJeff Roberson 
6389bb1cefSJeff Roberson 	mtx_assert(&sched_lock, MA_OWNED);
6489bb1cefSJeff Roberson 	PROC_LOCK_ASSERT(p, MA_OWNED);
6589bb1cefSJeff Roberson 	KASSERT(!mtx_owned(&Giant), ("dying thread owns giant"));
6689bb1cefSJeff Roberson 
6789bb1cefSJeff Roberson 	/*
6889bb1cefSJeff Roberson 	 * Shutting down last thread in the proc.  This will actually
6989bb1cefSJeff Roberson 	 * call exit() in the trampoline when it returns.
7089bb1cefSJeff Roberson 	 */
7189bb1cefSJeff Roberson 	if (p->p_numthreads == 1) {
7289bb1cefSJeff Roberson 		PROC_UNLOCK(p);
7389bb1cefSJeff Roberson 		return;
7489bb1cefSJeff Roberson 	}
7589bb1cefSJeff Roberson 
7689bb1cefSJeff Roberson 	/*
7789bb1cefSJeff Roberson 	 * XXX Undelivered process wide signals should be reposted to the
7889bb1cefSJeff Roberson 	 * proc.
7989bb1cefSJeff Roberson 	 */
8089bb1cefSJeff Roberson 
8189bb1cefSJeff Roberson 	/* Clean up cpu resources. */
8289bb1cefSJeff Roberson 	cpu_thread_exit(td);
8389bb1cefSJeff Roberson 
8489bb1cefSJeff Roberson 	/* XXX make thread_unlink() */
8589bb1cefSJeff Roberson 	TAILQ_REMOVE(&p->p_threads, td, td_plist);
8689bb1cefSJeff Roberson 	p->p_numthreads--;
8789bb1cefSJeff Roberson 	TAILQ_REMOVE(&kg->kg_threads, td, td_kglist);
8889bb1cefSJeff Roberson 	kg->kg_numthreads--;
8989bb1cefSJeff Roberson 
9089bb1cefSJeff Roberson 	ke->ke_state = KES_UNQUEUED;
9189bb1cefSJeff Roberson 	ke->ke_thread = NULL;
9289bb1cefSJeff Roberson 	kse_unlink(ke);
93a22ec9d8SJeff Roberson 	sched_exit_kse(TAILQ_NEXT(ke, ke_kglist), ke);
9489bb1cefSJeff Roberson 
9589bb1cefSJeff Roberson 	/*
9689bb1cefSJeff Roberson 	 * If we were stopped while waiting for all threads to exit and this
9789bb1cefSJeff Roberson 	 * is the last thread wakeup the exiting thread.
9889bb1cefSJeff Roberson 	 */
9989bb1cefSJeff Roberson 	if (P_SHOULDSTOP(p) == P_STOPPED_SINGLE)
10089bb1cefSJeff Roberson 		if (p->p_numthreads == 1)
10189bb1cefSJeff Roberson 			thread_unsuspend_one(p->p_singlethread);
10289bb1cefSJeff Roberson 
10389bb1cefSJeff Roberson 	PROC_UNLOCK(p);
10489bb1cefSJeff Roberson 	td->td_kse = NULL;
10589bb1cefSJeff Roberson 	td->td_state = TDS_INACTIVE;
106a12efae1SJake Burkholder #if 0
10789bb1cefSJeff Roberson 	td->td_proc = NULL;
108a12efae1SJake Burkholder #endif
10989bb1cefSJeff Roberson 	td->td_ksegrp = NULL;
11089bb1cefSJeff Roberson 	td->td_last_kse = NULL;
111a22ec9d8SJeff Roberson 	sched_exit_thread(TAILQ_NEXT(td, td_kglist), td);
11289bb1cefSJeff Roberson 	thread_stash(td);
11389bb1cefSJeff Roberson 
114cc66ebe2SPeter Wemm 	cpu_throw(td, choosethread());
11589bb1cefSJeff Roberson }
11689bb1cefSJeff Roberson 
11789bb1cefSJeff Roberson #define	RANGEOF(type, start, end) (offsetof(type, end) - offsetof(type, start))
11889bb1cefSJeff Roberson 
11989bb1cefSJeff Roberson /*
12089bb1cefSJeff Roberson  * System call interface.
12189bb1cefSJeff Roberson  */
12289bb1cefSJeff Roberson int
12389bb1cefSJeff Roberson thr_create(struct thread *td, struct thr_create_args *uap)
12489bb1cefSJeff Roberson     /* ucontext_t *ctx, thr_id_t *id, int flags */
12589bb1cefSJeff Roberson {
12689bb1cefSJeff Roberson 	struct kse *ke0;
12789bb1cefSJeff Roberson 	struct thread *td0;
12889bb1cefSJeff Roberson 	ucontext_t ctx;
12989bb1cefSJeff Roberson 	int error;
13089bb1cefSJeff Roberson 
13189bb1cefSJeff Roberson 	if ((error = copyin(uap->ctx, &ctx, sizeof(ctx))))
13289bb1cefSJeff Roberson 		return (error);
13389bb1cefSJeff Roberson 
13489bb1cefSJeff Roberson 	/* Initialize our td. */
13589bb1cefSJeff Roberson 	td0 = thread_alloc();
13689bb1cefSJeff Roberson 
13789bb1cefSJeff Roberson 	/*
13889bb1cefSJeff Roberson 	 * Try the copyout as soon as we allocate the td so we don't have to
13989bb1cefSJeff Roberson 	 * tear things down in a failure case below.
14089bb1cefSJeff Roberson 	 */
14189bb1cefSJeff Roberson 	if ((error = copyout(&td0, uap->id, sizeof(thr_id_t)))) {
14289bb1cefSJeff Roberson 		thread_free(td0);
14389bb1cefSJeff Roberson 		return (error);
14489bb1cefSJeff Roberson 	}
14589bb1cefSJeff Roberson 
14689bb1cefSJeff Roberson 	bzero(&td0->td_startzero,
14789bb1cefSJeff Roberson 	    (unsigned)RANGEOF(struct thread, td_startzero, td_endzero));
14889bb1cefSJeff Roberson 	bcopy(&td->td_startcopy, &td0->td_startcopy,
14989bb1cefSJeff Roberson 	    (unsigned) RANGEOF(struct thread, td_startcopy, td_endcopy));
15089bb1cefSJeff Roberson 
15189bb1cefSJeff Roberson 	td0->td_proc = td->td_proc;
15294df4b85SJohn Baldwin 	PROC_LOCK(td->td_proc);
15389bb1cefSJeff Roberson 	td0->td_sigmask = td->td_sigmask;
15494df4b85SJohn Baldwin 	PROC_UNLOCK(td->td_proc);
15589bb1cefSJeff Roberson 	td0->td_ucred = crhold(td->td_ucred);
15689bb1cefSJeff Roberson 
15789bb1cefSJeff Roberson 	/* Initialize our kse structure. */
15889bb1cefSJeff Roberson 	ke0 = kse_alloc();
15989bb1cefSJeff Roberson 	bzero(&ke0->ke_startzero,
16089bb1cefSJeff Roberson 	    RANGEOF(struct kse, ke_startzero, ke_endzero));
16189bb1cefSJeff Roberson 
16289bb1cefSJeff Roberson 	/* Set up our machine context. */
16311e0f8e1SMarcel Moolenaar 	cpu_set_upcall(td0, td);
16489bb1cefSJeff Roberson 	error = set_mcontext(td0, &ctx.uc_mcontext);
16589bb1cefSJeff Roberson 	if (error != 0) {
16689bb1cefSJeff Roberson 		kse_free(ke0);
16789bb1cefSJeff Roberson 		thread_free(td0);
16889bb1cefSJeff Roberson 		goto out;
16989bb1cefSJeff Roberson 	}
17089bb1cefSJeff Roberson 
17189bb1cefSJeff Roberson 	/* Link the thread and kse into the ksegrp and make it runnable. */
17289bb1cefSJeff Roberson 	mtx_lock_spin(&sched_lock);
17389bb1cefSJeff Roberson 
17489bb1cefSJeff Roberson 	thread_link(td0, td->td_ksegrp);
17589bb1cefSJeff Roberson 	kse_link(ke0, td->td_ksegrp);
17689bb1cefSJeff Roberson 
17789bb1cefSJeff Roberson 	/* Bind this thread and kse together. */
17889bb1cefSJeff Roberson 	td0->td_kse = ke0;
17989bb1cefSJeff Roberson 	ke0->ke_thread = td0;
18089bb1cefSJeff Roberson 
181a22ec9d8SJeff Roberson 	sched_fork_kse(td->td_kse, ke0);
182a22ec9d8SJeff Roberson 	sched_fork_thread(td, td0);
183a22ec9d8SJeff Roberson 
18489bb1cefSJeff Roberson 	TD_SET_CAN_RUN(td0);
18589bb1cefSJeff Roberson 	if ((uap->flags & THR_SUSPENDED) == 0)
18689bb1cefSJeff Roberson 		setrunqueue(td0);
18789bb1cefSJeff Roberson 
18889bb1cefSJeff Roberson 	mtx_unlock_spin(&sched_lock);
18989bb1cefSJeff Roberson 
19089bb1cefSJeff Roberson out:
19189bb1cefSJeff Roberson 	return (error);
19289bb1cefSJeff Roberson }
19389bb1cefSJeff Roberson 
19489bb1cefSJeff Roberson int
19589bb1cefSJeff Roberson thr_self(struct thread *td, struct thr_self_args *uap)
19689bb1cefSJeff Roberson     /* thr_id_t *id */
19789bb1cefSJeff Roberson {
19889bb1cefSJeff Roberson 	int error;
19989bb1cefSJeff Roberson 
20089bb1cefSJeff Roberson 	if ((error = copyout(&td, uap->id, sizeof(thr_id_t))))
20189bb1cefSJeff Roberson 		return (error);
20289bb1cefSJeff Roberson 
20389bb1cefSJeff Roberson 	return (0);
20489bb1cefSJeff Roberson }
20589bb1cefSJeff Roberson 
20689bb1cefSJeff Roberson int
20789bb1cefSJeff Roberson thr_exit(struct thread *td, struct thr_exit_args *uap)
20889bb1cefSJeff Roberson     /* NULL */
20989bb1cefSJeff Roberson {
21089bb1cefSJeff Roberson 	struct proc *p;
21189bb1cefSJeff Roberson 
21289bb1cefSJeff Roberson 	p = td->td_proc;
21389bb1cefSJeff Roberson 
21489bb1cefSJeff Roberson 	PROC_LOCK(p);
21589bb1cefSJeff Roberson 	mtx_lock_spin(&sched_lock);
21689bb1cefSJeff Roberson 
21789bb1cefSJeff Roberson 	/*
21889bb1cefSJeff Roberson 	 * This unlocks proc and doesn't return unless this is the last
21989bb1cefSJeff Roberson 	 * thread.
22089bb1cefSJeff Roberson 	 */
22189bb1cefSJeff Roberson 	thr_exit1();
22289bb1cefSJeff Roberson 	mtx_unlock_spin(&sched_lock);
22389bb1cefSJeff Roberson 
22489bb1cefSJeff Roberson 	return (0);
22589bb1cefSJeff Roberson }
22689bb1cefSJeff Roberson 
22789bb1cefSJeff Roberson int
22889bb1cefSJeff Roberson thr_kill(struct thread *td, struct thr_kill_args *uap)
22989bb1cefSJeff Roberson     /* thr_id_t id, int sig */
23089bb1cefSJeff Roberson {
23189bb1cefSJeff Roberson 	struct thread *ttd;
23289bb1cefSJeff Roberson 	struct proc *p;
23389bb1cefSJeff Roberson 	int error;
23489bb1cefSJeff Roberson 
23589bb1cefSJeff Roberson 	p = td->td_proc;
23689bb1cefSJeff Roberson 	error = 0;
23789bb1cefSJeff Roberson 	PROC_LOCK(p);
23871cfaac0SMike Makonnen 	FOREACH_THREAD_IN_PROC(p, ttd) {
23989bb1cefSJeff Roberson 		if (ttd == uap->id)
24089bb1cefSJeff Roberson 			break;
24171cfaac0SMike Makonnen 	}
24289bb1cefSJeff Roberson 	if (ttd == NULL) {
24389bb1cefSJeff Roberson 		error = ESRCH;
24489bb1cefSJeff Roberson 		goto out;
24589bb1cefSJeff Roberson 	}
24689bb1cefSJeff Roberson 	if (uap->sig == 0)
24789bb1cefSJeff Roberson 		goto out;
24889bb1cefSJeff Roberson 	if (!_SIG_VALID(uap->sig)) {
24989bb1cefSJeff Roberson 		error = EINVAL;
25089bb1cefSJeff Roberson 		goto out;
25189bb1cefSJeff Roberson 	}
252c197abc4SMike Makonnen 	tdsignal(ttd, uap->sig, SIGTARGET_TD);
25389bb1cefSJeff Roberson out:
25489bb1cefSJeff Roberson 	PROC_UNLOCK(p);
25589bb1cefSJeff Roberson 	return (error);
25689bb1cefSJeff Roberson }
2571713a516SMike Makonnen 
2581713a516SMike Makonnen int
2591713a516SMike Makonnen thr_suspend(struct thread *td, struct thr_suspend_args *uap)
2601713a516SMike Makonnen 	/* const struct timespec *timeout */
2611713a516SMike Makonnen {
2621713a516SMike Makonnen 	struct timespec ts;
2631713a516SMike Makonnen 	struct timeval	tv;
2641713a516SMike Makonnen 	int error;
2651713a516SMike Makonnen 	int hz;
2661713a516SMike Makonnen 
2671713a516SMike Makonnen 	hz = 0;
2681713a516SMike Makonnen 	error = 0;
2691713a516SMike Makonnen 	if (uap->timeout != NULL) {
2701713a516SMike Makonnen 		error = copyin((const void *)uap->timeout, (void *)&ts,
2711713a516SMike Makonnen 		    sizeof(struct timespec));
2721713a516SMike Makonnen 		if (error != 0)
2731713a516SMike Makonnen 			return (error);
2741713a516SMike Makonnen 		if (ts.tv_nsec < 0 || ts.tv_nsec > 1000000000)
2751713a516SMike Makonnen 			return (EINVAL);
2761713a516SMike Makonnen 		if (ts.tv_sec == 0 && ts.tv_nsec == 0)
2771713a516SMike Makonnen 			return (ETIMEDOUT);
2781713a516SMike Makonnen 		TIMESPEC_TO_TIMEVAL(&tv, &ts);
2791713a516SMike Makonnen 		hz = tvtohz(&tv);
2801713a516SMike Makonnen 	}
2811713a516SMike Makonnen 	PROC_LOCK(td->td_proc);
2821713a516SMike Makonnen 	mtx_lock_spin(&sched_lock);
2831713a516SMike Makonnen 	if ((td->td_flags & TDF_THRWAKEUP) == 0) {
2841713a516SMike Makonnen 		mtx_unlock_spin(&sched_lock);
2851713a516SMike Makonnen 		error = msleep((void *)td, &td->td_proc->p_mtx,
2861713a516SMike Makonnen 		    td->td_priority | PCATCH, "lthr", hz);
2871713a516SMike Makonnen 		mtx_lock_spin(&sched_lock);
2881713a516SMike Makonnen 	}
2891713a516SMike Makonnen 	td->td_flags &= ~TDF_THRWAKEUP;
2901713a516SMike Makonnen 	mtx_unlock_spin(&sched_lock);
2911713a516SMike Makonnen 	PROC_UNLOCK(td->td_proc);
2921713a516SMike Makonnen 	return (error == EWOULDBLOCK ? ETIMEDOUT : error);
2931713a516SMike Makonnen }
2941713a516SMike Makonnen 
2951713a516SMike Makonnen int
2961713a516SMike Makonnen thr_wake(struct thread *td, struct thr_wake_args *uap)
2971713a516SMike Makonnen 	/* thr_id_t id */
2981713a516SMike Makonnen {
2991713a516SMike Makonnen 	struct thread *tdsleeper, *ttd;
3001713a516SMike Makonnen 
3011713a516SMike Makonnen 	tdsleeper = ((struct thread *)uap->id);
3021713a516SMike Makonnen 	PROC_LOCK(tdsleeper->td_proc);
3031713a516SMike Makonnen 	FOREACH_THREAD_IN_PROC(tdsleeper->td_proc, ttd) {
3041713a516SMike Makonnen 		if (ttd == tdsleeper)
3051713a516SMike Makonnen 			break;
3061713a516SMike Makonnen 	}
3071713a516SMike Makonnen 	if (ttd == NULL) {
3081713a516SMike Makonnen 		PROC_UNLOCK(tdsleeper->td_proc);
3091713a516SMike Makonnen 		return (ESRCH);
3101713a516SMike Makonnen 	}
3111713a516SMike Makonnen 	mtx_lock_spin(&sched_lock);
3121713a516SMike Makonnen 	tdsleeper->td_flags |= TDF_THRWAKEUP;
3131713a516SMike Makonnen 	mtx_unlock_spin(&sched_lock);
3141713a516SMike Makonnen 	wakeup_one((void *)tdsleeper);
3151713a516SMike Makonnen 	PROC_UNLOCK(tdsleeper->td_proc);
3161713a516SMike Makonnen 	return (0);
3171713a516SMike Makonnen }
318