xref: /freebsd/sys/kern/ksched.c (revision bdd04ab18442d2fa44c9f83bd3a6ae0f9c551d19)
160727d8bSWarner Losh /*-
2917e476dSPeter Dufault  * Copyright (c) 1996, 1997
3917e476dSPeter Dufault  *	HD Associates, Inc.  All rights reserved.
4917e476dSPeter Dufault  *
5917e476dSPeter Dufault  * Redistribution and use in source and binary forms, with or without
6917e476dSPeter Dufault  * modification, are permitted provided that the following conditions
7917e476dSPeter Dufault  * are met:
8917e476dSPeter Dufault  * 1. Redistributions of source code must retain the above copyright
9917e476dSPeter Dufault  *    notice, this list of conditions and the following disclaimer.
10917e476dSPeter Dufault  * 2. Redistributions in binary form must reproduce the above copyright
11917e476dSPeter Dufault  *    notice, this list of conditions and the following disclaimer in the
12917e476dSPeter Dufault  *    documentation and/or other materials provided with the distribution.
13917e476dSPeter Dufault  * 3. All advertising materials mentioning features or use of this software
14917e476dSPeter Dufault  *    must display the following acknowledgement:
15917e476dSPeter Dufault  *	This product includes software developed by HD Associates, Inc
16917e476dSPeter Dufault  * 4. Neither the name of the author nor the names of any co-contributors
17917e476dSPeter Dufault  *    may be used to endorse or promote products derived from this software
18917e476dSPeter Dufault  *    without specific prior written permission.
19917e476dSPeter Dufault  *
20917e476dSPeter Dufault  * THIS SOFTWARE IS PROVIDED BY HD ASSOCIATES AND CONTRIBUTORS ``AS IS'' AND
21917e476dSPeter Dufault  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22917e476dSPeter Dufault  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23917e476dSPeter Dufault  * ARE DISCLAIMED.  IN NO EVENT SHALL HD ASSOCIATES OR CONTRIBUTORS BE LIABLE
24917e476dSPeter Dufault  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25917e476dSPeter Dufault  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26917e476dSPeter Dufault  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27917e476dSPeter Dufault  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28917e476dSPeter Dufault  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29917e476dSPeter Dufault  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30917e476dSPeter Dufault  * SUCH DAMAGE.
31917e476dSPeter Dufault  */
32917e476dSPeter Dufault 
33917e476dSPeter Dufault /* ksched: Soft real time scheduling based on "rtprio".
34917e476dSPeter Dufault  */
35917e476dSPeter Dufault 
36f4636c59SDavid E. O'Brien #include <sys/cdefs.h>
37f4636c59SDavid E. O'Brien __FBSDID("$FreeBSD$");
38f4636c59SDavid E. O'Brien 
39b565fb9eSAlfred Perlstein #include "opt_posix.h"
40b565fb9eSAlfred Perlstein 
41917e476dSPeter Dufault #include <sys/param.h>
42917e476dSPeter Dufault #include <sys/systm.h>
43fb919e4dSMark Murray #include <sys/lock.h>
443a187295SJohn Baldwin #include <sys/mutex.h>
45fb919e4dSMark Murray #include <sys/proc.h>
46bdd04ab1STom Rhodes #include <sys/posix4.h>
4738c76440SPeter Dufault #include <sys/resource.h>
48b43179fbSJeff Roberson #include <sys/sched.h>
49917e476dSPeter Dufault 
50917e476dSPeter Dufault /* ksched: Real-time extension to support POSIX priority scheduling.
51917e476dSPeter Dufault  */
52917e476dSPeter Dufault 
538a6472b7SPeter Dufault struct ksched {
548a6472b7SPeter Dufault 	struct timespec rr_interval;
558a6472b7SPeter Dufault };
56917e476dSPeter Dufault 
57f6c040a2SDavid Xu int
58f6c040a2SDavid Xu ksched_attach(struct ksched **p)
59917e476dSPeter Dufault {
608a6472b7SPeter Dufault 	struct ksched *ksched= p31b_malloc(sizeof(*ksched));
61917e476dSPeter Dufault 
628a6472b7SPeter Dufault 	ksched->rr_interval.tv_sec = 0;
63b43179fbSJeff Roberson 	ksched->rr_interval.tv_nsec = 1000000000L / sched_rr_interval();
64917e476dSPeter Dufault 
658a6472b7SPeter Dufault 	*p = ksched;
66917e476dSPeter Dufault 	return 0;
67917e476dSPeter Dufault }
68917e476dSPeter Dufault 
69f6c040a2SDavid Xu int
70f6c040a2SDavid Xu ksched_detach(struct ksched *ks)
71917e476dSPeter Dufault {
72b40ce416SJulian Elischer 	p31b_free(ks);
738a6472b7SPeter Dufault 
74917e476dSPeter Dufault 	return 0;
75917e476dSPeter Dufault }
76917e476dSPeter Dufault 
77917e476dSPeter Dufault /*
78917e476dSPeter Dufault  * XXX About priorities
79917e476dSPeter Dufault  *
808a6472b7SPeter Dufault  *	POSIX 1003.1b requires that numerically higher priorities be of
81917e476dSPeter Dufault  *	higher priority.  It also permits sched_setparam to be
82917e476dSPeter Dufault  *	implementation defined for SCHED_OTHER.  I don't like
83917e476dSPeter Dufault  *	the notion of inverted priorites for normal processes when
84917e476dSPeter Dufault  *  you can use "setpriority" for that.
85917e476dSPeter Dufault  *
86917e476dSPeter Dufault  *	I'm rejecting sched_setparam for SCHED_OTHER with EINVAL.
87917e476dSPeter Dufault  */
88917e476dSPeter Dufault 
89917e476dSPeter Dufault /* Macros to convert between the unix (lower numerically is higher priority)
908a6472b7SPeter Dufault  * and POSIX 1003.1b (higher numerically is higher priority)
91917e476dSPeter Dufault  */
92917e476dSPeter Dufault 
93917e476dSPeter Dufault #define p4prio_to_rtpprio(P) (RTP_PRIO_MAX - (P))
94917e476dSPeter Dufault #define rtpprio_to_p4prio(P) (RTP_PRIO_MAX - (P))
95917e476dSPeter Dufault 
96aebde782SPeter Dufault /* These improve readability a bit for me:
97aebde782SPeter Dufault  */
98aebde782SPeter Dufault #define P1B_PRIO_MIN rtpprio_to_p4prio(RTP_PRIO_MAX)
99aebde782SPeter Dufault #define P1B_PRIO_MAX rtpprio_to_p4prio(RTP_PRIO_MIN)
100aebde782SPeter Dufault 
101c1087c13SBruce Evans static __inline int
10265343c78SDavid Xu getscheduler(struct ksched *ksched, struct thread *td, int *policy)
103917e476dSPeter Dufault {
104d5a08a60SJake Burkholder 	struct rtprio rtp;
105917e476dSPeter Dufault 	int e = 0;
106917e476dSPeter Dufault 
10751b4eed9SJohn Baldwin 	mtx_lock_spin(&sched_lock);
1088460a577SJohn Birrell #ifdef KSE
1092c100766SJulian Elischer 	pri_to_rtp(td->td_ksegrp, &rtp);
1108460a577SJohn Birrell #else
1118460a577SJohn Birrell 	pri_to_rtp(td, &rtp);
1128460a577SJohn Birrell #endif
11351b4eed9SJohn Baldwin 	mtx_unlock_spin(&sched_lock);
114d5a08a60SJake Burkholder 	switch (rtp.type)
115917e476dSPeter Dufault 	{
116917e476dSPeter Dufault 		case RTP_PRIO_FIFO:
11765343c78SDavid Xu 		*policy = SCHED_FIFO;
118917e476dSPeter Dufault 		break;
119917e476dSPeter Dufault 
120917e476dSPeter Dufault 		case RTP_PRIO_REALTIME:
12165343c78SDavid Xu 		*policy = SCHED_RR;
122917e476dSPeter Dufault 		break;
123917e476dSPeter Dufault 
124917e476dSPeter Dufault 		default:
12565343c78SDavid Xu 		*policy = SCHED_OTHER;
126917e476dSPeter Dufault 		break;
127917e476dSPeter Dufault 	}
128917e476dSPeter Dufault 
129917e476dSPeter Dufault 	return e;
130917e476dSPeter Dufault }
131917e476dSPeter Dufault 
132f6c040a2SDavid Xu int
13365343c78SDavid Xu ksched_setparam(struct ksched *ksched,
134b40ce416SJulian Elischer     struct thread *td, const struct sched_param *param)
135917e476dSPeter Dufault {
13665343c78SDavid Xu 	int policy;
1379f79feecSBruce Evans 	int e;
138917e476dSPeter Dufault 
13965343c78SDavid Xu 	e = getscheduler(ksched, td, &policy);
140917e476dSPeter Dufault 
141917e476dSPeter Dufault 	if (e == 0)
142917e476dSPeter Dufault 	{
143917e476dSPeter Dufault 		if (policy == SCHED_OTHER)
144917e476dSPeter Dufault 			e = EINVAL;
145917e476dSPeter Dufault 		else
14665343c78SDavid Xu 			e = ksched_setscheduler(ksched, td, policy, param);
147917e476dSPeter Dufault 	}
148917e476dSPeter Dufault 
149917e476dSPeter Dufault 	return e;
150917e476dSPeter Dufault }
151917e476dSPeter Dufault 
152f6c040a2SDavid Xu int
15365343c78SDavid Xu ksched_getparam(struct ksched *ksched,
154b40ce416SJulian Elischer     struct thread *td, struct sched_param *param)
155917e476dSPeter Dufault {
156d5a08a60SJake Burkholder 	struct rtprio rtp;
157d5a08a60SJake Burkholder 
15851b4eed9SJohn Baldwin 	mtx_lock_spin(&sched_lock);
1598460a577SJohn Birrell #ifdef KSE
1602c100766SJulian Elischer 	pri_to_rtp(td->td_ksegrp, &rtp);
1618460a577SJohn Birrell #else
1628460a577SJohn Birrell 	pri_to_rtp(td, &rtp);
1638460a577SJohn Birrell #endif
16451b4eed9SJohn Baldwin 	mtx_unlock_spin(&sched_lock);
165d5a08a60SJake Burkholder 	if (RTP_PRIO_IS_REALTIME(rtp.type))
166d5a08a60SJake Burkholder 		param->sched_priority = rtpprio_to_p4prio(rtp.prio);
167917e476dSPeter Dufault 
168917e476dSPeter Dufault 	return 0;
169917e476dSPeter Dufault }
170917e476dSPeter Dufault 
171917e476dSPeter Dufault /*
172917e476dSPeter Dufault  * XXX The priority and scheduler modifications should
173917e476dSPeter Dufault  *     be moved into published interfaces in kern/kern_sync.
174917e476dSPeter Dufault  *
1758a6472b7SPeter Dufault  * The permissions to modify process p were checked in "p31b_proc()".
176917e476dSPeter Dufault  *
177917e476dSPeter Dufault  */
178f6c040a2SDavid Xu int
17965343c78SDavid Xu ksched_setscheduler(struct ksched *ksched,
180b40ce416SJulian Elischer     struct thread *td, int policy, const struct sched_param *param)
181917e476dSPeter Dufault {
182917e476dSPeter Dufault 	int e = 0;
183917e476dSPeter Dufault 	struct rtprio rtp;
1848460a577SJohn Birrell #ifdef KSE
1852c100766SJulian Elischer 	struct ksegrp *kg = td->td_ksegrp;
1868460a577SJohn Birrell #endif
187917e476dSPeter Dufault 
188917e476dSPeter Dufault 	switch(policy)
189917e476dSPeter Dufault 	{
190917e476dSPeter Dufault 		case SCHED_RR:
191917e476dSPeter Dufault 		case SCHED_FIFO:
192917e476dSPeter Dufault 
193aebde782SPeter Dufault 		if (param->sched_priority >= P1B_PRIO_MIN &&
194aebde782SPeter Dufault 		    param->sched_priority <= P1B_PRIO_MAX)
195917e476dSPeter Dufault 		{
196aebde782SPeter Dufault 			rtp.prio = p4prio_to_rtpprio(param->sched_priority);
197917e476dSPeter Dufault 			rtp.type = (policy == SCHED_FIFO)
198917e476dSPeter Dufault 				? RTP_PRIO_FIFO : RTP_PRIO_REALTIME;
199917e476dSPeter Dufault 
2003a187295SJohn Baldwin 			mtx_lock_spin(&sched_lock);
2018460a577SJohn Birrell #ifdef KSE
2022c100766SJulian Elischer 			rtp_to_pri(&rtp, kg);
203e602ba25SJulian Elischer 			FOREACH_THREAD_IN_GROUP(kg, td) { /* XXXKSE */
20471fad9fdSJulian Elischer 				if (TD_IS_RUNNING(td)) {
2054a338afdSJulian Elischer 					td->td_flags |= TDF_NEEDRESCHED;
20671fad9fdSJulian Elischer 				} else if (TD_ON_RUNQ(td)) {
207e602ba25SJulian Elischer 					if (td->td_priority > kg->kg_user_pri) {
2081f955e2dSJulian Elischer 						sched_prio(td, kg->kg_user_pri);
209e602ba25SJulian Elischer 					}
210e602ba25SJulian Elischer 				}
211e602ba25SJulian Elischer 			}
2128460a577SJohn Birrell #else
2138460a577SJohn Birrell 			rtp_to_pri(&rtp, td);
2148460a577SJohn Birrell #endif
2153a187295SJohn Baldwin 			mtx_unlock_spin(&sched_lock);
216917e476dSPeter Dufault 		}
217917e476dSPeter Dufault 		else
218917e476dSPeter Dufault 			e = EPERM;
219917e476dSPeter Dufault 
220917e476dSPeter Dufault 
221917e476dSPeter Dufault 		break;
222917e476dSPeter Dufault 
223917e476dSPeter Dufault 		case SCHED_OTHER:
224917e476dSPeter Dufault 		{
225917e476dSPeter Dufault 			rtp.type = RTP_PRIO_NORMAL;
2262a61a110SPeter Dufault 			rtp.prio = p4prio_to_rtpprio(param->sched_priority);
2273a187295SJohn Baldwin 			mtx_lock_spin(&sched_lock);
2288460a577SJohn Birrell #ifdef KSE
2292c100766SJulian Elischer 			rtp_to_pri(&rtp, kg);
230917e476dSPeter Dufault 
231917e476dSPeter Dufault 			/* XXX Simply revert to whatever we had for last
232917e476dSPeter Dufault 			 *     normal scheduler priorities.
233917e476dSPeter Dufault 			 *     This puts a requirement
234917e476dSPeter Dufault 			 *     on the scheduling code: You must leave the
235917e476dSPeter Dufault 			 *     scheduling info alone.
236917e476dSPeter Dufault 			 */
237e602ba25SJulian Elischer 			FOREACH_THREAD_IN_GROUP(kg, td) {
23871fad9fdSJulian Elischer 				if (TD_IS_RUNNING(td)) {
2394a338afdSJulian Elischer 					td->td_flags |= TDF_NEEDRESCHED;
24071fad9fdSJulian Elischer 				} else if (TD_ON_RUNQ(td)) {
241e602ba25SJulian Elischer 					if (td->td_priority > kg->kg_user_pri) {
2421f955e2dSJulian Elischer 						sched_prio(td, kg->kg_user_pri);
243e602ba25SJulian Elischer 					}
244e602ba25SJulian Elischer 				}
245e602ba25SJulian Elischer 
246e602ba25SJulian Elischer 			}
2478460a577SJohn Birrell #else
2488460a577SJohn Birrell 			rtp_to_pri(&rtp, td);
2498460a577SJohn Birrell #endif
2503a187295SJohn Baldwin 			mtx_unlock_spin(&sched_lock);
251917e476dSPeter Dufault 		}
252917e476dSPeter Dufault 		break;
2535949ba21SJacques Vidrine 
2545949ba21SJacques Vidrine 		default:
2555949ba21SJacques Vidrine 			e = EINVAL;
2565949ba21SJacques Vidrine 			break;
257917e476dSPeter Dufault 	}
258917e476dSPeter Dufault 
259917e476dSPeter Dufault 	return e;
260917e476dSPeter Dufault }
261917e476dSPeter Dufault 
262f6c040a2SDavid Xu int
26365343c78SDavid Xu ksched_getscheduler(struct ksched *ksched, struct thread *td, int *policy)
264917e476dSPeter Dufault {
26565343c78SDavid Xu 	return getscheduler(ksched, td, policy);
266917e476dSPeter Dufault }
267917e476dSPeter Dufault 
268917e476dSPeter Dufault /* ksched_yield: Yield the CPU.
269917e476dSPeter Dufault  */
270f6c040a2SDavid Xu int
27165343c78SDavid Xu ksched_yield(struct ksched *ksched)
272917e476dSPeter Dufault {
27336ec198bSDavid Xu 	sched_relinquish(curthread);
274917e476dSPeter Dufault 	return 0;
275917e476dSPeter Dufault }
276917e476dSPeter Dufault 
277f6c040a2SDavid Xu int
27865343c78SDavid Xu ksched_get_priority_max(struct ksched *ksched, int policy, int *prio)
279917e476dSPeter Dufault {
280917e476dSPeter Dufault 	int e = 0;
281917e476dSPeter Dufault 
282917e476dSPeter Dufault 	switch (policy)
283917e476dSPeter Dufault 	{
284917e476dSPeter Dufault 		case SCHED_FIFO:
285917e476dSPeter Dufault 		case SCHED_RR:
28665343c78SDavid Xu 		*prio = RTP_PRIO_MAX;
287917e476dSPeter Dufault 		break;
288917e476dSPeter Dufault 
289917e476dSPeter Dufault 		case SCHED_OTHER:
290c3ab507fSDavid Xu 		*prio = PRI_MAX_TIMESHARE - PRI_MIN_TIMESHARE;
291917e476dSPeter Dufault 		break;
292917e476dSPeter Dufault 
293917e476dSPeter Dufault 		default:
294917e476dSPeter Dufault 		e = EINVAL;
295917e476dSPeter Dufault 	}
296917e476dSPeter Dufault 
297917e476dSPeter Dufault 	return e;
298917e476dSPeter Dufault }
299917e476dSPeter Dufault 
300f6c040a2SDavid Xu int
30165343c78SDavid Xu ksched_get_priority_min(struct ksched *ksched, int policy, int *prio)
302917e476dSPeter Dufault {
303917e476dSPeter Dufault 	int e = 0;
304917e476dSPeter Dufault 
305917e476dSPeter Dufault 	switch (policy)
306917e476dSPeter Dufault 	{
307917e476dSPeter Dufault 		case SCHED_FIFO:
308917e476dSPeter Dufault 		case SCHED_RR:
30965343c78SDavid Xu 		*prio = P1B_PRIO_MIN;
310917e476dSPeter Dufault 		break;
311917e476dSPeter Dufault 
312917e476dSPeter Dufault 		case SCHED_OTHER:
313c3ab507fSDavid Xu 		*prio = 0;
314917e476dSPeter Dufault 		break;
315917e476dSPeter Dufault 
316917e476dSPeter Dufault 		default:
317917e476dSPeter Dufault 		e = EINVAL;
318917e476dSPeter Dufault 	}
319917e476dSPeter Dufault 
320917e476dSPeter Dufault 	return e;
321917e476dSPeter Dufault }
322917e476dSPeter Dufault 
323f6c040a2SDavid Xu int
32465343c78SDavid Xu ksched_rr_get_interval(struct ksched *ksched,
325b40ce416SJulian Elischer    struct thread *td, struct timespec *timespec)
326917e476dSPeter Dufault {
3278a6472b7SPeter Dufault 	*timespec = ksched->rr_interval;
328917e476dSPeter Dufault 
329917e476dSPeter Dufault 	return 0;
330917e476dSPeter Dufault }
331