160727d8bSWarner Losh /*- 2917e476dSPeter Dufault * Copyright (c) 1996, 1997 3917e476dSPeter Dufault * HD Associates, Inc. All rights reserved. 4917e476dSPeter Dufault * 5917e476dSPeter Dufault * Redistribution and use in source and binary forms, with or without 6917e476dSPeter Dufault * modification, are permitted provided that the following conditions 7917e476dSPeter Dufault * are met: 8917e476dSPeter Dufault * 1. Redistributions of source code must retain the above copyright 9917e476dSPeter Dufault * notice, this list of conditions and the following disclaimer. 10917e476dSPeter Dufault * 2. Redistributions in binary form must reproduce the above copyright 11917e476dSPeter Dufault * notice, this list of conditions and the following disclaimer in the 12917e476dSPeter Dufault * documentation and/or other materials provided with the distribution. 13917e476dSPeter Dufault * 3. All advertising materials mentioning features or use of this software 14917e476dSPeter Dufault * must display the following acknowledgement: 15917e476dSPeter Dufault * This product includes software developed by HD Associates, Inc 16917e476dSPeter Dufault * 4. Neither the name of the author nor the names of any co-contributors 17917e476dSPeter Dufault * may be used to endorse or promote products derived from this software 18917e476dSPeter Dufault * without specific prior written permission. 19917e476dSPeter Dufault * 20917e476dSPeter Dufault * THIS SOFTWARE IS PROVIDED BY HD ASSOCIATES AND CONTRIBUTORS ``AS IS'' AND 21917e476dSPeter Dufault * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22917e476dSPeter Dufault * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23917e476dSPeter Dufault * ARE DISCLAIMED. IN NO EVENT SHALL HD ASSOCIATES OR CONTRIBUTORS BE LIABLE 24917e476dSPeter Dufault * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25917e476dSPeter Dufault * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26917e476dSPeter Dufault * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27917e476dSPeter Dufault * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28917e476dSPeter Dufault * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29917e476dSPeter Dufault * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30917e476dSPeter Dufault * SUCH DAMAGE. 31917e476dSPeter Dufault */ 32917e476dSPeter Dufault 33917e476dSPeter Dufault /* ksched: Soft real time scheduling based on "rtprio". 34917e476dSPeter Dufault */ 35917e476dSPeter Dufault 36f4636c59SDavid E. O'Brien #include <sys/cdefs.h> 37f4636c59SDavid E. O'Brien __FBSDID("$FreeBSD$"); 38f4636c59SDavid E. O'Brien 39b565fb9eSAlfred Perlstein #include "opt_posix.h" 40b565fb9eSAlfred Perlstein 41917e476dSPeter Dufault #include <sys/param.h> 42917e476dSPeter Dufault #include <sys/systm.h> 43fb919e4dSMark Murray #include <sys/lock.h> 443a187295SJohn Baldwin #include <sys/mutex.h> 45fb919e4dSMark Murray #include <sys/proc.h> 46bdd04ab1STom Rhodes #include <sys/posix4.h> 4738c76440SPeter Dufault #include <sys/resource.h> 48b43179fbSJeff Roberson #include <sys/sched.h> 49917e476dSPeter Dufault 50917e476dSPeter Dufault /* ksched: Real-time extension to support POSIX priority scheduling. 51917e476dSPeter Dufault */ 52917e476dSPeter Dufault 538a6472b7SPeter Dufault struct ksched { 548a6472b7SPeter Dufault struct timespec rr_interval; 558a6472b7SPeter Dufault }; 56917e476dSPeter Dufault 57f6c040a2SDavid Xu int 58f6c040a2SDavid Xu ksched_attach(struct ksched **p) 59917e476dSPeter Dufault { 608a6472b7SPeter Dufault struct ksched *ksched= p31b_malloc(sizeof(*ksched)); 61917e476dSPeter Dufault 628a6472b7SPeter Dufault ksched->rr_interval.tv_sec = 0; 63b43179fbSJeff Roberson ksched->rr_interval.tv_nsec = 1000000000L / sched_rr_interval(); 64917e476dSPeter Dufault 658a6472b7SPeter Dufault *p = ksched; 66917e476dSPeter Dufault return 0; 67917e476dSPeter Dufault } 68917e476dSPeter Dufault 69f6c040a2SDavid Xu int 70f6c040a2SDavid Xu ksched_detach(struct ksched *ks) 71917e476dSPeter Dufault { 72b40ce416SJulian Elischer p31b_free(ks); 738a6472b7SPeter Dufault 74917e476dSPeter Dufault return 0; 75917e476dSPeter Dufault } 76917e476dSPeter Dufault 77917e476dSPeter Dufault /* 78917e476dSPeter Dufault * XXX About priorities 79917e476dSPeter Dufault * 808a6472b7SPeter Dufault * POSIX 1003.1b requires that numerically higher priorities be of 81917e476dSPeter Dufault * higher priority. It also permits sched_setparam to be 82917e476dSPeter Dufault * implementation defined for SCHED_OTHER. I don't like 83917e476dSPeter Dufault * the notion of inverted priorites for normal processes when 84917e476dSPeter Dufault * you can use "setpriority" for that. 85917e476dSPeter Dufault * 86917e476dSPeter Dufault * I'm rejecting sched_setparam for SCHED_OTHER with EINVAL. 87917e476dSPeter Dufault */ 88917e476dSPeter Dufault 89917e476dSPeter Dufault /* Macros to convert between the unix (lower numerically is higher priority) 908a6472b7SPeter Dufault * and POSIX 1003.1b (higher numerically is higher priority) 91917e476dSPeter Dufault */ 92917e476dSPeter Dufault 93917e476dSPeter Dufault #define p4prio_to_rtpprio(P) (RTP_PRIO_MAX - (P)) 94917e476dSPeter Dufault #define rtpprio_to_p4prio(P) (RTP_PRIO_MAX - (P)) 95917e476dSPeter Dufault 96aebde782SPeter Dufault /* These improve readability a bit for me: 97aebde782SPeter Dufault */ 98aebde782SPeter Dufault #define P1B_PRIO_MIN rtpprio_to_p4prio(RTP_PRIO_MAX) 99aebde782SPeter Dufault #define P1B_PRIO_MAX rtpprio_to_p4prio(RTP_PRIO_MIN) 100aebde782SPeter Dufault 101c1087c13SBruce Evans static __inline int 10265343c78SDavid Xu getscheduler(struct ksched *ksched, struct thread *td, int *policy) 103917e476dSPeter Dufault { 104d5a08a60SJake Burkholder struct rtprio rtp; 105917e476dSPeter Dufault int e = 0; 106917e476dSPeter Dufault 10751b4eed9SJohn Baldwin mtx_lock_spin(&sched_lock); 1088460a577SJohn Birrell #ifdef KSE 1092c100766SJulian Elischer pri_to_rtp(td->td_ksegrp, &rtp); 1108460a577SJohn Birrell #else 1118460a577SJohn Birrell pri_to_rtp(td, &rtp); 1128460a577SJohn Birrell #endif 11351b4eed9SJohn Baldwin mtx_unlock_spin(&sched_lock); 114d5a08a60SJake Burkholder switch (rtp.type) 115917e476dSPeter Dufault { 116917e476dSPeter Dufault case RTP_PRIO_FIFO: 11765343c78SDavid Xu *policy = SCHED_FIFO; 118917e476dSPeter Dufault break; 119917e476dSPeter Dufault 120917e476dSPeter Dufault case RTP_PRIO_REALTIME: 12165343c78SDavid Xu *policy = SCHED_RR; 122917e476dSPeter Dufault break; 123917e476dSPeter Dufault 124917e476dSPeter Dufault default: 12565343c78SDavid Xu *policy = SCHED_OTHER; 126917e476dSPeter Dufault break; 127917e476dSPeter Dufault } 128917e476dSPeter Dufault 129917e476dSPeter Dufault return e; 130917e476dSPeter Dufault } 131917e476dSPeter Dufault 132f6c040a2SDavid Xu int 13365343c78SDavid Xu ksched_setparam(struct ksched *ksched, 134b40ce416SJulian Elischer struct thread *td, const struct sched_param *param) 135917e476dSPeter Dufault { 13665343c78SDavid Xu int policy; 1379f79feecSBruce Evans int e; 138917e476dSPeter Dufault 13965343c78SDavid Xu e = getscheduler(ksched, td, &policy); 140917e476dSPeter Dufault 141917e476dSPeter Dufault if (e == 0) 142917e476dSPeter Dufault { 143917e476dSPeter Dufault if (policy == SCHED_OTHER) 144917e476dSPeter Dufault e = EINVAL; 145917e476dSPeter Dufault else 14665343c78SDavid Xu e = ksched_setscheduler(ksched, td, policy, param); 147917e476dSPeter Dufault } 148917e476dSPeter Dufault 149917e476dSPeter Dufault return e; 150917e476dSPeter Dufault } 151917e476dSPeter Dufault 152f6c040a2SDavid Xu int 15365343c78SDavid Xu ksched_getparam(struct ksched *ksched, 154b40ce416SJulian Elischer struct thread *td, struct sched_param *param) 155917e476dSPeter Dufault { 156d5a08a60SJake Burkholder struct rtprio rtp; 157d5a08a60SJake Burkholder 15851b4eed9SJohn Baldwin mtx_lock_spin(&sched_lock); 1598460a577SJohn Birrell #ifdef KSE 1602c100766SJulian Elischer pri_to_rtp(td->td_ksegrp, &rtp); 1618460a577SJohn Birrell #else 1628460a577SJohn Birrell pri_to_rtp(td, &rtp); 1638460a577SJohn Birrell #endif 16451b4eed9SJohn Baldwin mtx_unlock_spin(&sched_lock); 165d5a08a60SJake Burkholder if (RTP_PRIO_IS_REALTIME(rtp.type)) 166d5a08a60SJake Burkholder param->sched_priority = rtpprio_to_p4prio(rtp.prio); 167917e476dSPeter Dufault 168917e476dSPeter Dufault return 0; 169917e476dSPeter Dufault } 170917e476dSPeter Dufault 171917e476dSPeter Dufault /* 172917e476dSPeter Dufault * XXX The priority and scheduler modifications should 173917e476dSPeter Dufault * be moved into published interfaces in kern/kern_sync. 174917e476dSPeter Dufault * 1758a6472b7SPeter Dufault * The permissions to modify process p were checked in "p31b_proc()". 176917e476dSPeter Dufault * 177917e476dSPeter Dufault */ 178f6c040a2SDavid Xu int 17965343c78SDavid Xu ksched_setscheduler(struct ksched *ksched, 180b40ce416SJulian Elischer struct thread *td, int policy, const struct sched_param *param) 181917e476dSPeter Dufault { 182917e476dSPeter Dufault int e = 0; 183917e476dSPeter Dufault struct rtprio rtp; 1848460a577SJohn Birrell #ifdef KSE 1852c100766SJulian Elischer struct ksegrp *kg = td->td_ksegrp; 1868460a577SJohn Birrell #endif 187917e476dSPeter Dufault 188917e476dSPeter Dufault switch(policy) 189917e476dSPeter Dufault { 190917e476dSPeter Dufault case SCHED_RR: 191917e476dSPeter Dufault case SCHED_FIFO: 192917e476dSPeter Dufault 193aebde782SPeter Dufault if (param->sched_priority >= P1B_PRIO_MIN && 194aebde782SPeter Dufault param->sched_priority <= P1B_PRIO_MAX) 195917e476dSPeter Dufault { 196aebde782SPeter Dufault rtp.prio = p4prio_to_rtpprio(param->sched_priority); 197917e476dSPeter Dufault rtp.type = (policy == SCHED_FIFO) 198917e476dSPeter Dufault ? RTP_PRIO_FIFO : RTP_PRIO_REALTIME; 199917e476dSPeter Dufault 2003a187295SJohn Baldwin mtx_lock_spin(&sched_lock); 2018460a577SJohn Birrell #ifdef KSE 2022c100766SJulian Elischer rtp_to_pri(&rtp, kg); 203e602ba25SJulian Elischer FOREACH_THREAD_IN_GROUP(kg, td) { /* XXXKSE */ 20471fad9fdSJulian Elischer if (TD_IS_RUNNING(td)) { 2054a338afdSJulian Elischer td->td_flags |= TDF_NEEDRESCHED; 20671fad9fdSJulian Elischer } else if (TD_ON_RUNQ(td)) { 207e602ba25SJulian Elischer if (td->td_priority > kg->kg_user_pri) { 2081f955e2dSJulian Elischer sched_prio(td, kg->kg_user_pri); 209e602ba25SJulian Elischer } 210e602ba25SJulian Elischer } 211e602ba25SJulian Elischer } 2128460a577SJohn Birrell #else 2138460a577SJohn Birrell rtp_to_pri(&rtp, td); 2148460a577SJohn Birrell #endif 2153a187295SJohn Baldwin mtx_unlock_spin(&sched_lock); 216917e476dSPeter Dufault } 217917e476dSPeter Dufault else 218917e476dSPeter Dufault e = EPERM; 219917e476dSPeter Dufault 220917e476dSPeter Dufault 221917e476dSPeter Dufault break; 222917e476dSPeter Dufault 223917e476dSPeter Dufault case SCHED_OTHER: 224917e476dSPeter Dufault { 225917e476dSPeter Dufault rtp.type = RTP_PRIO_NORMAL; 2262a61a110SPeter Dufault rtp.prio = p4prio_to_rtpprio(param->sched_priority); 2273a187295SJohn Baldwin mtx_lock_spin(&sched_lock); 2288460a577SJohn Birrell #ifdef KSE 2292c100766SJulian Elischer rtp_to_pri(&rtp, kg); 230917e476dSPeter Dufault 231917e476dSPeter Dufault /* XXX Simply revert to whatever we had for last 232917e476dSPeter Dufault * normal scheduler priorities. 233917e476dSPeter Dufault * This puts a requirement 234917e476dSPeter Dufault * on the scheduling code: You must leave the 235917e476dSPeter Dufault * scheduling info alone. 236917e476dSPeter Dufault */ 237e602ba25SJulian Elischer FOREACH_THREAD_IN_GROUP(kg, td) { 23871fad9fdSJulian Elischer if (TD_IS_RUNNING(td)) { 2394a338afdSJulian Elischer td->td_flags |= TDF_NEEDRESCHED; 24071fad9fdSJulian Elischer } else if (TD_ON_RUNQ(td)) { 241e602ba25SJulian Elischer if (td->td_priority > kg->kg_user_pri) { 2421f955e2dSJulian Elischer sched_prio(td, kg->kg_user_pri); 243e602ba25SJulian Elischer } 244e602ba25SJulian Elischer } 245e602ba25SJulian Elischer 246e602ba25SJulian Elischer } 2478460a577SJohn Birrell #else 2488460a577SJohn Birrell rtp_to_pri(&rtp, td); 2498460a577SJohn Birrell #endif 2503a187295SJohn Baldwin mtx_unlock_spin(&sched_lock); 251917e476dSPeter Dufault } 252917e476dSPeter Dufault break; 2535949ba21SJacques Vidrine 2545949ba21SJacques Vidrine default: 2555949ba21SJacques Vidrine e = EINVAL; 2565949ba21SJacques Vidrine break; 257917e476dSPeter Dufault } 258917e476dSPeter Dufault 259917e476dSPeter Dufault return e; 260917e476dSPeter Dufault } 261917e476dSPeter Dufault 262f6c040a2SDavid Xu int 26365343c78SDavid Xu ksched_getscheduler(struct ksched *ksched, struct thread *td, int *policy) 264917e476dSPeter Dufault { 26565343c78SDavid Xu return getscheduler(ksched, td, policy); 266917e476dSPeter Dufault } 267917e476dSPeter Dufault 268917e476dSPeter Dufault /* ksched_yield: Yield the CPU. 269917e476dSPeter Dufault */ 270f6c040a2SDavid Xu int 27165343c78SDavid Xu ksched_yield(struct ksched *ksched) 272917e476dSPeter Dufault { 27336ec198bSDavid Xu sched_relinquish(curthread); 274917e476dSPeter Dufault return 0; 275917e476dSPeter Dufault } 276917e476dSPeter Dufault 277f6c040a2SDavid Xu int 27865343c78SDavid Xu ksched_get_priority_max(struct ksched *ksched, int policy, int *prio) 279917e476dSPeter Dufault { 280917e476dSPeter Dufault int e = 0; 281917e476dSPeter Dufault 282917e476dSPeter Dufault switch (policy) 283917e476dSPeter Dufault { 284917e476dSPeter Dufault case SCHED_FIFO: 285917e476dSPeter Dufault case SCHED_RR: 28665343c78SDavid Xu *prio = RTP_PRIO_MAX; 287917e476dSPeter Dufault break; 288917e476dSPeter Dufault 289917e476dSPeter Dufault case SCHED_OTHER: 290c3ab507fSDavid Xu *prio = PRI_MAX_TIMESHARE - PRI_MIN_TIMESHARE; 291917e476dSPeter Dufault break; 292917e476dSPeter Dufault 293917e476dSPeter Dufault default: 294917e476dSPeter Dufault e = EINVAL; 295917e476dSPeter Dufault } 296917e476dSPeter Dufault 297917e476dSPeter Dufault return e; 298917e476dSPeter Dufault } 299917e476dSPeter Dufault 300f6c040a2SDavid Xu int 30165343c78SDavid Xu ksched_get_priority_min(struct ksched *ksched, int policy, int *prio) 302917e476dSPeter Dufault { 303917e476dSPeter Dufault int e = 0; 304917e476dSPeter Dufault 305917e476dSPeter Dufault switch (policy) 306917e476dSPeter Dufault { 307917e476dSPeter Dufault case SCHED_FIFO: 308917e476dSPeter Dufault case SCHED_RR: 30965343c78SDavid Xu *prio = P1B_PRIO_MIN; 310917e476dSPeter Dufault break; 311917e476dSPeter Dufault 312917e476dSPeter Dufault case SCHED_OTHER: 313c3ab507fSDavid Xu *prio = 0; 314917e476dSPeter Dufault break; 315917e476dSPeter Dufault 316917e476dSPeter Dufault default: 317917e476dSPeter Dufault e = EINVAL; 318917e476dSPeter Dufault } 319917e476dSPeter Dufault 320917e476dSPeter Dufault return e; 321917e476dSPeter Dufault } 322917e476dSPeter Dufault 323f6c040a2SDavid Xu int 32465343c78SDavid Xu ksched_rr_get_interval(struct ksched *ksched, 325b40ce416SJulian Elischer struct thread *td, struct timespec *timespec) 326917e476dSPeter Dufault { 3278a6472b7SPeter Dufault *timespec = ksched->rr_interval; 328917e476dSPeter Dufault 329917e476dSPeter Dufault return 0; 330917e476dSPeter Dufault } 331