103 static void	cpu_resched(cpu_t *cp, pri_t tpri);
1121 cpu_resched(cpu_t *cp, pri_t tpri)  in cpu_resched()  argument
1126 	if (!CPU_IDLING(cpupri) && (cpupri < tpri)) {  in cpu_resched()
1128 		    "CPU_RESCHED:Tpri %d Cpupri %d", tpri, cpupri);  in cpu_resched()
1129 		if (tpri >= upreemptpri && cp->cpu_runrun == 0) {  in cpu_resched()
1132 			if (tpri < kpreemptpri && cp != CPU)  in cpu_resched()
1135 		if (tpri >= kpreemptpri && cp->cpu_kprunrun == 0) {  in cpu_resched()
1186 	pri_t		tpri;  in setbackdq()  local
1210 	tpri = DISP_PRIO(tp);  in setbackdq()
1214 		if (tpri >= kpqpri) {  in setbackdq()
1229 			cp = disp_lowpri_cpu(tp->t_cpu, tp->t_lpl, tpri, NULL);  in setbackdq()
1231 			cp = disp_lowpri_cpu(tp->t_cpu, tp->t_lpl, tpri,  in setbackdq()
1248 			qlen = RUNQ_LEN(cp, tpri);  in setbackdq()
1249 			if (tpri >= RUNQ_MATCH_PRI &&  in setbackdq()
1261 				if (RUNQ_LEN(newcp, tpri) < qlen) {  in setbackdq()
1309 	    tpri, cp, tp);  in setbackdq()
1314 		tnf_thread_queue(tp, cp, tpri);  in setbackdq()
1317 	ASSERT(tpri >= 0 && tpri < dp->disp_npri);  in setbackdq()
1323 	dq = &dp->disp_q[tpri];  in setbackdq()
1337 		BT_SET(dp->disp_qactmap, tpri);  in setbackdq()
1338 		if (tpri > dp->disp_maxrunpri) {  in setbackdq()
1339 			dp->disp_maxrunpri = tpri;  in setbackdq()
1341 			cpu_resched(cp, tpri);  in setbackdq()
1345 	if (!bound && tpri > dp->disp_max_unbound_pri) {  in setbackdq()
1357 		dp->disp_max_unbound_pri = tpri;  in setbackdq()
1376 	pri_t		tpri;  in setfrontdq()  local
1397 	tpri = DISP_PRIO(tp);  in setfrontdq()
1401 		if (tpri >= kpqpri) {  in setfrontdq()
1420 				cp = disp_lowpri_cpu(tp->t_cpu, tp->t_lpl, tpri,  in setfrontdq()
1422 			} else if ((tpri < cp->cpu_disp->disp_maxrunpri) &&  in setfrontdq()
1424 				cp = disp_lowpri_cpu(tp->t_cpu, tp->t_lpl, tpri,  in setfrontdq()
1467 	TRACE_2(TR_FAC_DISP, TR_FRONTQ, "frontq:pri %d tid %p", tpri, tp);  in setfrontdq()
1473 		tnf_thread_queue(tp, cp, tpri);  in setfrontdq()
1476 	ASSERT(tpri >= 0 && tpri < dp->disp_npri);  in setfrontdq()
1481 	dq = &dp->disp_q[tpri];  in setfrontdq()
1496 		BT_SET(dp->disp_qactmap, tpri);  in setfrontdq()
1497 		if (tpri > dp->disp_maxrunpri) {  in setfrontdq()
1498 			dp->disp_maxrunpri = tpri;  in setfrontdq()
1500 			cpu_resched(cp, tpri);  in setfrontdq()
1504 	if (!bound && tpri > dp->disp_max_unbound_pri) {  in setfrontdq()
1517 		dp->disp_max_unbound_pri = tpri;  in setfrontdq()
1531 	pri_t	tpri;  in setkpdq()  local
1533 	tpri = DISP_PRIO(tp);  in setkpdq()
1538 	TRACE_2(TR_FAC_DISP, TR_FRONTQ, "frontq:pri %d tid %p", tpri, tp);  in setkpdq()
1540 	ASSERT(tpri >= 0 && tpri < dp->disp_npri);  in setkpdq()
1545 	dq = &dp->disp_q[tpri];  in setkpdq()
1569 		BT_SET(dp->disp_qactmap, tpri);  in setkpdq()
1570 		if (tpri > dp->disp_max_unbound_pri)  in setkpdq()
1571 			dp->disp_max_unbound_pri = tpri;  in setkpdq()
1572 		if (tpri > dp->disp_maxrunpri) {  in setkpdq()
1573 			dp->disp_maxrunpri = tpri;  in setkpdq()
1590 		tnf_thread_queue(tp, cp, tpri);  in setkpdq()
1593 	if (cp->cpu_chosen_level < tpri)  in setkpdq()
1594 		cp->cpu_chosen_level = tpri;  in setkpdq()
1595 	cpu_resched(cp, tpri);  in setkpdq()
1613 	int		tpri;  in dispdeq()  local
1627 	tpri = DISP_PRIO(tp);  in dispdeq()
1629 	ASSERT(tpri < dp->disp_npri);  in dispdeq()
1630 	dq = &dp->disp_q[tpri];  in dispdeq()
1661 		dp->disp_qactmap[tpri >> BT_ULSHIFT] &= ~BT_BIW(tpri);  in dispdeq()
1665 		} else if (tpri == dp->disp_maxrunpri) {  in dispdeq()
1854 	pri_t	tpri, maxpri;  in disp_ratify()  local
1870 	tpri = DISP_PRIO(tp);  in disp_ratify()
1875 	if (tpri < maxpri) {  in disp_ratify()
2151 	pri_t tpri;  in disp_adjust_unbound_pri()  local
2164 	tpri = DISP_PRIO(tp);  in disp_adjust_unbound_pri()
2166 	ASSERT(tpri >= 0 && tpri < dp->disp_npri);  in disp_adjust_unbound_pri()
2167 	if (tpri > dp->disp_max_unbound_pri)  in disp_adjust_unbound_pri()
2168 		dp->disp_max_unbound_pri = tpri;  in disp_adjust_unbound_pri()
2585 disp_lowpri_cpu(cpu_t *hint, lpl_t *lpl, pri_t tpri, cpu_t *curcpu)  in disp_lowpri_cpu()  argument
2664 		if (bestcpu && (tpri > bestpri)) {  in disp_lowpri_cpu()