Lines Matching defs:task_rq

620 	if (WARN_ON_ONCE(rq != task_rq(p)))
1283 	lockdep_assert_rq_held(task_rq(p));
1828 	lockdep_assert_rq_held(task_rq(p));
1927 	struct rq *rq = task_rq(p);
2504 		lockdep_assert_rq_held(task_rq(p));
2596 	/* task_rq couldn't have changed if we're still the holding cpu */
2597 	if (likely(p->scx.holding_cpu == cpu) && !WARN_ON_ONCE(src_rq != task_rq(p))) {
2626  * Must be called with @p's task_rq and @src_dsq locked. If @dst_dsq is a local
2627  * DSQ and @p is on a different CPU, @p will be migrated and thus its task_rq
2628  * will change. As @p's task_rq is locked, this function doesn't need to use the
2631  * On return, @src_dsq is unlocked and only @p's new task_rq, which is the
2639 	struct rq *src_rq = task_rq(p), *dst_rq;
2704 		struct rq *task_rq = task_rq(p);
2717 		if (rq == task_rq) {
2725 			if (likely(consume_remote_task(sch, rq, p, enq_flags, dsq, task_rq)))
2763 	struct rq *src_rq = task_rq(p);
2769 	 * be dequeued, its task_rq and cpus_allowed are stable too.
2801 	/* task_rq couldn't have changed if we're still the holding cpu */
2803 	    !WARN_ON_ONCE(src_rq != task_rq(p))) {
3563 		return SCX_CALL_OP_2TASKS_RET(sch, core_sched_before, task_rq(a),
3683 		scx_call_op_set_cpumask(sch, task_rq(p), p, (struct cpumask *)p->cpus_ptr);
3986 	struct rq *rq = task_rq(p);
4043 	struct rq *rq = task_rq(p);
4078 	lockdep_assert_rq_held(task_rq(p));
4097 		SCX_CALL_OP_TASK(sch, exit_task, task_rq(p), p, &args);
4110 	lockdep_assert_rq_held(task_rq(p));
4114 		__SCX_CALL_OP_TASK(sch, ops, exit_task, task_rq(p), p, &args);
4277 	struct rq *rq = task_rq(p);
4336 	lockdep_assert_rq_held(task_rq(p));
4401 	lockdep_assert_rq_held(task_rq(p));
4643 		struct rq *task_rq;
4653 		task_rq = task_rq(p);
4655 		if (locked_rq != task_rq) {
4660 			if (unlikely(!raw_spin_rq_trylock(task_rq))) {
4662 				raw_spin_rq_lock(task_rq);
4665 			locked_rq = task_rq;
4668 			if (nldsq_cursor_lost_task(&cursor, task_rq, dsq, p))
4681 		scx_do_enqueue_task(task_rq, p, SCX_ENQ_REENQ, -1);
5006 		SCX_CALL_OP_TASK(sch, cgroup_move, task_rq(p),
5910 		 * previous CPU and task_rq(@p) != @donor_rq. @p can't be moved
5913 		if (task_rq(p) != donor_rq)
6610 		update_rq_clock(task_rq(p));
9191 	 * task_rq which we'll likely need anyway.
9193 	src_rq = task_rq(p);
9235 	 * with both $src_dsq and its task_rq locked, satisfying the write
10596 	return task_rq(p)->curr == p;