Lines Matching defs:task_rq

690 	if (WARN_ON_ONCE(rq != task_rq(p)))
1728 	lockdep_assert_rq_held(task_rq(p));
1821 	struct rq *rq = task_rq(p);
2378  * unlink_dsq_and_lock_src_rq() - Unlink task from its DSQ and lock its task_rq
2421 	/* task_rq couldn't have changed if we're still the holding cpu */
2423 		!WARN_ON_ONCE(src_rq != task_rq(p));
2450  * Must be called with @p's task_rq and @src_dsq locked. If @dst_dsq is a local
2451  * DSQ and @p is on a different CPU, @p will be migrated and thus its task_rq
2452  * will change. As @p's task_rq is locked, this function doesn't need to use the
2455  * On return, @src_dsq is unlocked and only @p's new task_rq, which is the
2463 	struct rq *src_rq = task_rq(p), *dst_rq;
2528 		struct rq *task_rq = task_rq(p);
2541 		if (rq == task_rq) {
2549 			if (likely(consume_remote_task(rq, p, enq_flags, dsq, task_rq)))
2585 	struct rq *src_rq = task_rq(p);
2591 	 * be dequeued, its task_rq and cpus_allowed are stable too.
2631 	/* task_rq couldn't have changed if we're still the holding cpu */
2633 	    !WARN_ON_ONCE(src_rq != task_rq(p))) {
3303 					      task_rq(a),
3389 		SCX_CALL_OP_TASK(sch, set_cpumask, task_rq(p), p, (struct cpumask *)p->cpus_ptr);
3613 	struct rq *rq = task_rq(p);
3651 	struct rq *rq = task_rq(p);
3678 	lockdep_assert_rq_held(task_rq(p));
3697 		SCX_CALL_OP_TASK(sch, exit_task, task_rq(p), p, &args);
3710 	lockdep_assert_rq_held(task_rq(p));
3713 		SCX_CALL_OP_TASK(sch, exit_task, task_rq(p), p, &args);
3845 	struct rq *rq = task_rq(p);
3902 	lockdep_assert_rq_held(task_rq(p));
3955 	lockdep_assert_rq_held(task_rq(p));
4171 		struct rq *task_rq;
4181 		task_rq = task_rq(p);
4183 		if (locked_rq != task_rq) {
4186 			if (unlikely(!raw_spin_rq_trylock(task_rq))) {
4188 				raw_spin_rq_lock(task_rq);
4191 			locked_rq = task_rq;
4194 			if (nldsq_cursor_lost_task(&cursor, task_rq, dsq, p))
4206 		do_enqueue_task(task_rq, p, SCX_ENQ_REENQ, -1);
4412 		SCX_CALL_OP_TASK(sch, cgroup_move, task_rq(p),
5168 		 * previous CPU and task_rq(@p) != @donor_rq. @p can't be moved
5171 		if (task_rq(p) != donor_rq)
5968 		update_rq_clock(task_rq(p));
8453 	 * context where no rq lock is held. If latter, lock @p's task_rq which
8456 	src_rq = task_rq(p);
9593 	return task_rq(p)->curr == p;