Lines Matching defs:throttled
391 * With cfs_rq being unthrottled/throttled during an enqueue,
5345 u64 throttled = 0, now, lut;
5394 throttled = u64_u32_load(cfs_rq->throttled_pelt_idle);
5396 if (throttled == U64_MAX)
5409 now -= throttled;
6544 if (cfs_rq->throttled)
6564 return cfs_bandwidth_used() && cfs_rq->throttled;
6572 /* check whether cfs_rq, or any parent, is throttled */
6585 return cfs_bandwidth_used() && p->throttled;
6616 * task got migrated out of the throttled cfs_rq, move along.
6622 WARN_ON_ONCE(p->throttled || !list_empty(&p->throttle_node));
6626 * Must not set throttled before dequeue or dequeue will
6627 * mistakenly regard this task as an already throttled one.
6629 p->throttled = true;
6643 * Task is throttled and someone wants to dequeue it again:
6647 * or the task is blocked after throttled due to freezer etc.
6656 /* task blocked after throttled */
6658 p->throttled = false;
6678 * If the throttled task @p is enqueued to a throttled cfs_rq,
6684 * cfs_tasks list, despite being throttled:
6699 * is throttled, go
6718 p->throttled = false;
6734 * unthrottle the hierarchy for this cfs_rq to be throttled
6767 /* Re-enqueue the tasks that have been throttled at this level. */
6770 * Back to being throttled! Break out and put the remaining
6778 p->throttled = false;
6867 * we actually throttled the timer might not unthrottle us for
6886 /* freeze hierarchy runnable averages while throttled */
6891 * Note: distribution will already see us throttled via the
6892 * throttled-list. rq->lock protects completion.
6894 cfs_rq->throttled = 1;
6898 * If current hierarchy was throttled, add throttle work to the
6902 * throttled context at exit to userspace is still preserved.
6932 cfs_rq->throttled = 0;
7036 bool throttled = false, unthrottle_local = false;
7049 throttled = true;
7082 * Indicate throttled entities and break early.
7085 throttled = true;
7089 /* we check whether we're throttled above */
7114 return throttled;
7126 int throttled;
7132 throttled = !list_empty(&cfs_b->throttled_cfs_rq);
7139 * idle depends on !throttled (for the case of a large deficit), and if
7142 if (cfs_b->idle && !throttled)
7145 if (!throttled) {
7157 while (throttled && cfs_b->runtime > 0) {
7160 throttled = distribute_cfs_runtime(cfs_b);
7168 * timer to remain active while there are any throttled entities.)
7301 /* ensure the group is not already throttled */
7328 * Always join a throttled hierarchy with PELT clock throttled
7459 * exist throttled cfs_rq(s), and the period_timer must have queued the
7924 * 0 - dequeue throttled
9800 * Note: this also catches the edge-case of curr being in a throttled
9918 bool throttled;
9926 throttled = false;
9940 if (unlikely(throttled))
10056 /* !se->on_rq also covers throttled task */
10721 * 2) target cfs_rq is in throttled hierarchy, or
14546 /* Ensure any throttled groups are reachable by pick_next_task */
15036 bool throttled = false;
15047 throttled |= account_cfs_rq_runtime(cfs_rq, 0);
15050 if (throttled)