Lines Matching full:delta
42 * Furthermore, in order to avoid synchronizing all per-CPU delta folding
47 * again, being late doesn't loose the delta, just wrecks the sample.
82 long nr_active, delta = 0; in calc_load_fold_active() local
88 delta = nr_active - this_rq->calc_load_active; in calc_load_fold_active()
92 return delta; in calc_load_fold_active()
172 * The basic idea is to fold the nr_active delta into a global NO_HZ-delta upon
173 * entering NO_HZ state such that we can include this as an 'extra' CPU delta
181 * We avoid this by keeping two NO_HZ-delta counters and flipping them
200 * sample, for this CPU (effectively using the NO_HZ-delta for this CPU which
222 * next NO_HZ-delta. in calc_load_write_idx()
237 long delta; in calc_load_nohz_fold() local
239 delta = calc_load_fold_active(rq, 0); in calc_load_nohz_fold()
240 if (delta) { in calc_load_nohz_fold()
243 atomic_long_add(delta, &calc_load_nohz[idx]); in calc_load_nohz_fold()
250 * We're going into NO_HZ mode, if there's any pending delta, fold it in calc_load_nohz_start()
251 * into the pending NO_HZ delta. in calc_load_nohz_start()
288 long delta = 0; in calc_load_nohz_read() local
291 delta = atomic_long_xchg(&calc_load_nohz[idx], 0); in calc_load_nohz_read()
293 return delta; in calc_load_nohz_read()
298 * calc_load_fold_active(), but since a NO_HZ CPU folds its delta into
300 * in the pending NO_HZ delta if our NO_HZ period crossed a load cycle boundary.
308 long delta, active, n; in calc_global_nohz() local
315 delta = jiffies - sample_window - 10; in calc_global_nohz()
316 n = 1 + (delta / LOAD_FREQ); in calc_global_nohz()
354 long active, delta; in calc_global_load() local
361 * Fold the 'old' NO_HZ-delta to include all NO_HZ CPUs. in calc_global_load()
363 delta = calc_load_nohz_read(); in calc_global_load()
364 if (delta) in calc_global_load()
365 atomic_long_add(delta, &calc_load_tasks); in calc_global_load()
389 long delta; in calc_global_load_tick() local
394 delta = calc_load_fold_active(this_rq, 0); in calc_global_load_tick()
395 if (delta) in calc_global_load_tick()
396 atomic_long_add(delta, &calc_load_tasks); in calc_global_load_tick()