Lines Matching refs:runtime
159 * Amount of runtime to allocate from global (tg) to local (per-cfs_rq) pool
162 * Note: in the case that the slice exceeds the runtime remaining (either due
892 * Update the current task's runtime statistics.
2329 u64 runtime, delta, now;
2332 runtime = p->se.sum_exec_runtime;
2335 delta = runtime - p->last_sum_exec_runtime;
2347 p->last_sum_exec_runtime = runtime;
2453 u64 runtime, period;
2470 runtime = numa_get_avg_runtime(p, &period);
2503 * number of faults. Tasks with little runtime have
2507 f_weight = div64_u64(runtime << 0x10, period + 1);
2830 u64 runtime = p->se.sum_exec_runtime;
2966 if (unlikely(p->se.sum_exec_runtime != runtime)) {
2967 u64 diff = p->se.sum_exec_runtime - runtime;
3031 * Using runtime rather than walltime has the dual advantage that
4571 /* return excess runtime on last dequeue */
4733 /* throttle cfs_rqs exceeding runtime */
4835 * Replenish runtime according to assigned quota. We use sched_clock_cpu
4844 cfs_b->runtime = cfs_b->quota;
4853 /* returns 0 on failure to allocate runtime */
4868 if (cfs_b->runtime > 0) {
4869 amount = min(cfs_b->runtime, min_amount);
4870 cfs_b->runtime -= amount;
4880 /* returns 0 on failure to allocate runtime */
4906 * if we're unable to extend our runtime we resched so that the active
4998 * for 1ns of runtime rather than just check cfs_b.
5153 u64 runtime, remaining = 1;
5170 runtime = -cfs_rq->runtime_remaining + 1;
5171 if (runtime > cfs_b->runtime) {
5172 runtime = cfs_b->runtime;
5174 cfs_b->runtime -= runtime;
5175 remaining = cfs_b->runtime;
5178 cfs_rq->runtime_remaining += runtime;
5235 while (throttled && cfs_b->runtime > 0) {
5309 /* we know any runtime found here is valid as update_curr() precedes return */
5321 cfs_b->runtime += slack_runtime;
5324 if (cfs_b->runtime > sched_cfs_bandwidth_slice() && !list_empty(&cfs_b->throttled_cfs_rq)) {
5353 u64 runtime = 0, slice = sched_cfs_bandwidth_slice();
5365 if (cfs_b->quota != RUNTIME_INF && cfs_b->runtime > slice) {
5366 runtime = cfs_b->runtime;
5371 if (!runtime) {
5384 * runtime as update_curr() throttling can not not trigger until it's on-rq.
5402 /* update runtime allocation */
5515 cfs_b->runtime = 0;
7749 * this makes (5) the runtime complexity of the balancer.