Lines Matching refs:cfs
438 * cfs rq without parent should be put
579 for (cfs_rq = &rq->cfs, pos = NULL; cfs_rq; cfs_rq = pos)
2127 ns->nr_running += rq->cfs.h_nr_running;
4014 if (&rq->cfs == cfs_rq) {
4470 * - cfs->throttled_clock_pelt_time@cfs_rq_idle
4480 * now = rq_clock_pelt()@rq_idle - cfs->throttled_clock_pelt_time +
4485 * cfs->throttled_clock_pelt_time@cfs_rq_idle
4565 * cfs->util_sum. Although this is not a problem by itself, detaching
4567 * util_avg (~1ms) can make cfs->util_sum becoming null whereas
5472 rq_of(cfs_rq)->cfs.load.weight >= 2*se->load.weight) {
5598 * default period for cfs group bandwidth.
5800 * us, as we may commit to do cfs put_prev+pick_next, so we ask
5962 if (rq->curr == rq->idle && rq->cfs.nr_running)
6546 * in take_cpu_down(), so we prevent new cfs throttling here.
6662 if (rq->cfs.h_nr_running > 1) {
6725 return unlikely(rq->nr_running == rq->cfs.idle_h_nr_running &&
6739 static void check_preempt_from_idle(struct cfs_rq *cfs, struct sched_entity *se)
6746 if (cfs->nr_running <= 1)
6757 if (cfs->next)
6758 next = cfs->next;
6760 next = __pick_first_entity(cfs);
6786 util_est_enqueue(&rq->cfs, p);
6879 util_est_dequeue(&rq->cfs, p);
6938 util_est_update(&rq->cfs, p, task_sleep);
6964 return cfs_rq_load_avg(&rq->cfs);
6989 cfs_rq = &rq->cfs;
7000 return cfs_rq_runnable_avg(&rq->cfs);
7012 cfs_rq = &rq->cfs;
7758 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs;
7795 * to any cpu_rq(cpu)->cfs.avg.util_est.enqueued.
7800 * contribute to cpu_rq(cpu)->cfs.util_est.enqueued.
8570 cfs_rq = &rq->cfs;
8599 struct cfs_rq *cfs_rq = &rq->cfs;
8642 cfs_rq = &rq->cfs;
9573 if (cfs_rq == &rq->cfs)
9646 struct cfs_rq *cfs_rq = &rq->cfs;
10125 if (rq->cfs.h_nr_running != 1)
10160 sgs->sum_h_nr_running += rq->cfs.h_nr_running;
10495 sgs->sum_h_nr_running += rq->cfs.h_nr_running - local;
11303 nr_running = rq->cfs.h_nr_running;
11466 (env->src_rq->cfs.h_nr_running == 1)) {
12257 if (rq->cfs.h_nr_running >= 1 && check_cpu_capacity(rq, sd)) {
12755 if (this_rq->cfs.h_nr_running && !pulled_task)
12759 if (this_rq->nr_running != this_rq->cfs.h_nr_running)
12968 if (rq->core->core_forceidle_count && rq->cfs.nr_running == 1 &&
13035 cfs_rqa = &task_rq(a)->cfs;
13036 cfs_rqb = &task_rq(b)->cfs;
13057 cfs_rq = &cpu_rq(cpu)->cfs;
13125 if (rq->cfs.nr_running == 1)
13419 se->cfs_rq = &rq->cfs;
13582 if (rq->cfs.load.weight)