Lines Matching defs:cfs
380 * cfs rq without parent should be put
494 return &task_rq(p)->cfs;
502 return &rq->cfs;
531 #define for_each_leaf_cfs_rq_safe(rq, cfs, pos) (for ((cfs) = &(rq)->cfs, (pos) = NULL; (cfs); (cfs) = (pos)))
746 nr_running = rq_of(cfs_rq)->cfs.h_nr_running;
1683 ns->nr_running += rq->cfs.h_nr_running;
3395 if (&rq->cfs == cfs_rq) {
3800 * cfs->util_sum. Although this is not a problem by itself, detaching
3802 * util_avg (~1ms) can make cfs->util_sum becoming null whereas
4467 * When bandwidth control is enabled, cfs might have been removed
4468 * because of a parent been throttled but cfs->nr_running > 1. Try to
4651 if (schedstat_enabled() && rq_of(cfs_rq)->cfs.load.weight >= 0x2 * se->load.weight) {
4821 * default period for cfs group bandwidth.
4997 * us, as we may commit to do cfs put_prev+pick_next, so we ask
5145 if (rq->curr == rq->idle && rq->cfs.nr_running) {
5608 * in take_cpu_down(), so we prevent new cfs throttling here.
5696 if (rq->cfs.h_nr_running > 1) {
5760 return unlikely(rq->nr_running == rq->cfs.idle_h_nr_running && rq->nr_running);
5772 static void check_preempt_from_idle(struct cfs_rq *cfs, struct sched_entity *se)
5777 if (cfs->nr_running <= 1)
5779 if (cfs->next)
5780 next = cfs->next;
5782 next = __pick_first_entity(cfs);
5805 util_est_enqueue(&rq->cfs, p);
5920 util_est_dequeue(&rq->cfs, p);
5978 util_est_update(&rq->cfs, p, task_sleep);
6002 return cfs_rq_load_avg(&rq->cfs);
6028 cfs_rq = &rq->cfs;
6039 return cfs_rq_runnable_avg(&rq->cfs);
6052 cfs_rq = &rq->cfs;
6700 * cfs.avg.util_avg or just after migrating tasks and new task wakeups until
6724 cfs_rq = &cpu_rq(cpu)->cfs;
6776 cfs_rq = &cpu_rq(cpu)->cfs;
6855 struct cfs_rq *cfs_rq = &cpu_rq(cpu)->cfs;
7461 struct cfs_rq *cfs_rq = &rq->cfs;
7507 cfs_rq = &rq->cfs;
8466 if (cfs_rq == &rq->cfs) {
8543 struct cfs_rq *cfs_rq = &rq->cfs;
8961 sgs->sum_h_nr_running += rq->cfs.h_nr_running;
9258 sgs->sum_h_nr_running += rq->cfs.h_nr_running - local;
9957 nr_running = rq->cfs.h_nr_running;
10073 if ((env->idle != CPU_NOT_IDLE) && (env->src_rq->cfs.h_nr_running == 1)) {
10867 if (rq->cfs.h_nr_running >= 1 && check_cpu_capacity(rq, sd)) {
11355 if (this_rq->cfs.h_nr_running && !pulled_task) {
11365 if (this_rq->nr_running != this_rq->cfs.h_nr_running) {
11608 if (rq->cfs.nr_running == 1) {
11973 se->cfs_rq = &rq->cfs;
12056 if (rq->cfs.load.weight) {