Lines Matching refs:rd
294 return atomic_read(&rq->rd->rto_count);
303 cpumask_set_cpu(rq->cpu, rq->rd->rto_mask);
314 atomic_inc(&rq->rd->rto_count);
324 atomic_dec(&rq->rd->rto_count);
325 cpumask_clear_cpu(rq->cpu, rq->rd->rto_mask);
616 return this_rq()->rd->span;
711 struct root_domain *rd = rq_of_rt_rq(rt_rq)->rd;
715 weight = cpumask_weight(rd->span);
719 for_each_cpu(i, rd->span)
766 struct root_domain *rd = rq->rd;
801 for_each_cpu(i, rd->span)
1161 cpupri_set(&rq->rd->cpupri, rq->cpu, prio);
1178 cpupri_set(&rq->rd->cpupri, rq->cpu, rt_rq->highest_prio.curr);
1623 if (rq->curr->nr_cpus_allowed == 1 || !cpupri_find(&rq->rd->cpupri, rq->curr, NULL)) {
1631 if (p->nr_cpus_allowed != 1 && cpupri_find(&rq->rd->cpupri, p, NULL)) {
1812 struct root_domain *rd = cpu_rq(smp_processor_id())->rd;
1853 if (cpumask_test_cpu(rd->max_cap_orig_cpu, sched_group_span(sg))) {
2001 ret = cpupri_find_fitness(&task_rq(task)->rd->cpupri, task, lowest_mask, rt_task_fits_capacity);
2003 ret = cpupri_find(&task_rq(task)->rd->cpupri, task, lowest_mask);
2290 static int rto_next_cpu(struct root_domain *rd)
2310 cpu = cpumask_next(rd->rto_cpu, rd->rto_mask);
2312 rd->rto_cpu = cpu;
2318 rd->rto_cpu = -1;
2326 next = atomic_read_acquire(&rd->rto_loop_next);
2327 if (rd->rto_loop == next) {
2331 rd->rto_loop = next;
2352 atomic_inc(&rq->rd->rto_loop_next);
2355 if (!rto_start_trylock(&rq->rd->rto_loop_start)) {
2359 raw_spin_lock(&rq->rd->rto_lock);
2367 if (rq->rd->rto_cpu < 0) {
2368 cpu = rto_next_cpu(rq->rd);
2371 raw_spin_unlock(&rq->rd->rto_lock);
2373 rto_start_unlock(&rq->rd->rto_loop_start);
2376 /* Make sure the rd does not get freed while pushing */
2377 sched_get_rd(rq->rd);
2378 irq_work_queue_on(&rq->rd->rto_push_work, cpu);
2385 struct root_domain *rd = container_of(work, struct root_domain, rto_push_work);
2400 raw_spin_lock(&rd->rto_lock);
2403 cpu = rto_next_cpu(rd);
2405 raw_spin_unlock(&rd->rto_lock);
2408 sched_put_rd(rd);
2413 irq_work_queue_on(&rd->rto_push_work, cpu);
2435 if (rt_overload_count == 1 && cpumask_test_cpu(this_rq->cpu, this_rq->rd->rto_mask)) {
2446 for_each_cpu(cpu, this_rq->rd->rto_mask)
2540 cpupri_set(&rq->rd->cpupri, rq->cpu, rq->rt.highest_prio.curr);
2552 cpupri_set(&rq->rd->cpupri, rq->cpu, CPUPRI_INVALID);
2792 if (cpu_orig_cap == rq->rd->max_cpu_capacity) {