| /kernel/linux/linux-5.10/kernel/sched/ |
| H A D | rt.c | 122 #define rt_entity_is_task(rt_se) (!(rt_se)->my_q)
124 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se) in rt_task_of() argument
127 WARN_ON_ONCE(!rt_entity_is_task(rt_se)); in rt_task_of()
129 return container_of(rt_se, struct task_struct, rt); in rt_task_of()
137 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se() argument
139 return rt_se->rt_rq; in rt_rq_of_se()
142 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se() argument
144 struct rt_rq *rt_rq = rt_se->rt_rq; in rq_of_rt_se()
153 if (tg->rt_se) in free_rt_sched_group()
167 init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int cpu, struct sched_rt_entity *parent) init_tg_rt_entry() argument
197 struct sched_rt_entity *rt_se; alloc_rt_sched_group() local
238 rt_task_of(struct sched_rt_entity *rt_se) rt_task_of() argument
248 rq_of_rt_se(struct sched_rt_entity *rt_se) rq_of_rt_se() argument
255 rt_rq_of_se(struct sched_rt_entity *rt_se) rt_rq_of_se() argument
331 inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_migration() argument
348 dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_migration() argument
424 inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_migration() argument
429 dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_migration() argument
450 on_rt_rq(struct sched_rt_entity *rt_se) on_rt_rq() argument
532 group_rt_rq(struct sched_rt_entity *rt_se) group_rt_rq() argument
544 struct sched_rt_entity *rt_se; sched_rt_rq_enqueue() local
563 struct sched_rt_entity *rt_se; sched_rt_rq_dequeue() local
582 rt_se_boosted(struct sched_rt_entity *rt_se) rt_se_boosted() argument
637 group_rt_rq(struct sched_rt_entity *rt_se) group_rt_rq() argument
948 rt_se_prio(struct sched_rt_entity *rt_se) rt_se_prio() argument
1022 struct sched_rt_entity *rt_se = &curr->rt; update_curr_rt() local
1193 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_group() argument
1203 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_group() argument
1214 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_group() argument
1220 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_group() argument
1225 rt_se_nr_running(struct sched_rt_entity *rt_se) rt_se_nr_running() argument
1236 rt_se_rr_nr_running(struct sched_rt_entity *rt_se) rt_se_rr_nr_running() argument
1250 inc_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_tasks() argument
1264 dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_tasks() argument
1289 __delist_rt_entity(struct sched_rt_entity *rt_se, struct rt_prio_array *array) __delist_rt_entity() argument
1299 __enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) __enqueue_rt_entity() argument
1333 __dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) __dequeue_rt_entity() argument
1351 dequeue_rt_stack(struct sched_rt_entity *rt_se, unsigned int flags) dequeue_rt_stack() argument
1371 enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) enqueue_rt_entity() argument
1381 dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) dequeue_rt_entity() argument
1402 struct sched_rt_entity *rt_se = &p->rt; enqueue_task_rt() local
1416 struct sched_rt_entity *rt_se = &p->rt; dequeue_task_rt() local
1430 requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int head) requeue_rt_entity() argument
1445 struct sched_rt_entity *rt_se = &p->rt; requeue_task_rt() local
1654 struct sched_rt_entity *rt_se; _pick_next_task_rt() local
2606 struct sched_rt_entity *rt_se = &p->rt; task_tick_rt() local
[all...] |
| H A D | autogroup.c | 31 ag->tg->rt_se = NULL; in autogroup_destroy()
88 tg->rt_se = root_task_group.rt_se; in autogroup_create()
|
| H A D | sched.h | 489 struct sched_rt_entity **rt_se; member
578 struct sched_rt_entity *rt_se, int cpu,
1717 p->rt.parent = tg->rt_se[cpu]; in set_task_rq()
|
| H A D | core.c | 7687 root_task_group.rt_se = (struct sched_rt_entity **)ptr; in sched_init()
|
| /kernel/linux/linux-6.6/kernel/sched/ |
| H A D | rt.c | 179 #define rt_entity_is_task(rt_se) (!(rt_se)->my_q)
181 static inline struct task_struct *rt_task_of(struct sched_rt_entity *rt_se) in rt_task_of() argument
184 WARN_ON_ONCE(!rt_entity_is_task(rt_se)); in rt_task_of()
186 return container_of(rt_se, struct task_struct, rt); in rt_task_of()
194 static inline struct rt_rq *rt_rq_of_se(struct sched_rt_entity *rt_se) in rt_rq_of_se() argument
196 return rt_se->rt_rq; in rt_rq_of_se()
199 static inline struct rq *rq_of_rt_se(struct sched_rt_entity *rt_se) in rq_of_rt_se() argument
201 struct rt_rq *rt_rq = rt_se->rt_rq; in rq_of_rt_se()
208 if (tg->rt_se) in unregister_rt_sched_group()
228 init_tg_rt_entry(struct task_group *tg, struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int cpu, struct sched_rt_entity *parent) init_tg_rt_entry() argument
258 struct sched_rt_entity *rt_se; alloc_rt_sched_group() local
299 rt_task_of(struct sched_rt_entity *rt_se) rt_task_of() argument
309 rq_of_rt_se(struct sched_rt_entity *rt_se) rq_of_rt_se() argument
316 rt_rq_of_se(struct sched_rt_entity *rt_se) rt_rq_of_se() argument
389 inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_migration() argument
406 dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_migration() argument
483 inc_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_migration() argument
488 dec_rt_migration(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_migration() argument
500 on_rt_rq(struct sched_rt_entity *rt_se) on_rt_rq() argument
582 group_rt_rq(struct sched_rt_entity *rt_se) group_rt_rq() argument
594 struct sched_rt_entity *rt_se; sched_rt_rq_enqueue() local
613 struct sched_rt_entity *rt_se; sched_rt_rq_dequeue() local
632 rt_se_boosted(struct sched_rt_entity *rt_se) rt_se_boosted() argument
687 group_rt_rq(struct sched_rt_entity *rt_se) group_rt_rq() argument
1001 rt_se_prio(struct sched_rt_entity *rt_se) rt_se_prio() argument
1063 struct sched_rt_entity *rt_se = &curr->rt; update_curr_rt() local
1233 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_group() argument
1243 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_group() argument
1254 inc_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_group() argument
1260 dec_rt_group(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_group() argument
1265 rt_se_nr_running(struct sched_rt_entity *rt_se) rt_se_nr_running() argument
1276 rt_se_rr_nr_running(struct sched_rt_entity *rt_se) rt_se_rr_nr_running() argument
1290 inc_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) inc_rt_tasks() argument
1304 dec_rt_tasks(struct sched_rt_entity *rt_se, struct rt_rq *rt_rq) dec_rt_tasks() argument
1329 __delist_rt_entity(struct sched_rt_entity *rt_se, struct rt_prio_array *array) __delist_rt_entity() argument
1340 __schedstats_from_rt_se(struct sched_rt_entity *rt_se) __schedstats_from_rt_se() argument
1352 update_stats_wait_start_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) update_stats_wait_start_rt() argument
1371 update_stats_enqueue_sleeper_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) update_stats_enqueue_sleeper_rt() argument
1390 update_stats_enqueue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int flags) update_stats_enqueue_rt() argument
1401 update_stats_wait_end_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se) update_stats_wait_end_rt() argument
1420 update_stats_dequeue_rt(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int flags) update_stats_dequeue_rt() argument
1445 __enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) __enqueue_rt_entity() argument
1479 __dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) __dequeue_rt_entity() argument
1497 dequeue_rt_stack(struct sched_rt_entity *rt_se, unsigned int flags) dequeue_rt_stack() argument
1517 enqueue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) enqueue_rt_entity() argument
1521 update_stats_enqueue_rt(rt_rq_of_se(rt_se), rt_se, flags); enqueue_rt_entity() local
1529 dequeue_rt_entity(struct sched_rt_entity *rt_se, unsigned int flags) dequeue_rt_entity() argument
1533 update_stats_dequeue_rt(rt_rq_of_se(rt_se), rt_se, flags); dequeue_rt_entity() local
1552 struct sched_rt_entity *rt_se = &p->rt; enqueue_task_rt() local
1558 update_stats_wait_start_rt(rt_rq_of_se(rt_se), rt_se); enqueue_task_rt() local
1569 struct sched_rt_entity *rt_se = &p->rt; dequeue_task_rt() local
1583 requeue_rt_entity(struct rt_rq *rt_rq, struct sched_rt_entity *rt_se, int head) requeue_rt_entity() argument
1598 struct sched_rt_entity *rt_se = &p->rt; requeue_task_rt() local
1768 struct sched_rt_entity *rt_se = &p->rt; set_next_task_rt() local
1812 struct sched_rt_entity *rt_se; _pick_next_task_rt() local
1849 struct sched_rt_entity *rt_se = &p->rt; put_prev_task_rt() local
2842 struct sched_rt_entity *rt_se = &p->rt; task_tick_rt() local
[all...] |
| H A D | autogroup.c | 53 ag->tg->rt_se = NULL; in autogroup_destroy()
110 tg->rt_se = root_task_group.rt_se; in autogroup_create()
|
| H A D | sched.h | 472 struct sched_rt_entity **rt_se; member
560 struct sched_rt_entity *rt_se, int cpu,
2174 p->rt.parent = tg->rt_se[cpu]; in set_task_rq()
|
| H A D | core.c | 10631 root_task_group.rt_se = (struct sched_rt_entity **)ptr; in sched_init()
|