| /kernel/linux/linux-5.10/block/ |
| H A D | bfq-cgroup.c | 96 /* bfqg stats flags */
138 static void bfqg_stats_set_start_group_wait_time(struct bfq_group *bfqg, in bfqg_stats_set_start_group_wait_time() argument
141 struct bfqg_stats *stats = &bfqg->stats; in bfqg_stats_set_start_group_wait_time()
145 if (bfqg == curr_bfqg) in bfqg_stats_set_start_group_wait_time()
166 void bfqg_stats_update_dequeue(struct bfq_group *bfqg) in bfqg_stats_update_dequeue() argument
168 bfq_stat_add(&bfqg->stats.dequeue, 1); in bfqg_stats_update_dequeue()
171 void bfqg_stats_set_start_empty_time(struct bfq_group *bfqg) in bfqg_stats_set_start_empty_time() argument
173 struct bfqg_stats *stats = &bfqg->stats; in bfqg_stats_set_start_empty_time()
190 void bfqg_stats_update_idle_time(struct bfq_group *bfqg) in bfqg_stats_update_idle_time() argument
192 struct bfqg_stats *stats = &bfqg in bfqg_stats_update_idle_time()
204 bfqg_stats_set_start_idle_time(struct bfq_group *bfqg) bfqg_stats_set_start_idle_time() argument
212 bfqg_stats_update_avg_queue_size(struct bfq_group *bfqg) bfqg_stats_update_avg_queue_size() argument
222 bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, unsigned int op) bfqg_stats_update_io_add() argument
231 bfqg_stats_update_io_remove(struct bfq_group *bfqg, unsigned int op) bfqg_stats_update_io_remove() argument
236 bfqg_stats_update_io_merged(struct bfq_group *bfqg, unsigned int op) bfqg_stats_update_io_merged() argument
241 bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns, u64 io_start_time_ns, unsigned int op) bfqg_stats_update_completion() argument
257 bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, unsigned int op) bfqg_stats_update_io_add() argument
259 bfqg_stats_update_io_remove(struct bfq_group *bfqg, unsigned int op) bfqg_stats_update_io_remove() argument
260 bfqg_stats_update_io_merged(struct bfq_group *bfqg, unsigned int op) bfqg_stats_update_io_merged() argument
261 bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns, u64 io_start_time_ns, unsigned int op) bfqg_stats_update_completion() argument
263 bfqg_stats_update_dequeue(struct bfq_group *bfqg) bfqg_stats_update_dequeue() argument
264 bfqg_stats_set_start_empty_time(struct bfq_group *bfqg) bfqg_stats_set_start_empty_time() argument
265 bfqg_stats_update_idle_time(struct bfq_group *bfqg) bfqg_stats_update_idle_time() argument
266 bfqg_stats_set_start_idle_time(struct bfq_group *bfqg) bfqg_stats_set_start_idle_time() argument
267 bfqg_stats_update_avg_queue_size(struct bfq_group *bfqg) bfqg_stats_update_avg_queue_size() argument
284 bfqg_to_blkg(struct bfq_group *bfqg) bfqg_to_blkg() argument
301 bfqg_parent(struct bfq_group *bfqg) bfqg_parent() argument
322 bfqg_get(struct bfq_group *bfqg) bfqg_get() argument
327 bfqg_put(struct bfq_group *bfqg) bfqg_put() argument
335 bfqg_and_blkg_get(struct bfq_group *bfqg) bfqg_and_blkg_get() argument
343 bfqg_and_blkg_put(struct bfq_group *bfqg) bfqg_and_blkg_put() argument
352 struct bfq_group *bfqg = blkg_to_bfqg(rq->bio->bi_blkg); bfqg_stats_update_legacy_io() local
406 bfqg_stats_xfer_dead(struct bfq_group *bfqg) bfqg_stats_xfer_dead() argument
424 bfq_init_entity(struct bfq_entity *entity, struct bfq_group *bfqg) bfq_init_entity() argument
526 struct bfq_group *bfqg; bfq_pd_alloc() local
545 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_pd_init() local
564 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_free() local
572 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_reset_stats() local
577 bfq_group_set_parent(struct bfq_group *bfqg, struct bfq_group *parent) bfq_group_set_parent() argument
587 bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_link_bfqg() argument
613 struct bfq_group *bfqg; bfq_bio_bfqg() local
646 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
706 __bfq_bic_change_cgroup(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_group *bfqg) __bfq_bic_change_cgroup() argument
765 struct bfq_group *bfqg = bfq_bio_bfqg(bfqd, bio); bfq_bic_update_cgroup() local
884 bfq_reparent_active_queues(struct bfq_data *bfqd, struct bfq_group *bfqg, struct bfq_service_tree *st, int ioprio_class) bfq_reparent_active_queues() argument
912 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_offline() local
979 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_end_wr_async() local
1003 struct bfq_group *bfqg = pd_to_bfqg(pd); bfqg_prfill_weight_device() local
1021 bfq_group_set_weight(struct bfq_group *bfqg, u64 weight, u64 dev_weight) bfq_group_set_weight() argument
1070 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_io_set_weight_legacy() local
1087 struct bfq_group *bfqg; bfq_io_set_device_weight() local
1206 struct bfq_group *bfqg = blkg_to_bfqg(pd->blkg); bfqg_prfill_sectors() local
1242 struct bfq_group *bfqg = pd_to_bfqg(pd); bfqg_prfill_avg_queue_size() local
1429 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
1432 bfq_init_entity(struct bfq_entity *entity, struct bfq_group *bfqg) bfq_init_entity() argument
1462 bfqg_and_blkg_get(struct bfq_group *bfqg) bfqg_and_blkg_get() argument
1464 bfqg_and_blkg_put(struct bfq_group *bfqg) bfqg_and_blkg_put() argument
1468 struct bfq_group *bfqg; bfq_create_group_hierarchy() local
[all...] |
| H A D | bfq-iosched.h | 876 * @stats: stats for this bfqg.
960 void bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);
963 void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);
970 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq,
972 void bfqg_stats_update_io_remove(struct bfq_group *bfqg, unsigned int op);
973 void bfqg_stats_update_io_merged(struct bfq_group *bfqg, unsigned int op);
974 void bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns,
976 void bfqg_stats_update_dequeue(struct bfq_group *bfqg);
977 void bfqg_stats_set_start_empty_time(struct bfq_group *bfqg);
978 void bfqg_stats_update_idle_time(struct bfq_group *bfqg);
[all...] |
| H A D | bfq-wf2q.c | 165 struct bfq_group *bfqg; in bfq_update_parent_budget() local
171 bfqg = container_of(group_sd, struct bfq_group, sched_data); in bfq_update_parent_budget()
177 bfqg_entity = bfqg->my_entity; in bfq_update_parent_budget()
209 struct bfq_group *bfqg; in bfq_no_longer_next_in_service() local
214 bfqg = container_of(entity, struct bfq_group, entity); in bfq_no_longer_next_in_service()
228 if (bfqg->active_entities == 1) in bfq_no_longer_next_in_service()
479 struct bfq_group *bfqg = NULL; in bfq_active_insert() local
494 bfqg = container_of(sd, struct bfq_group, sched_data); in bfq_active_insert()
495 bfqd = (struct bfq_data *)bfqg->bfqd; in bfq_active_insert()
500 if (bfqg ! in bfq_active_insert()
581 struct bfq_group *bfqg = NULL; bfq_active_extract() local
731 struct bfq_group *bfqg; __bfq_entity_update_weight_prio() local
1007 struct bfq_group *bfqg = __bfq_activate_entity() local
[all...] |
| H A D | bfq-iosched.c | 2391 struct bfq_group *bfqg) in bfq_end_wr_async_queues()
2397 if (bfqg->async_bfqq[i][j]) in bfq_end_wr_async_queues()
2398 bfq_bfqq_end_wr(bfqg->async_bfqq[i][j]); in bfq_end_wr_async_queues()
2399 if (bfqg->async_idle_bfqq) in bfq_end_wr_async_queues()
2400 bfq_bfqq_end_wr(bfqg->async_idle_bfqq); in bfq_end_wr_async_queues()
4821 struct bfq_group *bfqg = bfqq_group(bfqq); in bfq_update_dispatch_stats() local
4823 bfqg_stats_update_avg_queue_size(bfqg); in bfq_update_dispatch_stats()
4824 bfqg_stats_set_start_empty_time(bfqg); in bfq_update_dispatch_stats()
4825 bfqg_stats_update_io_remove(bfqg, rq->cmd_flags); in bfq_update_dispatch_stats()
4873 struct bfq_group *bfqg in bfq_put_queue() local
2390 bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_end_wr_async_queues() argument
5153 bfq_async_queue_prio(struct bfq_data *bfqd, struct bfq_group *bfqg, int ioprio_class, int ioprio) bfq_async_queue_prio() argument
5180 struct bfq_group *bfqg; bfq_get_queue() local
6318 bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_put_async_queues() argument
[all...] |
| /kernel/linux/linux-6.6/block/ |
| H A D | bfq-cgroup.c | 96 /* bfqg stats flags */
138 static void bfqg_stats_set_start_group_wait_time(struct bfq_group *bfqg, in bfqg_stats_set_start_group_wait_time() argument
141 struct bfqg_stats *stats = &bfqg->stats; in bfqg_stats_set_start_group_wait_time()
145 if (bfqg == curr_bfqg) in bfqg_stats_set_start_group_wait_time()
166 void bfqg_stats_update_dequeue(struct bfq_group *bfqg) in bfqg_stats_update_dequeue() argument
168 bfq_stat_add(&bfqg->stats.dequeue, 1); in bfqg_stats_update_dequeue()
171 void bfqg_stats_set_start_empty_time(struct bfq_group *bfqg) in bfqg_stats_set_start_empty_time() argument
173 struct bfqg_stats *stats = &bfqg->stats; in bfqg_stats_set_start_empty_time()
190 void bfqg_stats_update_idle_time(struct bfq_group *bfqg) in bfqg_stats_update_idle_time() argument
192 struct bfqg_stats *stats = &bfqg in bfqg_stats_update_idle_time()
204 bfqg_stats_set_start_idle_time(struct bfq_group *bfqg) bfqg_stats_set_start_idle_time() argument
212 bfqg_stats_update_avg_queue_size(struct bfq_group *bfqg) bfqg_stats_update_avg_queue_size() argument
222 bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, blk_opf_t opf) bfqg_stats_update_io_add() argument
231 bfqg_stats_update_io_remove(struct bfq_group *bfqg, blk_opf_t opf) bfqg_stats_update_io_remove() argument
236 bfqg_stats_update_io_merged(struct bfq_group *bfqg, blk_opf_t opf) bfqg_stats_update_io_merged() argument
241 bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns, u64 io_start_time_ns, blk_opf_t opf) bfqg_stats_update_completion() argument
257 bfqg_stats_update_io_remove(struct bfq_group *bfqg, blk_opf_t opf) bfqg_stats_update_io_remove() argument
258 bfqg_stats_update_io_merged(struct bfq_group *bfqg, blk_opf_t opf) bfqg_stats_update_io_merged() argument
259 bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns, u64 io_start_time_ns, blk_opf_t opf) bfqg_stats_update_completion() argument
261 bfqg_stats_update_dequeue(struct bfq_group *bfqg) bfqg_stats_update_dequeue() argument
262 bfqg_stats_set_start_idle_time(struct bfq_group *bfqg) bfqg_stats_set_start_idle_time() argument
279 bfqg_to_blkg(struct bfq_group *bfqg) bfqg_to_blkg() argument
296 bfqg_parent(struct bfq_group *bfqg) bfqg_parent() argument
317 bfqg_get(struct bfq_group *bfqg) bfqg_get() argument
322 bfqg_put(struct bfq_group *bfqg) bfqg_put() argument
328 bfqg_and_blkg_get(struct bfq_group *bfqg) bfqg_and_blkg_get() argument
336 bfqg_and_blkg_put(struct bfq_group *bfqg) bfqg_and_blkg_put() argument
345 struct bfq_group *bfqg = blkg_to_bfqg(rq->bio->bi_blkg); bfqg_stats_update_legacy_io() local
399 bfqg_stats_xfer_dead(struct bfq_group *bfqg) bfqg_stats_xfer_dead() argument
417 bfq_init_entity(struct bfq_entity *entity, struct bfq_group *bfqg) bfq_init_entity() argument
513 struct bfq_group *bfqg; bfq_pd_alloc() local
532 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_pd_init() local
553 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_free() local
561 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_reset_stats() local
566 bfq_group_set_parent(struct bfq_group *bfqg, struct bfq_group *parent) bfq_group_set_parent() argument
576 bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_link_bfqg() argument
602 struct bfq_group *bfqg; bfq_bio_bfqg() local
635 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
708 bfq_sync_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *sync_bfqq, struct bfq_io_cq *bic, struct bfq_group *bfqg, unsigned int act_idx) bfq_sync_bfqq_move() argument
758 __bfq_bic_change_cgroup(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_group *bfqg) __bfq_bic_change_cgroup() argument
782 struct bfq_group *bfqg = bfq_bio_bfqg(bfqd, bio); bfq_bic_update_cgroup() local
903 bfq_reparent_active_queues(struct bfq_data *bfqd, struct bfq_group *bfqg, struct bfq_service_tree *st, int ioprio_class) bfq_reparent_active_queues() argument
931 struct bfq_group *bfqg = pd_to_bfqg(pd); bfq_pd_offline() local
997 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_end_wr_async() local
1021 struct bfq_group *bfqg = pd_to_bfqg(pd); bfqg_prfill_weight_device() local
1039 bfq_group_set_weight(struct bfq_group *bfqg, u64 weight, u64 dev_weight) bfq_group_set_weight() argument
1088 struct bfq_group *bfqg = blkg_to_bfqg(blkg); bfq_io_set_weight_legacy() local
1105 struct bfq_group *bfqg; bfq_io_set_device_weight() local
1226 struct bfq_group *bfqg = blkg_to_bfqg(pd->blkg); bfqg_prfill_sectors() local
1262 struct bfq_group *bfqg = pd_to_bfqg(pd); bfqg_prfill_avg_queue_size() local
1447 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
1450 bfq_init_entity(struct bfq_entity *entity, struct bfq_group *bfqg) bfq_init_entity() argument
1480 bfqg_and_blkg_put(struct bfq_group *bfqg) bfqg_and_blkg_put() argument
1484 struct bfq_group *bfqg; bfq_create_group_hierarchy() local
[all...] |
| H A D | bfq-iosched.h | 983 * @stats: stats for this bfqg.
1061 void bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);
1064 void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg);
1071 void bfqg_stats_update_io_remove(struct bfq_group *bfqg, blk_opf_t opf);
1072 void bfqg_stats_update_io_merged(struct bfq_group *bfqg, blk_opf_t opf);
1073 void bfqg_stats_update_completion(struct bfq_group *bfqg, u64 start_time_ns,
1075 void bfqg_stats_update_dequeue(struct bfq_group *bfqg);
1076 void bfqg_stats_set_start_idle_time(struct bfq_group *bfqg);
1078 struct bfq_group *bfqg);
1081 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struc
[all...] |
| H A D | bfq-wf2q.c | 152 struct bfq_group *bfqg; in bfq_update_parent_budget() local
158 bfqg = container_of(group_sd, struct bfq_group, sched_data); in bfq_update_parent_budget()
164 bfqg_entity = bfqg->my_entity; in bfq_update_parent_budget()
196 struct bfq_group *bfqg; in bfq_no_longer_next_in_service() local
201 bfqg = container_of(entity, struct bfq_group, entity); in bfq_no_longer_next_in_service()
215 if (bfqg->active_entities == 1) in bfq_no_longer_next_in_service()
224 struct bfq_group *bfqg = container_of(sd, struct bfq_group, sched_data); in bfq_inc_active_entities() local
226 if (bfqg != bfqg->bfqd->root_group) in bfq_inc_active_entities()
227 bfqg in bfq_inc_active_entities()
233 struct bfq_group *bfqg = container_of(sd, struct bfq_group, sched_data); bfq_dec_active_entities() local
[all...] |
| H A D | bfq-iosched.c | 2634 struct bfq_group *bfqg) in bfq_end_wr_async_queues()
2641 if (bfqg->async_bfqq[i][j][k]) in bfq_end_wr_async_queues()
2642 bfq_bfqq_end_wr(bfqg->async_bfqq[i][j][k]); in bfq_end_wr_async_queues()
2643 if (bfqg->async_idle_bfqq[k]) in bfq_end_wr_async_queues()
2644 bfq_bfqq_end_wr(bfqg->async_idle_bfqq[k]); in bfq_end_wr_async_queues()
5285 struct bfq_group *bfqg = bfqq_group(bfqq); in bfq_update_dispatch_stats() local
5287 bfqg_stats_update_avg_queue_size(bfqg); in bfq_update_dispatch_stats()
5288 bfqg_stats_set_start_empty_time(bfqg); in bfq_update_dispatch_stats()
5289 bfqg_stats_update_io_remove(bfqg, rq->cmd_flags); in bfq_update_dispatch_stats()
5337 struct bfq_group *bfqg in bfq_put_queue() local
2633 bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_end_wr_async_queues() argument
5660 bfq_async_queue_prio(struct bfq_data *bfqd, struct bfq_group *bfqg, int ioprio_class, int ioprio, int act_idx) bfq_async_queue_prio() argument
5841 struct bfq_group *bfqg; bfq_get_queue() local
7069 bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_put_async_queues() argument
[all...] |