| /kernel/linux/linux-5.10/block/ |
| H A D | bfq-cgroup.c | 222 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, in bfqg_stats_update_io_add() argument
257 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, in bfqg_stats_update_io_add() argument
308 struct bfq_group *bfqq_group(struct bfq_queue *bfqq) in bfqq_group() argument
426 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_init_entity() local
646 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
729 struct bfq_queue *bfqq; __bfq_bic_change_cgroup() local
859 struct bfq_queue *bfqq; bfq_reparent_leaf_entity() local
1429 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
1434 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_init_entity() local
1457 bfqq_group(struct bfq_queue *bfqq) bfqq_group() argument
[all...] |
| H A D | bfq-wf2q.c | 32 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_class_idx() local
148 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
236 struct bfq_group *bfq_bfqq_to_bfqg(struct bfq_queue *bfqq) in bfq_bfqq_to_bfqg() argument
264 struct bfq_queue *bfqq = NULL; in bfq_entity_to_bfqq() local
290 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_calc_finish() local
344 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_idle_extract() local
475 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_active_insert() local
530 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_get_entity() local
577 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_active_extract() local
612 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_idle_insert() local
646 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_forget_entity() local
725 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); __bfq_entity_update_weight_prio() local
824 bfq_bfqq_served(struct bfq_queue *bfqq, int served) bfq_bfqq_served() argument
874 bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned long time_ms) bfq_bfqq_charge_time() argument
896 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_update_fin_time_enqueue() local
1513 struct bfq_queue *bfqq; bfq_get_next_queue() local
1642 bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool ins_into_idle_tree, bool expiration) bfq_deactivate_bfqq() argument
1650 bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_activate_bfqq() argument
1659 bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_requeue_bfqq() argument
1673 bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_del_bfqq_busy() argument
1696 bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_bfqq_busy() argument
[all...] |
| H A D | bfq-iosched.h | 392 struct bfq_queue *bfqq[2]; member
[all...] |
| H A D | bfq-iosched.c | 374 bic_set_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq, bool is_sync) bic_set_bfqq() argument
564 struct bfq_queue *bfqq = NULL; bfq_rq_pos_tree_lookup() local
599 bfq_too_late_for_merging(struct bfq_queue *bfqq) bfq_too_late_for_merging() argument
615 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_pos_tree_add_move() argument
685 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_asymmetric_scenario() argument
730 bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct rb_root_cached *root) bfq_weights_tree_add() argument
804 __bfq_weights_tree_remove(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct rb_root_cached *root) __bfq_weights_tree_remove() argument
827 bfq_weights_tree_remove(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_weights_tree_remove() argument
879 bfq_check_fifo(struct bfq_queue *bfqq, struct request *last) bfq_check_fifo() argument
898 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) bfq_find_next_rq() argument
926 bfq_serv_to_charge(struct request *rq, struct bfq_queue *bfqq) bfq_serv_to_charge() argument
947 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_updated_next_req() argument
1010 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) switch_back_to_interactive_wr() argument
1019 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) bfq_bfqq_resume_state() argument
1069 bfqq_process_refs(struct bfq_queue *bfqq) bfqq_process_refs() argument
1076 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_burst_list() argument
1099 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_to_burst() argument
1251 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_handle_burst() argument
1317 bfq_bfqq_budget_left(struct bfq_queue *bfqq) bfq_bfqq_budget_left() argument
1453 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) bfq_bfqq_update_budg_for_activation() argument
1522 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) bfq_update_bfqq_wr_on_rq_arrival() argument
1619 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_idle_for_long_time() argument
1633 bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq, struct bfq_queue *in_serv_bfqq) bfq_bfqq_higher_class_or_weight() argument
1658 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) bfq_bfqq_handle_idle_busy_switch() argument
1806 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_inject_limit() argument
1874 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_add_request() local
2127 struct bfq_queue *bfqq = bfqd->bio_bfqq; bfq_find_rq_fmerge() local
2163 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_remove_request() local
2286 struct bfq_queue *bfqq = RQ_BFQQ(req); bfq_request_merged() local
2338 struct bfq_queue *bfqq = RQ_BFQQ(rq), bfq_requests_merged() local
2376 bfq_bfqq_end_wr(struct bfq_queue *bfqq) bfq_bfqq_end_wr() argument
2405 struct bfq_queue *bfqq; bfq_end_wr() local
2433 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) bfqq_find_close() argument
2479 struct bfq_queue *bfqq; bfq_find_close_cooperator() local
2496 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_setup_merge() argument
2571 bfq_may_be_close_cooperator(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_may_be_close_cooperator() argument
2621 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request) bfq_setup_cooperator() argument
2718 bfq_bfqq_save_state(struct bfq_queue *bfqq) bfq_bfqq_save_state() argument
2761 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_release_process_ref() argument
2782 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_merge_bfqqs() argument
2859 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; bfq_allow_bio_merge() local
2914 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_set_budget_timeout() argument
2930 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) __bfq_set_in_service_queue() argument
2989 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); bfq_set_in_service_queue() local
2997 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_arm_slice_timer() local
3282 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_dispatch_remove() local
3488 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_needed_for_service_guarantees() argument
3503 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_expire() argument
3571 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_recalc_budget() argument
3763 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason, unsigned long *delta_ms) bfq_bfqq_is_slow() argument
3913 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_softrt_next_start() argument
3949 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) bfq_bfqq_expire() argument
4093 bfq_bfqq_budget_timeout(struct bfq_queue *bfqq) bfq_bfqq_budget_timeout() argument
4106 bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq) bfq_may_expire_for_budg_timeout() argument
4120 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_boosts_thr_without_issues() argument
4220 bfq_better_to_idle(struct bfq_queue *bfqq) bfq_better_to_idle() argument
4271 bfq_bfqq_must_idle(struct bfq_queue *bfqq) bfq_bfqq_must_idle() argument
4286 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; bfq_choose_bfqq_for_injection() local
4378 struct bfq_queue *bfqq; bfq_select_queue() local
4578 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_wr_data() argument
4634 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_dispatch_rq_from_bfqq() argument
4700 struct bfq_queue *bfqq = NULL; __bfq_dispatch_request() local
4790 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; bfq_update_dispatch_stats() local
4869 bfq_put_queue(struct bfq_queue *bfqq) bfq_put_queue() argument
4949 bfq_put_cooperator(struct bfq_queue *bfqq) bfq_put_cooperator() argument
4968 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_exit_bfqq() argument
4984 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync); bfq_exit_icq_bfqq() local
5013 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_set_next_ioprio_data() argument
5067 struct bfq_queue *bfqq; bfq_check_ioprio_change() local
5093 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync) bfq_init_bfqq() argument
5179 struct bfq_queue *bfqq; bfq_get_queue() local
5229 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_io_thinktime() argument
5244 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_update_io_seektime() argument
5256 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_update_has_short_ttime() argument
5387 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_rq_enqueued() argument
5446 struct bfq_queue *bfqq = RQ_BFQQ(rq), __bfq_insert_request() local
5497 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, unsigned int cmd_flags) bfq_update_insert_stats() argument
5516 bfqg_stats_update_io_add(bfqq_group(bfqq), bfqq, cmd_flags); bfq_update_insert_stats() local
5522 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, unsigned int cmd_flags) bfq_update_insert_stats() argument
5535 struct bfq_queue *bfqq; bfq_insert_request() local
5603 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_update_hw_tag() local
5642 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) bfq_completed_request() argument
5760 bfq_finish_requeue_request_body(struct bfq_queue *bfqq) bfq_finish_requeue_request_body() argument
5871 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_inject_limit() argument
5936 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_finish_requeue_request() local
5995 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq) bfq_split_bfqq() argument
6020 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync); bfq_get_bfqq_handle_split() local
6123 struct bfq_queue *bfqq; bfq_init_rq() local
6226 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_idle_slice_timer_body() argument
6280 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_idle_slice_timer() local
6299 struct bfq_queue *bfqq = *bfqq_ptr; __bfq_put_async_bfqq() local
6395 struct bfq_queue *bfqq, *n; bfq_exit_queue() local
[all...] |
| /kernel/linux/linux-6.6/block/ |
| H A D | bfq-cgroup.c | 222 void bfqg_stats_update_io_add(struct bfq_group *bfqg, struct bfq_queue *bfqq, in bfqg_stats_update_io_add() argument
303 struct bfq_group *bfqq_group(struct bfq_queue *bfqq) in bfqq_group() argument
419 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_init_entity() local
635 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
714 struct bfq_queue *bfqq; bfq_sync_bfqq_move() local
877 struct bfq_queue *bfqq; bfq_reparent_leaf_entity() local
1447 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument
1452 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_init_entity() local
1475 bfqq_group(struct bfq_queue *bfqq) bfqq_group() argument
[all...] |
| H A D | bfq-wf2q.c | 32 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_class_idx() local
272 struct bfq_queue *bfqq = NULL; in bfq_entity_to_bfqq() local
298 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); in bfq_calc_finish() local
352 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_idle_extract() local
483 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_active_insert() local
526 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_get_entity() local
573 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_active_extract() local
595 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_idle_insert() local
629 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_forget_entity() local
708 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); __bfq_entity_update_weight_prio() local
787 bfq_bfqq_served(struct bfq_queue *bfqq, int served) bfq_bfqq_served() argument
837 bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned long time_ms) bfq_bfqq_charge_time() argument
859 struct bfq_queue *bfqq = bfq_entity_to_bfqq(entity); bfq_update_fin_time_enqueue() local
1458 struct bfq_queue *bfqq; bfq_get_next_queue() local
1587 bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool ins_into_idle_tree, bool expiration) bfq_deactivate_bfqq() argument
1595 bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_activate_bfqq() argument
1604 bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_requeue_bfqq() argument
1613 bfq_add_bfqq_in_groups_with_pending_reqs(struct bfq_queue *bfqq) bfq_add_bfqq_in_groups_with_pending_reqs() argument
1626 bfq_del_bfqq_in_groups_with_pending_reqs(struct bfq_queue *bfqq) bfq_del_bfqq_in_groups_with_pending_reqs() argument
1644 bfq_del_bfqq_busy(struct bfq_queue *bfqq, bool expiration) bfq_del_bfqq_busy() argument
1674 bfq_add_bfqq_busy(struct bfq_queue *bfqq) bfq_add_bfqq_busy() argument
[all...] |
| H A D | bfq-iosched.h | 490 struct bfq_queue *bfqq[2][BFQ_MAX_ACTUATORS]; member
1166 bfq_bfqq_name(struct bfq_queue *bfqq, char *str, int len) bfq_bfqq_name() argument
[all...] |
| H A D | bfq-iosched.c | 390 bic_set_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq, bool is_sync, unsigned int actuator_idx) bic_set_bfqq() argument
585 bfqq_request_over_limit(struct bfq_queue *bfqq, int limit) bfqq_request_over_limit() argument
669 bfqq_request_over_limit(struct bfq_queue *bfqq, int limit) bfqq_request_over_limit() argument
707 struct bfq_queue *bfqq = bfq_limit_depth() local
733 struct bfq_queue *bfqq = NULL; bfq_rq_pos_tree_lookup() local
768 bfq_too_late_for_merging(struct bfq_queue *bfqq) bfq_too_late_for_merging() argument
784 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_pos_tree_add_move() argument
854 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_asymmetric_scenario() argument
899 bfq_weights_tree_add(struct bfq_queue *bfqq) bfq_weights_tree_add() argument
973 bfq_weights_tree_remove(struct bfq_queue *bfqq) bfq_weights_tree_remove() argument
996 bfq_check_fifo(struct bfq_queue *bfqq, struct request *last) bfq_check_fifo() argument
1015 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) bfq_find_next_rq() argument
1043 bfq_serv_to_charge(struct request *rq, struct bfq_queue *bfqq) bfq_serv_to_charge() argument
1064 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_updated_next_req() argument
1124 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) switch_back_to_interactive_wr() argument
1133 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) bfq_bfqq_resume_state() argument
1199 bfqq_process_refs(struct bfq_queue *bfqq) bfqq_process_refs() argument
1207 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_burst_list() argument
1230 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_to_burst() argument
1382 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_handle_burst() argument
1448 bfq_bfqq_budget_left(struct bfq_queue *bfqq) bfq_bfqq_budget_left() argument
1584 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) bfq_bfqq_update_budg_for_activation() argument
1653 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) bfq_update_bfqq_wr_on_rq_arrival() argument
1750 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_idle_for_long_time() argument
1764 bfq_bfqq_higher_class_or_weight(struct bfq_queue *bfqq, struct bfq_queue *in_serv_bfqq) bfq_bfqq_higher_class_or_weight() argument
1818 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) bfq_bfqq_handle_idle_busy_switch() argument
1985 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_inject_limit() argument
2051 bfq_update_io_intensity(struct bfq_queue *bfqq, u64 now_ns) bfq_update_io_intensity() argument
2132 bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, u64 now_ns) bfq_check_waker() argument
2206 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_add_request() local
2363 struct bfq_queue *bfqq = bfqd->bio_bfqq; bfq_find_rq_fmerge() local
2383 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_remove_request() local
2511 struct bfq_queue *bfqq = RQ_BFQQ(req); bfq_request_merged() local
2563 struct bfq_queue *bfqq = RQ_BFQQ(rq), bfq_requests_merged() local
2601 bfq_bfqq_end_wr(struct bfq_queue *bfqq) bfq_bfqq_end_wr() argument
2650 struct bfq_queue *bfqq; bfq_end_wr() local
2681 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) bfqq_find_close() argument
2727 struct bfq_queue *bfqq; bfq_find_close_cooperator() local
2744 bfq_setup_merge(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_setup_merge() argument
2819 bfq_may_be_close_cooperator(struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_may_be_close_cooperator() argument
2852 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_queue *stable_merge_bfqq, struct bfq_iocq_bfqq_data *bfqq_data) bfq_setup_stable_merge() argument
2906 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request, struct bfq_io_cq *bic) bfq_setup_cooperator() argument
3036 bfq_bfqq_save_state(struct bfq_queue *bfqq) bfq_bfqq_save_state() argument
3106 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_release_process_ref() argument
3129 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_merge_bfqqs() argument
3232 struct bfq_queue *bfqq = bfqd->bio_bfqq, *new_bfqq; bfq_allow_bio_merge() local
3287 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_set_budget_timeout() argument
3303 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) __bfq_set_in_service_queue() argument
3362 struct bfq_queue *bfqq = bfq_get_next_queue(bfqd); bfq_set_in_service_queue() local
3370 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_arm_slice_timer() local
3655 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_dispatch_remove() local
3876 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_needed_for_service_guarantees() argument
3892 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_expire() argument
3960 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_recalc_budget() argument
4152 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, unsigned long *delta_ms) bfq_bfqq_is_slow() argument
4301 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_softrt_next_start() argument
4337 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) bfq_bfqq_expire() argument
4462 bfq_bfqq_budget_timeout(struct bfq_queue *bfqq) bfq_bfqq_budget_timeout() argument
4475 bfq_may_expire_for_budg_timeout(struct bfq_queue *bfqq) bfq_may_expire_for_budg_timeout() argument
4489 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_boosts_thr_without_issues() argument
4589 bfq_better_to_idle(struct bfq_queue *bfqq) bfq_better_to_idle() argument
4640 bfq_bfqq_must_idle(struct bfq_queue *bfqq) bfq_bfqq_must_idle() argument
4655 struct bfq_queue *bfqq, *in_serv_bfqq = bfqd->in_service_queue; bfq_choose_bfqq_for_injection() local
4746 struct bfq_queue *bfqq; bfq_find_active_bfqq_for_actuator() local
4785 struct bfq_queue *bfqq = bfq_find_bfqq_for_underused_actuator() local
4803 struct bfq_queue *bfqq, *inject_bfqq; bfq_select_queue() local
5035 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_wr_data() argument
5103 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_dispatch_rq_from_bfqq() argument
5163 struct bfq_queue *bfqq = NULL; __bfq_dispatch_request() local
5254 struct bfq_queue *bfqq = rq ? RQ_BFQQ(rq) : NULL; bfq_update_dispatch_stats() local
5333 bfq_put_queue(struct bfq_queue *bfqq) bfq_put_queue() argument
5414 bfq_put_stable_ref(struct bfq_queue *bfqq) bfq_put_stable_ref() argument
5420 bfq_put_cooperator(struct bfq_queue *bfqq) bfq_put_cooperator() argument
5437 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_exit_bfqq() argument
5454 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, actuator_idx); bfq_exit_icq_bfqq() local
5507 bfq_set_next_ioprio_data(struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_set_next_ioprio_data() argument
5564 struct bfq_queue *bfqq; bfq_check_ioprio_change() local
5590 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync, unsigned int act_idx) bfq_init_bfqq() argument
5680 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, struct bfq_queue *last_bfqq_created) bfq_do_early_stable_merge() argument
5753 bfq_do_or_sched_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_do_or_sched_stable_merge() argument
5840 struct bfq_queue *bfqq; bfq_get_queue() local
5893 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_io_thinktime() argument
5916 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_update_io_seektime() argument
5946 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_update_has_short_ttime() argument
6078 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_rq_enqueued() argument
6134 bfqq_request_allocated(struct bfq_queue *bfqq) bfqq_request_allocated() argument
6142 bfqq_request_freed(struct bfq_queue *bfqq) bfqq_request_freed() argument
6153 struct bfq_queue *bfqq = RQ_BFQQ(rq), __bfq_insert_request() local
6206 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, blk_opf_t cmd_flags) bfq_update_insert_stats() argument
6225 bfqg_stats_update_io_add(bfqq_group(bfqq), bfqq, cmd_flags); bfq_update_insert_stats() local
6231 bfq_update_insert_stats(struct request_queue *q, struct bfq_queue *bfqq, bool idle_timer_disabled, blk_opf_t cmd_flags) bfq_update_insert_stats() argument
6244 struct bfq_queue *bfqq; bfq_insert_request() local
6310 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_update_hw_tag() local
6349 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) bfq_completed_request() argument
6585 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_inject_limit() argument
6650 struct bfq_queue *bfqq = RQ_BFQQ(rq); bfq_finish_requeue_request() local
6720 bfq_split_bfqq(struct bfq_io_cq *bic, struct bfq_queue *bfqq) bfq_split_bfqq() argument
6746 struct bfq_queue *bfqq = bic_to_bfqq(bic, is_sync, act_idx); bfq_get_bfqq_handle_split() local
6852 struct bfq_queue *bfqq; bfq_init_rq() local
6977 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_idle_slice_timer_body() argument
7031 struct bfq_queue *bfqq = bfqd->in_service_queue; bfq_idle_slice_timer() local
7050 struct bfq_queue *bfqq = *bfqq_ptr; __bfq_put_async_bfqq() local
7141 struct bfq_queue *bfqq, *n; bfq_exit_queue() local
[all...] |