/kernel/linux/linux-5.10/block/ |
H A D | bfq-cgroup.c | 546 struct bfq_data *bfqd = blkg->q->elevator->elevator_data; in bfq_pd_init() local 587 static void bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg) in bfq_link_bfqg() argument 610 struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) in bfq_bio_bfqg() argument 646 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument 706 __bfq_bic_change_cgroup(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_group *bfqg) __bfq_bic_change_cgroup() argument 764 struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_bic_update_cgroup() local 855 bfq_reparent_leaf_entity(struct bfq_data *bfqd, struct bfq_entity *entity, int ioprio_class) bfq_reparent_leaf_entity() argument 884 bfq_reparent_active_queues(struct bfq_data *bfqd, struct bfq_group *bfqg, struct bfq_service_tree *st, int ioprio_class) bfq_reparent_active_queues() argument 913 struct bfq_data *bfqd = bfqg->bfqd; bfq_pd_offline() local 974 bfq_end_wr_async(struct bfq_data *bfqd) bfq_end_wr_async() argument 1264 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_create_group_hierarchy() argument 1429 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument 1447 bfq_end_wr_async(struct bfq_data *bfqd) bfq_end_wr_async() argument 1452 bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) bfq_bio_bfqg() argument 1466 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_create_group_hierarchy() argument [all...] |
H A D | bfq-wf2q.c | 38 unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd) in bfq_tot_busy_queues() argument 480 struct bfq_data *bfqd = NULL; in bfq_active_insert() local 582 struct bfq_data *bfqd = NULL; bfq_active_extract() local 727 struct bfq_data *bfqd = NULL; __bfq_entity_update_weight_prio() local 874 bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned long time_ms) bfq_bfqq_charge_time() argument 1009 struct bfq_data *bfqd = bfqg->bfqd; __bfq_activate_entity() local 1499 next_queue_may_preempt(struct bfq_data *bfqd) next_queue_may_preempt() argument 1509 bfq_get_next_queue(struct bfq_data *bfqd) bfq_get_next_queue() argument 1602 __bfq_bfqd_reset_in_service(struct bfq_data *bfqd) __bfq_bfqd_reset_in_service() argument 1642 bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool ins_into_idle_tree, bool expiration) bfq_deactivate_bfqq() argument 1650 bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_activate_bfqq() argument 1659 bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_requeue_bfqq() argument 1673 bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_del_bfqq_busy() argument 1696 bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_bfqq_busy() argument [all...] |
H A D | bfq-iosched.h | 234 struct bfq_data *bfqd; member 910 void *bfqd; member [all...] |
H A D | bfq-iosched.c | 406 static struct bfq_io_cq *bfq_bic_lookup(struct bfq_data *bfqd, in bfq_bic_lookup() argument 428 void bfq_schedule_dispatch(struct bfq_data *bfqd) in bfq_schedule_dispatch() argument 447 bfq_choose_req(struct bfq_data *bfqd, struct request *rq1, struct request *rq2, sector_t last) bfq_choose_req() argument 545 struct bfq_data *bfqd = data->q->elevator->elevator_data; bfq_limit_depth() local 559 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root, sector_t sector, struct rb_node **ret_parent, struct rb_node ***rb_link) bfq_rq_pos_tree_lookup() argument 615 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_pos_tree_add_move() argument 685 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_asymmetric_scenario() argument 730 bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct rb_root_cached *root) bfq_weights_tree_add() argument 804 __bfq_weights_tree_remove(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct rb_root_cached *root) __bfq_weights_tree_remove() argument 827 bfq_weights_tree_remove(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_weights_tree_remove() argument 898 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) bfq_find_next_rq() argument 947 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_updated_next_req() argument 976 bfq_wr_duration(struct bfq_data *bfqd) bfq_wr_duration() argument 1010 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) switch_back_to_interactive_wr() argument 1019 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) bfq_bfqq_resume_state() argument 1076 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_burst_list() argument 1099 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_to_burst() argument 1251 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_handle_burst() argument 1329 bfq_max_budget(struct bfq_data *bfqd) bfq_max_budget() argument 1341 bfq_min_budget(struct bfq_data *bfqd) bfq_min_budget() argument 1453 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) bfq_bfqq_update_budg_for_activation() argument 1522 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) bfq_update_bfqq_wr_on_rq_arrival() argument 1619 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_idle_for_long_time() argument 1658 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) bfq_bfqq_handle_idle_busy_switch() argument 1806 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_inject_limit() argument 1875 struct bfq_data *bfqd = bfqq->bfqd; bfq_add_request() local 2123 bfq_find_rq_fmerge(struct bfq_data *bfqd, struct bio *bio, struct request_queue *q) bfq_find_rq_fmerge() argument 2164 struct bfq_data *bfqd = bfqq->bfqd; bfq_remove_request() local 2224 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_bio_merge() local 2263 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_request_merge() local 2287 struct bfq_data *bfqd; bfq_request_merged() local 2390 bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_end_wr_async_queues() argument 2403 bfq_end_wr(struct bfq_data *bfqd) bfq_end_wr() argument 2433 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) bfqq_find_close() argument 2475 bfq_find_close_cooperator(struct bfq_data *bfqd, struct bfq_queue *cur_bfqq, sector_t sector) bfq_find_close_cooperator() argument 2621 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request) bfq_setup_cooperator() argument 2761 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_release_process_ref() argument 2782 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_merge_bfqqs() argument 2857 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_allow_bio_merge() local 2914 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_set_budget_timeout() argument 2930 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) __bfq_set_in_service_queue() argument 2987 bfq_set_in_service_queue(struct bfq_data *bfqd) bfq_set_in_service_queue() argument 2995 bfq_arm_slice_timer(struct bfq_data *bfqd) bfq_arm_slice_timer() argument 3039 bfq_calc_max_budget(struct bfq_data *bfqd) bfq_calc_max_budget() argument 3050 update_thr_responsiveness_params(struct bfq_data *bfqd) update_thr_responsiveness_params() argument 3059 bfq_reset_rate_computation(struct bfq_data *bfqd, struct request *rq) bfq_reset_rate_computation() argument 3077 bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq) bfq_update_rate_reset() argument 3218 bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq) bfq_update_peak_rate() argument 3488 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_needed_for_service_guarantees() argument 3503 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_expire() argument 3571 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_recalc_budget() argument 3763 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason, unsigned long *delta_ms) bfq_bfqq_is_slow() argument 3913 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_softrt_next_start() argument 3949 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) bfq_bfqq_expire() argument 4120 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_boosts_thr_without_issues() argument 4222 struct bfq_data *bfqd = bfqq->bfqd; bfq_better_to_idle() local 4284 bfq_choose_bfqq_for_injection(struct bfq_data *bfqd) bfq_choose_bfqq_for_injection() argument 4376 bfq_select_queue(struct bfq_data *bfqd) bfq_select_queue() argument 4578 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_wr_data() argument 4634 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_dispatch_rq_from_bfqq() argument 4683 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_has_work() local 4698 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; __bfq_dispatch_request() local 4838 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_dispatch_request() local 4968 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_exit_bfqq() argument 4985 struct bfq_data *bfqd; bfq_exit_icq_bfqq() local 5017 struct bfq_data *bfqd = bfqq->bfqd; bfq_set_next_ioprio_data() local 5066 struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_check_ioprio_change() local 5093 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync) bfq_init_bfqq() argument 5153 bfq_async_queue_prio(struct bfq_data *bfqd, struct bfq_group *bfqg, int ioprio_class, int ioprio) bfq_async_queue_prio() argument 5172 bfq_get_queue(struct bfq_data *bfqd, struct bio *bio, bool is_sync, struct bfq_io_cq *bic) bfq_get_queue() argument 5229 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_io_thinktime() argument 5244 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_update_io_seektime() argument 5256 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_update_has_short_ttime() argument 5387 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_rq_enqueued() argument 5444 __bfq_insert_request(struct bfq_data *bfqd, struct request *rq) __bfq_insert_request() argument 5534 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_insert_request() local 5601 bfq_update_hw_tag(struct bfq_data *bfqd) bfq_update_hw_tag() argument 5642 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) bfq_completed_request() argument 5871 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_inject_limit() argument 5937 struct bfq_data *bfqd; bfq_finish_requeue_request() local 6014 bfq_get_bfqq_handle_split(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bio *bio, bool split, bool is_sync, bool *new_queue) bfq_get_bfqq_handle_split() argument 6120 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_init_rq() local 6226 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_idle_slice_timer_body() argument 6278 struct bfq_data *bfqd = container_of(timer, struct bfq_data, bfq_idle_slice_timer() local 6296 __bfq_put_async_bfqq(struct bfq_data *bfqd, struct bfq_queue **bfqq_ptr) __bfq_put_async_bfqq() argument 6318 bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_put_async_queues() argument 6333 bfq_update_depths(struct bfq_data *bfqd, struct sbitmap_queue *bt) bfq_update_depths() argument 6378 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_depth_updated() local 6394 struct bfq_data *bfqd = e->elevator_data; bfq_exit_queue() local 6423 bfq_init_root_group(struct bfq_group *root_group, struct bfq_data *bfqd) bfq_init_root_group() argument 6441 struct bfq_data *bfqd; bfq_init_queue() local 6690 struct bfq_data *bfqd = e->elevator_data; bfq_max_budget_store() local 6718 struct bfq_data *bfqd = e->elevator_data; bfq_timeout_sync_store() local 6741 struct bfq_data *bfqd = e->elevator_data; bfq_strict_guarantees_store() local 6763 struct bfq_data *bfqd = e->elevator_data; bfq_low_latency_store() local [all...] |
/kernel/linux/linux-6.6/block/ |
H A D | bfq-cgroup.c | 533 struct bfq_data *bfqd = blkg->q->elevator->elevator_data; in bfq_pd_init() local 576 static void bfq_link_bfqg(struct bfq_data *bfqd, struct bfq_group *bfqg) in bfq_link_bfqg() argument 599 struct bfq_group *bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) in bfq_bio_bfqg() argument 635 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument 708 bfq_sync_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *sync_bfqq, struct bfq_io_cq *bic, struct bfq_group *bfqg, unsigned int act_idx) bfq_sync_bfqq_move() argument 758 __bfq_bic_change_cgroup(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_group *bfqg) __bfq_bic_change_cgroup() argument 781 struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_bic_update_cgroup() local 873 bfq_reparent_leaf_entity(struct bfq_data *bfqd, struct bfq_entity *entity, int ioprio_class) bfq_reparent_leaf_entity() argument 903 bfq_reparent_active_queues(struct bfq_data *bfqd, struct bfq_group *bfqg, struct bfq_service_tree *st, int ioprio_class) bfq_reparent_active_queues() argument 932 struct bfq_data *bfqd = bfqg->bfqd; bfq_pd_offline() local 992 bfq_end_wr_async(struct bfq_data *bfqd) bfq_end_wr_async() argument 1284 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_create_group_hierarchy() argument 1447 bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_group *bfqg) bfq_bfqq_move() argument 1465 bfq_end_wr_async(struct bfq_data *bfqd) bfq_end_wr_async() argument 1470 bfq_bio_bfqg(struct bfq_data *bfqd, struct bio *bio) bfq_bio_bfqg() argument 1482 bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_create_group_hierarchy() argument [all...] |
H A D | bfq-wf2q.c | 38 unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd) in bfq_tot_busy_queues() argument 837 bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned long time_ms) bfq_bfqq_charge_time() argument 1444 next_queue_may_preempt(struct bfq_data *bfqd) next_queue_may_preempt() argument 1454 bfq_get_next_queue(struct bfq_data *bfqd) bfq_get_next_queue() argument 1547 __bfq_bfqd_reset_in_service(struct bfq_data *bfqd) __bfq_bfqd_reset_in_service() argument 1587 bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool ins_into_idle_tree, bool expiration) bfq_deactivate_bfqq() argument 1595 bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_activate_bfqq() argument 1604 bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool expiration) bfq_requeue_bfqq() argument 1646 struct bfq_data *bfqd = bfqq->bfqd; bfq_del_bfqq_busy() local 1676 struct bfq_data *bfqd = bfqq->bfqd; bfq_add_bfqq_busy() local [all...] |
H A D | bfq-iosched.h | 252 struct bfq_data *bfqd; member 1015 struct bfq_data *bfqd; member [all...] |
H A D | bfq-iosched.c | 474 void bfq_schedule_dispatch(struct bfq_data *bfqd) in bfq_schedule_dispatch() argument 493 static struct request *bfq_choose_req(struct bfq_data *bfqd, in bfq_choose_req() argument 587 struct bfq_data *bfqd = bfqq->bfqd; bfqq_request_over_limit() local 692 struct bfq_data *bfqd = data->q->elevator->elevator_data; bfq_limit_depth() local 728 bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root, sector_t sector, struct rb_node **ret_parent, struct rb_node ***rb_link) bfq_rq_pos_tree_lookup() argument 784 bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_pos_tree_add_move() argument 854 bfq_asymmetric_scenario(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_asymmetric_scenario() argument 1015 bfq_find_next_rq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *last) bfq_find_next_rq() argument 1064 bfq_updated_next_req(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_updated_next_req() argument 1093 bfq_wr_duration(struct bfq_data *bfqd) bfq_wr_duration() argument 1124 switch_back_to_interactive_wr(struct bfq_queue *bfqq, struct bfq_data *bfqd) switch_back_to_interactive_wr() argument 1133 bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, struct bfq_io_cq *bic, bool bfq_already_existing) bfq_bfqq_resume_state() argument 1207 bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_burst_list() argument 1230 bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_add_to_burst() argument 1382 bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_handle_burst() argument 1460 bfq_max_budget(struct bfq_data *bfqd) bfq_max_budget() argument 1472 bfq_min_budget(struct bfq_data *bfqd) bfq_min_budget() argument 1584 bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool arrived_in_time) bfq_bfqq_update_budg_for_activation() argument 1653 bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, struct bfq_queue *bfqq, unsigned int old_wr_coeff, bool wr_or_deserves_wr, bool interactive, bool in_burst, bool soft_rt) bfq_update_bfqq_wr_on_rq_arrival() argument 1750 bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_idle_for_long_time() argument 1792 bfq_actuator_index(struct bfq_data *bfqd, struct bio *bio) bfq_actuator_index() argument 1818 bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, struct bfq_queue *bfqq, int old_wr_coeff, struct request *rq, bool *interactive) bfq_bfqq_handle_idle_busy_switch() argument 1985 bfq_reset_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_reset_inject_limit() argument 2132 bfq_check_waker(struct bfq_data *bfqd, struct bfq_queue *bfqq, u64 now_ns) bfq_check_waker() argument 2207 struct bfq_data *bfqd = bfqq->bfqd; bfq_add_request() local 2359 bfq_find_rq_fmerge(struct bfq_data *bfqd, struct bio *bio, struct request_queue *q) bfq_find_rq_fmerge() argument 2384 struct bfq_data *bfqd = bfqq->bfqd; bfq_remove_request() local 2448 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_bio_merge() local 2488 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_request_merge() local 2512 struct bfq_data *bfqd; bfq_request_merged() local 2633 bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_end_wr_async_queues() argument 2648 bfq_end_wr(struct bfq_data *bfqd) bfq_end_wr() argument 2681 bfqq_find_close(struct bfq_data *bfqd, struct bfq_queue *bfqq, sector_t sector) bfqq_find_close() argument 2723 bfq_find_close_cooperator(struct bfq_data *bfqd, struct bfq_queue *cur_bfqq, sector_t sector) bfq_find_close_cooperator() argument 2852 bfq_setup_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_queue *stable_merge_bfqq, struct bfq_iocq_bfqq_data *bfqq_data) bfq_setup_stable_merge() argument 2906 bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, void *io_struct, bool request, struct bfq_io_cq *bic) bfq_setup_cooperator() argument 3106 bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_release_process_ref() argument 3129 bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bfq_queue *bfqq, struct bfq_queue *new_bfqq) bfq_merge_bfqqs() argument 3230 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_allow_bio_merge() local 3287 bfq_set_budget_timeout(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_set_budget_timeout() argument 3303 __bfq_set_in_service_queue(struct bfq_data *bfqd, struct bfq_queue *bfqq) __bfq_set_in_service_queue() argument 3360 bfq_set_in_service_queue(struct bfq_data *bfqd) bfq_set_in_service_queue() argument 3368 bfq_arm_slice_timer(struct bfq_data *bfqd) bfq_arm_slice_timer() argument 3412 bfq_calc_max_budget(struct bfq_data *bfqd) bfq_calc_max_budget() argument 3423 update_thr_responsiveness_params(struct bfq_data *bfqd) update_thr_responsiveness_params() argument 3432 bfq_reset_rate_computation(struct bfq_data *bfqd, struct request *rq) bfq_reset_rate_computation() argument 3450 bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq) bfq_update_rate_reset() argument 3591 bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq) bfq_update_peak_rate() argument 3876 idling_needed_for_service_guarantees(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_needed_for_service_guarantees() argument 3892 __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_expire() argument 3960 __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, struct bfq_queue *bfqq, enum bfqq_expiration reason) __bfq_bfqq_recalc_budget() argument 4152 bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, unsigned long *delta_ms) bfq_bfqq_is_slow() argument 4301 bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_bfqq_softrt_next_start() argument 4337 bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bool compensate, enum bfqq_expiration reason) bfq_bfqq_expire() argument 4489 idling_boosts_thr_without_issues(struct bfq_data *bfqd, struct bfq_queue *bfqq) idling_boosts_thr_without_issues() argument 4591 struct bfq_data *bfqd = bfqq->bfqd; bfq_better_to_idle() local 4653 bfq_choose_bfqq_for_injection(struct bfq_data *bfqd) bfq_choose_bfqq_for_injection() argument 4744 bfq_find_active_bfqq_for_actuator(struct bfq_data *bfqd, int idx) bfq_find_active_bfqq_for_actuator() argument 4777 bfq_find_bfqq_for_underused_actuator(struct bfq_data *bfqd) bfq_find_bfqq_for_underused_actuator() argument 4801 bfq_select_queue(struct bfq_data *bfqd) bfq_select_queue() argument 5035 bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_wr_data() argument 5103 bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_dispatch_rq_from_bfqq() argument 5149 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_has_work() local 5161 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; __bfq_dispatch_request() local 5302 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_dispatch_request() local 5437 bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_exit_bfqq() argument 5455 struct bfq_data *bfqd; bfq_exit_icq_bfqq() local 5469 struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_exit_icq() local 5511 struct bfq_data *bfqd = bfqq->bfqd; bfq_set_next_ioprio_data() local 5563 struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_check_ioprio_change() local 5590 bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, pid_t pid, int is_sync, unsigned int act_idx) bfq_init_bfqq() argument 5660 bfq_async_queue_prio(struct bfq_data *bfqd, struct bfq_group *bfqg, int ioprio_class, int ioprio, int act_idx) bfq_async_queue_prio() argument 5680 bfq_do_early_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic, struct bfq_queue *last_bfqq_created) bfq_do_early_stable_merge() argument 5753 bfq_do_or_sched_stable_merge(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_do_or_sched_stable_merge() argument 5832 bfq_get_queue(struct bfq_data *bfqd, struct bio *bio, bool is_sync, struct bfq_io_cq *bic, bool respawn) bfq_get_queue() argument 5893 bfq_update_io_thinktime(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_io_thinktime() argument 5916 bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_update_io_seektime() argument 5946 bfq_update_has_short_ttime(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct bfq_io_cq *bic) bfq_update_has_short_ttime() argument 6078 bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, struct request *rq) bfq_rq_enqueued() argument 6151 __bfq_insert_request(struct bfq_data *bfqd, struct request *rq) __bfq_insert_request() argument 6243 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_insert_request() local 6308 bfq_update_hw_tag(struct bfq_data *bfqd) bfq_update_hw_tag() argument 6349 bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) bfq_completed_request() argument 6585 bfq_update_inject_limit(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_update_inject_limit() argument 6651 struct bfq_data *bfqd; bfq_finish_requeue_request() local 6739 bfq_get_bfqq_handle_split(struct bfq_data *bfqd, struct bfq_io_cq *bic, struct bio *bio, bool split, bool is_sync, bool *new_queue) bfq_get_bfqq_handle_split() argument 6849 struct bfq_data *bfqd = q->elevator->elevator_data; bfq_init_rq() local 6977 bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_idle_slice_timer_body() argument 7029 struct bfq_data *bfqd = container_of(timer, struct bfq_data, bfq_idle_slice_timer() local 7047 __bfq_put_async_bfqq(struct bfq_data *bfqd, struct bfq_queue **bfqq_ptr) __bfq_put_async_bfqq() argument 7069 bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_put_async_queues() argument 7086 bfq_update_depths(struct bfq_data *bfqd, struct sbitmap_queue *bt) bfq_update_depths() argument 7125 struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_depth_updated() local 7140 struct bfq_data *bfqd = e->elevator_data; bfq_exit_queue() local 7176 bfq_init_root_group(struct bfq_group *root_group, struct bfq_data *bfqd) bfq_init_root_group() argument 7194 struct bfq_data *bfqd; bfq_init_queue() local 7489 struct bfq_data *bfqd = e->elevator_data; bfq_max_budget_store() local 7517 struct bfq_data *bfqd = e->elevator_data; bfq_timeout_sync_store() local 7540 struct bfq_data *bfqd = e->elevator_data; bfq_strict_guarantees_store() local 7562 struct bfq_data *bfqd = e->elevator_data; bfq_low_latency_store() local [all...] |