Home
last modified time | relevance | path

Searched refs:rqos (Results 1 - 19 of 19) sorted by relevance

/kernel/linux/linux-5.10/block/
H A Dblk-rq-qos.c32 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio) in __rq_qos_cleanup() argument
35 if (rqos->ops->cleanup) in __rq_qos_cleanup()
36 rqos->ops->cleanup(rqos, bio); in __rq_qos_cleanup()
37 rqos = rqos->next; in __rq_qos_cleanup()
38 } while (rqos); in __rq_qos_cleanup()
41 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done() argument
44 if (rqos->ops->done) in __rq_qos_done()
45 rqos in __rq_qos_done()
50 __rq_qos_issue(struct rq_qos *rqos, struct request *rq) __rq_qos_issue() argument
59 __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) __rq_qos_requeue() argument
68 __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio) __rq_qos_throttle() argument
77 __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) __rq_qos_track() argument
86 __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) __rq_qos_merge() argument
95 __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio) __rq_qos_done_bio() argument
104 __rq_qos_queue_depth_changed(struct rq_qos *rqos) __rq_qos_queue_depth_changed() argument
300 struct rq_qos *rqos = q->rq_qos; rq_qos_exit() local
[all...]
H A Dblk-wbt.c100 struct bdi_writeback *wb = &rwb->rqos.q->backing_dev_info->wb; in wb_recent_wait()
170 static void __wbt_done(struct rq_qos *rqos, enum wbt_flags wb_acct) in __wbt_done() argument
172 struct rq_wb *rwb = RQWB(rqos); in __wbt_done()
186 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done() argument
188 struct rq_wb *rwb = RQWB(rqos); in wbt_done()
200 __wbt_done(rqos, wbt_flags(rq)); in wbt_done()
237 struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info; in latency_exceeded()
290 struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info; in rwb_trace_step()
362 trace_wbt_timer(rwb->rqos.q->backing_dev_info, status, rqd->scale_step, in wb_timer_fn()
424 struct rq_qos *rqos in wbt_get_min_lat() local
432 struct rq_qos *rqos = wbt_rq_qos(q); wbt_set_min_lat() local
559 wbt_cleanup(struct rq_qos *rqos, struct bio *bio) wbt_cleanup() argument
572 wbt_wait(struct rq_qos *rqos, struct bio *bio) wbt_wait() argument
590 wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) wbt_track() argument
596 wbt_issue(struct rq_qos *rqos, struct request *rq) wbt_issue() argument
616 wbt_requeue(struct rq_qos *rqos, struct request *rq) wbt_requeue() argument
629 struct rq_qos *rqos = wbt_rq_qos(q); wbt_set_write_cache() local
639 struct rq_qos *rqos = wbt_rq_qos(q); wbt_enable_default() local
682 wbt_queue_depth_changed(struct rq_qos *rqos) wbt_queue_depth_changed() argument
688 wbt_exit(struct rq_qos *rqos) wbt_exit() argument
703 struct rq_qos *rqos = wbt_rq_qos(q); wbt_disable_default() local
718 struct rq_qos *rqos = data; wbt_curr_win_nsec_show() local
727 struct rq_qos *rqos = data; wbt_enabled_show() local
736 struct rq_qos *rqos = data; wbt_id_show() local
744 struct rq_qos *rqos = data; wbt_inflight_show() local
756 struct rq_qos *rqos = data; wbt_min_lat_nsec_show() local
765 struct rq_qos *rqos = data; wbt_unknown_cnt_show() local
774 struct rq_qos *rqos = data; wbt_normal_show() local
783 struct rq_qos *rqos = data; wbt_background_show() local
[all...]
H A Dblk-rq-qos.h64 struct rq_qos *rqos; in rq_qos_id() local
65 for (rqos = q->rq_qos; rqos; rqos = rqos->next) { in rq_qos_id()
66 if (rqos->id == id) in rq_qos_id()
69 return rqos; in rq_qos_id()
101 static inline void rq_qos_add(struct request_queue *q, struct rq_qos *rqos) in rq_qos_add() argument
104 * No IO can be in-flight when adding rqos, so freeze queue, which in rq_qos_add()
113 rqos in rq_qos_add()
123 rq_qos_del(struct request_queue *q, struct rq_qos *rqos) rq_qos_del() argument
[all...]
H A Dblk-iolatency.c87 struct rq_qos rqos; member
102 static inline struct blk_iolatency *BLKIOLATENCY(struct rq_qos *rqos) in BLKIOLATENCY() argument
104 return container_of(rqos, struct blk_iolatency, rqos); in BLKIOLATENCY()
285 static void __blkcg_iolatency_throttle(struct rq_qos *rqos, in __blkcg_iolatency_throttle() argument
294 blkcg_schedule_throttle(rqos->q, use_memdelay); in __blkcg_iolatency_throttle()
332 unsigned long qd = blkiolat->rqos.q->nr_requests; in scale_cookie_change()
372 unsigned long qd = iolat->blkiolat->rqos.q->nr_requests; in scale_change()
465 static void blkcg_iolatency_throttle(struct rq_qos *rqos, struct bio *bio) in blkcg_iolatency_throttle() argument
467 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); in blkcg_iolatency_throttle()
593 blkcg_iolatency_done_bio(struct rq_qos *rqos, struct bio *bio) blkcg_iolatency_done_bio() argument
645 blkcg_iolatency_exit(struct rq_qos *rqos) blkcg_iolatency_exit() argument
763 struct rq_qos *rqos; blk_iolatency_init() local
976 struct rq_qos *rqos = blkcg_rq_qos(blkg->q); iolatency_pd_init() local
[all...]
H A Dblk-mq-debugfs.h35 void blk_mq_debugfs_register_rqos(struct rq_qos *rqos);
36 void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos);
81 static inline void blk_mq_debugfs_register_rqos(struct rq_qos *rqos) in blk_mq_debugfs_register_rqos() argument
85 static inline void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) in blk_mq_debugfs_unregister_rqos() argument
H A Dblk-wbt.h68 struct rq_qos rqos; member
73 static inline struct rq_wb *RQWB(struct rq_qos *rqos) in RQWB() argument
75 return container_of(rqos, struct rq_wb, rqos); in RQWB()
H A Dblk-mq-debugfs.c851 struct rq_qos *rqos = q->rq_qos; in blk_mq_debugfs_register() local
853 while (rqos) { in blk_mq_debugfs_register()
854 blk_mq_debugfs_register_rqos(rqos); in blk_mq_debugfs_register()
855 rqos = rqos->next; in blk_mq_debugfs_register()
946 void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) in blk_mq_debugfs_unregister_rqos() argument
948 debugfs_remove_recursive(rqos->debugfs_dir); in blk_mq_debugfs_unregister_rqos()
949 rqos->debugfs_dir = NULL; in blk_mq_debugfs_unregister_rqos()
952 void blk_mq_debugfs_register_rqos(struct rq_qos *rqos) in blk_mq_debugfs_register_rqos() argument
954 struct request_queue *q = rqos in blk_mq_debugfs_register_rqos()
[all...]
H A Dblk-iocost.c409 struct rq_qos rqos; member
664 static struct ioc *rqos_to_ioc(struct rq_qos *rqos) in rqos_to_ioc() argument
666 return container_of(rqos, struct ioc, rqos); in rqos_to_ioc()
684 return q_name(ioc->rqos.q); in ioc_name()
819 if (!blk_queue_nonrot(ioc->rqos.q)) in ioc_autop_idx()
823 if (blk_queue_depth(ioc->rqos.q) == 1) in ioc_autop_idx()
2562 static void ioc_rqos_throttle(struct rq_qos *rqos, struct bio *bio) in ioc_rqos_throttle() argument
2565 struct ioc *ioc = rqos_to_ioc(rqos); in ioc_rqos_throttle()
2645 blkcg_schedule_throttle(rqos in ioc_rqos_throttle()
2697 ioc_rqos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) ioc_rqos_merge() argument
2756 ioc_rqos_done_bio(struct rq_qos *rqos, struct bio *bio) ioc_rqos_done_bio() argument
2764 ioc_rqos_done(struct rq_qos *rqos, struct request *rq) ioc_rqos_done() argument
2804 ioc_rqos_queue_depth_changed(struct rq_qos *rqos) ioc_rqos_queue_depth_changed() argument
2813 ioc_rqos_exit(struct rq_qos *rqos) ioc_rqos_exit() argument
2840 struct rq_qos *rqos; blk_iocost_init() local
[all...]
H A Dblk-sysfs.c470 struct rq_qos *rqos; in queue_wb_lat_store() local
480 rqos = wbt_rq_qos(q); in queue_wb_lat_store()
481 if (!rqos) { in queue_wb_lat_store()
/kernel/linux/linux-6.6/block/
H A Dblk-rq-qos.c26 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio) in __rq_qos_cleanup() argument
29 if (rqos->ops->cleanup) in __rq_qos_cleanup()
30 rqos->ops->cleanup(rqos, bio); in __rq_qos_cleanup()
31 rqos = rqos->next; in __rq_qos_cleanup()
32 } while (rqos); in __rq_qos_cleanup()
35 void __rq_qos_done(struct rq_qos *rqos, struct request *rq) in __rq_qos_done() argument
38 if (rqos->ops->done) in __rq_qos_done()
39 rqos in __rq_qos_done()
44 __rq_qos_issue(struct rq_qos *rqos, struct request *rq) __rq_qos_issue() argument
53 __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) __rq_qos_requeue() argument
62 __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio) __rq_qos_throttle() argument
71 __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) __rq_qos_track() argument
80 __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) __rq_qos_merge() argument
89 __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio) __rq_qos_done_bio() argument
98 __rq_qos_queue_depth_changed(struct rq_qos *rqos) __rq_qos_queue_depth_changed() argument
293 struct rq_qos *rqos = q->rq_qos; rq_qos_exit() local
300 rq_qos_add(struct rq_qos *rqos, struct gendisk *disk, enum rq_qos_id id, const struct rq_qos_ops *ops) rq_qos_add() argument
336 rq_qos_del(struct rq_qos *rqos) rq_qos_del() argument
[all...]
H A Dblk-wbt.c92 struct rq_qos rqos; member
97 static inline struct rq_wb *RQWB(struct rq_qos *rqos) in RQWB() argument
99 return container_of(rqos, struct rq_wb, rqos); in RQWB()
168 struct backing_dev_info *bdi = rwb->rqos.disk->bdi; in wb_recent_wait()
229 static void __wbt_done(struct rq_qos *rqos, enum wbt_flags wb_acct) in __wbt_done() argument
231 struct rq_wb *rwb = RQWB(rqos); in __wbt_done()
245 static void wbt_done(struct rq_qos *rqos, struct request *rq) in wbt_done() argument
247 struct rq_wb *rwb = RQWB(rqos); in wbt_done()
259 __wbt_done(rqos, wbt_flag in wbt_done()
495 struct rq_qos *rqos = wbt_rq_qos(q); wbt_disabled() local
502 struct rq_qos *rqos = wbt_rq_qos(q); wbt_get_min_lat() local
510 struct rq_qos *rqos = wbt_rq_qos(q); wbt_set_min_lat() local
635 wbt_cleanup(struct rq_qos *rqos, struct bio *bio) wbt_cleanup() argument
647 wbt_wait(struct rq_qos *rqos, struct bio *bio) wbt_wait() argument
665 wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) wbt_track() argument
671 wbt_issue(struct rq_qos *rqos, struct request *rq) wbt_issue() argument
691 wbt_requeue(struct rq_qos *rqos, struct request *rq) wbt_requeue() argument
704 struct rq_qos *rqos = wbt_rq_qos(q); wbt_set_write_cache() local
715 struct rq_qos *rqos; wbt_enable_default() local
764 wbt_queue_depth_changed(struct rq_qos *rqos) wbt_queue_depth_changed() argument
770 wbt_exit(struct rq_qos *rqos) wbt_exit() argument
784 struct rq_qos *rqos = wbt_rq_qos(disk->queue); wbt_disable_default() local
799 struct rq_qos *rqos = data; wbt_curr_win_nsec_show() local
808 struct rq_qos *rqos = data; wbt_enabled_show() local
817 struct rq_qos *rqos = data; wbt_id_show() local
825 struct rq_qos *rqos = data; wbt_inflight_show() local
837 struct rq_qos *rqos = data; wbt_min_lat_nsec_show() local
846 struct rq_qos *rqos = data; wbt_unknown_cnt_show() local
855 struct rq_qos *rqos = data; wbt_normal_show() local
864 struct rq_qos *rqos = data; wbt_background_show() local
[all...]
H A Dblk-rq-qos.h64 struct rq_qos *rqos; in rq_qos_id() local
65 for (rqos = q->rq_qos; rqos; rqos = rqos->next) { in rq_qos_id()
66 if (rqos->id == id) in rq_qos_id()
69 return rqos; in rq_qos_id()
88 int rq_qos_add(struct rq_qos *rqos, struct gendisk *disk, enum rq_qos_id id,
90 void rq_qos_del(struct rq_qos *rqos);
103 void __rq_qos_cleanup(struct rq_qos *rqos, struc
[all...]
H A Dblk-mq-debugfs.h36 void blk_mq_debugfs_register_rqos(struct rq_qos *rqos);
37 void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos);
77 static inline void blk_mq_debugfs_register_rqos(struct rq_qos *rqos) in blk_mq_debugfs_register_rqos() argument
81 static inline void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) in blk_mq_debugfs_unregister_rqos() argument
H A Dblk-iolatency.c88 struct rq_qos rqos; member
103 static inline struct blk_iolatency *BLKIOLATENCY(struct rq_qos *rqos) in BLKIOLATENCY() argument
105 return container_of(rqos, struct blk_iolatency, rqos); in BLKIOLATENCY()
286 static void __blkcg_iolatency_throttle(struct rq_qos *rqos, in __blkcg_iolatency_throttle() argument
295 blkcg_schedule_throttle(rqos->disk, use_memdelay); in __blkcg_iolatency_throttle()
333 unsigned long qd = blkiolat->rqos.disk->queue->nr_requests; in scale_cookie_change()
375 unsigned long qd = iolat->blkiolat->rqos.disk->queue->nr_requests; in scale_change()
463 static void blkcg_iolatency_throttle(struct rq_qos *rqos, struct bio *bio) in blkcg_iolatency_throttle() argument
465 struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); in blkcg_iolatency_throttle()
591 blkcg_iolatency_done_bio(struct rq_qos *rqos, struct bio *bio) blkcg_iolatency_done_bio() argument
643 blkcg_iolatency_exit(struct rq_qos *rqos) blkcg_iolatency_exit() argument
986 struct rq_qos *rqos = iolat_rq_qos(blkg->q); iolatency_pd_init() local
[all...]
H A Dblk-mq-debugfs.c679 struct rq_qos *rqos = q->rq_qos; in blk_mq_debugfs_register() local
681 while (rqos) { in blk_mq_debugfs_register()
682 blk_mq_debugfs_register_rqos(rqos); in blk_mq_debugfs_register()
683 rqos = rqos->next; in blk_mq_debugfs_register()
788 void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) in blk_mq_debugfs_unregister_rqos() argument
790 lockdep_assert_held(&rqos->disk->queue->debugfs_mutex); in blk_mq_debugfs_unregister_rqos()
792 if (!rqos->disk->queue->debugfs_dir) in blk_mq_debugfs_unregister_rqos()
794 debugfs_remove_recursive(rqos->debugfs_dir); in blk_mq_debugfs_unregister_rqos()
795 rqos in blk_mq_debugfs_unregister_rqos()
798 blk_mq_debugfs_register_rqos(struct rq_qos *rqos) blk_mq_debugfs_register_rqos() argument
[all...]
H A Dblk-iocost.c407 struct rq_qos rqos; member
660 static struct ioc *rqos_to_ioc(struct rq_qos *rqos) in rqos_to_ioc() argument
662 return container_of(rqos, struct ioc, rqos); in rqos_to_ioc()
672 struct gendisk *disk = ioc->rqos.disk; in ioc_name()
804 * ioc->rqos.disk isn't initialized when this function is called from
909 * struct gendisk is required as an argument because ioc->rqos.disk
953 return ioc_refresh_params_disk(ioc, force, ioc->rqos.disk); in ioc_refresh_params()
2595 static void ioc_rqos_throttle(struct rq_qos *rqos, struct bio *bio) in ioc_rqos_throttle() argument
2598 struct ioc *ioc = rqos_to_ioc(rqos); in ioc_rqos_throttle()
2730 ioc_rqos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) ioc_rqos_merge() argument
2789 ioc_rqos_done_bio(struct rq_qos *rqos, struct bio *bio) ioc_rqos_done_bio() argument
2797 ioc_rqos_done(struct rq_qos *rqos, struct request *rq) ioc_rqos_done() argument
2837 ioc_rqos_queue_depth_changed(struct rq_qos *rqos) ioc_rqos_queue_depth_changed() argument
2846 ioc_rqos_exit(struct rq_qos *rqos) ioc_rqos_exit() argument
[all...]
H A Dblk-sysfs.c574 struct rq_qos *rqos; in queue_wb_lat_store() local
584 rqos = wbt_rq_qos(q); in queue_wb_lat_store()
585 if (!rqos) { in queue_wb_lat_store()
/kernel/linux/linux-5.10/drivers/net/ethernet/freescale/
H A Ducc_geth.h1072 enum ucc_geth_qos_mode rqos; member
/kernel/linux/linux-6.6/drivers/net/ethernet/freescale/
H A Ducc_geth.h1071 enum ucc_geth_qos_mode rqos; member

Completed in 30 milliseconds