Home
last modified time | relevance | path

Searched defs:rwb (Results 1 - 7 of 7) sorted by relevance

/kernel/linux/linux-6.6/include/linux/
H A Drwbase_rt.h29 static __always_inline bool rw_base_is_locked(struct rwbase_rt *rwb) in rw_base_is_locked() argument
34 static __always_inline bool rw_base_is_contended(struct rwbase_rt *rwb) in rw_base_is_contended() argument
/kernel/linux/linux-6.6/kernel/locking/
H A Drwbase_rt.c53 static __always_inline int rwbase_read_trylock(struct rwbase_rt *rwb) in rwbase_read_trylock() argument
68 static int __sched __rwbase_read_lock(struct rwbase_rt *rwb, in __rwbase_read_lock() argument
131 static __always_inline int rwbase_read_lock(struct rwbase_rt *rwb, in rwbase_read_lock() argument
140 __rwbase_read_unlock(struct rwbase_rt *rwb, unsigned int state) __rwbase_read_unlock() argument
164 rwbase_read_unlock(struct rwbase_rt *rwb, unsigned int state) rwbase_read_unlock() argument
177 __rwbase_write_unlock(struct rwbase_rt *rwb, int bias, unsigned long flags) __rwbase_write_unlock() argument
191 rwbase_write_unlock(struct rwbase_rt *rwb) rwbase_write_unlock() argument
200 rwbase_write_downgrade(struct rwbase_rt *rwb) rwbase_write_downgrade() argument
210 __rwbase_write_trylock(struct rwbase_rt *rwb) __rwbase_write_trylock() argument
227 rwbase_write_lock(struct rwbase_rt *rwb, unsigned int state) rwbase_write_lock() argument
272 rwbase_write_trylock(struct rwbase_rt *rwb) rwbase_write_trylock() argument
[all...]
/kernel/linux/linux-5.10/block/
H A Dblk-wbt.h78 static inline unsigned int wbt_inflight(struct rq_wb *rwb) in wbt_inflight() argument
H A Dblk-wbt.c78 static inline bool rwb_enabled(struct rq_wb *rwb) in rwb_enabled() argument
84 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp() argument
98 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait() argument
105 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait() argument
116 rwb_wake_all(struct rq_wb *rwb) rwb_wake_all() argument
128 wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, enum wbt_flags wb_acct) wbt_rqw_done() argument
172 struct rq_wb *rwb = RQWB(rqos); __wbt_done() local
188 struct rq_wb *rwb = RQWB(rqos); wbt_done() local
217 rwb_sync_issue_lat(struct rq_wb *rwb) rwb_sync_issue_lat() argument
235 latency_exceeded(struct rq_wb *rwb, struct blk_rq_stat *stat) latency_exceeded() argument
288 rwb_trace_step(struct rq_wb *rwb, const char *msg) rwb_trace_step() argument
297 calc_wb_limits(struct rq_wb *rwb) calc_wb_limits() argument
310 scale_up(struct rq_wb *rwb) scale_up() argument
320 scale_down(struct rq_wb *rwb, bool hard_throttle) scale_down() argument
329 rwb_arm_timer(struct rq_wb *rwb) rwb_arm_timer() argument
355 struct rq_wb *rwb = cb->data; wb_timer_fn() local
409 wbt_update_limits(struct rq_wb *rwb) wbt_update_limits() argument
441 close_io(struct rq_wb *rwb) close_io() argument
451 get_limit(struct rq_wb *rwb, unsigned long rw) get_limit() argument
488 struct rq_wb *rwb; global() member
509 __wbt_wait(struct rq_wb *rwb, enum wbt_flags wb_acct, unsigned long rw) __wbt_wait() argument
522 wbt_should_throttle(struct rq_wb *rwb, struct bio *bio) wbt_should_throttle() argument
540 bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio) bio_to_wbt_flags() argument
561 struct rq_wb *rwb = RQWB(rqos); wbt_cleanup() local
574 struct rq_wb *rwb = RQWB(rqos); wbt_wait() local
592 struct rq_wb *rwb = RQWB(rqos); wbt_track() local
598 struct rq_wb *rwb = RQWB(rqos); wbt_issue() local
618 struct rq_wb *rwb = RQWB(rqos); wbt_requeue() local
690 struct rq_wb *rwb = RQWB(rqos); wbt_exit() local
704 struct rq_wb *rwb; wbt_disable_default() local
719 struct rq_wb *rwb = RQWB(rqos); wbt_curr_win_nsec_show() local
728 struct rq_wb *rwb = RQWB(rqos); wbt_enabled_show() local
745 struct rq_wb *rwb = RQWB(rqos); wbt_inflight_show() local
757 struct rq_wb *rwb = RQWB(rqos); wbt_min_lat_nsec_show() local
766 struct rq_wb *rwb = RQWB(rqos); wbt_unknown_cnt_show() local
775 struct rq_wb *rwb = RQWB(rqos); wbt_normal_show() local
784 struct rq_wb *rwb = RQWB(rqos); wbt_background_show() local
819 struct rq_wb *rwb; wbt_init() local
[all...]
/kernel/linux/linux-5.10/drivers/lightnvm/
H A Dpblk-write.c26 struct pblk_rb *rwb = &pblk->rwb; in pblk_end_w_bio() local
[all...]
H A Dpblk.h608 struct pblk_rb rwb; member
/kernel/linux/linux-6.6/block/
H A Dblk-wbt.c146 static inline bool rwb_enabled(struct rq_wb *rwb) in rwb_enabled() argument
152 static void wb_timestamp(struct rq_wb *rwb, unsigned long *var) in wb_timestamp() argument
166 static bool wb_recent_wait(struct rq_wb *rwb) in wb_recent_wait() argument
173 static inline struct rq_wait *get_rq_wait(struct rq_wb *rwb, in get_rq_wait() argument
184 rwb_wake_all(struct rq_wb *rwb) rwb_wake_all() argument
196 wbt_rqw_done(struct rq_wb *rwb, struct rq_wait *rqw, enum wbt_flags wb_acct) wbt_rqw_done() argument
231 struct rq_wb *rwb = RQWB(rqos); __wbt_done() local
247 struct rq_wb *rwb = RQWB(rqos); wbt_done() local
276 rwb_sync_issue_lat(struct rq_wb *rwb) rwb_sync_issue_lat() argument
287 wbt_inflight(struct rq_wb *rwb) wbt_inflight() argument
304 latency_exceeded(struct rq_wb *rwb, struct blk_rq_stat *stat) latency_exceeded() argument
357 rwb_trace_step(struct rq_wb *rwb, const char *msg) rwb_trace_step() argument
366 calc_wb_limits(struct rq_wb *rwb) calc_wb_limits() argument
379 scale_up(struct rq_wb *rwb) scale_up() argument
389 scale_down(struct rq_wb *rwb, bool hard_throttle) scale_down() argument
398 rwb_arm_timer(struct rq_wb *rwb) rwb_arm_timer() argument
424 struct rq_wb *rwb = cb->data; wb_timer_fn() local
480 wbt_update_limits(struct rq_wb *rwb) wbt_update_limits() argument
524 close_io(struct rq_wb *rwb) close_io() argument
534 get_limit(struct rq_wb *rwb, blk_opf_t opf) get_limit() argument
564 struct rq_wb *rwb; global() member
585 __wbt_wait(struct rq_wb *rwb, enum wbt_flags wb_acct, blk_opf_t opf) __wbt_wait() argument
616 bio_to_wbt_flags(struct rq_wb *rwb, struct bio *bio) bio_to_wbt_flags() argument
637 struct rq_wb *rwb = RQWB(rqos); wbt_cleanup() local
649 struct rq_wb *rwb = RQWB(rqos); wbt_wait() local
667 struct rq_wb *rwb = RQWB(rqos); wbt_track() local
673 struct rq_wb *rwb = RQWB(rqos); wbt_issue() local
693 struct rq_wb *rwb = RQWB(rqos); wbt_requeue() local
772 struct rq_wb *rwb = RQWB(rqos); wbt_exit() local
785 struct rq_wb *rwb; wbt_disable_default() local
800 struct rq_wb *rwb = RQWB(rqos); wbt_curr_win_nsec_show() local
809 struct rq_wb *rwb = RQWB(rqos); wbt_enabled_show() local
826 struct rq_wb *rwb = RQWB(rqos); wbt_inflight_show() local
838 struct rq_wb *rwb = RQWB(rqos); wbt_min_lat_nsec_show() local
847 struct rq_wb *rwb = RQWB(rqos); wbt_unknown_cnt_show() local
856 struct rq_wb *rwb = RQWB(rqos); wbt_normal_show() local
865 struct rq_wb *rwb = RQWB(rqos); wbt_background_show() local
901 struct rq_wb *rwb; wbt_init() local
[all...]

Completed in 7 milliseconds