| /kernel/linux/linux-6.6/include/linux/ |
| H A D | bio.h | 9 /* struct bio, bio_vec and BIO_* flags are defined in blk_types.h */
22 #define bio_prio(bio) (bio)->bi_ioprio
23 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio)
25 #define bio_iter_iovec(bio, iter) \
26 bvec_iter_bvec((bio)->bi_io_vec, (iter))
28 #define bio_iter_page(bio, iter) \
29 bvec_iter_page((bio)->bi_io_vec, (iter))
30 #define bio_iter_len(bio, ite
54 bio_has_data(struct bio *bio) bio_has_data() argument
66 bio_no_advance_iter(const struct bio *bio) bio_no_advance_iter() argument
73 bio_data(struct bio *bio) bio_data() argument
81 bio_next_segment(const struct bio *bio, struct bvec_iter_all *iter) bio_next_segment() argument
98 bio_advance_iter(const struct bio *bio, struct bvec_iter *iter, unsigned int bytes) bio_advance_iter() argument
111 bio_advance_iter_single(const struct bio *bio, struct bvec_iter *iter, unsigned int bytes) bio_advance_iter_single() argument
136 bio_advance(struct bio *bio, unsigned int nbytes) bio_advance() argument
174 bio_segments(struct bio *bio) bio_segments() argument
214 bio_get(struct bio *bio) bio_get() argument
221 bio_cnt_set(struct bio *bio, unsigned int count) bio_cnt_set() argument
230 bio_flagged(struct bio *bio, unsigned int bit) bio_flagged() argument
235 bio_set_flag(struct bio *bio, unsigned int bit) bio_set_flag() argument
240 bio_clear_flag(struct bio *bio, unsigned int bit) bio_clear_flag() argument
245 bio_first_bvec_all(struct bio *bio) bio_first_bvec_all() argument
251 bio_first_page_all(struct bio *bio) bio_first_page_all() argument
256 bio_first_folio_all(struct bio *bio) bio_first_folio_all() argument
261 bio_last_bvec_all(struct bio *bio) bio_last_bvec_all() argument
284 bio_first_folio(struct folio_iter *fi, struct bio *bio, int i) bio_first_folio() argument
303 bio_next_folio(struct folio_iter *fi, struct bio *bio) bio_next_folio() argument
354 bio_integrity(struct bio *bio) bio_integrity() argument
362 bio_integrity_flagged(struct bio *bio, enum bip_flags flag) bio_integrity_flagged() argument
401 bio_next_split(struct bio *bio, int sectors, gfp_t gfp, struct bio_set *bs) bio_next_split() argument
442 bio_io_error(struct bio *bio) bio_io_error() argument
448 bio_wouldblock_error(struct bio *bio) bio_wouldblock_error() argument
501 zero_fill_bio(struct bio *bio) zero_fill_bio() argument
506 bio_release_pages(struct bio *bio, bool mark_dirty) bio_release_pages() argument
522 bio_associate_blkg(struct bio *bio) bio_associate_blkg() argument
523 bio_associate_blkg_from_css(struct bio *bio, struct cgroup_subsys_state *css) bio_associate_blkg_from_css() argument
528 blkcg_punt_bio_submit(struct bio *bio) blkcg_punt_bio_submit() argument
534 bio_set_dev(struct bio *bio, struct block_device *bdev) bio_set_dev() argument
573 struct bio *bio; bio_list_size() local
581 bio_list_add(struct bio_list *bl, struct bio *bio) bio_list_add() argument
593 bio_list_add_head(struct bio_list *bl, struct bio *bio) bio_list_add_head() argument
637 struct bio *bio = bl->head; bio_list_pop() local
652 struct bio *bio = bl->head; bio_list_get() local
663 bio_inc_remaining(struct bio *bio) bio_inc_remaining() argument
736 bio_integrity(struct bio *bio) bio_integrity() argument
751 bio_integrity_prep(struct bio *bio) bio_integrity_prep() argument
756 bio_integrity_clone(struct bio *bio, struct bio *bio_src, gfp_t gfp_mask) bio_integrity_clone() argument
762 bio_integrity_advance(struct bio *bio, unsigned int bytes_done) bio_integrity_advance() argument
768 bio_integrity_trim(struct bio *bio) bio_integrity_trim() argument
778 bio_integrity_flagged(struct bio *bio, enum bip_flags flag) bio_integrity_flagged() argument
783 bio_integrity_alloc(struct bio * bio, gfp_t gfp, unsigned int nr) bio_integrity_alloc() argument
789 bio_integrity_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_integrity_add_page() argument
804 bio_set_polled(struct bio *bio, struct kiocb *kiocb) bio_set_polled() argument
811 bio_clear_polled(struct bio *bio) bio_clear_polled() argument
[all...] |
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | bio.h | 11 /* struct bio, bio_vec and BIO_* flags are defined in blk_types.h */
24 #define bio_prio(bio) (bio)->bi_ioprio
25 #define bio_set_prio(bio, prio) ((bio)->bi_ioprio = prio)
27 #define bio_iter_iovec(bio, iter) \
28 bvec_iter_bvec((bio)->bi_io_vec, (iter))
30 #define bio_iter_page(bio, iter) \
31 bvec_iter_page((bio)->bi_io_vec, (iter))
32 #define bio_iter_len(bio, ite
56 bio_has_data(struct bio *bio) bio_has_data() argument
68 bio_no_advance_iter(const struct bio *bio) bio_no_advance_iter() argument
76 bio_mergeable(struct bio *bio) bio_mergeable() argument
84 bio_cur_bytes(struct bio *bio) bio_cur_bytes() argument
92 bio_data(struct bio *bio) bio_data() argument
108 bio_full(struct bio *bio, unsigned len) bio_full() argument
119 bio_next_segment(const struct bio *bio, struct bvec_iter_all *iter) bio_next_segment() argument
136 bio_advance_iter(const struct bio *bio, struct bvec_iter *iter, unsigned int bytes) bio_advance_iter() argument
177 bio_segments(struct bio *bio) bio_segments() argument
219 bio_get(struct bio *bio) bio_get() argument
226 bio_cnt_set(struct bio *bio, unsigned int count) bio_cnt_set() argument
235 bio_flagged(struct bio *bio, unsigned int bit) bio_flagged() argument
240 bio_set_flag(struct bio *bio, unsigned int bit) bio_set_flag() argument
245 bio_clear_flag(struct bio *bio, unsigned int bit) bio_clear_flag() argument
250 bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) bio_get_first_bvec() argument
255 bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) bio_get_last_bvec() argument
281 bio_first_bvec_all(struct bio *bio) bio_first_bvec_all() argument
287 bio_first_page_all(struct bio *bio) bio_first_page_all() argument
292 bio_last_bvec_all(struct bio *bio) bio_last_bvec_all() argument
329 bio_integrity(struct bio *bio) bio_integrity() argument
337 bio_integrity_flagged(struct bio *bio, enum bip_flags flag) bio_integrity_flagged() argument
374 bio_next_split(struct bio *bio, int sectors, gfp_t gfp, struct bio_set *bs) bio_next_split() argument
414 bio_io_error(struct bio *bio) bio_io_error() argument
420 bio_wouldblock_error(struct bio *bio) bio_wouldblock_error() argument
459 zero_fill_bio(struct bio *bio) zero_fill_bio() argument
494 bio_associate_blkg(struct bio *bio) bio_associate_blkg() argument
495 bio_associate_blkg_from_css(struct bio *bio, struct cgroup_subsys_state *css) bio_associate_blkg_from_css() argument
573 struct bio *bio; bio_list_size() local
581 bio_list_add(struct bio_list *bl, struct bio *bio) bio_list_add() argument
593 bio_list_add_head(struct bio_list *bl, struct bio *bio) bio_list_add_head() argument
637 struct bio *bio = bl->head; bio_list_pop() local
652 struct bio *bio = bl->head; bio_list_get() local
663 bio_inc_remaining(struct bio *bio) bio_inc_remaining() argument
737 bio_integrity(struct bio *bio) bio_integrity() argument
752 bio_integrity_prep(struct bio *bio) bio_integrity_prep() argument
757 bio_integrity_clone(struct bio *bio, struct bio *bio_src, gfp_t gfp_mask) bio_integrity_clone() argument
763 bio_integrity_advance(struct bio *bio, unsigned int bytes_done) bio_integrity_advance() argument
769 bio_integrity_trim(struct bio *bio) bio_integrity_trim() argument
779 bio_integrity_flagged(struct bio *bio, enum bip_flags flag) bio_integrity_flagged() argument
784 bio_integrity_alloc(struct bio * bio, gfp_t gfp, unsigned int nr) bio_integrity_alloc() argument
790 bio_integrity_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_integrity_add_page() argument
805 bio_set_polled(struct bio *bio, struct kiocb *kiocb) bio_set_polled() argument
[all...] |
| /kernel/linux/linux-6.6/block/ |
| H A D | bio.c | 7 #include <linux/bio.h>
32 struct bio *free_list;
33 struct bio *free_list_irq;
68 * fs_bio_set is the bio_set containing bio and iovec memory pools used by
93 snprintf(bslab->name, sizeof(bslab->name), "bio-%d", size); in create_bio_slab()
115 return bs->front_pad + sizeof(struct bio) + bs->back_pad; in bs_bio_slab_size()
144 if (WARN(!bslab, KERN_ERR "bio: unable to find slab!\n")) in bio_put_slab()
214 void bio_uninit(struct bio *bio) in bio_uninit() argument
217 if (bio in bio_uninit()
229 bio_free(struct bio *bio) bio_free() argument
246 bio_init(struct bio *bio, struct block_device *bdev, struct bio_vec *table, unsigned short max_vecs, blk_opf_t opf) bio_init() argument
300 bio_reset(struct bio *bio, struct block_device *bdev, blk_opf_t opf) bio_reset() argument
312 __bio_chain_endio(struct bio *bio) __bio_chain_endio() argument
322 bio_chain_endio(struct bio *bio) bio_chain_endio() argument
338 bio_chain(struct bio *bio, struct bio *parent) bio_chain() argument
348 blk_next_bio(struct bio *bio, struct block_device *bdev, unsigned int nr_pages, blk_opf_t opf, gfp_t gfp) blk_next_bio() argument
365 struct bio *bio; bio_alloc_rescue() local
382 struct bio *bio; punt_bios_to_rescuer() local
437 struct bio *bio; bio_alloc_percpu_cache() local
497 struct bio *bio; bio_alloc_bioset() local
601 struct bio *bio; bio_kmalloc() local
609 zero_fill_bio_iter(struct bio *bio, struct bvec_iter start) zero_fill_bio_iter() argument
629 bio_truncate(struct bio *bio, unsigned new_size) bio_truncate() argument
681 guard_bio_eod(struct bio *bio) guard_bio_eod() argument
707 struct bio *bio; __bio_alloc_cache_prune() local
760 bio_put_percpu_cache(struct bio *bio) bio_put_percpu_cache() argument
798 bio_put(struct bio *bio) bio_put() argument
812 __bio_clone(struct bio *bio, struct bio *bio_src, gfp_t gfp) __bio_clone() argument
848 struct bio *bio; bio_alloc_clone() local
876 bio_init_clone(struct block_device *bdev, struct bio *bio, struct bio *bio_src, gfp_t gfp) bio_init_clone() argument
897 bio_full(struct bio *bio, unsigned len) bio_full() argument
965 bio_add_hw_page(struct request_queue *q, struct bio *bio, struct page *page, unsigned int len, unsigned int offset, unsigned int max_sectors, bool *same_page) bio_add_hw_page() argument
1017 bio_add_pc_page(struct request_queue *q, struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_add_pc_page() argument
1042 bio_add_zone_append_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_add_zone_append_page() argument
1069 __bio_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int off) __bio_add_page() argument
1091 bio_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_add_page() argument
1115 bio_add_folio_nofail(struct bio *bio, struct folio *folio, size_t len, size_t off) bio_add_folio_nofail() argument
1137 bio_add_folio(struct bio *bio, struct folio *folio, size_t len, size_t off) bio_add_folio() argument
1146 __bio_release_pages(struct bio *bio, bool mark_dirty) __bio_release_pages() argument
1169 bio_iov_bvec_set(struct bio *bio, struct iov_iter *iter) bio_iov_bvec_set() argument
1189 bio_iov_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_iov_add_page() argument
1209 bio_iov_add_zone_append_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_iov_add_zone_append_page() argument
1235 __bio_iov_iter_get_pages(struct bio *bio, struct iov_iter *iter) __bio_iov_iter_get_pages() argument
1327 bio_iov_iter_get_pages(struct bio *bio, struct iov_iter *iter) bio_iov_iter_get_pages() argument
1350 submit_bio_wait_endio(struct bio *bio) submit_bio_wait_endio() argument
1366 submit_bio_wait(struct bio *bio) submit_bio_wait() argument
1390 __bio_advance(struct bio *bio, unsigned bytes) __bio_advance() argument
1438 bio_free_pages(struct bio *bio) bio_free_pages() argument
1471 bio_set_pages_dirty(struct bio *bio) bio_set_pages_dirty() argument
1505 struct bio *bio, *next; bio_dirty_fn() local
1520 bio_check_pages_dirty(struct bio *bio) bio_check_pages_dirty() argument
1542 bio_remaining_done(struct bio *bio) bio_remaining_done() argument
1574 bio_endio(struct bio *bio) bio_endio() argument
1624 bio_split(struct bio *bio, int sectors, gfp_t gfp, struct bio_set *bs) bio_split() argument
1663 bio_trim(struct bio *bio, sector_t offset, sector_t size) bio_trim() argument
[all...] |
| H A D | blk-map.c | 8 #include <linux/bio.h>
41 * bio_copy_from_iter - copy all pages from iov_iter to bio
42 * @bio: The &struct bio which describes the I/O as destination
45 * Copy all pages from iov_iter to bio.
48 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter() argument
53 bio_for_each_segment_all(bvec, bio, iter_all) { in bio_copy_from_iter()
72 * bio_copy_to_iter - copy all pages from bio to iov_iter
73 * @bio
79 bio_copy_to_iter(struct bio *bio, struct iov_iter iter) bio_copy_to_iter() argument
109 bio_uncopy_user(struct bio *bio) bio_uncopy_user() argument
136 struct bio *bio; bio_copy_user_iov() local
243 blk_mq_map_bio_put(struct bio *bio) blk_mq_map_bio_put() argument
256 struct bio *bio; blk_rq_map_bio_alloc() local
278 struct bio *bio; bio_map_user_iov() local
359 bio_invalidate_vmalloc_pages(struct bio *bio) bio_invalidate_vmalloc_pages() argument
372 bio_map_kern_endio(struct bio *bio) bio_map_kern_endio() argument
399 struct bio *bio; bio_map_kern() local
442 bio_copy_kern_endio(struct bio *bio) bio_copy_kern_endio() argument
449 bio_copy_kern_endio_read(struct bio *bio) bio_copy_kern_endio_read() argument
480 struct bio *bio; bio_copy_kern() local
537 blk_rq_append_bio(struct request *rq, struct bio *bio) blk_rq_append_bio() argument
570 struct bio *bio; blk_rq_map_user_bvec() local
638 struct bio *bio = NULL; blk_rq_map_user_iov() local
746 blk_rq_unmap_user(struct bio *bio) blk_rq_unmap_user() argument
787 struct bio *bio; blk_rq_map_kern() local
[all...] |
| H A D | blk-merge.c | 7 #include <linux/bio.h>
21 static inline void bio_get_first_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_first_bvec() argument
23 *bv = mp_bvec_iter_bvec(bio->bi_io_vec, bio->bi_iter); in bio_get_first_bvec()
26 static inline void bio_get_last_bvec(struct bio *bio, struct bio_vec *bv) in bio_get_last_bvec() argument
28 struct bvec_iter iter = bio->bi_iter; in bio_get_last_bvec()
31 bio_get_first_bvec(bio, bv); in bio_get_last_bvec()
32 if (bv->bv_len == bio in bio_get_last_bvec()
88 req_gap_back_merge(struct request *req, struct bio *bio) req_gap_back_merge() argument
93 req_gap_front_merge(struct request *req, struct bio *bio) req_gap_front_merge() argument
108 bio_split_discard(struct bio *bio, const struct queue_limits *lim, unsigned *nsegs, struct bio_set *bs) bio_split_discard() argument
149 bio_split_write_zeroes(struct bio *bio, const struct queue_limits *lim, unsigned *nsegs, struct bio_set *bs) bio_split_write_zeroes() argument
169 get_max_io_size(struct bio *bio, const struct queue_limits *lim) get_max_io_size() argument
279 bio_split_rw(struct bio *bio, const struct queue_limits *lim, unsigned *segs, struct bio_set *bs, unsigned max_bytes) bio_split_rw() argument
354 __bio_split_to_limits(struct bio *bio, const struct queue_limits *lim, unsigned int *nr_segs) __bio_split_to_limits() argument
401 bio_split_to_limits(struct bio *bio) bio_split_to_limits() argument
426 struct bio *bio = rq->bio; blk_recalc_rq_segments() local
527 __blk_bios_map_sg(struct request_queue *q, struct bio *bio, struct scatterlist *sglist, struct scatterlist **sg) __blk_bios_map_sg() argument
608 ll_new_hw_segment(struct request *req, struct bio *bio, unsigned int nr_phys_segs) ll_new_hw_segment() argument
636 ll_back_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) ll_back_merge_fn() argument
654 ll_front_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) ll_front_merge_fn() argument
736 struct bio *bio; blk_rq_set_mixed_merge() local
754 bio_failfast(const struct bio *bio) bio_failfast() argument
767 blk_update_mixed_merge(struct request *req, struct bio *bio, bool front_merge) blk_update_mixed_merge() argument
920 blk_rq_merge_ok(struct request *rq, struct bio *bio) blk_rq_merge_ok() argument
950 blk_try_merge(struct request *rq, struct bio *bio) blk_try_merge() argument
977 bio_attempt_back_merge(struct request *req, struct bio *bio, unsigned int nr_segs) bio_attempt_back_merge() argument
1003 bio_attempt_front_merge(struct request *req, struct bio *bio, unsigned int nr_segs) bio_attempt_front_merge() argument
1031 bio_attempt_discard_merge(struct request_queue *q, struct request *req, struct bio *bio) bio_attempt_discard_merge() argument
1056 blk_attempt_bio_merge(struct request_queue *q, struct request *rq, struct bio *bio, unsigned int nr_segs, bool sched_allow_merge) blk_attempt_bio_merge() argument
1103 blk_attempt_plug_merge(struct request_queue *q, struct bio *bio, unsigned int nr_segs) blk_attempt_plug_merge() argument
1135 blk_bio_list_merge(struct request_queue *q, struct list_head *list, struct bio *bio, unsigned int nr_segs) blk_bio_list_merge() argument
1160 blk_mq_sched_try_merge(struct request_queue *q, struct bio *bio, unsigned int nr_segs, struct request **merged_request) blk_mq_sched_try_merge() argument
[all...] |
| H A D | bounce.c | 13 #include <linux/bio.h>
76 static void copy_to_high_bio_irq(struct bio *to, struct bio *from) in copy_to_high_bio_irq()
81 * The bio of @from is created by bounce, so we can iterate in copy_to_high_bio_irq()
102 static void bounce_end_io(struct bio *bio) in bounce_end_io() argument
104 struct bio *bio_orig = bio->bi_private; in bounce_end_io()
112 bio_for_each_segment_all(bvec, bio, iter_all) { in bounce_end_io()
121 bio_orig->bi_status = bio in bounce_end_io()
126 bounce_end_io_write(struct bio *bio) bounce_end_io_write() argument
131 bounce_end_io_read(struct bio *bio) bounce_end_io_read() argument
145 struct bio *bio; bounce_clone_bio() local
204 struct bio *bio; __blk_queue_bounce() local
[all...] |
| H A D | blk-crypto-internal.h | 9 #include <linux/bio.h>
31 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
37 struct bio *bio) in bio_crypt_ctx_back_mergeable()
40 bio->bi_crypt_context); in bio_crypt_ctx_back_mergeable()
44 struct bio *bio) in bio_crypt_ctx_front_mergeable()
46 return bio_crypt_ctx_mergeable(bio->bi_crypt_context, in bio_crypt_ctx_front_mergeable()
47 bio in bio_crypt_ctx_front_mergeable()
36 bio_crypt_ctx_back_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_back_mergeable() argument
43 bio_crypt_ctx_front_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_front_mergeable() argument
96 bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) bio_crypt_rq_ctx_compatible() argument
102 bio_crypt_ctx_front_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_front_mergeable() argument
108 bio_crypt_ctx_back_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_back_mergeable() argument
135 bio_crypt_advance(struct bio *bio, unsigned int bytes) bio_crypt_advance() argument
142 bio_crypt_free_ctx(struct bio *bio) bio_crypt_free_ctx() argument
148 bio_crypt_do_front_merge(struct request *rq, struct bio *bio) bio_crypt_do_front_merge() argument
200 blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, gfp_t gfp_mask) blk_crypto_rq_bio_prep() argument
[all...] |
| H A D | blk-core.c | 9 * bio rewrite, highmem i/o, etc, Jens Axboe <axboe@suse.de> - may 2001
17 #include <linux/bio.h>
134 * string format. Useful in the debugging and tracing bio or request. For
338 int __bio_queue_enter(struct request_queue *q, struct bio *bio) in __bio_queue_enter() argument
341 struct gendisk *disk = bio->bi_bdev->bd_disk; in __bio_queue_enter()
343 if (bio->bi_opf & REQ_NOWAIT) { in __bio_queue_enter()
346 bio_wouldblock_error(bio); in __bio_queue_enter()
368 bio_io_error(bio); in __bio_queue_enter()
499 static inline void bio_check_ro(struct bio *bi argument
518 should_fail_bio(struct bio *bio) should_fail_bio() argument
531 bio_check_eod(struct bio *bio) bio_check_eod() argument
551 blk_partition_remap(struct bio *bio) blk_partition_remap() argument
570 blk_check_zone_append(struct request_queue *q, struct bio *bio) blk_check_zone_append() argument
601 __submit_bio(struct bio *bio) __submit_bio() argument
635 __submit_bio_noacct(struct bio *bio) __submit_bio_noacct() argument
679 __submit_bio_noacct_mq(struct bio *bio) __submit_bio_noacct_mq() argument
692 submit_bio_noacct_nocheck(struct bio *bio) submit_bio_noacct_nocheck() argument
729 submit_bio_noacct(struct bio *bio) submit_bio_noacct() argument
833 submit_bio(struct bio *bio) submit_bio() argument
858 bio_poll(struct bio *bio, struct io_comp_batch *iob, unsigned int flags) bio_poll() argument
913 struct bio *bio; iocb_bio_iopoll() local
979 bio_start_io_acct(struct bio *bio) bio_start_io_acct() argument
1002 bio_end_io_acct_remapped(struct bio *bio, unsigned long start_time, struct block_device *orig_bdev) bio_end_io_acct_remapped() argument
[all...] |
| H A D | blk-rq-qos.h | 38 void (*throttle)(struct rq_qos *, struct bio *);
39 void (*track)(struct rq_qos *, struct request *, struct bio *);
40 void (*merge)(struct rq_qos *, struct request *, struct bio *);
44 void (*done_bio)(struct rq_qos *, struct bio *);
45 void (*cleanup)(struct rq_qos *, struct bio *);
103 void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio);
107 void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio);
108 void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bi
113 rq_qos_cleanup(struct request_queue *q, struct bio *bio) rq_qos_cleanup() argument
137 rq_qos_done_bio(struct bio *bio) rq_qos_done_bio() argument
147 rq_qos_throttle(struct request_queue *q, struct bio *bio) rq_qos_throttle() argument
155 rq_qos_track(struct request_queue *q, struct request *rq, struct bio *bio) rq_qos_track() argument
162 rq_qos_merge(struct request_queue *q, struct request *rq, struct bio *bio) rq_qos_merge() argument
[all...] |
| /kernel/linux/linux-5.10/block/ |
| H A D | bio.c | 7 #include <linux/bio.h>
28 * Test patch to inline a certain number of bi_io_vec's inside the bio
29 * itself, to shrink a bio data allocation from two mempool calls to one
45 * fs_bio_set is the bio_set containing bio and iovec memory pools used by
66 unsigned int sz = sizeof(struct bio) + extra_size; in bio_find_or_create_slab()
106 snprintf(bslab->name, sizeof(bslab->name), "bio-%d", entry); in bio_find_or_create_slab()
134 if (WARN(!bslab, KERN_ERR "bio: unable to find slab!\n")) in bio_put_slab()
235 void bio_uninit(struct bio *bio) in bio_uninit() argument
238 if (bio in bio_uninit()
250 bio_free(struct bio *bio) bio_free() argument
278 bio_init(struct bio *bio, struct bio_vec *table, unsigned short max_vecs) bio_init() argument
300 bio_reset(struct bio *bio) bio_reset() argument
312 __bio_chain_endio(struct bio *bio) __bio_chain_endio() argument
322 bio_chain_endio(struct bio *bio) bio_chain_endio() argument
338 bio_chain(struct bio *bio, struct bio *parent) bio_chain() argument
351 struct bio *bio; bio_alloc_rescue() local
368 struct bio *bio; punt_bios_to_rescuer() local
444 struct bio *bio; bio_alloc_bioset() local
532 zero_fill_bio_iter(struct bio *bio, struct bvec_iter start) zero_fill_bio_iter() argument
557 bio_truncate(struct bio *bio, unsigned new_size) bio_truncate() argument
609 guard_bio_eod(struct bio *bio) guard_bio_eod() argument
648 bio_put(struct bio *bio) bio_put() argument
675 __bio_clone_fast(struct bio *bio, struct bio *bio_src) __bio_clone_fast() argument
707 bio_clone_fast(struct bio *bio, gfp_t gfp_mask, struct bio_set *bs) bio_clone_fast() argument
732 bio_devname(struct bio *bio, char *buf) bio_devname() argument
762 bio_try_merge_hw_seg(struct request_queue *q, struct bio *bio, struct page *page, unsigned len, unsigned offset, bool *same_page) bio_try_merge_hw_seg() argument
791 bio_add_hw_page(struct request_queue *q, struct bio *bio, struct page *page, unsigned int len, unsigned int offset, unsigned int max_sectors, bool *same_page) bio_add_hw_page() argument
846 bio_add_pc_page(struct request_queue *q, struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_add_pc_page() argument
871 __bio_try_merge_page(struct bio *bio, struct page *page, unsigned int len, unsigned int off, bool *same_page) __bio_try_merge_page() argument
904 __bio_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int off) __bio_add_page() argument
934 bio_add_page(struct bio *bio, struct page *page, unsigned int len, unsigned int offset) bio_add_page() argument
948 bio_release_pages(struct bio *bio, bool mark_dirty) bio_release_pages() argument
964 __bio_iov_bvec_add_pages(struct bio *bio, struct iov_iter *iter) __bio_iov_bvec_add_pages() argument
1002 __bio_iov_iter_get_pages(struct bio *bio, struct iov_iter *iter) __bio_iov_iter_get_pages() argument
1047 __bio_iov_append_get_pages(struct bio *bio, struct iov_iter *iter) __bio_iov_append_get_pages() argument
1112 bio_iov_iter_get_pages(struct bio *bio, struct iov_iter *iter) bio_iov_iter_get_pages() argument
1139 submit_bio_wait_endio(struct bio *bio) submit_bio_wait_endio() argument
1155 submit_bio_wait(struct bio *bio) submit_bio_wait() argument
1189 bio_advance(struct bio *bio, unsigned bytes) bio_advance() argument
1284 bio_free_pages(struct bio *bio) bio_free_pages() argument
1323 bio_set_pages_dirty(struct bio *bio) bio_set_pages_dirty() argument
1355 struct bio *bio, *next; bio_dirty_fn() local
1370 bio_check_pages_dirty(struct bio *bio) bio_check_pages_dirty() argument
1392 bio_remaining_done(struct bio *bio) bio_remaining_done() argument
1425 bio_endio(struct bio *bio) bio_endio() argument
1476 bio_split(struct bio *bio, int sectors, gfp_t gfp, struct bio_set *bs) bio_split() argument
1512 bio_trim(struct bio *bio, int offset, int size) bio_trim() argument
[all...] |
| H A D | blk-map.c | 8 #include <linux/bio.h>
39 * bio_copy_from_iter - copy all pages from iov_iter to bio
40 * @bio: The &struct bio which describes the I/O as destination
43 * Copy all pages from iov_iter to bio.
46 static int bio_copy_from_iter(struct bio *bio, struct iov_iter *iter) in bio_copy_from_iter() argument
51 bio_for_each_segment_all(bvec, bio, iter_all) { in bio_copy_from_iter()
70 * bio_copy_to_iter - copy all pages from bio to iov_iter
71 * @bio
77 bio_copy_to_iter(struct bio *bio, struct iov_iter iter) bio_copy_to_iter() argument
107 bio_uncopy_user(struct bio *bio) bio_uncopy_user() argument
135 struct bio *bio, *bounce_bio; bio_copy_user_iov() local
247 struct bio *bio, *bounce_bio; bio_map_user_iov() local
345 bio_unmap_user(struct bio *bio) bio_unmap_user() argument
352 bio_invalidate_vmalloc_pages(struct bio *bio) bio_invalidate_vmalloc_pages() argument
365 bio_map_kern_endio(struct bio *bio) bio_map_kern_endio() argument
391 struct bio *bio; bio_map_kern() local
432 bio_copy_kern_endio(struct bio *bio) bio_copy_kern_endio() argument
438 bio_copy_kern_endio_read(struct bio *bio) bio_copy_kern_endio_read() argument
469 struct bio *bio; bio_copy_kern() local
524 blk_rq_append_bio(struct request *rq, struct bio **bio) blk_rq_append_bio() argument
584 struct bio *bio = NULL; blk_rq_map_user_iov() local
644 blk_rq_unmap_user(struct bio *bio) blk_rq_unmap_user() argument
689 struct bio *bio, *orig_bio; blk_rq_map_kern() local
[all...] |
| H A D | blk-merge.c | 7 #include <linux/bio.h>
18 struct request *prev_rq, struct bio *prev, struct bio *next) in bio_will_gap()
26 * Don't merge if the 1st bio starts with non-zero offset, otherwise it in bio_will_gap()
31 bio_get_first_bvec(prev_rq->bio, &pb); in bio_will_gap()
42 * - if 'pb' ends unaligned, the next bio must include in bio_will_gap()
53 static inline bool req_gap_back_merge(struct request *req, struct bio *bio) in req_gap_back_merge() argument
55 return bio_will_gap(req->q, req, req->biotail, bio); in req_gap_back_merge()
58 static inline bool req_gap_front_merge(struct request *req, struct bio *bi argument
63 blk_bio_discard_split(struct request_queue *q, struct bio *bio, struct bio_set *bs, unsigned *nsegs) blk_bio_discard_split() argument
107 blk_bio_write_zeroes_split(struct request_queue *q, struct bio *bio, struct bio_set *bs, unsigned *nsegs) blk_bio_write_zeroes_split() argument
121 blk_bio_write_same_split(struct request_queue *q, struct bio *bio, struct bio_set *bs, unsigned *nsegs) blk_bio_write_same_split() argument
145 get_max_io_size(struct request_queue *q, struct bio *bio) get_max_io_size() argument
246 blk_bio_segment_split(struct request_queue *q, struct bio *bio, struct bio_set *bs, unsigned *segs) blk_bio_segment_split() argument
299 __blk_queue_split(struct bio **bio, unsigned int *nr_segs) __blk_queue_split() argument
360 blk_queue_split(struct bio **bio) blk_queue_split() argument
382 struct bio *bio = rq->bio; blk_recalc_rq_segments() local
483 __blk_bios_map_sg(struct request_queue *q, struct bio *bio, struct scatterlist *sglist, struct scatterlist **sg) __blk_bios_map_sg() argument
555 ll_new_hw_segment(struct request *req, struct bio *bio, unsigned int nr_phys_segs) ll_new_hw_segment() argument
583 ll_back_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) ll_back_merge_fn() argument
601 ll_front_merge_fn(struct request *req, struct bio *bio, unsigned int nr_segs) ll_front_merge_fn() argument
683 struct bio *bio; blk_rq_set_mixed_merge() local
854 blk_rq_merge_ok(struct request *rq, struct bio *bio) blk_rq_merge_ok() argument
900 blk_try_merge(struct request *rq, struct bio *bio) blk_try_merge() argument
927 bio_attempt_back_merge(struct request *req, struct bio *bio, unsigned int nr_segs) bio_attempt_back_merge() argument
951 bio_attempt_front_merge(struct request *req, struct bio *bio, unsigned int nr_segs) bio_attempt_front_merge() argument
977 bio_attempt_discard_merge(struct request_queue *q, struct request *req, struct bio *bio) bio_attempt_discard_merge() argument
1002 blk_attempt_bio_merge(struct request_queue *q, struct request *rq, struct bio *bio, unsigned int nr_segs, bool sched_allow_merge) blk_attempt_bio_merge() argument
1051 blk_attempt_plug_merge(struct request_queue *q, struct bio *bio, unsigned int nr_segs, struct request **same_queue_rq) blk_attempt_plug_merge() argument
1089 blk_bio_list_merge(struct request_queue *q, struct list_head *list, struct bio *bio, unsigned int nr_segs) blk_bio_list_merge() argument
1114 blk_mq_sched_try_merge(struct request_queue *q, struct bio *bio, unsigned int nr_segs, struct request **merged_request) blk_mq_sched_try_merge() argument
[all...] |
| H A D | blk-lib.c | 7 #include <linux/bio.h>
13 struct bio *blk_next_bio(struct bio *bio, unsigned int nr_pages, gfp_t gfp) in blk_next_bio() argument
15 struct bio *new = bio_alloc(gfp, nr_pages); in blk_next_bio()
17 if (bio) { in blk_next_bio()
18 bio_chain(bio, new); in blk_next_bio()
19 submit_bio(bio); in blk_next_bio()
27 struct bio **biop) in __blkdev_issue_discard()
30 struct bio *bi in __blkdev_issue_discard() local
134 struct bio *bio = NULL; blkdev_issue_discard() local
171 struct bio *bio = *biop; __blkdev_issue_write_same() local
230 struct bio *bio = NULL; blkdev_issue_write_same() local
250 struct bio *bio = *biop; __blkdev_issue_write_zeroes() local
307 struct bio *bio = *biop; __blkdev_issue_zero_pages() local
397 struct bio *bio; blkdev_issue_zeroout() local
[all...] |
| H A D | blk-crypto-internal.h | 9 #include <linux/bio.h>
26 bool bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio);
32 struct bio *bio) in bio_crypt_ctx_back_mergeable()
35 bio->bi_crypt_context); in bio_crypt_ctx_back_mergeable()
39 struct bio *bio) in bio_crypt_ctx_front_mergeable()
41 return bio_crypt_ctx_mergeable(bio->bi_crypt_context, in bio_crypt_ctx_front_mergeable()
42 bio in bio_crypt_ctx_front_mergeable()
31 bio_crypt_ctx_back_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_back_mergeable() argument
38 bio_crypt_ctx_front_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_front_mergeable() argument
70 bio_crypt_rq_ctx_compatible(struct request *rq, struct bio *bio) bio_crypt_rq_ctx_compatible() argument
76 bio_crypt_ctx_front_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_front_mergeable() argument
82 bio_crypt_ctx_back_mergeable(struct request *req, struct bio *bio) bio_crypt_ctx_back_mergeable() argument
109 bio_crypt_advance(struct bio *bio, unsigned int bytes) bio_crypt_advance() argument
116 bio_crypt_free_ctx(struct bio *bio) bio_crypt_free_ctx() argument
122 bio_crypt_do_front_merge(struct request *rq, struct bio *bio) bio_crypt_do_front_merge() argument
174 blk_crypto_rq_bio_prep(struct request *rq, struct bio *bio, gfp_t gfp_mask) blk_crypto_rq_bio_prep() argument
[all...] |
| H A D | bounce.c | 13 #include <linux/bio.h>
132 static void copy_to_high_bio_irq(struct bio *to, struct bio *from) in copy_to_high_bio_irq()
138 * The bio of @from is created by bounce, so we can iterate in copy_to_high_bio_irq()
162 static void bounce_end_io(struct bio *bio, mempool_t *pool) in bounce_end_io() argument
164 struct bio *bio_orig = bio->bi_private; in bounce_end_io()
172 bio_for_each_segment_all(bvec, bio, iter_all) { in bounce_end_io()
181 bio_orig->bi_status = bio in bounce_end_io()
186 bounce_end_io_write(struct bio *bio) bounce_end_io_write() argument
191 bounce_end_io_write_isa(struct bio *bio) bounce_end_io_write_isa() argument
197 __bounce_end_io_read(struct bio *bio, mempool_t *pool) __bounce_end_io_read() argument
207 bounce_end_io_read(struct bio *bio) bounce_end_io_read() argument
212 bounce_end_io_read_isa(struct bio *bio) bounce_end_io_read_isa() argument
222 struct bio *bio; bounce_clone_bio() local
290 struct bio *bio; __blk_queue_bounce() local
[all...] |
| H A D | blk-core.c | 9 * bio rewrite, highmem i/o, etc, Jens Axboe <axboe@suse.de> - may 2001
18 #include <linux/bio.h>
155 * string format. Useful in the debugging and tracing bio or request. For
239 static void req_bio_endio(struct request *rq, struct bio *bio, in req_bio_endio() argument
243 bio->bi_status = error; in req_bio_endio()
246 bio_set_flag(bio, BIO_QUIET); in req_bio_endio()
248 bio_advance(bio, nbytes); in req_bio_endio()
255 if (bio->bi_iter.bi_size) in req_bio_endio()
256 bio in req_bio_endio()
475 bio_queue_enter(struct bio *bio) bio_queue_enter() argument
648 handle_bad_sector(struct bio *bio, sector_t maxsector) handle_bad_sector() argument
693 bio_check_ro(struct bio *bio, struct hd_struct *part) bio_check_ro() argument
711 should_fail_bio(struct bio *bio) should_fail_bio() argument
724 bio_check_eod(struct bio *bio, sector_t maxsector) bio_check_eod() argument
740 blk_partition_remap(struct bio *bio) blk_partition_remap() argument
771 blk_check_zone_append(struct request_queue *q, struct bio *bio) blk_check_zone_append() argument
803 submit_bio_checks(struct bio *bio) submit_bio_checks() argument
920 __submit_bio(struct bio *bio) __submit_bio() argument
953 __submit_bio_noacct(struct bio *bio) __submit_bio_noacct() argument
1002 __submit_bio_noacct_mq(struct bio *bio) __submit_bio_noacct_mq() argument
1037 submit_bio_noacct(struct bio *bio) submit_bio_noacct() argument
1072 submit_bio(struct bio *bio) submit_bio() argument
1225 struct bio *bio; blk_rq_err_bytes() local
1329 part_start_io_acct(struct gendisk *disk, struct hd_struct **part, struct bio *bio) part_start_io_acct() argument
1359 part_end_io_acct(struct hd_struct *part, struct bio *bio, unsigned long start_time) part_end_io_acct() argument
1452 struct bio *bio = req->bio; blk_update_request() local
1568 struct bio *bio; blk_rq_unprep_clone() local
1600 struct bio *bio, *bio_src; blk_rq_prep_clone() local
[all...] |
| /kernel/linux/linux-5.10/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum() argument
46 bio_for_each_segment(bv, bio, iter) { in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
114 bio_sectors(bio), (uint64_t) bio->bi_iter.bi_sector); in bch_data_invalidate()
116 while (bio_sectors(bio)) { in bch_data_invalidate()
117 unsigned int sectors = min(bio_sectors(bio), in bch_data_invalidate()
169 bch_data_insert_endio(struct bio *bio) bch_data_insert_endio() argument
190 struct bio *bio = op->bio, *n; bch_data_insert_start() local
363 check_should_bypass(struct cached_dev *dc, struct bio *bio) check_should_bypass() argument
467 struct bbio bio; global() member
485 bch_cache_read_endio(struct bio *bio) bch_cache_read_endio() argument
516 struct bio *n, *bio = &s->bio.bio; cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; cache_lookup() local
621 request_endio(struct bio *bio) request_endio() argument
637 backing_request_endio(struct bio *bio) backing_request_endio() argument
686 struct bio *bio = &s->bio.bio; do_bio_hook() local
716 search_alloc(struct bio *bio, struct bcache_device *d) search_alloc() argument
778 struct bio *bio = &s->bio.bio; cached_dev_read_error() local
877 cached_dev_cache_miss(struct btree *b, struct search *s, struct bio *bio, unsigned int sectors) cached_dev_cache_miss() argument
975 struct bio *bio = &s->bio.bio; cached_dev_write() local
1059 struct bio *bio = &s->bio.bio; cached_dev_nodata() local
1079 detached_dev_end_io(struct bio *bio) detached_dev_end_io() argument
1101 detached_dev_do_request(struct bcache_device *d, struct bio *bio) detached_dev_do_request() argument
1173 cached_dev_submit_bio(struct bio *bio) cached_dev_submit_bio() argument
1251 flash_dev_cache_miss(struct btree *b, struct search *s, struct bio *bio, unsigned int sectors) flash_dev_cache_miss() argument
1278 flash_dev_submit_bio(struct bio *bio) flash_dev_submit_bio() argument
[all...] |
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument
19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
24 struct bio *bch_bbio_alloc(struct cache_set *c) in bch_bbio_alloc()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
29 bio_init(bio, bio in bch_bbio_alloc()
34 __bch_submit_bbio(struct bio *bio, struct cache_set *c) __bch_submit_bbio() argument
45 bch_submit_bbio(struct bio *bio, struct cache_set *c, struct bkey *k, unsigned int ptr) bch_submit_bbio() argument
55 bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) bch_count_backing_io_errors() argument
136 bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, blk_status_t error, const char *m) bch_bbio_count_io_errors() argument
166 bch_bbio_endio(struct cache_set *c, struct bio *bio, blk_status_t error, const char *m) bch_bbio_endio() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/md/bcache/ |
| H A D | request.c | 40 static void bio_csum(struct bio *bio, struct bkey *k) in bio_csum() argument
46 bio_for_each_segment(bv, bio, iter) { in bio_csum()
111 struct bio *bio = op->bio; in bch_data_invalidate() local
114 bio_sectors(bio), (uint64_t) bio->bi_iter.bi_sector); in bch_data_invalidate()
116 while (bio_sectors(bio)) { in bch_data_invalidate()
117 unsigned int sectors = min(bio_sectors(bio), in bch_data_invalidate()
169 bch_data_insert_endio(struct bio *bio) bch_data_insert_endio() argument
190 struct bio *bio = op->bio, *n; bch_data_insert_start() local
363 check_should_bypass(struct cached_dev *dc, struct bio *bio) check_should_bypass() argument
467 struct bbio bio; global() member
485 bch_cache_read_endio(struct bio *bio) bch_cache_read_endio() argument
516 struct bio *n, *bio = &s->bio.bio; cache_lookup_fn() local
581 struct bio *bio = &s->bio.bio; cache_lookup() local
621 request_endio(struct bio *bio) request_endio() argument
637 backing_request_endio(struct bio *bio) backing_request_endio() argument
686 struct bio *bio = &s->bio.bio; do_bio_hook() local
715 search_alloc(struct bio *bio, struct bcache_device *d, struct block_device *orig_bdev, unsigned long start_time) search_alloc() argument
779 struct bio *bio = &s->bio.bio; cached_dev_read_error() local
878 cached_dev_cache_miss(struct btree *b, struct search *s, struct bio *bio, unsigned int sectors) cached_dev_cache_miss() argument
970 struct bio *bio = &s->bio.bio; cached_dev_write() local
1054 struct bio *bio = &s->bio.bio; cached_dev_nodata() local
1074 detached_dev_end_io(struct bio *bio) detached_dev_end_io() argument
1096 detached_dev_do_request(struct bcache_device *d, struct bio *bio, struct block_device *orig_bdev, unsigned long start_time) detached_dev_do_request() argument
1170 cached_dev_submit_bio(struct bio *bio) cached_dev_submit_bio() argument
1251 flash_dev_cache_miss(struct btree *b, struct search *s, struct bio *bio, unsigned int sectors) flash_dev_cache_miss() argument
1278 flash_dev_submit_bio(struct bio *bio) flash_dev_submit_bio() argument
[all...] |
| H A D | io.c | 17 void bch_bbio_free(struct bio *bio, struct cache_set *c) in bch_bbio_free() argument
19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
24 struct bio *bch_bbio_alloc(struct cache_set *c) in bch_bbio_alloc()
27 struct bio *bio = &b->bio; in bch_bbio_alloc() local
29 bio_init(bio, NULL, bio in bch_bbio_alloc()
35 __bch_submit_bbio(struct bio *bio, struct cache_set *c) __bch_submit_bbio() argument
46 bch_submit_bbio(struct bio *bio, struct cache_set *c, struct bkey *k, unsigned int ptr) bch_submit_bbio() argument
56 bch_count_backing_io_errors(struct cached_dev *dc, struct bio *bio) bch_count_backing_io_errors() argument
137 bch_bbio_count_io_errors(struct cache_set *c, struct bio *bio, blk_status_t error, const char *m) bch_bbio_count_io_errors() argument
167 bch_bbio_endio(struct cache_set *c, struct bio *bio, blk_status_t error, const char *m) bch_bbio_endio() argument
[all...] |
| /kernel/linux/linux-6.6/fs/btrfs/ |
| H A D | bio.c | 7 #include <linux/bio.h>
8 #include "bio.h"
38 return is_data_bbio(bbio) && btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE; in bbio_has_ordered_extent()
42 * Initialize a btrfs_bio structure. This skips the embedded bio itself as it
48 memset(bbio, 0, offsetof(struct btrfs_bio, bio)); in btrfs_bio_init()
67 struct bio *bio; in btrfs_bio_alloc() local
69 bio = bio_alloc_bioset(NULL, nr_vecs, opf, GFP_NOFS, &btrfs_bioset); in btrfs_bio_alloc()
70 bbio = btrfs_bio(bio); in btrfs_bio_alloc()
80 struct bio *bi in btrfs_split_bio() local
327 btrfs_log_dev_io_error(struct bio *bio, struct btrfs_device *dev) btrfs_log_dev_io_error() argument
342 btrfs_end_io_wq(struct btrfs_fs_info *fs_info, struct bio *bio) btrfs_end_io_wq() argument
361 btrfs_simple_end_io(struct bio *bio) btrfs_simple_end_io() argument
382 btrfs_raid56_end_io(struct bio *bio) btrfs_raid56_end_io() argument
397 btrfs_orig_write_end_io(struct bio *bio) btrfs_orig_write_end_io() argument
423 btrfs_clone_write_end_io(struct bio *bio) btrfs_clone_write_end_io() argument
437 btrfs_submit_dev_bio(struct btrfs_device *dev, struct bio *bio) btrfs_submit_dev_bio() argument
476 struct bio *orig_bio = bioc->orig_bio, *bio; btrfs_submit_mirrored_bio() local
496 __btrfs_submit_bio(struct bio *bio, struct btrfs_io_context *bioc, struct btrfs_io_stripe *smap, int mirror_num) __btrfs_submit_bio() argument
576 struct bio *bio = &async->bbio->bio; run_one_async_done() local
650 struct bio *bio = &bbio->bio; btrfs_submit_chunk() local
754 struct bio bio; btrfs_repair_io_failure() local
[all...] |
| /kernel/linux/linux-6.6/fs/ext4/ |
| H A D | readpage.c | 36 #include <linux/bio.h>
63 struct bio *bio; member
69 static void __read_end_io(struct bio *bio) in __read_end_io() argument
73 bio_for_each_folio_all(fi, bio) { in __read_end_io()
76 if (bio->bi_status) in __read_end_io()
82 if (bio->bi_private) in __read_end_io()
83 mempool_free(bio->bi_private, bio_post_read_ctx_pool); in __read_end_io()
84 bio_put(bio); in __read_end_io()
93 struct bio *bio = ctx->bio; decrypt_work() local
105 struct bio *bio = ctx->bio; verity_work() local
152 bio_post_read_required(struct bio *bio) bio_post_read_required() argument
169 mpage_end_io(struct bio *bio) mpage_end_io() argument
187 ext4_set_bio_post_read_ctx(struct bio *bio, const struct inode *inode, pgoff_t first_idx) ext4_set_bio_post_read_ctx() argument
221 struct bio *bio = NULL; ext4_mpage_readpages() local
[all...] |
| /kernel/linux/linux-5.10/fs/ext4/ |
| H A D | readpage.c | 36 #include <linux/bio.h>
64 struct bio *bio; member
70 static void __read_end_io(struct bio *bio) in __read_end_io() argument
76 bio_for_each_segment_all(bv, bio, iter_all) { in __read_end_io()
80 if (bio->bi_status || PageError(page)) { in __read_end_io()
89 if (bio->bi_private) in __read_end_io()
90 mempool_free(bio->bi_private, bio_post_read_ctx_pool); in __read_end_io()
91 bio_put(bio); in __read_end_io()
110 struct bio *bio = ctx->bio; verity_work() local
157 bio_post_read_required(struct bio *bio) bio_post_read_required() argument
174 mpage_end_io(struct bio *bio) mpage_end_io() argument
192 ext4_set_bio_post_read_ctx(struct bio *bio, const struct inode *inode, pgoff_t first_idx) ext4_set_bio_post_read_ctx() argument
227 struct bio *bio = NULL; ext4_mpage_readpages() local
[all...] |
| /kernel/linux/linux-5.10/mm/ |
| H A D | page_io.c | 19 #include <linux/bio.h>
29 static struct bio *get_swap_bio(gfp_t gfp_flags, in get_swap_bio()
32 struct bio *bio; in get_swap_bio() local
34 bio = bio_alloc(gfp_flags, 1); in get_swap_bio()
35 if (bio) { in get_swap_bio()
38 bio->bi_iter.bi_sector = map_swap_page(page, &bdev); in get_swap_bio()
39 bio_set_dev(bio, bdev); in get_swap_bio()
40 bio->bi_iter.bi_sector <<= PAGE_SHIFT - 9; in get_swap_bio()
41 bio in get_swap_bio()
48 end_swap_bio_write(struct bio *bio) end_swap_bio_write() argument
72 end_swap_bio_read(struct bio *bio) end_swap_bio_read() argument
237 bio_associate_blkg_from_page(struct bio *bio, struct page *page) bio_associate_blkg_from_page() argument
256 struct bio *bio; __swap_writepage() local
326 struct bio *bio; swap_readpage() local
[all...] |
| /kernel/linux/linux-6.6/fs/ |
| H A D | mpage.c | 13 * use bio_add_page() to build bio's just the right size
21 #include <linux/bio.h>
46 static void mpage_read_end_io(struct bio *bio) in mpage_read_end_io() argument
49 int err = blk_status_to_errno(bio->bi_status); in mpage_read_end_io()
51 bio_for_each_folio_all(fi, bio) { in mpage_read_end_io()
59 bio_put(bio); in mpage_read_end_io()
62 static void mpage_write_end_io(struct bio *bio) in mpage_write_end_io() argument
65 int err = blk_status_to_errno(bio in mpage_write_end_io()
78 mpage_bio_submit_read(struct bio *bio) mpage_bio_submit_read() argument
86 mpage_bio_submit_write(struct bio *bio) mpage_bio_submit_write() argument
140 struct bio *bio; global() member
425 struct bio *bio; global() member
473 struct bio *bio = mpd->bio; __mpage_writepage() local
[all...] |