Lines Matching refs:bbio
25 struct btrfs_bio *bbio;
31 static inline bool is_data_bbio(struct btrfs_bio *bbio)
33 return bbio->inode && is_data_inode(&bbio->inode->vfs_inode);
36 static bool bbio_has_ordered_extent(struct btrfs_bio *bbio)
38 return is_data_bbio(bbio) && btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE;
45 void btrfs_bio_init(struct btrfs_bio *bbio, struct btrfs_fs_info *fs_info,
48 memset(bbio, 0, offsetof(struct btrfs_bio, bio));
49 bbio->fs_info = fs_info;
50 bbio->end_io = end_io;
51 bbio->private = private;
52 atomic_set(&bbio->pending_ios, 1);
66 struct btrfs_bio *bbio;
70 bbio = btrfs_bio(bio);
71 btrfs_bio_init(bbio, fs_info, end_io, private);
72 return bbio;
79 struct btrfs_bio *bbio;
91 bbio = btrfs_bio(bio);
92 btrfs_bio_init(bbio, fs_info, NULL, orig_bbio);
93 bbio->inode = orig_bbio->inode;
94 bbio->file_offset = orig_bbio->file_offset;
96 if (bbio_has_ordered_extent(bbio)) {
98 bbio->ordered = orig_bbio->ordered;
101 return bbio;
105 static void btrfs_cleanup_bio(struct btrfs_bio *bbio)
107 if (bbio_has_ordered_extent(bbio))
108 btrfs_put_ordered_extent(bbio->ordered);
109 bio_put(&bbio->bio);
112 static void __btrfs_bio_end_io(struct btrfs_bio *bbio)
114 if (bbio_has_ordered_extent(bbio)) {
115 struct btrfs_ordered_extent *ordered = bbio->ordered;
117 bbio->end_io(bbio);
120 bbio->end_io(bbio);
124 void btrfs_bio_end_io(struct btrfs_bio *bbio, blk_status_t status)
126 bbio->bio.bi_status = status;
127 __btrfs_bio_end_io(bbio);
132 static void btrfs_bbio_propagate_error(struct btrfs_bio *bbio,
141 if (bbio->bio.bi_end_io == &btrfs_orig_write_end_io) {
147 orig_bbio->bio.bi_status = bbio->bio.bi_status;
151 static void btrfs_orig_bbio_end_io(struct btrfs_bio *bbio)
153 if (bbio->bio.bi_pool == &btrfs_clone_bioset) {
154 struct btrfs_bio *orig_bbio = bbio->private;
156 if (bbio->bio.bi_status)
157 btrfs_bbio_propagate_error(bbio, orig_bbio);
158 btrfs_cleanup_bio(bbio);
159 bbio = orig_bbio;
162 if (atomic_dec_and_test(&bbio->pending_ios))
163 __btrfs_bio_end_io(bbio);
183 btrfs_orig_bbio_end_io(fbio->bbio);
203 if (mirror == fbio->bbio->mirror_num) {
205 fbio->bbio->bio.bi_status = BLK_STS_IOERR;
219 } while (mirror != fbio->bbio->mirror_num);
259 fbio->bbio = failed_bbio;
282 static void btrfs_check_read_bio(struct btrfs_bio *bbio, struct btrfs_device *dev)
284 struct btrfs_inode *inode = bbio->inode;
287 struct bvec_iter *iter = &bbio->saved_iter;
288 blk_status_t status = bbio->bio.bi_status;
299 if (bbio->bio.bi_pool == &btrfs_repair_bioset) {
300 btrfs_end_repair_bio(bbio, dev);
305 bbio->bio.bi_status = BLK_STS_OK;
308 struct bio_vec bv = bio_iter_iovec(&bbio->bio, *iter);
311 if (status || !btrfs_data_csum_ok(bbio, dev, offset, &bv))
312 fbio = repair_one_sector(bbio, offset, &bv, fbio);
314 bio_advance_iter_single(&bbio->bio, iter, sectorsize);
318 if (bbio->csum != bbio->csum_inline)
319 kfree(bbio->csum);
324 btrfs_orig_bbio_end_io(bbio);
352 struct btrfs_bio *bbio = container_of(work, struct btrfs_bio, end_io_work);
355 if (is_data_bbio(bbio))
356 btrfs_check_read_bio(bbio, bbio->bio.bi_private);
358 btrfs_orig_bbio_end_io(bbio);
363 struct btrfs_bio *bbio = btrfs_bio(bio);
365 struct btrfs_fs_info *fs_info = bbio->fs_info;
373 INIT_WORK(&bbio->end_io_work, btrfs_end_bio_work);
374 queue_work(btrfs_end_io_wq(fs_info, bio), &bbio->end_io_work);
377 btrfs_record_physical_zoned(bbio);
378 btrfs_orig_bbio_end_io(bbio);
385 struct btrfs_bio *bbio = btrfs_bio(bio);
388 bbio->mirror_num = bioc->mirror_num;
389 if (bio_op(bio) == REQ_OP_READ && is_data_bbio(bbio))
390 btrfs_check_read_bio(bbio, NULL);
392 btrfs_orig_bbio_end_io(bbio);
401 struct btrfs_bio *bbio = btrfs_bio(bio);
419 btrfs_orig_bbio_end_io(bbio);
526 static blk_status_t btrfs_bio_csum(struct btrfs_bio *bbio)
528 if (bbio->bio.bi_opf & REQ_META)
529 return btree_csum_one_bio(bbio);
530 return btrfs_csum_one_bio(bbio);
538 struct btrfs_bio *bbio;
559 ret = btrfs_bio_csum(async->bbio);
561 async->bbio->bio.bi_status = ret;
576 struct bio *bio = &async->bbio->bio;
580 btrfs_orig_bbio_end_io(async->bbio);
598 static bool should_async_write(struct btrfs_bio *bbio)
601 if (test_bit(BTRFS_FS_CSUM_IMPL_FAST, &bbio->fs_info->flags))
608 if (op_is_sync(bbio->bio.bi_opf))
612 if ((bbio->bio.bi_opf & REQ_META) && btrfs_is_zoned(bbio->fs_info))
623 static bool btrfs_wq_submit_bio(struct btrfs_bio *bbio,
627 struct btrfs_fs_info *fs_info = bbio->fs_info;
634 async->bbio = bbio;
645 static bool btrfs_submit_chunk(struct btrfs_bio *bbio, int mirror_num)
647 struct btrfs_inode *inode = bbio->inode;
648 struct btrfs_fs_info *fs_info = bbio->fs_info;
649 struct btrfs_bio *orig_bbio = bbio;
650 struct bio *bio = &bbio->bio;
654 bool use_append = btrfs_use_zone_append(bbio);
673 bbio = btrfs_split_bio(fs_info, bbio, map_length, use_append);
674 bio = &bbio->bio;
681 if (bio_op(bio) == REQ_OP_READ && is_data_bbio(bbio)) {
682 bbio->saved_iter = bio->bi_iter;
683 ret = btrfs_lookup_bio_sums(bbio);
701 if (should_async_write(bbio) &&
702 btrfs_wq_submit_bio(bbio, bioc, &smap, mirror_num))
705 ret = btrfs_bio_csum(bbio);
709 ret = btrfs_alloc_dummy_sum(bbio);
721 btrfs_cleanup_bio(bbio);
729 void btrfs_submit_bio(struct btrfs_bio *bbio, int mirror_num)
731 /* If bbio->inode is not populated, its file_offset must be 0. */
732 ASSERT(bbio->inode || bbio->file_offset == 0);
734 while (!btrfs_submit_chunk(bbio, mirror_num))
809 void btrfs_submit_repair_write(struct btrfs_bio *bbio, int mirror_num, bool dev_replace)
811 struct btrfs_fs_info *fs_info = bbio->fs_info;
812 u64 logical = bbio->bio.bi_iter.bi_sector << SECTOR_SHIFT;
813 u64 length = bbio->bio.bi_iter.bi_size;
819 ASSERT(btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE);
820 ASSERT(!bbio->inode);
831 __btrfs_submit_bio(&bbio->bio, NULL, &smap, mirror_num);
836 btrfs_bio_end_io(bbio, errno_to_blk_status(ret));