| /kernel/linux/linux-6.6/fs/btrfs/ |
| H A D | bio.c | 25 struct btrfs_bio *bbio; member
31 static inline bool is_data_bbio(struct btrfs_bio *bbio) in is_data_bbio() argument
33 return bbio->inode && is_data_inode(&bbio->inode->vfs_inode); in is_data_bbio()
36 static bool bbio_has_ordered_extent(struct btrfs_bio *bbio) in bbio_has_ordered_extent() argument
38 return is_data_bbio(bbio) && btrfs_op(&bbio->bio) == BTRFS_MAP_WRITE; in bbio_has_ordered_extent()
45 void btrfs_bio_init(struct btrfs_bio *bbio, struct btrfs_fs_info *fs_info, in btrfs_bio_init() argument
48 memset(bbio, 0, offsetof(struct btrfs_bio, bio)); in btrfs_bio_init()
49 bbio in btrfs_bio_init()
66 struct btrfs_bio *bbio; btrfs_bio_alloc() local
79 struct btrfs_bio *bbio; btrfs_split_bio() local
105 btrfs_cleanup_bio(struct btrfs_bio *bbio) btrfs_cleanup_bio() argument
112 __btrfs_bio_end_io(struct btrfs_bio *bbio) __btrfs_bio_end_io() argument
124 btrfs_bio_end_io(struct btrfs_bio *bbio, blk_status_t status) btrfs_bio_end_io() argument
132 btrfs_bbio_propagate_error(struct btrfs_bio *bbio, struct btrfs_bio *orig_bbio) btrfs_bbio_propagate_error() argument
151 btrfs_orig_bbio_end_io(struct btrfs_bio *bbio) btrfs_orig_bbio_end_io() argument
282 btrfs_check_read_bio(struct btrfs_bio *bbio, struct btrfs_device *dev) btrfs_check_read_bio() argument
352 struct btrfs_bio *bbio = container_of(work, struct btrfs_bio, end_io_work); btrfs_end_bio_work() local
363 struct btrfs_bio *bbio = btrfs_bio(bio); btrfs_simple_end_io() local
385 struct btrfs_bio *bbio = btrfs_bio(bio); btrfs_raid56_end_io() local
401 struct btrfs_bio *bbio = btrfs_bio(bio); btrfs_orig_write_end_io() local
526 btrfs_bio_csum(struct btrfs_bio *bbio) btrfs_bio_csum() argument
538 struct btrfs_bio *bbio; global() member
598 should_async_write(struct btrfs_bio *bbio) should_async_write() argument
623 btrfs_wq_submit_bio(struct btrfs_bio *bbio, struct btrfs_io_context *bioc, struct btrfs_io_stripe *smap, int mirror_num) btrfs_wq_submit_bio() argument
645 btrfs_submit_chunk(struct btrfs_bio *bbio, int mirror_num) btrfs_submit_chunk() argument
729 btrfs_submit_bio(struct btrfs_bio *bbio, int mirror_num) btrfs_submit_bio() argument
809 btrfs_submit_repair_write(struct btrfs_bio *bbio, int mirror_num, bool dev_replace) btrfs_submit_repair_write() argument
[all...] |
| H A D | bio.h | 26 typedef void (*btrfs_bio_end_io_t)(struct btrfs_bio *bbio);
95 void btrfs_bio_init(struct btrfs_bio *bbio, struct btrfs_fs_info *fs_info,
100 void btrfs_bio_end_io(struct btrfs_bio *bbio, blk_status_t status);
105 void btrfs_submit_bio(struct btrfs_bio *bbio, int mirror_num);
106 void btrfs_submit_repair_write(struct btrfs_bio *bbio, int mirror_num, bool dev_replace);
|
| H A D | compression.c | 59 static inline struct compressed_bio *to_compressed_bio(struct btrfs_bio *bbio) in to_compressed_bio() argument
61 return container_of(bbio, struct compressed_bio, bbio); in to_compressed_bio()
68 struct btrfs_bio *bbio; in alloc_compressed_bio() local
70 bbio = btrfs_bio(bio_alloc_bioset(NULL, BTRFS_MAX_COMPRESSED_PAGES, op, in alloc_compressed_bio()
72 btrfs_bio_init(bbio, inode->root->fs_info, end_io, NULL); in alloc_compressed_bio()
73 bbio->inode = inode; in alloc_compressed_bio()
74 bbio->file_offset = start; in alloc_compressed_bio()
75 return to_compressed_bio(bbio); in alloc_compressed_bio()
172 static void end_compressed_bio_read(struct btrfs_bio *bbio) in end_compressed_bio_read() argument
245 end_compressed_bio_write(struct btrfs_bio *bbio) end_compressed_bio_write() argument
467 btrfs_submit_compressed_read(struct btrfs_bio *bbio) btrfs_submit_compressed_read() argument
[all...] |
| H A D | file-item.c | 344 blk_status_t btrfs_lookup_bio_sums(struct btrfs_bio *bbio) in btrfs_lookup_bio_sums() argument
346 struct btrfs_inode *inode = bbio->inode; in btrfs_lookup_bio_sums()
348 struct bio *bio = &bbio->bio; in btrfs_lookup_bio_sums()
380 bbio->csum = kmalloc_array(nblocks, csum_size, GFP_NOFS); in btrfs_lookup_bio_sums()
381 if (!bbio->csum) { in btrfs_lookup_bio_sums()
386 bbio->csum = bbio->csum_inline; in btrfs_lookup_bio_sums()
410 u8 *csum_dst = bbio->csum + in btrfs_lookup_bio_sums()
417 if (bbio->csum != bbio in btrfs_lookup_bio_sums()
732 btrfs_csum_one_bio(struct btrfs_bio *bbio) btrfs_csum_one_bio() argument
791 btrfs_alloc_dummy_sum(struct btrfs_bio *bbio) btrfs_alloc_dummy_sum() argument
[all...] |
| H A D | scrub.c | 784 static void scrub_repair_read_endio(struct btrfs_bio *bbio) in scrub_repair_read_endio() argument
786 struct scrub_stripe *stripe = bbio->private; in scrub_repair_read_endio()
789 int sector_nr = calc_sector_number(stripe, bio_first_bvec_all(&bbio->bio)); in scrub_repair_read_endio()
795 bio_for_each_bvec_all(bvec, &bbio->bio, i) in scrub_repair_read_endio()
798 if (bbio->bio.bi_status) { in scrub_repair_read_endio()
807 bio_put(&bbio->bio); in scrub_repair_read_endio()
822 struct btrfs_bio *bbio = NULL; in scrub_stripe_submit_repair_read() local
838 if (bbio && ((i > 0 && !test_bit(i - 1, &stripe->error_bitmap)) || in scrub_stripe_submit_repair_read()
839 bbio->bio.bi_iter.bi_size >= blocksize)) { in scrub_stripe_submit_repair_read()
840 ASSERT(bbio in scrub_stripe_submit_repair_read()
1099 scrub_read_endio(struct btrfs_bio *bbio) scrub_read_endio() argument
1127 scrub_write_endio(struct btrfs_bio *bbio) scrub_write_endio() argument
1153 scrub_submit_write_bio(struct scrub_ctx *sctx, struct scrub_stripe *stripe, struct btrfs_bio *bbio, bool dev_replace) scrub_submit_write_bio() argument
1199 struct btrfs_bio *bbio = NULL; scrub_write_sectors() local
1652 struct btrfs_bio *bbio; scrub_submit_initial_read() local
[all...] |
| H A D | extent_io.c | 100 struct btrfs_bio *bbio; member
110 struct btrfs_bio *bbio = bio_ctrl->bbio; in submit_one_bio() local
112 if (!bbio) in submit_one_bio()
116 ASSERT(bbio->bio.bi_iter.bi_size); in submit_one_bio()
118 if (btrfs_op(&bbio->bio) == BTRFS_MAP_READ && in submit_one_bio()
120 btrfs_submit_compressed_read(bbio); in submit_one_bio()
122 btrfs_submit_bio(bbio, 0); in submit_one_bio()
124 /* The bbio is owned by the end_io handler now */ in submit_one_bio()
125 bio_ctrl->bbio in submit_one_bio()
133 struct btrfs_bio *bbio = bio_ctrl->bbio; submit_write_bio() local
460 end_bio_extent_writepage(struct btrfs_bio *bbio) end_bio_extent_writepage() argument
585 end_bio_extent_readpage(struct btrfs_bio *bbio) end_bio_extent_readpage() argument
748 struct btrfs_bio *bbio; alloc_new_bio() local
1611 extent_buffer_write_end_io(struct btrfs_bio *bbio) extent_buffer_write_end_io() argument
1671 struct btrfs_bio *bbio; write_one_eb() local
3958 extent_buffer_read_end_io(struct btrfs_bio *bbio) extent_buffer_read_end_io() argument
4005 struct btrfs_bio *bbio; read_extent_buffer_pages() local
[all...] |
| H A D | file-item.h | 41 blk_status_t btrfs_lookup_bio_sums(struct btrfs_bio *bbio);
52 blk_status_t btrfs_csum_one_bio(struct btrfs_bio *bbio);
53 blk_status_t btrfs_alloc_dummy_sum(struct btrfs_bio *bbio);
|
| H A D | zoned.h | 64 bool btrfs_use_zone_append(struct btrfs_bio *bbio);
65 void btrfs_record_physical_zoned(struct btrfs_bio *bbio);
186 static inline bool btrfs_use_zone_append(struct btrfs_bio *bbio) in btrfs_use_zone_append() argument
191 static inline void btrfs_record_physical_zoned(struct btrfs_bio *bbio) in btrfs_record_physical_zoned() argument
|
| H A D | compression.h | 64 struct btrfs_bio bbio; member
95 void btrfs_submit_compressed_read(struct btrfs_bio *bbio);
|
| H A D | zoned.c | 1615 bool btrfs_use_zone_append(struct btrfs_bio *bbio) in btrfs_use_zone_append() argument
1617 u64 start = (bbio->bio.bi_iter.bi_sector << SECTOR_SHIFT); in btrfs_use_zone_append()
1618 struct btrfs_inode *inode = bbio->inode; in btrfs_use_zone_append()
1619 struct btrfs_fs_info *fs_info = bbio->fs_info; in btrfs_use_zone_append()
1629 if (btrfs_op(&bbio->bio) != BTRFS_MAP_WRITE) in btrfs_use_zone_append()
1654 void btrfs_record_physical_zoned(struct btrfs_bio *bbio) in btrfs_record_physical_zoned() argument
1656 const u64 physical = bbio->bio.bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_record_physical_zoned()
1657 struct btrfs_ordered_sum *sum = bbio->sums; in btrfs_record_physical_zoned()
1659 if (physical < bbio->orig_physical) in btrfs_record_physical_zoned()
1660 sum->logical -= bbio in btrfs_record_physical_zoned()
[all...] |
| H A D | inode.c | 94 struct btrfs_bio bbio; member
2547 static int btrfs_extract_ordered_extent(struct btrfs_bio *bbio, in btrfs_extract_ordered_extent() argument
2550 u64 start = (u64)bbio->bio.bi_iter.bi_sector << SECTOR_SHIFT; in btrfs_extract_ordered_extent()
2551 u64 len = bbio->bio.bi_iter.bi_size; in btrfs_extract_ordered_extent()
2562 bbio->ordered = ordered; in btrfs_extract_ordered_extent()
2571 ret = split_extent_map(bbio->inode, bbio->file_offset, in btrfs_extract_ordered_extent()
2581 bbio->ordered = new; in btrfs_extract_ordered_extent()
3273 * @bbio: btrfs_io_bio which contains the csum
3283 bool btrfs_data_csum_ok(struct btrfs_bio *bbio, struc argument
7717 btrfs_dio_end_io(struct btrfs_bio *bbio) btrfs_dio_end_io() argument
7747 struct btrfs_bio *bbio = btrfs_bio(bio); btrfs_dio_submit_io() local
9920 btrfs_encoded_read_endio(struct btrfs_bio *bbio) btrfs_encoded_read_endio() argument
9949 struct btrfs_bio *bbio; btrfs_encoded_read_regular_fill_pages() local
[all...] |
| H A D | disk-io.h | 114 blk_status_t btree_csum_one_bio(struct btrfs_bio *bbio);
|
| /kernel/linux/linux-5.10/drivers/md/bcache/ |
| H A D | io.c | 19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
26 struct bbio *b = mempool_alloc(&c->bio_meta, GFP_NOIO); in bch_bbio_alloc()
36 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio()
48 struct bbio *b = container_of(bio, struct bbio, bio); in bch_submit_bbio()
139 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_count_io_errors()
|
| H A D | movinggc.c | 19 struct bbio bio;
64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio()
|
| H A D | request.c | 467 struct bbio bio;
487 struct bbio *b = container_of(bio, struct bbio, bio); in bch_cache_read_endio()
554 bio_key = &container_of(n, struct bbio, bio)->key; in cache_lookup_fn()
|
| /kernel/linux/linux-6.6/drivers/md/bcache/ |
| H A D | io.c | 19 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_free()
26 struct bbio *b = mempool_alloc(&c->bio_meta, GFP_NOIO); in bch_bbio_alloc()
37 struct bbio *b = container_of(bio, struct bbio, bio); in __bch_submit_bbio()
49 struct bbio *b = container_of(bio, struct bbio, bio); in bch_submit_bbio()
140 struct bbio *b = container_of(bio, struct bbio, bio); in bch_bbio_count_io_errors()
|
| H A D | movinggc.c | 19 struct bbio bio;
64 struct bbio *b = container_of(bio, struct bbio, bio); in read_moving_endio()
|
| H A D | request.c | 467 struct bbio bio;
487 struct bbio *b = container_of(bio, struct bbio, bio); in bch_cache_read_endio()
554 bio_key = &container_of(n, struct bbio, bio)->key; in cache_lookup_fn()
|
| /kernel/linux/linux-5.10/fs/btrfs/ |
| H A D | raid56.c | 63 struct btrfs_bio *bbio; member
282 u64 num = rbio->bbio->raid_map[0]; in rbio_bucket()
573 if (last->bbio->raid_map[0] != in rbio_can_merge()
574 cur->bbio->raid_map[0]) in rbio_can_merge()
687 if (cur->bbio->raid_map[0] != rbio->bbio->raid_map[0]) in lock_stripe_add()
852 btrfs_put_bbio(rbio->bbio); in __free_raid_bio()
926 0 : rbio->bbio->max_errors; in raid_write_end_io()
981 struct btrfs_bio *bbio, in alloc_rbio()
986 int real_stripes = bbio in alloc_rbio()
980 alloc_rbio(struct btrfs_fs_info *fs_info, struct btrfs_bio *bbio, u64 stripe_len) alloc_rbio() argument
1200 struct btrfs_bio *bbio = rbio->bbio; finish_rmw() local
1784 raid56_parity_write(struct btrfs_fs_info *fs_info, struct bio *bio, struct btrfs_bio *bbio, u64 stripe_len) raid56_parity_write() argument
2168 raid56_parity_recover(struct btrfs_fs_info *fs_info, struct bio *bio, struct btrfs_bio *bbio, u64 stripe_len, int mirror_num, int generic_io) raid56_parity_recover() argument
2273 raid56_parity_alloc_scrub_rbio(struct btrfs_fs_info *fs_info, struct bio *bio, struct btrfs_bio *bbio, u64 stripe_len, struct btrfs_device *scrub_dev, unsigned long *dbitmap, int stripe_nsectors) raid56_parity_alloc_scrub_rbio() argument
2363 struct btrfs_bio *bbio = rbio->bbio; finish_parity_scrub() local
2721 raid56_alloc_missing_rbio(struct btrfs_fs_info *fs_info, struct bio *bio, struct btrfs_bio *bbio, u64 length) raid56_alloc_missing_rbio() argument
[all...] |
| H A D | raid56.h | 34 struct btrfs_bio *bbio, u64 stripe_len,
37 struct btrfs_bio *bbio, u64 stripe_len);
44 struct btrfs_bio *bbio, u64 stripe_len,
51 struct btrfs_bio *bbio, u64 length);
|
| H A D | scrub.c | 59 struct btrfs_bio *bbio; member
262 (page->recover->bbio->map_type & BTRFS_BLOCK_GROUP_RAID56_MASK); in scrub_is_page_on_raid56()
808 btrfs_put_bbio(recover->bbio); in scrub_put_recover()
1034 int max_allowed = r->bbio->num_stripes - in scrub_handle_errored_block()
1035 r->bbio->num_tgtdevs; in scrub_handle_errored_block()
1225 static inline int scrub_nr_raid_mirrors(struct btrfs_bio *bbio) in scrub_nr_raid_mirrors() argument
1227 if (bbio->map_type & BTRFS_BLOCK_GROUP_RAID5) in scrub_nr_raid_mirrors()
1229 else if (bbio->map_type & BTRFS_BLOCK_GROUP_RAID6) in scrub_nr_raid_mirrors()
1232 return (int)bbio->num_stripes; in scrub_nr_raid_mirrors()
1276 struct btrfs_bio *bbio; in scrub_setup_recheck_block() local
2099 struct btrfs_bio *bbio = NULL; scrub_missing_raid56_pages() local
2686 struct btrfs_bio *bbio = NULL; scrub_parity_check_and_repair() local
2761 struct btrfs_bio *bbio = NULL; scrub_raid56_parity() local
4102 struct btrfs_bio *bbio = NULL; scrub_remap_extent() local
[all...] |
| H A D | volumes.c | 5611 static void sort_parity_stripes(struct btrfs_bio *bbio, int num_stripes) in sort_parity_stripes() argument
5620 if (bbio->raid_map[i] > bbio->raid_map[i + 1]) { in sort_parity_stripes()
5621 swap(bbio->stripes[i], bbio->stripes[i + 1]); in sort_parity_stripes()
5622 swap(bbio->raid_map[i], bbio->raid_map[i + 1]); in sort_parity_stripes()
5631 struct btrfs_bio *bbio = kzalloc( in alloc_btrfs_bio() local
5645 atomic_set(&bbio->error, 0); in alloc_btrfs_bio()
5646 refcount_set(&bbio in alloc_btrfs_bio()
5654 btrfs_get_bbio(struct btrfs_bio *bbio) btrfs_get_bbio() argument
5660 btrfs_put_bbio(struct btrfs_bio *bbio) btrfs_put_bbio() argument
5679 struct btrfs_bio *bbio; __btrfs_map_block_for_discard() local
5840 struct btrfs_bio *bbio = NULL; get_extra_mirror_from_replace() local
5904 struct btrfs_bio *bbio = *bbio_ret; handle_ops_on_dev_replace() local
6116 struct btrfs_bio *bbio = NULL; __btrfs_map_block() local
6360 btrfs_end_bbio(struct btrfs_bio *bbio, struct bio *bio) btrfs_end_bbio() argument
6371 struct btrfs_bio *bbio = bio->bi_private; btrfs_end_bio() local
6424 submit_stripe_bio(struct btrfs_bio *bbio, struct bio *bio, u64 physical, struct btrfs_device *dev) submit_stripe_bio() argument
6445 bbio_error(struct btrfs_bio *bbio, struct bio *bio, u64 logical) bbio_error() argument
6473 struct btrfs_bio *bbio = NULL; btrfs_map_bio() local
[all...] |
| H A D | reada.c | 225 struct btrfs_bio *bbio) in reada_find_zone()
273 for (i = 0; i < bbio->num_stripes; ++i) { in reada_find_zone()
275 zone->devs[i] = bbio->stripes[i].dev; in reada_find_zone()
277 zone->ndevs = bbio->num_stripes; in reada_find_zone()
306 struct btrfs_bio *bbio = NULL; in reada_find_extent() local
340 &length, &bbio, 0); in reada_find_extent()
341 if (ret || !bbio || length < fs_info->nodesize) in reada_find_extent()
344 if (bbio->num_stripes > BTRFS_MAX_MIRRORS) { in reada_find_extent()
351 real_stripes = bbio->num_stripes - bbio in reada_find_extent()
224 reada_find_zone(struct btrfs_device *dev, u64 logical, struct btrfs_bio *bbio) reada_find_zone() argument
[all...] |
| H A D | volumes.h | 418 void btrfs_get_bbio(struct btrfs_bio *bbio);
419 void btrfs_put_bbio(struct btrfs_bio *bbio);
|
| H A D | extent_io.c | 2261 struct btrfs_bio *bbio = NULL; in repair_io_failure() local
2272 * Avoid races with device replace and make sure our bbio has devices in repair_io_failure()
2285 &map_length, &bbio, 0); in repair_io_failure()
2291 ASSERT(bbio->mirror_num == 1); in repair_io_failure()
2294 &map_length, &bbio, mirror_num); in repair_io_failure()
2300 BUG_ON(mirror_num != bbio->mirror_num); in repair_io_failure()
2303 sector = bbio->stripes[bbio->mirror_num - 1].physical >> 9; in repair_io_failure()
2305 dev = bbio->stripes[bbio in repair_io_failure()
[all...] |