Lines Matching refs:dm_io
46 * dm_io into one list, and reuse bio->bi_private as the list head. Before
85 struct dm_io *io;
107 struct dm_io *io = (struct dm_io *)((char *)data + data_size);
495 static inline unsigned int dm_io_sectors(struct dm_io *io, struct bio *bio)
508 static void dm_io_acct(struct dm_io *io, bool end)
537 static void __dm_start_io_acct(struct dm_io *io)
542 static void dm_start_io_acct(struct dm_io *io, struct bio *clone)
568 static void dm_end_io_acct(struct dm_io *io)
573 static struct dm_io *alloc_io(struct mapped_device *md, struct bio *bio)
575 struct dm_io *io;
585 io = container_of(tio, struct dm_io, tio);
607 static void free_io(struct dm_io *io)
856 static void dm_requeue_add_io(struct dm_io *io, bool first_stage)
861 struct dm_io *next = md->requeue_list;
879 * Return true if the dm_io's original bio is requeued.
882 static bool dm_handle_requeue(struct dm_io *io, bool first_stage)
929 static void __dm_io_complete(struct dm_io *io, bool first_stage)
983 struct dm_io *io;
992 struct dm_io *next = io->next;
1009 * 2) io->orig_bio points to new cloned bio which matches the requeued dm_io.
1011 static void dm_io_complete(struct dm_io *io)
1016 * Only dm_io that has been split needs two stage requeue, otherwise
1020 * Also flush data dm_io won't be marked as DM_IO_WAS_SPLIT, so they
1035 static inline void __dm_io_dec_pending(struct dm_io *io)
1041 static void dm_io_set_error(struct dm_io *io, blk_status_t error)
1054 static void dm_io_dec_pending(struct dm_io *io, blk_status_t error)
1098 struct dm_io *io = tio->io;
1326 struct dm_io *io = tio->io;
1360 struct dm_io *io = tio->io;
1398 struct dm_io *io = tio->io;
1459 struct dm_io *io = ci->io;
1656 * Reuse ->bi_private as dm_io list head for storing all dm_io instances
1658 * stored in dm_io->data before the reuse.
1664 static inline struct dm_io **dm_poll_list_head(struct bio *bio)
1666 return (struct dm_io **)&bio->bi_private;
1669 static void dm_queue_poll_io(struct bio *bio, struct dm_io *io)
1671 struct dm_io **head = dm_poll_list_head(bio);
1676 * Save .bi_private into dm_io, so that we can reuse
1677 * .bi_private as dm_io list head for storing dm_io list
1719 * exactly inside the dm_io instance (verified in dm_poll_dm_io)
1758 struct dm_io *io;
1798 * Add every dm_io instance into the dm_io list head which is stored
1838 static bool dm_poll_dm_io(struct dm_io *io, struct io_comp_batch *iob,
1854 struct dm_io **head = dm_poll_list_head(bio);
1855 struct dm_io *list = *head;
1856 struct dm_io *tmp = NULL;
1857 struct dm_io *curr, *next;
1866 * Restore .bi_private before possibly completing dm_io.
1893 /* Reset bio->bi_private to dm_io list head */