/kernel/linux/linux-6.6/io_uring/ |
H A D | rw.c | 24 /* NOTE: kiocb has the file as the first member, so don't do it here */ 25 struct kiocb kiocb; member 82 rw->kiocb.ki_pos = READ_ONCE(sqe->off); in io_prep_rw() 104 rw->kiocb.ki_ioprio = ioprio; in io_prep_rw() 106 rw->kiocb.ki_ioprio = get_current_ioprio(); in io_prep_rw() 108 rw->kiocb.dio_complete = NULL; in io_prep_rw() 133 static inline void io_rw_done(struct kiocb *kiocb, ssize_t ret) in io_rw_done() argument 150 kiocb in io_rw_done() 285 struct kiocb *kiocb = &rw->kiocb; io_req_rw_complete() local 303 io_complete_rw(struct kiocb *kiocb, long res) io_complete_rw() argument 317 io_complete_rw_iopoll(struct kiocb *kiocb, long res) io_complete_rw_iopoll() argument 427 io_kiocb_ppos(struct kiocb *kiocb) io_kiocb_ppos() argument 438 struct kiocb *kiocb = &rw->kiocb; loop_rw_iter() local 624 struct kiocb *kiocb = &rw->kiocb; io_rw_should_retry() local 672 struct kiocb *kiocb = &rw->kiocb; io_rw_init_file() local 720 struct kiocb *kiocb = &rw->kiocb; io_read() local 868 struct kiocb *kiocb = &rw->kiocb; io_write() local [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | aio.h | 8 struct kiocb; 11 typedef int (kiocb_cancel_fn)(struct kiocb *); 16 void kiocb_set_cancel_fn(struct kiocb *req, kiocb_cancel_fn *cancel); 19 static inline void kiocb_set_cancel_fn(struct kiocb *req, in kiocb_set_cancel_fn()
|
H A D | fs.h | 58 struct kiocb; 92 typedef int (dio_iodone_t)(struct kiocb *iocb, loff_t offset, 355 /* kiocb is a read or write operation submitted by fs/aio.c. */ 373 struct kiocb { struct 376 void (*ki_complete)(struct kiocb *iocb, long ret); 399 static inline bool is_sync_kiocb(struct kiocb *kiocb) in is_sync_kiocb() argument 401 return kiocb->ki_complete == NULL; in is_sync_kiocb() 428 ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *iter); 445 int (*swap_rw)(struct kiocb *ioc 2169 init_sync_kiocb(struct kiocb *kiocb, struct file *filp) init_sync_kiocb() argument 2178 kiocb_clone(struct kiocb *kiocb, struct kiocb *kiocb_src, struct file *filp) kiocb_clone() argument [all...] |
H A D | iomap.h | 20 struct kiocb; 259 ssize_t iomap_file_buffered_write(struct kiocb *iocb, struct iov_iter *from, 349 int (*end_io)(struct kiocb *iocb, ssize_t size, int error, 366 * Wait for the I/O to complete in iomap_dio_rw even if the kiocb is not 385 ssize_t iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, 388 struct iomap_dio *__iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter,
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | aio.h | 8 struct kiocb; 11 typedef int (kiocb_cancel_fn)(struct kiocb *); 16 void kiocb_set_cancel_fn(struct kiocb *req, kiocb_cancel_fn *cancel); 19 static inline void kiocb_set_cancel_fn(struct kiocb *req, in kiocb_set_cancel_fn()
|
H A D | iomap.h | 19 struct kiocb; 156 ssize_t iomap_file_buffered_write(struct kiocb *iocb, struct iov_iter *from, 253 int (*end_io)(struct kiocb *iocb, ssize_t size, int error, 259 ssize_t iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, 262 struct iomap_dio *__iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, 266 int iomap_dio_iopoll(struct kiocb *kiocb, bool spin);
|
H A D | fs.h | 54 struct kiocb; 93 typedef int (dio_iodone_t)(struct kiocb *iocb, loff_t offset, 320 /* kiocb is a read or write operation submitted by fs/aio.c. */ 323 struct kiocb { struct 330 void (*ki_complete)(struct kiocb *iocb, long ret, long ret2); 343 static inline bool is_sync_kiocb(struct kiocb *kiocb) in is_sync_kiocb() argument 345 return kiocb->ki_complete == NULL; in is_sync_kiocb() 400 ssize_t (*direct_IO)(struct kiocb *, struct iov_iter *iter); 1888 ssize_t (*read_iter) (struct kiocb *, struc 2125 init_sync_kiocb(struct kiocb *kiocb, struct file *filp) init_sync_kiocb() argument 2135 kiocb_clone(struct kiocb *kiocb, struct kiocb *kiocb_src, struct file *filp) kiocb_clone() argument [all...] |
/kernel/linux/linux-5.10/fs/cifs/ |
H A D | cifsfs.h | 105 extern ssize_t cifs_user_readv(struct kiocb *iocb, struct iov_iter *to); 106 extern ssize_t cifs_direct_readv(struct kiocb *iocb, struct iov_iter *to); 107 extern ssize_t cifs_strict_readv(struct kiocb *iocb, struct iov_iter *to); 108 extern ssize_t cifs_user_writev(struct kiocb *iocb, struct iov_iter *from); 109 extern ssize_t cifs_direct_writev(struct kiocb *iocb, struct iov_iter *from); 110 extern ssize_t cifs_strict_writev(struct kiocb *iocb, struct iov_iter *from);
|
/kernel/linux/linux-6.6/fs/smb/client/ |
H A D | cifsfs.h | 97 extern ssize_t cifs_user_readv(struct kiocb *iocb, struct iov_iter *to); 98 extern ssize_t cifs_direct_readv(struct kiocb *iocb, struct iov_iter *to); 99 extern ssize_t cifs_strict_readv(struct kiocb *iocb, struct iov_iter *to); 100 extern ssize_t cifs_user_writev(struct kiocb *iocb, struct iov_iter *from); 101 extern ssize_t cifs_direct_writev(struct kiocb *iocb, struct iov_iter *from); 102 extern ssize_t cifs_strict_writev(struct kiocb *iocb, struct iov_iter *from);
|
/kernel/linux/linux-5.10/fs/pstore/ |
H A D | blk.c | 292 struct kiocb kiocb; in psblk_generic_blk_read() local 305 init_sync_kiocb(&kiocb, &file); in psblk_generic_blk_read() 306 kiocb.ki_pos = pos; in psblk_generic_blk_read() 309 return generic_file_read_iter(&kiocb, &iter); in psblk_generic_blk_read() 317 struct kiocb kiocb; in psblk_generic_blk_write() local 334 init_sync_kiocb(&kiocb, &file); in psblk_generic_blk_write() 335 kiocb.ki_pos = pos; in psblk_generic_blk_write() 339 ret = generic_write_checks(&kiocb, in psblk_generic_blk_write() [all...] |
/kernel/linux/linux-6.6/fs/ |
H A D | read_write.c | 381 struct kiocb kiocb; in new_sync_read() local 385 init_sync_kiocb(&kiocb, filp); in new_sync_read() 386 kiocb.ki_pos = (ppos ? *ppos : 0); in new_sync_read() 389 ret = call_read_iter(filp, &kiocb, &iter); in new_sync_read() 392 *ppos = kiocb.ki_pos; in new_sync_read() 410 struct kiocb kiocb; in __kernel_read() local 425 init_sync_kiocb(&kiocb, file); in __kernel_read() 426 kiocb in __kernel_read() 483 struct kiocb kiocb; new_sync_write() local 501 struct kiocb kiocb; __kernel_write_iter() local 723 struct kiocb kiocb; do_iter_readv_writev() local [all...] |
/kernel/linux/linux-5.10/fs/ |
H A D | read_write.c | 402 struct kiocb kiocb; in new_sync_read() local 406 init_sync_kiocb(&kiocb, filp); in new_sync_read() 407 kiocb.ki_pos = (ppos ? *ppos : 0); in new_sync_read() 410 ret = call_read_iter(filp, &kiocb, &iter); in new_sync_read() 413 *ppos = kiocb.ki_pos; in new_sync_read() 431 struct kiocb kiocb; in __kernel_read() local 446 init_sync_kiocb(&kiocb, file); in __kernel_read() 447 kiocb in __kernel_read() 505 struct kiocb kiocb; new_sync_write() local 527 struct kiocb kiocb; __kernel_write() local 723 struct kiocb kiocb; do_iter_readv_writev() local [all...] |
/kernel/linux/linux-6.6/fs/ext2/ |
H A D | file.c | 35 static ssize_t ext2_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_dax_read_iter() 51 static ssize_t ext2_dax_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_dax_write_iter() 166 static ssize_t ext2_dio_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_dio_read_iter() 181 static int ext2_dio_write_end_io(struct kiocb *iocb, ssize_t size, in ext2_dio_write_end_io() 212 static ssize_t ext2_dio_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_dio_write_iter() 281 static ssize_t ext2_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_file_read_iter() 293 static ssize_t ext2_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_file_write_iter()
|
H A D | trace.h | 12 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, ssize_t ret), 47 TP_PROTO(struct kiocb *iocb, struct iov_iter *iter, ssize_t ret), \ 56 TP_PROTO(struct kiocb *iocb, ssize_t size, int ret),
|
/kernel/linux/linux-5.10/fs/ext2/ |
H A D | file.c | 33 static ssize_t ext2_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_dax_read_iter() 49 static ssize_t ext2_dax_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_dax_write_iter() 165 static ssize_t ext2_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext2_file_read_iter() 174 static ssize_t ext2_file_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext2_file_write_iter()
|
/kernel/linux/linux-6.6/fs/ext4/ |
H A D | file.c | 55 static bool ext4_should_use_dio(struct kiocb *iocb, struct iov_iter *iter) in ext4_should_use_dio() 69 static ssize_t ext4_dio_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dio_read_iter() 102 static ssize_t ext4_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dax_read_iter() 130 static ssize_t ext4_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_file_read_iter() 243 static ssize_t ext4_generic_write_checks(struct kiocb *iocb, in ext4_generic_write_checks() 271 static ssize_t ext4_write_checks(struct kiocb *iocb, struct iov_iter *from) in ext4_write_checks() 285 static ssize_t ext4_buffered_write_iter(struct kiocb *iocb, in ext4_buffered_write_iter() 374 static int ext4_dio_write_end_io(struct kiocb *iocb, ssize_t size, in ext4_dio_write_end_io() 421 static ssize_t ext4_dio_write_checks(struct kiocb *iocb, struct iov_iter *from, in ext4_dio_write_checks() 498 static ssize_t ext4_dio_write_iter(struct kiocb *ioc [all...] |
/kernel/linux/linux-6.6/block/ |
H A D | fops.c | 27 static blk_opf_t dio_bio_write_op(struct kiocb *iocb) in dio_bio_write_op() 46 static ssize_t __blkdev_direct_IO_simple(struct kiocb *iocb, in __blkdev_direct_IO_simple() 111 struct kiocb *iocb; 132 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io() 162 static ssize_t __blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter, in __blkdev_direct_IO() 279 struct kiocb *iocb = dio->iocb; in blkdev_bio_end_io_async() 301 static ssize_t __blkdev_direct_IO_async(struct kiocb *iocb, in __blkdev_direct_IO_async() 366 static ssize_t blkdev_direct_IO(struct kiocb *iocb, struct iov_iter *iter) in blkdev_direct_IO() 609 blkdev_direct_write(struct kiocb *iocb, struct iov_iter *from) in blkdev_direct_write() 632 static ssize_t blkdev_buffered_write(struct kiocb *ioc [all...] |
/kernel/linux/linux-5.10/fs/iomap/ |
H A D | direct-io.c | 27 struct kiocb *iocb; 52 int iomap_dio_iopoll(struct kiocb *kiocb, bool spin) in iomap_dio_iopoll() argument 54 struct request_queue *q = READ_ONCE(kiocb->private); in iomap_dio_iopoll() 58 return blk_poll(q, READ_ONCE(kiocb->ki_cookie), spin); in iomap_dio_iopoll() 82 struct kiocb *iocb = dio->iocb; in iomap_dio_complete() 138 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work() 421 __iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in __iomap_dio_rw() 599 iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in iomap_dio_rw()
|
/kernel/linux/linux-5.10/mm/ |
H A D | page_io.c | 262 struct kiocb kiocb; in __swap_writepage() local 273 init_sync_kiocb(&kiocb, swap_file); in __swap_writepage() 274 kiocb.ki_pos = page_file_offset(page); in __swap_writepage() 278 ret = mapping->a_ops->direct_IO(&kiocb, &from); in __swap_writepage()
|
/kernel/linux/linux-5.10/fs/ext4/ |
H A D | file.c | 52 static ssize_t ext4_dio_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dio_read_iter() 86 static ssize_t ext4_dax_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_dax_read_iter() 114 static ssize_t ext4_file_read_iter(struct kiocb *iocb, struct iov_iter *to) in ext4_file_read_iter() 212 static ssize_t ext4_generic_write_checks(struct kiocb *iocb, in ext4_generic_write_checks() 240 static ssize_t ext4_write_checks(struct kiocb *iocb, struct iov_iter *from) in ext4_write_checks() 254 static ssize_t ext4_buffered_write_iter(struct kiocb *iocb, in ext4_buffered_write_iter() 370 static int ext4_dio_write_end_io(struct kiocb *iocb, ssize_t size, in ext4_dio_write_end_io() 421 static ssize_t ext4_dio_write_checks(struct kiocb *iocb, struct iov_iter *from, in ext4_dio_write_checks() 470 static ssize_t ext4_dio_write_iter(struct kiocb *iocb, struct iov_iter *from) in ext4_dio_write_iter() 616 ext4_dax_write_iter(struct kiocb *ioc [all...] |
/kernel/linux/linux-6.6/fs/overlayfs/ |
H A D | file.c | 19 struct kiocb iocb; 21 struct kiocb *orig_iocb; 289 struct kiocb *iocb = &aio_req->iocb; in ovl_aio_cleanup_handler() 290 struct kiocb *orig_iocb = aio_req->orig_iocb; in ovl_aio_cleanup_handler() 303 static void ovl_aio_rw_complete(struct kiocb *iocb, long res) in ovl_aio_rw_complete() 307 struct kiocb *orig_iocb = aio_req->orig_iocb; in ovl_aio_rw_complete() 313 static ssize_t ovl_read_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_read_iter() 362 static ssize_t ovl_write_iter(struct kiocb *iocb, struct iov_iter *iter) in ovl_write_iter()
|
/kernel/linux/linux-6.6/fs/xfs/ |
H A D | xfs_file.c | 202 struct kiocb *iocb, in xfs_ilock_iocb() 219 struct kiocb *iocb, in xfs_ilock_iocb_for_write() 256 struct kiocb *iocb, in xfs_file_dio_read() 280 struct kiocb *iocb, in xfs_file_dax_read() 303 struct kiocb *iocb, in xfs_file_buffered_read() 322 struct kiocb *iocb, in xfs_file_read_iter() 383 struct kiocb *iocb, in xfs_file_write_checks() 490 struct kiocb *iocb, in xfs_dio_write_end_io() 585 struct kiocb *iocb, in xfs_file_dio_write_aligned() 636 struct kiocb *ioc in xfs_file_dio_write_unaligned() [all...] |
/kernel/linux/linux-5.10/fs/fuse/ |
H A D | cuse.c | 94 static ssize_t cuse_read_iter(struct kiocb *kiocb, struct iov_iter *to) in cuse_read_iter() argument 96 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_read_iter() 102 static ssize_t cuse_write_iter(struct kiocb *kiocb, struct iov_iter *from) in cuse_write_iter() argument 104 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_write_iter()
|
/kernel/linux/linux-6.6/fs/fuse/ |
H A D | cuse.c | 94 static ssize_t cuse_read_iter(struct kiocb *kiocb, struct iov_iter *to) in cuse_read_iter() argument 96 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_read_iter() 102 static ssize_t cuse_write_iter(struct kiocb *kiocb, struct iov_iter *from) in cuse_write_iter() argument 104 struct fuse_io_priv io = FUSE_IO_PRIV_SYNC(kiocb); in cuse_write_iter()
|
/kernel/linux/linux-6.6/fs/iomap/ |
H A D | direct-io.c | 31 struct kiocb *iocb; 67 struct kiocb *iocb = dio->iocb; in iomap_dio_submit_bio() 86 struct kiocb *iocb = dio->iocb; in iomap_dio_complete() 144 struct kiocb *iocb = dio->iocb; in iomap_dio_complete_work() 163 struct kiocb *iocb = dio->iocb; in iomap_dio_bio_end_io() 540 __iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in __iomap_dio_rw() 742 iomap_dio_rw(struct kiocb *iocb, struct iov_iter *iter, in iomap_dio_rw()
|