/kernel/linux/linux-6.6/fs/ext2/ |
H A D | trace.h | 20 __field(int, ki_flags) 30 __entry->ki_flags = iocb->ki_flags; 40 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 64 __field(int, ki_flags) 74 __entry->ki_flags = iocb->ki_flags; 84 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
|
H A D | file.c | 253 iocb->ki_flags &= ~IOCB_DIRECT; in ext2_dio_write_iter() 287 if (iocb->ki_flags & IOCB_DIRECT) in ext2_file_read_iter() 299 if (iocb->ki_flags & IOCB_DIRECT) in ext2_file_write_iter()
|
/kernel/linux/linux-6.6/io_uring/ |
H A D | rw.c | 241 if (rw->kiocb.ki_flags & IOCB_WRITE) { in io_req_io_end() 287 if ((kiocb->ki_flags & IOCB_DIO_CALLER_COMP) && kiocb->dio_complete) { in io_req_rw_complete() 308 if (!kiocb->dio_complete || !(kiocb->ki_flags & IOCB_DIO_CALLER_COMP)) { in io_complete_rw() 322 if (kiocb->ki_flags & IOCB_WRITE) in io_complete_rw_iopoll() 448 if (kiocb->ki_flags & IOCB_HIPRI) in loop_rw_iter() 450 if ((kiocb->ki_flags & IOCB_NOWAIT) && in loop_rw_iter() 601 rw->kiocb.ki_flags &= ~IOCB_WAITQ; in io_async_buf_func() 631 if (kiocb->ki_flags & (IOCB_DIRECT | IOCB_HIPRI)) in io_rw_should_retry() 645 kiocb->ki_flags |= IOCB_WAITQ; in io_rw_should_retry() 646 kiocb->ki_flags in io_rw_should_retry() [all...] |
/kernel/linux/linux-6.6/fs/iomap/ |
H A D | trace.h | 203 __field(int, ki_flags) 214 __entry->ki_flags = iocb->ki_flags; 225 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS), 238 __field(int, ki_flags) 248 __entry->ki_flags = iocb->ki_flags; 258 __print_flags(__entry->ki_flags, "|", TRACE_IOCB_STRINGS),
|
H A D | direct-io.c | 72 if ((iocb->ki_flags & IOCB_HIPRI) && !is_sync_kiocb(iocb)) { in iomap_dio_submit_bio() 354 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 416 dio->iocb->ki_flags &= ~IOCB_HIPRI; in iomap_dio_bio_iter() 579 if (iocb->ki_flags & IOCB_NOWAIT) in __iomap_dio_rw() 605 if (iocb->ki_flags & IOCB_DIO_CALLER_COMP) in __iomap_dio_rw() 629 if (!(iocb->ki_flags & IOCB_SYNC)) in __iomap_dio_rw() 664 iocb->ki_flags &= ~IOCB_HIPRI; in __iomap_dio_rw() 678 if (!(iocb->ki_flags & IOCB_NOWAIT)) in __iomap_dio_rw()
|
/kernel/linux/linux-5.10/drivers/nvme/target/ |
H A D | io-cmd-file.c | 103 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() 112 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 124 iocb->ki_flags = ki_flags | iocb_flags(req->ns->file); in nvmet_file_submit_bvec() 146 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 202 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 205 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 211 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 220 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 102 nvmet_file_submit_bvec(struct nvmet_req *req, loff_t pos, unsigned long nr_segs, size_t count, int ki_flags) nvmet_file_submit_bvec() argument
|
/kernel/linux/linux-6.6/drivers/nvme/target/ |
H A D | io-cmd-file.c | 77 unsigned long nr_segs, size_t count, int ki_flags) in nvmet_file_submit_bvec() 86 ki_flags |= IOCB_DSYNC; in nvmet_file_submit_bvec() 98 iocb->ki_flags = ki_flags | iocb->ki_filp->f_iocb_flags; in nvmet_file_submit_bvec() 120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io() argument 177 if (!(ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 180 ret = nvmet_file_submit_bvec(req, pos, bv_cnt, total_len, ki_flags); in nvmet_file_execute_io() 186 if (WARN_ON_ONCE(!(ki_flags & IOCB_NOWAIT))) in nvmet_file_execute_io() 195 if ((ki_flags & IOCB_NOWAIT)) in nvmet_file_execute_io() 76 nvmet_file_submit_bvec(struct nvmet_req *req, loff_t pos, unsigned long nr_segs, size_t count, int ki_flags) nvmet_file_submit_bvec() argument
|
/kernel/linux/linux-6.6/fs/zonefs/ |
H A D | file.c | 426 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 429 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 470 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 473 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 554 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 592 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 633 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_read_iter() 651 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_read_iter()
|
/kernel/linux/linux-5.10/fs/ext4/ |
H A D | file.c | 57 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 73 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 91 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 128 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 260 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 447 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 497 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 526 if ((iocb->ki_flags & IOCB_NOWAIT) && (unaligned_io || extend)) { in ext4_dio_write_iter() 625 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 680 if (iocb->ki_flags in ext4_file_write_iter() [all...] |
/kernel/linux/linux-6.6/fs/ext4/ |
H A D | file.c | 74 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_read_iter() 90 iocb->ki_flags &= ~IOCB_DIRECT; in ext4_dio_read_iter() 107 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_read_iter() 144 if (iocb->ki_flags & IOCB_DIRECT) in ext4_file_read_iter() 291 if (iocb->ki_flags & IOCB_NOWAIT) in ext4_buffered_write_iter() 458 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 476 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_checks() 518 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dio_write_iter() 638 if (iocb->ki_flags & IOCB_NOWAIT) { in ext4_dax_write_iter() 695 if (iocb->ki_flags in ext4_file_write_iter() [all...] |
/kernel/linux/linux-6.6/block/ |
H A D | fops.c | 86 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 177 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO() 216 if (iocb->ki_flags & IOCB_NOWAIT) { in __blkdev_direct_IO() 316 if (iocb->ki_flags & IOCB_ALLOC_CACHE) in __blkdev_direct_IO_async() 353 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_async() 356 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO_async() 665 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter() 678 if (iocb->ki_flags & IOCB_DIRECT) { in blkdev_write_iter() 714 if (iocb->ki_flags & IOCB_DIRECT) { in blkdev_read_iter()
|
/kernel/linux/linux-6.6/fs/overlayfs/ |
H A D | file.c | 292 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 328 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 335 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 369 int ifl = iocb->ki_flags; in ovl_write_iter() 386 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 417 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/kernel/linux/linux-5.10/fs/iomap/ |
H A D | direct-io.c | 67 if (dio->iocb->ki_flags & IOCB_HIPRI) in iomap_dio_submit_bio() 468 if (iocb->ki_flags & IOCB_DSYNC) in __iomap_dio_rw() 477 if ((iocb->ki_flags & (IOCB_DSYNC | IOCB_SYNC)) == IOCB_DSYNC) in __iomap_dio_rw() 481 if (iocb->ki_flags & IOCB_NOWAIT) { in __iomap_dio_rw() 579 if (!(iocb->ki_flags & IOCB_HIPRI) || in __iomap_dio_rw()
|
/kernel/linux/linux-5.10/mm/ |
H A D | filemap.c | 2222 if (written && (iocb->ki_flags & IOCB_WAITQ)) in generic_file_buffered_read() 2223 iocb->ki_flags |= IOCB_NOWAIT; in generic_file_buffered_read() 2240 if (iocb->ki_flags & IOCB_NOIO) in generic_file_buffered_read() 2250 if (iocb->ki_flags & IOCB_NOIO) { in generic_file_buffered_read() 2264 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2272 if (iocb->ki_flags & IOCB_NOWAIT) { in generic_file_buffered_read() 2365 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2392 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT)) { in generic_file_buffered_read() 2416 if (iocb->ki_flags & IOCB_WAITQ) { in generic_file_buffered_read() 2496 * The IOCB_NOWAIT flag in iocb->ki_flags indicate [all...] |
/kernel/linux/linux-5.10/fs/overlayfs/ |
H A D | file.c | 273 if (iocb->ki_flags & IOCB_WRITE) { in ovl_aio_cleanup_handler() 312 if (iocb->ki_flags & IOCB_DIRECT && in ovl_read_iter() 320 ovl_iocb_to_rwf(iocb->ki_flags)); in ovl_read_iter() 355 int ifl = iocb->ki_flags; in ovl_write_iter() 372 if (iocb->ki_flags & IOCB_DIRECT && in ovl_write_iter() 403 aio_req->iocb.ki_flags = ifl; in ovl_write_iter()
|
/kernel/linux/linux-5.10/fs/gfs2/ |
H A D | file.c | 855 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_read_iter() 859 iocb->ki_flags &= ~IOCB_DIRECT; in gfs2_file_read_iter() 862 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 864 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 873 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 912 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 932 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 940 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/kernel/linux/linux-5.10/fs/xfs/ |
H A D | xfs_file.c | 233 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dio_aio_read() 260 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dax_read() 284 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_buffered_aio_read() 312 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 568 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dio_aio_write() 628 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_dax_write() 675 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_buffered_aio_write() 762 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/kernel/linux/linux-6.6/mm/ |
H A D | filemap.c | 2428 if (iocb->ki_flags & IOCB_NOWAIT) { in filemap_update_page() 2437 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_NOIO)) in filemap_update_page() 2439 if (!(iocb->ki_flags & IOCB_WAITQ)) { in filemap_update_page() 2463 if (iocb->ki_flags & (IOCB_NOIO | IOCB_NOWAIT | IOCB_WAITQ)) in filemap_update_page() 2529 if (iocb->ki_flags & IOCB_NOIO) in filemap_readahead() 2554 if (iocb->ki_flags & IOCB_NOIO) in filemap_get_pages() 2561 if (iocb->ki_flags & (IOCB_NOWAIT | IOCB_WAITQ)) in filemap_get_pages() 2577 if ((iocb->ki_flags & IOCB_WAITQ) && in filemap_get_pages() 2579 iocb->ki_flags |= IOCB_NOWAIT; in filemap_get_pages() 2646 if ((iocb->ki_flags in filemap_read() [all...] |
/kernel/linux/linux-5.10/fs/zonefs/ |
H A D | super.c | 764 if (iocb->ki_flags & IOCB_DSYNC) in zonefs_file_dio_append() 774 if (iocb->ki_flags & IOCB_HIPRI) in zonefs_file_dio_append() 853 if ((iocb->ki_flags & IOCB_NOWAIT) && !(iocb->ki_flags & IOCB_DIRECT)) in zonefs_write_checks() 856 if (iocb->ki_flags & IOCB_APPEND) { in zonefs_write_checks() 898 (iocb->ki_flags & IOCB_NOWAIT)) in zonefs_file_dio_write() 901 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_dio_write() 965 if (iocb->ki_flags & IOCB_NOWAIT) { in zonefs_file_buffered_write() 1004 if (iocb->ki_flags & IOCB_DIRECT) { in zonefs_file_write_iter() 1043 if (iocb->ki_flags in zonefs_file_read_iter() [all...] |
/kernel/linux/linux-6.6/fs/gfs2/ |
H A D | file.c | 962 if (iocb->ki_flags & IOCB_DIRECT) in gfs2_file_read_iter() 966 iocb->ki_flags |= IOCB_NOIO; in gfs2_file_read_iter() 968 iocb->ki_flags &= ~IOCB_NOIO; in gfs2_file_read_iter() 977 if (iocb->ki_flags & IOCB_NOWAIT) in gfs2_file_read_iter() 1107 if (iocb->ki_flags & IOCB_APPEND) { in gfs2_file_write_iter() 1127 if (iocb->ki_flags & IOCB_DIRECT) { in gfs2_file_write_iter() 1135 iocb->ki_flags |= IOCB_DSYNC; in gfs2_file_write_iter()
|
/kernel/linux/linux-6.6/fs/xfs/ |
H A D | xfs_file.c | 207 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_ilock_iocb() 336 else if (iocb->ki_flags & IOCB_DIRECT) in xfs_file_read_iter() 400 if (iocb->ki_flags & IOCB_NOWAIT) { in xfs_file_write_checks() 454 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_write_checks() 651 if (iocb->ki_flags & IOCB_NOWAIT) in xfs_file_dio_write_unaligned() 694 if (ret == -EAGAIN && !(iocb->ki_flags & IOCB_NOWAIT)) { in xfs_file_dio_write_unaligned() 849 if (iocb->ki_flags & IOCB_DIRECT) { in xfs_file_write_iter()
|
/kernel/linux/linux-5.10/fs/ |
H A D | block_dev.c | 221 if (iocb->ki_flags & IOCB_DSYNC) in dio_bio_write_op() 283 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO_simple() 285 if (iocb->ki_flags & IOCB_HIPRI) in __blkdev_direct_IO_simple() 293 if (!(iocb->ki_flags & IOCB_HIPRI) || in __blkdev_direct_IO_simple() 383 bool is_poll = (iocb->ki_flags & IOCB_HIPRI) != 0; in __blkdev_direct_IO() 438 if (iocb->ki_flags & IOCB_NOWAIT) in __blkdev_direct_IO() 448 if (iocb->ki_flags & IOCB_HIPRI) { in __blkdev_direct_IO() 489 if (!(iocb->ki_flags & IOCB_HIPRI) || in __blkdev_direct_IO() 1924 if ((iocb->ki_flags & (IOCB_NOWAIT | IOCB_DIRECT)) == IOCB_NOWAIT) in blkdev_write_iter()
|
H A D | direct-io.c | 482 if (!(dio->iocb->ki_flags & IOCB_HIPRI) || in dio_await_one() 1210 if (iocb->ki_flags & IOCB_NOWAIT) in do_blockdev_direct_IO() 1215 if (iocb->ki_flags & IOCB_HIPRI) in do_blockdev_direct_IO() 1224 if (iocb->ki_flags & IOCB_DSYNC) in do_blockdev_direct_IO()
|
/kernel/linux/linux-5.10/fs/nfs/ |
H A D | file.c | 163 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_read() 625 if (iocb->ki_flags & IOCB_DIRECT) in nfs_file_write() 636 if (iocb->ki_flags & IOCB_APPEND) { in nfs_file_write()
|
/kernel/linux/linux-5.10/fs/ceph/ |
H A D | file.c | 1023 if (aio_req->iocb->ki_flags & IOCB_DIRECT) in ceph_aio_complete() 1551 bool direct_lock = iocb->ki_flags & IOCB_DIRECT; in ceph_read_iter() 1572 if (iocb->ki_flags & IOCB_DIRECT) in ceph_read_iter() 1580 (iocb->ki_flags & IOCB_DIRECT) || in ceph_read_iter() 1588 if (!retry_op && (iocb->ki_flags & IOCB_DIRECT)) { in ceph_read_iter() 1724 if ((iocb->ki_flags & (IOCB_DIRECT | IOCB_APPEND)) == IOCB_DIRECT) in ceph_write_iter() 1736 if (iocb->ki_flags & IOCB_APPEND) { in ceph_write_iter() 1802 (iocb->ki_flags & IOCB_DIRECT) || (fi->flags & CEPH_F_SYNC) || in ceph_write_iter() 1822 if (iocb->ki_flags & IOCB_DIRECT) in ceph_write_iter() 1876 iocb->ki_flags | in ceph_write_iter() [all...] |