Lines Matching refs:issue_flags
1098 unsigned int issue_flags);
1107 unsigned int issue_flags, u32 slot_index);
1108 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags);
1894 static inline void __io_req_complete(struct io_kiocb *req, unsigned issue_flags,
1897 if (issue_flags & IO_URING_F_COMPLETE_DEFER)
3071 unsigned int issue_flags)
3084 __io_req_complete(req, issue_flags,
3102 if (!(issue_flags & IO_URING_F_NONBLOCK)) {
3104 __io_req_complete(req, issue_flags, ret, cflags);
3107 __io_req_complete(req, issue_flags, ret, cflags);
3597 static int io_read(struct io_kiocb *req, unsigned int issue_flags)
3603 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
3721 kiocb_done(kiocb, ret, issue_flags);
3736 static int io_write(struct io_kiocb *req, unsigned int issue_flags)
3742 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
3822 kiocb_done(kiocb, ret2, issue_flags);
3874 static int io_renameat(struct io_kiocb *req, unsigned int issue_flags)
3879 if (issue_flags & IO_URING_F_NONBLOCK)
3921 static int io_unlinkat(struct io_kiocb *req, unsigned int issue_flags)
3926 if (issue_flags & IO_URING_F_NONBLOCK)
3958 static int io_shutdown(struct io_kiocb *req, unsigned int issue_flags)
3964 if (issue_flags & IO_URING_F_NONBLOCK)
4006 static int io_tee(struct io_kiocb *req, unsigned int issue_flags)
4014 if (issue_flags & IO_URING_F_NONBLOCK)
4018 (sp->flags & SPLICE_F_FD_IN_FIXED), issue_flags);
4045 static int io_splice(struct io_kiocb *req, unsigned int issue_flags)
4054 if (issue_flags & IO_URING_F_NONBLOCK)
4058 (sp->flags & SPLICE_F_FD_IN_FIXED), issue_flags);
4082 static int io_nop(struct io_kiocb *req, unsigned int issue_flags)
4089 __io_req_complete(req, issue_flags, 0, 0);
4112 static int io_fsync(struct io_kiocb *req, unsigned int issue_flags)
4118 if (issue_flags & IO_URING_F_NONBLOCK)
4145 static int io_fallocate(struct io_kiocb *req, unsigned int issue_flags)
4150 if (issue_flags & IO_URING_F_NONBLOCK)
4224 static int io_openat2(struct io_kiocb *req, unsigned int issue_flags)
4237 if (issue_flags & IO_URING_F_NONBLOCK) {
4269 (!resolve_nonblock && (issue_flags & IO_URING_F_NONBLOCK)))
4274 if ((issue_flags & IO_URING_F_NONBLOCK) && !nonblock_set)
4281 ret = io_install_fixed_file(req, file, issue_flags,
4288 __io_req_complete(req, issue_flags, ret, 0);
4292 static int io_openat(struct io_kiocb *req, unsigned int issue_flags)
4294 return io_openat2(req, issue_flags);
4344 static int io_remove_buffers(struct io_kiocb *req, unsigned int issue_flags)
4350 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
4364 __io_req_complete(req, issue_flags, ret, 0);
4432 static int io_provide_buffers(struct io_kiocb *req, unsigned int issue_flags)
4438 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
4456 __io_req_complete(req, issue_flags, ret, 0);
4488 static int io_epoll_ctl(struct io_kiocb *req, unsigned int issue_flags)
4493 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
4501 __io_req_complete(req, issue_flags, ret, 0);
4525 static int io_madvise(struct io_kiocb *req, unsigned int issue_flags)
4531 if (issue_flags & IO_URING_F_NONBLOCK)
4557 static int io_fadvise(struct io_kiocb *req, unsigned int issue_flags)
4562 if (issue_flags & IO_URING_F_NONBLOCK) {
4576 __io_req_complete(req, issue_flags, ret, 0);
4598 static int io_statx(struct io_kiocb *req, unsigned int issue_flags)
4603 if (issue_flags & IO_URING_F_NONBLOCK)
4633 static int io_close(struct io_kiocb *req, unsigned int issue_flags)
4642 ret = io_close_fixed(req, issue_flags);
4660 if (file->f_op->flush && (issue_flags & IO_URING_F_NONBLOCK)) {
4680 __io_req_complete(req, issue_flags, ret, 0);
4700 static int io_sync_file_range(struct io_kiocb *req, unsigned int issue_flags)
4705 if (issue_flags & IO_URING_F_NONBLOCK)
4799 static int io_sendmsg(struct io_kiocb *req, unsigned int issue_flags)
4823 if (issue_flags & IO_URING_F_NONBLOCK)
4831 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))
4850 __io_req_complete(req, issue_flags, ret, 0);
4854 static int io_send(struct io_kiocb *req, unsigned int issue_flags)
4878 if (issue_flags & IO_URING_F_NONBLOCK)
4886 if (ret == -EAGAIN && (issue_flags & IO_URING_F_NONBLOCK))
4903 __io_req_complete(req, issue_flags, ret, 0);
5050 static int io_recvmsg(struct io_kiocb *req, unsigned int issue_flags)
5059 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
5118 __io_req_complete(req, issue_flags, ret, cflags);
5122 static int io_recv(struct io_kiocb *req, unsigned int issue_flags)
5133 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
5187 __io_req_complete(req, issue_flags, ret, cflags);
5215 static int io_accept(struct io_kiocb *req, unsigned int issue_flags)
5218 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
5247 ret = io_install_fixed_file(req, file, issue_flags,
5250 __io_req_complete(req, issue_flags, ret, 0);
5277 static int io_connect(struct io_kiocb *req, unsigned int issue_flags)
5282 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
5314 __io_req_complete(req, issue_flags, ret, 0);
5319 static int io_##op(struct io_kiocb *req, unsigned int issue_flags) \
5988 static int io_poll_add(struct io_kiocb *req, unsigned int issue_flags)
6001 __io_req_complete(req, issue_flags, ret, 0);
6005 static int io_poll_update(struct io_kiocb *req, unsigned int issue_flags)
6011 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6032 ret2 = io_poll_add(preq, issue_flags);
6044 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6212 static int io_timeout_remove(struct io_kiocb *req, unsigned int issue_flags)
6294 static int io_timeout(struct io_kiocb *req, unsigned int issue_flags)
6421 static int io_async_cancel(struct io_kiocb *req, unsigned int issue_flags)
6433 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6442 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6466 static int io_files_update(struct io_kiocb *req, unsigned int issue_flags)
6479 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6482 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6486 __io_req_complete(req, issue_flags, ret, 0);
6745 static int io_issue_sqe(struct io_kiocb *req, unsigned int issue_flags)
6756 ret = io_nop(req, issue_flags);
6761 ret = io_read(req, issue_flags);
6766 ret = io_write(req, issue_flags);
6769 ret = io_fsync(req, issue_flags);
6772 ret = io_poll_add(req, issue_flags);
6775 ret = io_poll_update(req, issue_flags);
6778 ret = io_sync_file_range(req, issue_flags);
6781 ret = io_sendmsg(req, issue_flags);
6784 ret = io_send(req, issue_flags);
6787 ret = io_recvmsg(req, issue_flags);
6790 ret = io_recv(req, issue_flags);
6793 ret = io_timeout(req, issue_flags);
6796 ret = io_timeout_remove(req, issue_flags);
6799 ret = io_accept(req, issue_flags);
6802 ret = io_connect(req, issue_flags);
6805 ret = io_async_cancel(req, issue_flags);
6808 ret = io_fallocate(req, issue_flags);
6811 ret = io_openat(req, issue_flags);
6814 ret = io_close(req, issue_flags);
6817 ret = io_files_update(req, issue_flags);
6820 ret = io_statx(req, issue_flags);
6823 ret = io_fadvise(req, issue_flags);
6826 ret = io_madvise(req, issue_flags);
6829 ret = io_openat2(req, issue_flags);
6832 ret = io_epoll_ctl(req, issue_flags);
6835 ret = io_splice(req, issue_flags);
6838 ret = io_provide_buffers(req, issue_flags);
6841 ret = io_remove_buffers(req, issue_flags);
6844 ret = io_tee(req, issue_flags);
6847 ret = io_shutdown(req, issue_flags);
6850 ret = io_renameat(req, issue_flags);
6853 ret = io_unlinkat(req, issue_flags);
6955 unsigned int issue_flags)
6960 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6972 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
6991 unsigned int issue_flags)
6994 return io_file_get_fixed(ctx, req, fd, issue_flags);
8475 unsigned int issue_flags, u32 slot_index)
8478 bool force_nonblock = issue_flags & IO_URING_F_NONBLOCK;
8524 static int io_close_fixed(struct io_kiocb *req, unsigned int issue_flags)
8532 io_ring_submit_lock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));
8558 io_ring_submit_unlock(ctx, !(issue_flags & IO_URING_F_NONBLOCK));