| /kernel/linux/linux-5.10/tools/io_uring/ |
| H A D | liburing.h | 11 #include "../../include/uapi/linux/io_uring.h"
17 * Library interface to io_uring
46 struct io_uring { struct
64 extern int io_uring_queue_init(unsigned entries, struct io_uring *ring,
67 struct io_uring *ring);
68 extern void io_uring_queue_exit(struct io_uring *ring);
69 extern int io_uring_peek_cqe(struct io_uring *ring,
71 extern int io_uring_wait_cqe(struct io_uring *ring,
73 extern int io_uring_submit(struct io_uring *ring);
74 extern struct io_uring_sqe *io_uring_get_sqe(struct io_uring *rin
[all...] |
| H A D | queue.c | 11 static int __io_uring_get_cqe(struct io_uring *ring, in __io_uring_get_cqe()
49 int io_uring_peek_cqe(struct io_uring *ring, struct io_uring_cqe **cqe_ptr) in io_uring_peek_cqe()
58 int io_uring_wait_cqe(struct io_uring *ring, struct io_uring_cqe **cqe_ptr) in io_uring_wait_cqe()
68 int io_uring_submit(struct io_uring *ring) in io_uring_submit()
141 struct io_uring_sqe *io_uring_get_sqe(struct io_uring *ring) in io_uring_get_sqe()
|
| H A D | io_uring-cp.c | 3 * Simple test program that demonstrates a file copy through io_uring. This
34 static int setup_context(unsigned entries, struct io_uring *ring) in setup_context()
69 static void queue_prepped(struct io_uring *ring, struct io_data *data) in queue_prepped()
84 static int queue_read(struct io_uring *ring, off_t size, off_t offset) in queue_read()
111 static void queue_write(struct io_uring *ring, struct io_data *data) in queue_write()
123 static int copy_file(struct io_uring *ring, off_t insize) in copy_file()
229 struct io_uring ring; in main()
|
| H A D | setup.c | 64 int io_uring_queue_mmap(int fd, struct io_uring_params *p, struct io_uring *ring) in io_uring_queue_mmap()
79 int io_uring_queue_init(unsigned entries, struct io_uring *ring, unsigned flags) in io_uring_queue_init()
98 void io_uring_queue_exit(struct io_uring *ring) in io_uring_queue_exit()
|
| /kernel/linux/linux-6.6/io_uring/ |
| H A D | tctx.c | 8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
49 struct io_uring_task *tctx = tsk->io_uring; in __io_uring_free()
57 tsk->io_uring = NULL; in __io_uring_free()
88 task->io_uring = tctx; in io_uring_alloc_task_context()
96 struct io_uring_task *tctx = current->io_uring; in __io_uring_add_tctx_node()
105 tctx = current->io_uring; in __io_uring_add_tctx_node()
148 current->io_uring->last = ctx; in __io_uring_add_tctx_node_from_submit()
157 struct io_uring_task *tctx = current->io_uring; in io_uring_del_tctx_node()
[all...] |
| H A D | cancel.c | 10 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
108 WARN_ON_ONCE(!io_wq_current_is_worker() && tctx != current->io_uring); in io_try_cancel()
178 struct io_uring_task *tctx = node->task->io_uring; in __io_async_cancel()
201 struct io_uring_task *tctx = req->task->io_uring; in io_async_cancel()
294 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd);
318 ret = __io_sync_cancel(current->io_uring, &cd, sc.fd);
|
| H A D | nop.c | 6 #include <linux/io_uring.h>
8 #include <uapi/linux/io_uring.h>
10 #include "io_uring.h"
|
| H A D | epoll.c | 7 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
|
| H A D | statx.c | 5 #include <linux/io_uring.h>
7 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
|
| H A D | advise.c | 9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
|
| H A D | sync.c | 9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
|
| H A D | splice.c | 9 #include <linux/io_uring.h>
12 #include <uapi/linux/io_uring.h>
14 #include "io_uring.h"
|
| H A D | filetable.c | 8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
|
| H A D | tctx.h | 23 * Note that this task has used io_uring. We use it for cancelation purposes.
27 struct io_uring_task *tctx = current->io_uring; in io_uring_add_tctx_node()
|
| H A D | uring_cmd.c | 5 #include <linux/io_uring.h>
9 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
|
| H A D | io_uring.c | 34 * io_uring also uses READ/WRITE_ONCE() for _any_ store or load that happens
71 #include <linux/io_uring.h>
77 #include <trace/events/io_uring.h>
79 #include <uapi/linux/io_uring.h>
83 #include "io_uring.h"
391 struct io_uring_task *tctx = req->task->io_uring; in io_clean_op()
408 atomic_inc(&req->task->io_uring->inflight_tracked); in io_req_track_inflight()
498 struct io_uring_task *tctx = req->task->io_uring; in io_queue_iowq()
732 struct io_uring_task *tctx = task->io_uring; in io_put_task_remote()
743 task->io_uring in io_put_task_local()
[all...] |
| H A D | timeout.c | 5 #include <linux/io_uring.h>
7 #include <trace/events/io_uring.h>
9 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
316 ret = io_try_cancel(req->task->io_uring, &cd, issue_flags); in io_req_task_link_timeout()
|
| H A D | sqpoll.c | 13 #include <linux/io_uring.h>
15 #include <uapi/linux/io_uring.h>
17 #include "io_uring.h"
443 ret = io_wq_cpu_affinity(sqd->thread->io_uring, mask); in io_sqpoll_wq_cpu_affinity()
|
| H A D | fdinfo.c | 8 #include <linux/io_uring.h>
10 #include <uapi/linux/io_uring.h>
12 #include "io_uring.h"
138 * Avoid ABBA deadlock between the seq lock and the io_uring mutex, in io_uring_show_fdinfo()
141 * structures that could be going away outside the io_uring mutex. in io_uring_show_fdinfo()
|
| H A D | openclose.c | 9 #include <linux/io_uring.h>
11 #include <uapi/linux/io_uring.h>
15 #include "io_uring.h"
|
| H A D | msg_ring.c | 7 #include <linux/io_uring.h>
9 #include <uapi/linux/io_uring.h>
11 #include "io_uring.h"
|
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | io_uring.h | 7 #include <uapi/linux/io_uring.h>
68 if (current->io_uring) { in io_uring_files_cancel()
75 if (current->io_uring) in io_uring_task_cancel()
80 if (tsk->io_uring) in io_uring_free()
|
| H A D | io_uring_types.h | 8 #include <uapi/linux/io_uring.h>
71 struct io_uring { struct
92 struct io_uring sq, cq;
262 * io_uring instances that don't use IORING_SETUP_SQPOLL.
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | io_uring.h | 15 if (current->io_uring) in io_uring_files_cancel()
20 if (current->io_uring) in io_uring_task_cancel()
25 if (tsk->io_uring) in io_uring_free()
|
| /kernel/linux/linux-6.6/tools/testing/selftests/net/ |
| H A D | io_uring_zerocopy_tx.c | 18 #include <linux/io_uring.h>
107 struct io_uring { struct
157 static int io_uring_register_buffers(struct io_uring *ring, in io_uring_register_buffers()
215 static int io_uring_queue_init(unsigned entries, struct io_uring *ring, in io_uring_queue_init()
236 static int io_uring_submit(struct io_uring *ring) in io_uring_submit()
291 static struct io_uring_sqe *io_uring_get_sqe(struct io_uring *ring) in io_uring_get_sqe()
300 static int io_uring_wait_cqe(struct io_uring *ring, struct io_uring_cqe **cqe_ptr) in io_uring_wait_cqe()
323 static inline void io_uring_cqe_seen(struct io_uring *ring) in io_uring_cqe_seen()
363 struct io_uring ring; in do_tx()
373 error(1, ret, "io_uring in do_tx()
[all...] |