| /kernel/linux/linux-6.6/drivers/nvme/target/ |
| H A D | nvmet.h | 200 struct nvmet_req *async_event_cmds[NVMET_ASYNC_EVENTS];
326 struct nvmet_req;
334 void (*queue_response)(struct nvmet_req *req);
338 void (*disc_traddr)(struct nvmet_req *req,
349 struct nvmet_req { struct
389 void (*execute)(struct nvmet_req *req);
404 static inline void nvmet_set_result(struct nvmet_req *req, u32 result) in nvmet_set_result()
413 nvmet_data_dir(struct nvmet_req *req) in nvmet_data_dir()
425 static inline void nvmet_clear_aen_bit(struct nvmet_req *req, u32 bn) in nvmet_clear_aen_bit()
440 void nvmet_get_feat_kato(struct nvmet_req *re
[all...] |
| H A D | io-cmd-file.c | 76 static ssize_t nvmet_file_submit_bvec(struct nvmet_req *req, loff_t pos, in nvmet_file_submit_bvec()
105 struct nvmet_req *req = container_of(iocb, struct nvmet_req, f.iocb); in nvmet_file_io_done()
120 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io()
207 struct nvmet_req *req = container_of(w, struct nvmet_req, f.work); in nvmet_file_buffered_io_work()
212 static void nvmet_file_submit_buffered_io(struct nvmet_req *req) in nvmet_file_submit_buffered_io()
218 static void nvmet_file_execute_rw(struct nvmet_req *req) in nvmet_file_execute_rw()
253 u16 nvmet_file_flush(struct nvmet_req *req) in nvmet_file_flush()
260 struct nvmet_req *re in nvmet_file_flush_work()
[all...] |
| H A D | zns.c | 73 void nvmet_execute_identify_ctrl_zns(struct nvmet_req *req) in nvmet_execute_identify_ctrl_zns()
98 void nvmet_execute_identify_ns_zns(struct nvmet_req *req) in nvmet_execute_identify_ns_zns()
158 static u16 nvmet_bdev_validate_zone_mgmt_recv(struct nvmet_req *req) in nvmet_bdev_validate_zone_mgmt_recv()
207 struct nvmet_req *req;
255 static unsigned long nvmet_req_nr_zones_from_slba(struct nvmet_req *req) in nvmet_req_nr_zones_from_slba()
262 static unsigned long get_nr_zones_from_buf(struct nvmet_req *req, u32 bufsize) in get_nr_zones_from_buf()
273 struct nvmet_req *req = container_of(w, struct nvmet_req, z.zmgmt_work); in nvmet_bdev_zone_zmgmt_recv_work()
319 void nvmet_bdev_execute_zone_mgmt_recv(struct nvmet_req *req) in nvmet_bdev_execute_zone_mgmt_recv()
356 struct nvmet_req *re
[all...] |
| H A D | admin-cmd.c | 28 static u32 nvmet_feat_data_len(struct nvmet_req *req, u32 cdw10) in nvmet_feat_data_len()
43 static void nvmet_execute_get_log_page_noop(struct nvmet_req *req) in nvmet_execute_get_log_page_noop()
48 static void nvmet_execute_get_log_page_error(struct nvmet_req *req) in nvmet_execute_get_log_page_error()
74 static u16 nvmet_get_smart_log_nsid(struct nvmet_req *req, in nvmet_get_smart_log_nsid()
103 static u16 nvmet_get_smart_log_all(struct nvmet_req *req, in nvmet_get_smart_log_all()
133 static void nvmet_execute_get_log_page_smart(struct nvmet_req *req) in nvmet_execute_get_log_page_smart()
194 static void nvmet_execute_get_log_cmd_effects_ns(struct nvmet_req *req) in nvmet_execute_get_log_cmd_effects_ns()
229 static void nvmet_execute_get_log_changed_ns(struct nvmet_req *req) in nvmet_execute_get_log_changed_ns()
253 static u32 nvmet_format_ana_group(struct nvmet_req *req, u32 grpid, in nvmet_format_ana_group()
275 static void nvmet_execute_get_log_page_ana(struct nvmet_req *re
[all...] |
| H A D | io-cmd-bdev.c | 122 u16 blk_to_nvme_status(struct nvmet_req *req, blk_status_t blk_sts) in blk_to_nvme_status()
181 struct nvmet_req *req = bio->bi_private; in nvmet_bio_done()
188 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
233 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
240 static void nvmet_bdev_execute_rw(struct nvmet_req *req) in nvmet_bdev_execute_rw()
331 static void nvmet_bdev_execute_flush(struct nvmet_req *req) in nvmet_bdev_execute_flush()
351 u16 nvmet_bdev_flush(struct nvmet_req *req) in nvmet_bdev_flush()
361 static u16 nvmet_bdev_discard_range(struct nvmet_req *req, in nvmet_bdev_discard_range()
378 static void nvmet_bdev_execute_discard(struct nvmet_req *req) in nvmet_bdev_execute_discard()
408 static void nvmet_bdev_execute_dsm(struct nvmet_req *re
[all...] |
| H A D | passthru.c | 33 static u16 nvmet_passthru_override_id_descs(struct nvmet_req *req) in nvmet_passthru_override_id_descs()
80 static u16 nvmet_passthru_override_id_ctrl(struct nvmet_req *req) in nvmet_passthru_override_id_ctrl()
175 static u16 nvmet_passthru_override_id_ns(struct nvmet_req *req) in nvmet_passthru_override_id_ns()
216 struct nvmet_req *req = container_of(w, struct nvmet_req, p.work); in nvmet_passthru_execute_cmd_work()
252 struct nvmet_req *req = rq->end_io_data; in nvmet_passthru_req_done()
260 static int nvmet_passthru_map_sg(struct nvmet_req *req, struct request *rq) in nvmet_passthru_map_sg()
292 static void nvmet_passthru_execute_cmd(struct nvmet_req *req) in nvmet_passthru_execute_cmd()
373 static void nvmet_passthru_set_host_behaviour(struct nvmet_req *req) in nvmet_passthru_set_host_behaviour()
404 static u16 nvmet_setup_passthru_command(struct nvmet_req *re
[all...] |
| H A D | fabrics-cmd.c | 10 static void nvmet_execute_prop_set(struct nvmet_req *req) in nvmet_execute_prop_set()
38 static void nvmet_execute_prop_get(struct nvmet_req *req) in nvmet_execute_prop_get()
85 u16 nvmet_parse_fabrics_admin_cmd(struct nvmet_req *req) in nvmet_parse_fabrics_admin_cmd()
114 u16 nvmet_parse_fabrics_io_cmd(struct nvmet_req *req) in nvmet_parse_fabrics_io_cmd()
137 static u16 nvmet_install_queue(struct nvmet_ctrl *ctrl, struct nvmet_req *req) in nvmet_install_queue()
207 static void nvmet_execute_admin_connect(struct nvmet_req *req) in nvmet_execute_admin_connect()
287 static void nvmet_execute_io_connect(struct nvmet_req *req) in nvmet_execute_io_connect()
351 u16 nvmet_parse_connect_cmd(struct nvmet_req *req) in nvmet_parse_connect_cmd()
|
| H A D | core.c | 51 inline u16 errno_to_nvme_status(struct nvmet_req *req, int errno) in errno_to_nvme_status()
83 u16 nvmet_report_invalid_opcode(struct nvmet_req *req) in nvmet_report_invalid_opcode()
95 u16 nvmet_copy_to_sgl(struct nvmet_req *req, off_t off, const void *buf, in nvmet_copy_to_sgl()
105 u16 nvmet_copy_from_sgl(struct nvmet_req *req, off_t off, void *buf, size_t len) in nvmet_copy_from_sgl()
114 u16 nvmet_zero_sgl(struct nvmet_req *req, off_t off, size_t len) in nvmet_zero_sgl()
142 struct nvmet_req *req; in nvmet_async_events_failall()
157 struct nvmet_req *req; in nvmet_async_events_process()
425 u16 nvmet_req_find_ns(struct nvmet_req *req) in nvmet_req_find_ns()
696 static void nvmet_update_sq_head(struct nvmet_req *req) in nvmet_update_sq_head()
709 static void nvmet_set_error(struct nvmet_req *re
[all...] |
| H A D | trace.h | 44 static inline struct nvmet_ctrl *nvmet_req_to_ctrl(struct nvmet_req *req) in nvmet_req_to_ctrl()
49 static inline void __assign_req_name(char *name, struct nvmet_req *req) in __assign_req_name()
61 TP_PROTO(struct nvmet_req *req, struct nvme_command *cmd),
103 TP_PROTO(struct nvmet_req *req),
|
| H A D | discovery.c | 135 static void nvmet_set_disc_traddr(struct nvmet_req *req, struct nvmet_port *port, in nvmet_set_disc_traddr()
144 static size_t discovery_log_entries(struct nvmet_req *req) in discovery_log_entries()
161 static void nvmet_execute_disc_get_log_page(struct nvmet_req *req) in nvmet_execute_disc_get_log_page()
248 static void nvmet_execute_disc_identify(struct nvmet_req *req) in nvmet_execute_disc_identify()
304 static void nvmet_execute_disc_set_features(struct nvmet_req *req) in nvmet_execute_disc_set_features()
330 static void nvmet_execute_disc_get_features(struct nvmet_req *req) in nvmet_execute_disc_get_features()
355 u16 nvmet_parse_discovery_cmd(struct nvmet_req *req) in nvmet_parse_discovery_cmd()
|
| H A D | fabrics-cmd-auth.c | 34 static u16 nvmet_auth_negotiate(struct nvmet_req *req, void *d) in nvmet_auth_negotiate()
112 static u16 nvmet_auth_reply(struct nvmet_req *req, void *d) in nvmet_auth_reply()
182 void nvmet_execute_auth_send(struct nvmet_req *req) in nvmet_execute_auth_send()
353 static int nvmet_auth_challenge(struct nvmet_req *req, void *d, int al) in nvmet_auth_challenge()
393 static int nvmet_auth_success1(struct nvmet_req *req, void *d, int al) in nvmet_auth_success1()
420 static void nvmet_auth_failure1(struct nvmet_req *req, void *d, int al) in nvmet_auth_failure1()
432 void nvmet_execute_auth_receive(struct nvmet_req *req) in nvmet_execute_auth_receive()
|
| H A D | auth.c | 255 bool nvmet_check_auth_status(struct nvmet_req *req) in nvmet_check_auth_status()
263 int nvmet_auth_host_hash(struct nvmet_req *req, u8 *response, in nvmet_auth_host_hash()
374 int nvmet_auth_ctrl_hash(struct nvmet_req *req, u8 *response, in nvmet_auth_ctrl_hash()
483 int nvmet_auth_ctrl_exponential(struct nvmet_req *req, in nvmet_auth_ctrl_exponential()
506 int nvmet_auth_ctrl_sesskey(struct nvmet_req *req, in nvmet_auth_ctrl_sesskey()
|
| H A D | loop.c | 22 struct nvmet_req req;
64 static void nvme_loop_queue_response(struct nvmet_req *nvme_req);
91 static void nvme_loop_queue_response(struct nvmet_req *req) in nvme_loop_queue_response()
|
| H A D | rdma.c | 69 struct nvmet_req req;
595 static void nvmet_rdma_set_sig_attrs(struct nvmet_req *req, in nvmet_rdma_set_sig_attrs()
637 struct nvmet_req *req = &rsp->req; in nvmet_rdma_rw_ctx_init()
656 struct nvmet_req *req = &rsp->req; in nvmet_rdma_rw_ctx_destroy()
716 static void nvmet_rdma_queue_response(struct nvmet_req *req) in nvmet_rdma_queue_response()
1978 static void nvmet_rdma_disc_port_addr(struct nvmet_req *req, in nvmet_rdma_disc_port_addr()
|
| /kernel/linux/linux-5.10/drivers/nvme/target/ |
| H A D | nvmet.h | 184 struct nvmet_req *async_event_cmds[NVMET_ASYNC_EVENTS];
290 struct nvmet_req;
298 void (*queue_response)(struct nvmet_req *req);
302 void (*disc_traddr)(struct nvmet_req *req,
312 struct nvmet_req { struct
345 void (*execute)(struct nvmet_req *req);
356 static inline void nvmet_set_result(struct nvmet_req *req, u32 result) in nvmet_set_result()
365 nvmet_data_dir(struct nvmet_req *req) in nvmet_data_dir()
377 static inline void nvmet_clear_aen_bit(struct nvmet_req *req, u32 bn) in nvmet_clear_aen_bit()
392 void nvmet_get_feat_kato(struct nvmet_req *re
[all...] |
| H A D | io-cmd-file.c | 102 static ssize_t nvmet_file_submit_bvec(struct nvmet_req *req, loff_t pos, in nvmet_file_submit_bvec()
131 struct nvmet_req *req = container_of(iocb, struct nvmet_req, f.iocb); in nvmet_file_io_done()
146 static bool nvmet_file_execute_io(struct nvmet_req *req, int ki_flags) in nvmet_file_execute_io()
232 struct nvmet_req *req = container_of(w, struct nvmet_req, f.work); in nvmet_file_buffered_io_work()
237 static void nvmet_file_submit_buffered_io(struct nvmet_req *req) in nvmet_file_submit_buffered_io()
243 static void nvmet_file_execute_rw(struct nvmet_req *req) in nvmet_file_execute_rw()
278 u16 nvmet_file_flush(struct nvmet_req *req) in nvmet_file_flush()
285 struct nvmet_req *re in nvmet_file_flush_work()
[all...] |
| H A D | admin-cmd.c | 28 static u32 nvmet_feat_data_len(struct nvmet_req *req, u32 cdw10) in nvmet_feat_data_len()
43 static void nvmet_execute_get_log_page_noop(struct nvmet_req *req) in nvmet_execute_get_log_page_noop()
48 static void nvmet_execute_get_log_page_error(struct nvmet_req *req) in nvmet_execute_get_log_page_error()
74 static u16 nvmet_get_smart_log_nsid(struct nvmet_req *req, in nvmet_get_smart_log_nsid()
109 static u16 nvmet_get_smart_log_all(struct nvmet_req *req, in nvmet_get_smart_log_all()
139 static void nvmet_execute_get_log_page_smart(struct nvmet_req *req) in nvmet_execute_get_log_page_smart()
171 static void nvmet_execute_get_log_cmd_effects_ns(struct nvmet_req *req) in nvmet_execute_get_log_cmd_effects_ns()
201 static void nvmet_execute_get_log_changed_ns(struct nvmet_req *req) in nvmet_execute_get_log_changed_ns()
225 static u32 nvmet_format_ana_group(struct nvmet_req *req, u32 grpid, in nvmet_format_ana_group()
247 static void nvmet_execute_get_log_page_ana(struct nvmet_req *re
[all...] |
| H A D | passthru.c | 23 static u16 nvmet_passthru_override_id_ctrl(struct nvmet_req *req) in nvmet_passthru_override_id_ctrl()
118 static u16 nvmet_passthru_override_id_ns(struct nvmet_req *req) in nvmet_passthru_override_id_ns()
154 struct nvmet_req *req = container_of(w, struct nvmet_req, p.work); in nvmet_passthru_execute_cmd_work()
181 struct nvmet_req *req = rq->end_io_data; in nvmet_passthru_req_done()
188 static int nvmet_passthru_map_sg(struct nvmet_req *req, struct request *rq) in nvmet_passthru_map_sg()
224 static void nvmet_passthru_execute_cmd(struct nvmet_req *req) in nvmet_passthru_execute_cmd()
297 static void nvmet_passthru_set_host_behaviour(struct nvmet_req *req) in nvmet_passthru_set_host_behaviour()
328 static u16 nvmet_setup_passthru_command(struct nvmet_req *req) in nvmet_setup_passthru_command()
335 u16 nvmet_parse_passthru_io_cmd(struct nvmet_req *re
[all...] |
| H A D | io-cmd-bdev.c | 105 static u16 blk_to_nvme_status(struct nvmet_req *req, blk_status_t blk_sts) in blk_to_nvme_status()
164 struct nvmet_req *req = bio->bi_private; in nvmet_bio_done()
172 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
219 static int nvmet_bdev_alloc_bip(struct nvmet_req *req, struct bio *bio, in nvmet_bdev_alloc_bip()
226 static void nvmet_bdev_execute_rw(struct nvmet_req *req) in nvmet_bdev_execute_rw()
317 static void nvmet_bdev_execute_flush(struct nvmet_req *req) in nvmet_bdev_execute_flush()
333 u16 nvmet_bdev_flush(struct nvmet_req *req) in nvmet_bdev_flush()
340 static u16 nvmet_bdev_discard_range(struct nvmet_req *req, in nvmet_bdev_discard_range()
357 static void nvmet_bdev_execute_discard(struct nvmet_req *req) in nvmet_bdev_execute_discard()
387 static void nvmet_bdev_execute_dsm(struct nvmet_req *re
[all...] |
| H A D | fabrics-cmd.c | 10 static void nvmet_execute_prop_set(struct nvmet_req *req) in nvmet_execute_prop_set()
38 static void nvmet_execute_prop_get(struct nvmet_req *req) in nvmet_execute_prop_get()
85 u16 nvmet_parse_fabrics_cmd(struct nvmet_req *req) in nvmet_parse_fabrics_cmd()
106 static u16 nvmet_install_queue(struct nvmet_ctrl *ctrl, struct nvmet_req *req) in nvmet_install_queue()
153 static void nvmet_execute_admin_connect(struct nvmet_req *req) in nvmet_execute_admin_connect()
224 static void nvmet_execute_io_connect(struct nvmet_req *req) in nvmet_execute_io_connect()
291 u16 nvmet_parse_connect_cmd(struct nvmet_req *req) in nvmet_parse_connect_cmd()
|
| H A D | core.c | 44 inline u16 errno_to_nvme_status(struct nvmet_req *req, int errno) in errno_to_nvme_status()
88 u16 nvmet_copy_to_sgl(struct nvmet_req *req, off_t off, const void *buf, in nvmet_copy_to_sgl()
98 u16 nvmet_copy_from_sgl(struct nvmet_req *req, off_t off, void *buf, size_t len) in nvmet_copy_from_sgl()
107 u16 nvmet_zero_sgl(struct nvmet_req *req, off_t off, size_t len) in nvmet_zero_sgl()
136 struct nvmet_req *req; in nvmet_async_events_failall()
151 struct nvmet_req *req; in nvmet_async_events_process()
688 static void nvmet_update_sq_head(struct nvmet_req *req) in nvmet_update_sq_head()
702 static void nvmet_set_error(struct nvmet_req *req, u16 status) in nvmet_set_error()
731 static void __nvmet_req_complete(struct nvmet_req *req, u16 status) in __nvmet_req_complete()
750 void nvmet_req_complete(struct nvmet_req *re
[all...] |
| H A D | trace.h | 44 static inline struct nvmet_ctrl *nvmet_req_to_ctrl(struct nvmet_req *req) in nvmet_req_to_ctrl()
49 static inline void __assign_req_name(char *name, struct nvmet_req *req) in __assign_req_name()
59 TP_PROTO(struct nvmet_req *req, struct nvme_command *cmd),
101 TP_PROTO(struct nvmet_req *req),
|
| H A D | discovery.c | 134 static void nvmet_set_disc_traddr(struct nvmet_req *req, struct nvmet_port *port, in nvmet_set_disc_traddr()
143 static size_t discovery_log_entries(struct nvmet_req *req) in discovery_log_entries()
160 static void nvmet_execute_disc_get_log_page(struct nvmet_req *req) in nvmet_execute_disc_get_log_page()
242 static void nvmet_execute_disc_identify(struct nvmet_req *req) in nvmet_execute_disc_identify()
298 static void nvmet_execute_disc_set_features(struct nvmet_req *req) in nvmet_execute_disc_set_features()
324 static void nvmet_execute_disc_get_features(struct nvmet_req *req) in nvmet_execute_disc_get_features()
349 u16 nvmet_parse_discovery_cmd(struct nvmet_req *req) in nvmet_parse_discovery_cmd()
|
| H A D | loop.c | 22 struct nvmet_req req;
64 static void nvme_loop_queue_response(struct nvmet_req *nvme_req);
91 static void nvme_loop_queue_response(struct nvmet_req *req) in nvme_loop_queue_response()
|
| H A D | rdma.c | 68 struct nvmet_req req;
594 static void nvmet_rdma_set_sig_attrs(struct nvmet_req *req, in nvmet_rdma_set_sig_attrs()
636 struct nvmet_req *req = &rsp->req; in nvmet_rdma_rw_ctx_init()
655 struct nvmet_req *req = &rsp->req; in nvmet_rdma_rw_ctx_destroy()
715 static void nvmet_rdma_queue_response(struct nvmet_req *req) in nvmet_rdma_queue_response()
1978 static void nvmet_rdma_disc_port_addr(struct nvmet_req *req, in nvmet_rdma_disc_port_addr()
|