1// SPDX-License-Identifier: GPL-2.0
2/*
3 * NVMe Fabrics command implementation.
4 * Copyright (c) 2015-2016 HGST, a Western Digital Company.
5 */
6#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
7#include <linux/blkdev.h>
8#include "nvmet.h"
9
10static void nvmet_execute_prop_set(struct nvmet_req *req)
11{
12	u64 val = le64_to_cpu(req->cmd->prop_set.value);
13	u16 status = 0;
14
15	if (!nvmet_check_transfer_len(req, 0))
16		return;
17
18	if (req->cmd->prop_set.attrib & 1) {
19		req->error_loc =
20			offsetof(struct nvmf_property_set_command, attrib);
21		status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
22		goto out;
23	}
24
25	switch (le32_to_cpu(req->cmd->prop_set.offset)) {
26	case NVME_REG_CC:
27		nvmet_update_cc(req->sq->ctrl, val);
28		break;
29	default:
30		req->error_loc =
31			offsetof(struct nvmf_property_set_command, offset);
32		status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
33	}
34out:
35	nvmet_req_complete(req, status);
36}
37
38static void nvmet_execute_prop_get(struct nvmet_req *req)
39{
40	struct nvmet_ctrl *ctrl = req->sq->ctrl;
41	u16 status = 0;
42	u64 val = 0;
43
44	if (!nvmet_check_transfer_len(req, 0))
45		return;
46
47	if (req->cmd->prop_get.attrib & 1) {
48		switch (le32_to_cpu(req->cmd->prop_get.offset)) {
49		case NVME_REG_CAP:
50			val = ctrl->cap;
51			break;
52		default:
53			status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
54			break;
55		}
56	} else {
57		switch (le32_to_cpu(req->cmd->prop_get.offset)) {
58		case NVME_REG_VS:
59			val = ctrl->subsys->ver;
60			break;
61		case NVME_REG_CC:
62			val = ctrl->cc;
63			break;
64		case NVME_REG_CSTS:
65			val = ctrl->csts;
66			break;
67		default:
68			status = NVME_SC_INVALID_FIELD | NVME_SC_DNR;
69			break;
70		}
71	}
72
73	if (status && req->cmd->prop_get.attrib & 1) {
74		req->error_loc =
75			offsetof(struct nvmf_property_get_command, offset);
76	} else {
77		req->error_loc =
78			offsetof(struct nvmf_property_get_command, attrib);
79	}
80
81	req->cqe->result.u64 = cpu_to_le64(val);
82	nvmet_req_complete(req, status);
83}
84
85u16 nvmet_parse_fabrics_cmd(struct nvmet_req *req)
86{
87	struct nvme_command *cmd = req->cmd;
88
89	switch (cmd->fabrics.fctype) {
90	case nvme_fabrics_type_property_set:
91		req->execute = nvmet_execute_prop_set;
92		break;
93	case nvme_fabrics_type_property_get:
94		req->execute = nvmet_execute_prop_get;
95		break;
96	default:
97		pr_err("received unknown capsule type 0x%x\n",
98			cmd->fabrics.fctype);
99		req->error_loc = offsetof(struct nvmf_common_command, fctype);
100		return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
101	}
102
103	return 0;
104}
105
106static u16 nvmet_install_queue(struct nvmet_ctrl *ctrl, struct nvmet_req *req)
107{
108	struct nvmf_connect_command *c = &req->cmd->connect;
109	u16 qid = le16_to_cpu(c->qid);
110	u16 sqsize = le16_to_cpu(c->sqsize);
111	struct nvmet_ctrl *old;
112	u16 ret;
113
114	old = cmpxchg(&req->sq->ctrl, NULL, ctrl);
115	if (old) {
116		pr_warn("queue already connected!\n");
117		req->error_loc = offsetof(struct nvmf_connect_command, opcode);
118		return NVME_SC_CONNECT_CTRL_BUSY | NVME_SC_DNR;
119	}
120	if (!sqsize) {
121		pr_warn("queue size zero!\n");
122		req->error_loc = offsetof(struct nvmf_connect_command, sqsize);
123		req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(sqsize);
124		ret = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
125		goto err;
126	}
127
128	/* note: convert queue size from 0's-based value to 1's-based value */
129	nvmet_cq_setup(ctrl, req->cq, qid, sqsize + 1);
130	nvmet_sq_setup(ctrl, req->sq, qid, sqsize + 1);
131
132	if (c->cattr & NVME_CONNECT_DISABLE_SQFLOW) {
133		req->sq->sqhd_disabled = true;
134		req->cqe->sq_head = cpu_to_le16(0xffff);
135	}
136
137	if (ctrl->ops->install_queue) {
138		ret = ctrl->ops->install_queue(req->sq);
139		if (ret) {
140			pr_err("failed to install queue %d cntlid %d ret %x\n",
141				qid, ctrl->cntlid, ret);
142			goto err;
143		}
144	}
145
146	return 0;
147
148err:
149	req->sq->ctrl = NULL;
150	return ret;
151}
152
153static void nvmet_execute_admin_connect(struct nvmet_req *req)
154{
155	struct nvmf_connect_command *c = &req->cmd->connect;
156	struct nvmf_connect_data *d;
157	struct nvmet_ctrl *ctrl = NULL;
158	u16 status = 0;
159
160	if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
161		return;
162
163	d = kmalloc(sizeof(*d), GFP_KERNEL);
164	if (!d) {
165		status = NVME_SC_INTERNAL;
166		goto complete;
167	}
168
169	status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
170	if (status)
171		goto out;
172
173	/* zero out initial completion result, assign values as needed */
174	req->cqe->result.u32 = 0;
175
176	if (c->recfmt != 0) {
177		pr_warn("invalid connect version (%d).\n",
178			le16_to_cpu(c->recfmt));
179		req->error_loc = offsetof(struct nvmf_connect_command, recfmt);
180		status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
181		goto out;
182	}
183
184	if (unlikely(d->cntlid != cpu_to_le16(0xffff))) {
185		pr_warn("connect attempt for invalid controller ID %#x\n",
186			d->cntlid);
187		status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
188		req->cqe->result.u32 = IPO_IATTR_CONNECT_DATA(cntlid);
189		goto out;
190	}
191
192	d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
193	d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
194	status = nvmet_alloc_ctrl(d->subsysnqn, d->hostnqn, req,
195				  le32_to_cpu(c->kato), &ctrl);
196	if (status) {
197		if (status == (NVME_SC_INVALID_FIELD | NVME_SC_DNR))
198			req->error_loc =
199				offsetof(struct nvme_common_command, opcode);
200		goto out;
201	}
202
203	ctrl->pi_support = ctrl->port->pi_enable && ctrl->subsys->pi_support;
204
205	uuid_copy(&ctrl->hostid, &d->hostid);
206
207	status = nvmet_install_queue(ctrl, req);
208	if (status) {
209		nvmet_ctrl_put(ctrl);
210		goto out;
211	}
212
213	pr_info("creating controller %d for subsystem %s for NQN %s%s.\n",
214		ctrl->cntlid, ctrl->subsys->subsysnqn, ctrl->hostnqn,
215		ctrl->pi_support ? " T10-PI is enabled" : "");
216	req->cqe->result.u16 = cpu_to_le16(ctrl->cntlid);
217
218out:
219	kfree(d);
220complete:
221	nvmet_req_complete(req, status);
222}
223
224static void nvmet_execute_io_connect(struct nvmet_req *req)
225{
226	struct nvmf_connect_command *c = &req->cmd->connect;
227	struct nvmf_connect_data *d;
228	struct nvmet_ctrl *ctrl;
229	u16 qid = le16_to_cpu(c->qid);
230	u16 status = 0;
231
232	if (!nvmet_check_transfer_len(req, sizeof(struct nvmf_connect_data)))
233		return;
234
235	d = kmalloc(sizeof(*d), GFP_KERNEL);
236	if (!d) {
237		status = NVME_SC_INTERNAL;
238		goto complete;
239	}
240
241	status = nvmet_copy_from_sgl(req, 0, d, sizeof(*d));
242	if (status)
243		goto out;
244
245	/* zero out initial completion result, assign values as needed */
246	req->cqe->result.u32 = 0;
247
248	if (c->recfmt != 0) {
249		pr_warn("invalid connect version (%d).\n",
250			le16_to_cpu(c->recfmt));
251		status = NVME_SC_CONNECT_FORMAT | NVME_SC_DNR;
252		goto out;
253	}
254
255	d->subsysnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
256	d->hostnqn[NVMF_NQN_FIELD_LEN - 1] = '\0';
257	ctrl = nvmet_ctrl_find_get(d->subsysnqn, d->hostnqn,
258				   le16_to_cpu(d->cntlid), req);
259	if (!ctrl) {
260		status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
261		goto out;
262	}
263
264	if (unlikely(qid > ctrl->subsys->max_qid)) {
265		pr_warn("invalid queue id (%d)\n", qid);
266		status = NVME_SC_CONNECT_INVALID_PARAM | NVME_SC_DNR;
267		req->cqe->result.u32 = IPO_IATTR_CONNECT_SQE(qid);
268		goto out_ctrl_put;
269	}
270
271	status = nvmet_install_queue(ctrl, req);
272	if (status)
273		goto out_ctrl_put;
274
275	/* pass back cntlid for successful completion */
276	req->cqe->result.u16 = cpu_to_le16(ctrl->cntlid);
277
278	pr_debug("adding queue %d to ctrl %d.\n", qid, ctrl->cntlid);
279
280out:
281	kfree(d);
282complete:
283	nvmet_req_complete(req, status);
284	return;
285
286out_ctrl_put:
287	nvmet_ctrl_put(ctrl);
288	goto out;
289}
290
291u16 nvmet_parse_connect_cmd(struct nvmet_req *req)
292{
293	struct nvme_command *cmd = req->cmd;
294
295	if (!nvme_is_fabrics(cmd)) {
296		pr_err("invalid command 0x%x on unconnected queue.\n",
297			cmd->fabrics.opcode);
298		req->error_loc = offsetof(struct nvme_common_command, opcode);
299		return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
300	}
301	if (cmd->fabrics.fctype != nvme_fabrics_type_connect) {
302		pr_err("invalid capsule type 0x%x on unconnected queue.\n",
303			cmd->fabrics.fctype);
304		req->error_loc = offsetof(struct nvmf_common_command, fctype);
305		return NVME_SC_INVALID_OPCODE | NVME_SC_DNR;
306	}
307
308	if (cmd->connect.qid == 0)
309		req->execute = nvmet_execute_admin_connect;
310	else
311		req->execute = nvmet_execute_io_connect;
312	return 0;
313}
314