162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * CXL Flash Device Driver
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Written by: Manoj N. Kumar <manoj@linux.vnet.ibm.com>, IBM Corporation
662306a36Sopenharmony_ci *             Matthew R. Ochs <mrochs@linux.vnet.ibm.com>, IBM Corporation
762306a36Sopenharmony_ci *
862306a36Sopenharmony_ci * Copyright (C) 2015 IBM Corporation
962306a36Sopenharmony_ci */
1062306a36Sopenharmony_ci
1162306a36Sopenharmony_ci#include <asm/unaligned.h>
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <linux/interrupt.h>
1462306a36Sopenharmony_ci#include <linux/pci.h>
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci#include <scsi/scsi_host.h>
1762306a36Sopenharmony_ci#include <uapi/scsi/cxlflash_ioctl.h>
1862306a36Sopenharmony_ci
1962306a36Sopenharmony_ci#include "sislite.h"
2062306a36Sopenharmony_ci#include "common.h"
2162306a36Sopenharmony_ci#include "vlun.h"
2262306a36Sopenharmony_ci#include "superpipe.h"
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci/**
2562306a36Sopenharmony_ci * create_local() - allocate and initialize a local LUN information structure
2662306a36Sopenharmony_ci * @sdev:	SCSI device associated with LUN.
2762306a36Sopenharmony_ci * @wwid:	World Wide Node Name for LUN.
2862306a36Sopenharmony_ci *
2962306a36Sopenharmony_ci * Return: Allocated local llun_info structure on success, NULL on failure
3062306a36Sopenharmony_ci */
3162306a36Sopenharmony_cistatic struct llun_info *create_local(struct scsi_device *sdev, u8 *wwid)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	struct cxlflash_cfg *cfg = shost_priv(sdev->host);
3462306a36Sopenharmony_ci	struct device *dev = &cfg->dev->dev;
3562306a36Sopenharmony_ci	struct llun_info *lli = NULL;
3662306a36Sopenharmony_ci
3762306a36Sopenharmony_ci	lli = kzalloc(sizeof(*lli), GFP_KERNEL);
3862306a36Sopenharmony_ci	if (unlikely(!lli)) {
3962306a36Sopenharmony_ci		dev_err(dev, "%s: could not allocate lli\n", __func__);
4062306a36Sopenharmony_ci		goto out;
4162306a36Sopenharmony_ci	}
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_ci	lli->sdev = sdev;
4462306a36Sopenharmony_ci	lli->host_no = sdev->host->host_no;
4562306a36Sopenharmony_ci	lli->in_table = false;
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	memcpy(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN);
4862306a36Sopenharmony_ciout:
4962306a36Sopenharmony_ci	return lli;
5062306a36Sopenharmony_ci}
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci/**
5362306a36Sopenharmony_ci * create_global() - allocate and initialize a global LUN information structure
5462306a36Sopenharmony_ci * @sdev:	SCSI device associated with LUN.
5562306a36Sopenharmony_ci * @wwid:	World Wide Node Name for LUN.
5662306a36Sopenharmony_ci *
5762306a36Sopenharmony_ci * Return: Allocated global glun_info structure on success, NULL on failure
5862306a36Sopenharmony_ci */
5962306a36Sopenharmony_cistatic struct glun_info *create_global(struct scsi_device *sdev, u8 *wwid)
6062306a36Sopenharmony_ci{
6162306a36Sopenharmony_ci	struct cxlflash_cfg *cfg = shost_priv(sdev->host);
6262306a36Sopenharmony_ci	struct device *dev = &cfg->dev->dev;
6362306a36Sopenharmony_ci	struct glun_info *gli = NULL;
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	gli = kzalloc(sizeof(*gli), GFP_KERNEL);
6662306a36Sopenharmony_ci	if (unlikely(!gli)) {
6762306a36Sopenharmony_ci		dev_err(dev, "%s: could not allocate gli\n", __func__);
6862306a36Sopenharmony_ci		goto out;
6962306a36Sopenharmony_ci	}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_ci	mutex_init(&gli->mutex);
7262306a36Sopenharmony_ci	memcpy(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN);
7362306a36Sopenharmony_ciout:
7462306a36Sopenharmony_ci	return gli;
7562306a36Sopenharmony_ci}
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci/**
7862306a36Sopenharmony_ci * lookup_local() - find a local LUN information structure by WWID
7962306a36Sopenharmony_ci * @cfg:	Internal structure associated with the host.
8062306a36Sopenharmony_ci * @wwid:	WWID associated with LUN.
8162306a36Sopenharmony_ci *
8262306a36Sopenharmony_ci * Return: Found local lun_info structure on success, NULL on failure
8362306a36Sopenharmony_ci */
8462306a36Sopenharmony_cistatic struct llun_info *lookup_local(struct cxlflash_cfg *cfg, u8 *wwid)
8562306a36Sopenharmony_ci{
8662306a36Sopenharmony_ci	struct llun_info *lli, *temp;
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci	list_for_each_entry_safe(lli, temp, &cfg->lluns, list)
8962306a36Sopenharmony_ci		if (!memcmp(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN))
9062306a36Sopenharmony_ci			return lli;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	return NULL;
9362306a36Sopenharmony_ci}
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci/**
9662306a36Sopenharmony_ci * lookup_global() - find a global LUN information structure by WWID
9762306a36Sopenharmony_ci * @wwid:	WWID associated with LUN.
9862306a36Sopenharmony_ci *
9962306a36Sopenharmony_ci * Return: Found global lun_info structure on success, NULL on failure
10062306a36Sopenharmony_ci */
10162306a36Sopenharmony_cistatic struct glun_info *lookup_global(u8 *wwid)
10262306a36Sopenharmony_ci{
10362306a36Sopenharmony_ci	struct glun_info *gli, *temp;
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	list_for_each_entry_safe(gli, temp, &global.gluns, list)
10662306a36Sopenharmony_ci		if (!memcmp(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN))
10762306a36Sopenharmony_ci			return gli;
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	return NULL;
11062306a36Sopenharmony_ci}
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci/**
11362306a36Sopenharmony_ci * find_and_create_lun() - find or create a local LUN information structure
11462306a36Sopenharmony_ci * @sdev:	SCSI device associated with LUN.
11562306a36Sopenharmony_ci * @wwid:	WWID associated with LUN.
11662306a36Sopenharmony_ci *
11762306a36Sopenharmony_ci * The LUN is kept both in a local list (per adapter) and in a global list
11862306a36Sopenharmony_ci * (across all adapters). Certain attributes of the LUN are local to the
11962306a36Sopenharmony_ci * adapter (such as index, port selection mask, etc.).
12062306a36Sopenharmony_ci *
12162306a36Sopenharmony_ci * The block allocation map is shared across all adapters (i.e. associated
12262306a36Sopenharmony_ci * wih the global list). Since different attributes are associated with
12362306a36Sopenharmony_ci * the per adapter and global entries, allocate two separate structures for each
12462306a36Sopenharmony_ci * LUN (one local, one global).
12562306a36Sopenharmony_ci *
12662306a36Sopenharmony_ci * Keep a pointer back from the local to the global entry.
12762306a36Sopenharmony_ci *
12862306a36Sopenharmony_ci * This routine assumes the caller holds the global mutex.
12962306a36Sopenharmony_ci *
13062306a36Sopenharmony_ci * Return: Found/Allocated local lun_info structure on success, NULL on failure
13162306a36Sopenharmony_ci */
13262306a36Sopenharmony_cistatic struct llun_info *find_and_create_lun(struct scsi_device *sdev, u8 *wwid)
13362306a36Sopenharmony_ci{
13462306a36Sopenharmony_ci	struct cxlflash_cfg *cfg = shost_priv(sdev->host);
13562306a36Sopenharmony_ci	struct device *dev = &cfg->dev->dev;
13662306a36Sopenharmony_ci	struct llun_info *lli = NULL;
13762306a36Sopenharmony_ci	struct glun_info *gli = NULL;
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci	if (unlikely(!wwid))
14062306a36Sopenharmony_ci		goto out;
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	lli = lookup_local(cfg, wwid);
14362306a36Sopenharmony_ci	if (lli)
14462306a36Sopenharmony_ci		goto out;
14562306a36Sopenharmony_ci
14662306a36Sopenharmony_ci	lli = create_local(sdev, wwid);
14762306a36Sopenharmony_ci	if (unlikely(!lli))
14862306a36Sopenharmony_ci		goto out;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	gli = lookup_global(wwid);
15162306a36Sopenharmony_ci	if (gli) {
15262306a36Sopenharmony_ci		lli->parent = gli;
15362306a36Sopenharmony_ci		list_add(&lli->list, &cfg->lluns);
15462306a36Sopenharmony_ci		goto out;
15562306a36Sopenharmony_ci	}
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	gli = create_global(sdev, wwid);
15862306a36Sopenharmony_ci	if (unlikely(!gli)) {
15962306a36Sopenharmony_ci		kfree(lli);
16062306a36Sopenharmony_ci		lli = NULL;
16162306a36Sopenharmony_ci		goto out;
16262306a36Sopenharmony_ci	}
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci	lli->parent = gli;
16562306a36Sopenharmony_ci	list_add(&lli->list, &cfg->lluns);
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	list_add(&gli->list, &global.gluns);
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_ciout:
17062306a36Sopenharmony_ci	dev_dbg(dev, "%s: returning lli=%p, gli=%p\n", __func__, lli, gli);
17162306a36Sopenharmony_ci	return lli;
17262306a36Sopenharmony_ci}
17362306a36Sopenharmony_ci
17462306a36Sopenharmony_ci/**
17562306a36Sopenharmony_ci * cxlflash_term_local_luns() - Delete all entries from local LUN list, free.
17662306a36Sopenharmony_ci * @cfg:	Internal structure associated with the host.
17762306a36Sopenharmony_ci */
17862306a36Sopenharmony_civoid cxlflash_term_local_luns(struct cxlflash_cfg *cfg)
17962306a36Sopenharmony_ci{
18062306a36Sopenharmony_ci	struct llun_info *lli, *temp;
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	mutex_lock(&global.mutex);
18362306a36Sopenharmony_ci	list_for_each_entry_safe(lli, temp, &cfg->lluns, list) {
18462306a36Sopenharmony_ci		list_del(&lli->list);
18562306a36Sopenharmony_ci		kfree(lli);
18662306a36Sopenharmony_ci	}
18762306a36Sopenharmony_ci	mutex_unlock(&global.mutex);
18862306a36Sopenharmony_ci}
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci/**
19162306a36Sopenharmony_ci * cxlflash_list_init() - initializes the global LUN list
19262306a36Sopenharmony_ci */
19362306a36Sopenharmony_civoid cxlflash_list_init(void)
19462306a36Sopenharmony_ci{
19562306a36Sopenharmony_ci	INIT_LIST_HEAD(&global.gluns);
19662306a36Sopenharmony_ci	mutex_init(&global.mutex);
19762306a36Sopenharmony_ci	global.err_page = NULL;
19862306a36Sopenharmony_ci}
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci/**
20162306a36Sopenharmony_ci * cxlflash_term_global_luns() - frees resources associated with global LUN list
20262306a36Sopenharmony_ci */
20362306a36Sopenharmony_civoid cxlflash_term_global_luns(void)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	struct glun_info *gli, *temp;
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	mutex_lock(&global.mutex);
20862306a36Sopenharmony_ci	list_for_each_entry_safe(gli, temp, &global.gluns, list) {
20962306a36Sopenharmony_ci		list_del(&gli->list);
21062306a36Sopenharmony_ci		cxlflash_ba_terminate(&gli->blka.ba_lun);
21162306a36Sopenharmony_ci		kfree(gli);
21262306a36Sopenharmony_ci	}
21362306a36Sopenharmony_ci	mutex_unlock(&global.mutex);
21462306a36Sopenharmony_ci}
21562306a36Sopenharmony_ci
21662306a36Sopenharmony_ci/**
21762306a36Sopenharmony_ci * cxlflash_manage_lun() - handles LUN management activities
21862306a36Sopenharmony_ci * @sdev:	SCSI device associated with LUN.
21962306a36Sopenharmony_ci * @manage:	Manage ioctl data structure.
22062306a36Sopenharmony_ci *
22162306a36Sopenharmony_ci * This routine is used to notify the driver about a LUN's WWID and associate
22262306a36Sopenharmony_ci * SCSI devices (sdev) with a global LUN instance. Additionally it serves to
22362306a36Sopenharmony_ci * change a LUN's operating mode: legacy or superpipe.
22462306a36Sopenharmony_ci *
22562306a36Sopenharmony_ci * Return: 0 on success, -errno on failure
22662306a36Sopenharmony_ci */
22762306a36Sopenharmony_ciint cxlflash_manage_lun(struct scsi_device *sdev,
22862306a36Sopenharmony_ci			struct dk_cxlflash_manage_lun *manage)
22962306a36Sopenharmony_ci{
23062306a36Sopenharmony_ci	struct cxlflash_cfg *cfg = shost_priv(sdev->host);
23162306a36Sopenharmony_ci	struct device *dev = &cfg->dev->dev;
23262306a36Sopenharmony_ci	struct llun_info *lli = NULL;
23362306a36Sopenharmony_ci	int rc = 0;
23462306a36Sopenharmony_ci	u64 flags = manage->hdr.flags;
23562306a36Sopenharmony_ci	u32 chan = sdev->channel;
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci	mutex_lock(&global.mutex);
23862306a36Sopenharmony_ci	lli = find_and_create_lun(sdev, manage->wwid);
23962306a36Sopenharmony_ci	dev_dbg(dev, "%s: WWID=%016llx%016llx, flags=%016llx lli=%p\n",
24062306a36Sopenharmony_ci		__func__, get_unaligned_be64(&manage->wwid[0]),
24162306a36Sopenharmony_ci		get_unaligned_be64(&manage->wwid[8]), manage->hdr.flags, lli);
24262306a36Sopenharmony_ci	if (unlikely(!lli)) {
24362306a36Sopenharmony_ci		rc = -ENOMEM;
24462306a36Sopenharmony_ci		goto out;
24562306a36Sopenharmony_ci	}
24662306a36Sopenharmony_ci
24762306a36Sopenharmony_ci	if (flags & DK_CXLFLASH_MANAGE_LUN_ENABLE_SUPERPIPE) {
24862306a36Sopenharmony_ci		/*
24962306a36Sopenharmony_ci		 * Update port selection mask based upon channel, store off LUN
25062306a36Sopenharmony_ci		 * in unpacked, AFU-friendly format, and hang LUN reference in
25162306a36Sopenharmony_ci		 * the sdev.
25262306a36Sopenharmony_ci		 */
25362306a36Sopenharmony_ci		lli->port_sel |= CHAN2PORTMASK(chan);
25462306a36Sopenharmony_ci		lli->lun_id[chan] = lun_to_lunid(sdev->lun);
25562306a36Sopenharmony_ci		sdev->hostdata = lli;
25662306a36Sopenharmony_ci	} else if (flags & DK_CXLFLASH_MANAGE_LUN_DISABLE_SUPERPIPE) {
25762306a36Sopenharmony_ci		if (lli->parent->mode != MODE_NONE)
25862306a36Sopenharmony_ci			rc = -EBUSY;
25962306a36Sopenharmony_ci		else {
26062306a36Sopenharmony_ci			/*
26162306a36Sopenharmony_ci			 * Clean up local LUN for this port and reset table
26262306a36Sopenharmony_ci			 * tracking when no more references exist.
26362306a36Sopenharmony_ci			 */
26462306a36Sopenharmony_ci			sdev->hostdata = NULL;
26562306a36Sopenharmony_ci			lli->port_sel &= ~CHAN2PORTMASK(chan);
26662306a36Sopenharmony_ci			if (lli->port_sel == 0U)
26762306a36Sopenharmony_ci				lli->in_table = false;
26862306a36Sopenharmony_ci		}
26962306a36Sopenharmony_ci	}
27062306a36Sopenharmony_ci
27162306a36Sopenharmony_ci	dev_dbg(dev, "%s: port_sel=%08x chan=%u lun_id=%016llx\n",
27262306a36Sopenharmony_ci		__func__, lli->port_sel, chan, lli->lun_id[chan]);
27362306a36Sopenharmony_ci
27462306a36Sopenharmony_ciout:
27562306a36Sopenharmony_ci	mutex_unlock(&global.mutex);
27662306a36Sopenharmony_ci	dev_dbg(dev, "%s: returning rc=%d\n", __func__, rc);
27762306a36Sopenharmony_ci	return rc;
27862306a36Sopenharmony_ci}
279