162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * CXL Flash Device Driver 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Written by: Manoj N. Kumar <manoj@linux.vnet.ibm.com>, IBM Corporation 662306a36Sopenharmony_ci * Matthew R. Ochs <mrochs@linux.vnet.ibm.com>, IBM Corporation 762306a36Sopenharmony_ci * 862306a36Sopenharmony_ci * Copyright (C) 2015 IBM Corporation 962306a36Sopenharmony_ci */ 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#include <asm/unaligned.h> 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <linux/interrupt.h> 1462306a36Sopenharmony_ci#include <linux/pci.h> 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci#include <scsi/scsi_host.h> 1762306a36Sopenharmony_ci#include <uapi/scsi/cxlflash_ioctl.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_ci#include "sislite.h" 2062306a36Sopenharmony_ci#include "common.h" 2162306a36Sopenharmony_ci#include "vlun.h" 2262306a36Sopenharmony_ci#include "superpipe.h" 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci/** 2562306a36Sopenharmony_ci * create_local() - allocate and initialize a local LUN information structure 2662306a36Sopenharmony_ci * @sdev: SCSI device associated with LUN. 2762306a36Sopenharmony_ci * @wwid: World Wide Node Name for LUN. 2862306a36Sopenharmony_ci * 2962306a36Sopenharmony_ci * Return: Allocated local llun_info structure on success, NULL on failure 3062306a36Sopenharmony_ci */ 3162306a36Sopenharmony_cistatic struct llun_info *create_local(struct scsi_device *sdev, u8 *wwid) 3262306a36Sopenharmony_ci{ 3362306a36Sopenharmony_ci struct cxlflash_cfg *cfg = shost_priv(sdev->host); 3462306a36Sopenharmony_ci struct device *dev = &cfg->dev->dev; 3562306a36Sopenharmony_ci struct llun_info *lli = NULL; 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_ci lli = kzalloc(sizeof(*lli), GFP_KERNEL); 3862306a36Sopenharmony_ci if (unlikely(!lli)) { 3962306a36Sopenharmony_ci dev_err(dev, "%s: could not allocate lli\n", __func__); 4062306a36Sopenharmony_ci goto out; 4162306a36Sopenharmony_ci } 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci lli->sdev = sdev; 4462306a36Sopenharmony_ci lli->host_no = sdev->host->host_no; 4562306a36Sopenharmony_ci lli->in_table = false; 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci memcpy(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN); 4862306a36Sopenharmony_ciout: 4962306a36Sopenharmony_ci return lli; 5062306a36Sopenharmony_ci} 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci/** 5362306a36Sopenharmony_ci * create_global() - allocate and initialize a global LUN information structure 5462306a36Sopenharmony_ci * @sdev: SCSI device associated with LUN. 5562306a36Sopenharmony_ci * @wwid: World Wide Node Name for LUN. 5662306a36Sopenharmony_ci * 5762306a36Sopenharmony_ci * Return: Allocated global glun_info structure on success, NULL on failure 5862306a36Sopenharmony_ci */ 5962306a36Sopenharmony_cistatic struct glun_info *create_global(struct scsi_device *sdev, u8 *wwid) 6062306a36Sopenharmony_ci{ 6162306a36Sopenharmony_ci struct cxlflash_cfg *cfg = shost_priv(sdev->host); 6262306a36Sopenharmony_ci struct device *dev = &cfg->dev->dev; 6362306a36Sopenharmony_ci struct glun_info *gli = NULL; 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci gli = kzalloc(sizeof(*gli), GFP_KERNEL); 6662306a36Sopenharmony_ci if (unlikely(!gli)) { 6762306a36Sopenharmony_ci dev_err(dev, "%s: could not allocate gli\n", __func__); 6862306a36Sopenharmony_ci goto out; 6962306a36Sopenharmony_ci } 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci mutex_init(&gli->mutex); 7262306a36Sopenharmony_ci memcpy(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN); 7362306a36Sopenharmony_ciout: 7462306a36Sopenharmony_ci return gli; 7562306a36Sopenharmony_ci} 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci/** 7862306a36Sopenharmony_ci * lookup_local() - find a local LUN information structure by WWID 7962306a36Sopenharmony_ci * @cfg: Internal structure associated with the host. 8062306a36Sopenharmony_ci * @wwid: WWID associated with LUN. 8162306a36Sopenharmony_ci * 8262306a36Sopenharmony_ci * Return: Found local lun_info structure on success, NULL on failure 8362306a36Sopenharmony_ci */ 8462306a36Sopenharmony_cistatic struct llun_info *lookup_local(struct cxlflash_cfg *cfg, u8 *wwid) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci struct llun_info *lli, *temp; 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ci list_for_each_entry_safe(lli, temp, &cfg->lluns, list) 8962306a36Sopenharmony_ci if (!memcmp(lli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN)) 9062306a36Sopenharmony_ci return lli; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci return NULL; 9362306a36Sopenharmony_ci} 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci/** 9662306a36Sopenharmony_ci * lookup_global() - find a global LUN information structure by WWID 9762306a36Sopenharmony_ci * @wwid: WWID associated with LUN. 9862306a36Sopenharmony_ci * 9962306a36Sopenharmony_ci * Return: Found global lun_info structure on success, NULL on failure 10062306a36Sopenharmony_ci */ 10162306a36Sopenharmony_cistatic struct glun_info *lookup_global(u8 *wwid) 10262306a36Sopenharmony_ci{ 10362306a36Sopenharmony_ci struct glun_info *gli, *temp; 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci list_for_each_entry_safe(gli, temp, &global.gluns, list) 10662306a36Sopenharmony_ci if (!memcmp(gli->wwid, wwid, DK_CXLFLASH_MANAGE_LUN_WWID_LEN)) 10762306a36Sopenharmony_ci return gli; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci return NULL; 11062306a36Sopenharmony_ci} 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci/** 11362306a36Sopenharmony_ci * find_and_create_lun() - find or create a local LUN information structure 11462306a36Sopenharmony_ci * @sdev: SCSI device associated with LUN. 11562306a36Sopenharmony_ci * @wwid: WWID associated with LUN. 11662306a36Sopenharmony_ci * 11762306a36Sopenharmony_ci * The LUN is kept both in a local list (per adapter) and in a global list 11862306a36Sopenharmony_ci * (across all adapters). Certain attributes of the LUN are local to the 11962306a36Sopenharmony_ci * adapter (such as index, port selection mask, etc.). 12062306a36Sopenharmony_ci * 12162306a36Sopenharmony_ci * The block allocation map is shared across all adapters (i.e. associated 12262306a36Sopenharmony_ci * wih the global list). Since different attributes are associated with 12362306a36Sopenharmony_ci * the per adapter and global entries, allocate two separate structures for each 12462306a36Sopenharmony_ci * LUN (one local, one global). 12562306a36Sopenharmony_ci * 12662306a36Sopenharmony_ci * Keep a pointer back from the local to the global entry. 12762306a36Sopenharmony_ci * 12862306a36Sopenharmony_ci * This routine assumes the caller holds the global mutex. 12962306a36Sopenharmony_ci * 13062306a36Sopenharmony_ci * Return: Found/Allocated local lun_info structure on success, NULL on failure 13162306a36Sopenharmony_ci */ 13262306a36Sopenharmony_cistatic struct llun_info *find_and_create_lun(struct scsi_device *sdev, u8 *wwid) 13362306a36Sopenharmony_ci{ 13462306a36Sopenharmony_ci struct cxlflash_cfg *cfg = shost_priv(sdev->host); 13562306a36Sopenharmony_ci struct device *dev = &cfg->dev->dev; 13662306a36Sopenharmony_ci struct llun_info *lli = NULL; 13762306a36Sopenharmony_ci struct glun_info *gli = NULL; 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci if (unlikely(!wwid)) 14062306a36Sopenharmony_ci goto out; 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ci lli = lookup_local(cfg, wwid); 14362306a36Sopenharmony_ci if (lli) 14462306a36Sopenharmony_ci goto out; 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci lli = create_local(sdev, wwid); 14762306a36Sopenharmony_ci if (unlikely(!lli)) 14862306a36Sopenharmony_ci goto out; 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci gli = lookup_global(wwid); 15162306a36Sopenharmony_ci if (gli) { 15262306a36Sopenharmony_ci lli->parent = gli; 15362306a36Sopenharmony_ci list_add(&lli->list, &cfg->lluns); 15462306a36Sopenharmony_ci goto out; 15562306a36Sopenharmony_ci } 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci gli = create_global(sdev, wwid); 15862306a36Sopenharmony_ci if (unlikely(!gli)) { 15962306a36Sopenharmony_ci kfree(lli); 16062306a36Sopenharmony_ci lli = NULL; 16162306a36Sopenharmony_ci goto out; 16262306a36Sopenharmony_ci } 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci lli->parent = gli; 16562306a36Sopenharmony_ci list_add(&lli->list, &cfg->lluns); 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci list_add(&gli->list, &global.gluns); 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_ciout: 17062306a36Sopenharmony_ci dev_dbg(dev, "%s: returning lli=%p, gli=%p\n", __func__, lli, gli); 17162306a36Sopenharmony_ci return lli; 17262306a36Sopenharmony_ci} 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci/** 17562306a36Sopenharmony_ci * cxlflash_term_local_luns() - Delete all entries from local LUN list, free. 17662306a36Sopenharmony_ci * @cfg: Internal structure associated with the host. 17762306a36Sopenharmony_ci */ 17862306a36Sopenharmony_civoid cxlflash_term_local_luns(struct cxlflash_cfg *cfg) 17962306a36Sopenharmony_ci{ 18062306a36Sopenharmony_ci struct llun_info *lli, *temp; 18162306a36Sopenharmony_ci 18262306a36Sopenharmony_ci mutex_lock(&global.mutex); 18362306a36Sopenharmony_ci list_for_each_entry_safe(lli, temp, &cfg->lluns, list) { 18462306a36Sopenharmony_ci list_del(&lli->list); 18562306a36Sopenharmony_ci kfree(lli); 18662306a36Sopenharmony_ci } 18762306a36Sopenharmony_ci mutex_unlock(&global.mutex); 18862306a36Sopenharmony_ci} 18962306a36Sopenharmony_ci 19062306a36Sopenharmony_ci/** 19162306a36Sopenharmony_ci * cxlflash_list_init() - initializes the global LUN list 19262306a36Sopenharmony_ci */ 19362306a36Sopenharmony_civoid cxlflash_list_init(void) 19462306a36Sopenharmony_ci{ 19562306a36Sopenharmony_ci INIT_LIST_HEAD(&global.gluns); 19662306a36Sopenharmony_ci mutex_init(&global.mutex); 19762306a36Sopenharmony_ci global.err_page = NULL; 19862306a36Sopenharmony_ci} 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci/** 20162306a36Sopenharmony_ci * cxlflash_term_global_luns() - frees resources associated with global LUN list 20262306a36Sopenharmony_ci */ 20362306a36Sopenharmony_civoid cxlflash_term_global_luns(void) 20462306a36Sopenharmony_ci{ 20562306a36Sopenharmony_ci struct glun_info *gli, *temp; 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci mutex_lock(&global.mutex); 20862306a36Sopenharmony_ci list_for_each_entry_safe(gli, temp, &global.gluns, list) { 20962306a36Sopenharmony_ci list_del(&gli->list); 21062306a36Sopenharmony_ci cxlflash_ba_terminate(&gli->blka.ba_lun); 21162306a36Sopenharmony_ci kfree(gli); 21262306a36Sopenharmony_ci } 21362306a36Sopenharmony_ci mutex_unlock(&global.mutex); 21462306a36Sopenharmony_ci} 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci/** 21762306a36Sopenharmony_ci * cxlflash_manage_lun() - handles LUN management activities 21862306a36Sopenharmony_ci * @sdev: SCSI device associated with LUN. 21962306a36Sopenharmony_ci * @manage: Manage ioctl data structure. 22062306a36Sopenharmony_ci * 22162306a36Sopenharmony_ci * This routine is used to notify the driver about a LUN's WWID and associate 22262306a36Sopenharmony_ci * SCSI devices (sdev) with a global LUN instance. Additionally it serves to 22362306a36Sopenharmony_ci * change a LUN's operating mode: legacy or superpipe. 22462306a36Sopenharmony_ci * 22562306a36Sopenharmony_ci * Return: 0 on success, -errno on failure 22662306a36Sopenharmony_ci */ 22762306a36Sopenharmony_ciint cxlflash_manage_lun(struct scsi_device *sdev, 22862306a36Sopenharmony_ci struct dk_cxlflash_manage_lun *manage) 22962306a36Sopenharmony_ci{ 23062306a36Sopenharmony_ci struct cxlflash_cfg *cfg = shost_priv(sdev->host); 23162306a36Sopenharmony_ci struct device *dev = &cfg->dev->dev; 23262306a36Sopenharmony_ci struct llun_info *lli = NULL; 23362306a36Sopenharmony_ci int rc = 0; 23462306a36Sopenharmony_ci u64 flags = manage->hdr.flags; 23562306a36Sopenharmony_ci u32 chan = sdev->channel; 23662306a36Sopenharmony_ci 23762306a36Sopenharmony_ci mutex_lock(&global.mutex); 23862306a36Sopenharmony_ci lli = find_and_create_lun(sdev, manage->wwid); 23962306a36Sopenharmony_ci dev_dbg(dev, "%s: WWID=%016llx%016llx, flags=%016llx lli=%p\n", 24062306a36Sopenharmony_ci __func__, get_unaligned_be64(&manage->wwid[0]), 24162306a36Sopenharmony_ci get_unaligned_be64(&manage->wwid[8]), manage->hdr.flags, lli); 24262306a36Sopenharmony_ci if (unlikely(!lli)) { 24362306a36Sopenharmony_ci rc = -ENOMEM; 24462306a36Sopenharmony_ci goto out; 24562306a36Sopenharmony_ci } 24662306a36Sopenharmony_ci 24762306a36Sopenharmony_ci if (flags & DK_CXLFLASH_MANAGE_LUN_ENABLE_SUPERPIPE) { 24862306a36Sopenharmony_ci /* 24962306a36Sopenharmony_ci * Update port selection mask based upon channel, store off LUN 25062306a36Sopenharmony_ci * in unpacked, AFU-friendly format, and hang LUN reference in 25162306a36Sopenharmony_ci * the sdev. 25262306a36Sopenharmony_ci */ 25362306a36Sopenharmony_ci lli->port_sel |= CHAN2PORTMASK(chan); 25462306a36Sopenharmony_ci lli->lun_id[chan] = lun_to_lunid(sdev->lun); 25562306a36Sopenharmony_ci sdev->hostdata = lli; 25662306a36Sopenharmony_ci } else if (flags & DK_CXLFLASH_MANAGE_LUN_DISABLE_SUPERPIPE) { 25762306a36Sopenharmony_ci if (lli->parent->mode != MODE_NONE) 25862306a36Sopenharmony_ci rc = -EBUSY; 25962306a36Sopenharmony_ci else { 26062306a36Sopenharmony_ci /* 26162306a36Sopenharmony_ci * Clean up local LUN for this port and reset table 26262306a36Sopenharmony_ci * tracking when no more references exist. 26362306a36Sopenharmony_ci */ 26462306a36Sopenharmony_ci sdev->hostdata = NULL; 26562306a36Sopenharmony_ci lli->port_sel &= ~CHAN2PORTMASK(chan); 26662306a36Sopenharmony_ci if (lli->port_sel == 0U) 26762306a36Sopenharmony_ci lli->in_table = false; 26862306a36Sopenharmony_ci } 26962306a36Sopenharmony_ci } 27062306a36Sopenharmony_ci 27162306a36Sopenharmony_ci dev_dbg(dev, "%s: port_sel=%08x chan=%u lun_id=%016llx\n", 27262306a36Sopenharmony_ci __func__, lli->port_sel, chan, lli->lun_id[chan]); 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_ciout: 27562306a36Sopenharmony_ci mutex_unlock(&global.mutex); 27662306a36Sopenharmony_ci dev_dbg(dev, "%s: returning rc=%d\n", __func__, rc); 27762306a36Sopenharmony_ci return rc; 27862306a36Sopenharmony_ci} 279