162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Adaptec AAC series RAID controller driver 462306a36Sopenharmony_ci * (c) Copyright 2001 Red Hat Inc. 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * based on the old aacraid driver that is.. 762306a36Sopenharmony_ci * Adaptec aacraid device driver for Linux. 862306a36Sopenharmony_ci * 962306a36Sopenharmony_ci * Copyright (c) 2000-2010 Adaptec, Inc. 1062306a36Sopenharmony_ci * 2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com) 1162306a36Sopenharmony_ci * 2016-2017 Microsemi Corp. (aacraid@microsemi.com) 1262306a36Sopenharmony_ci * 1362306a36Sopenharmony_ci * Module Name: 1462306a36Sopenharmony_ci * comminit.c 1562306a36Sopenharmony_ci * 1662306a36Sopenharmony_ci * Abstract: This supports the initialization of the host adapter commuication interface. 1762306a36Sopenharmony_ci * This is a platform dependent module for the pci cyclone board. 1862306a36Sopenharmony_ci */ 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci#include <linux/kernel.h> 2162306a36Sopenharmony_ci#include <linux/init.h> 2262306a36Sopenharmony_ci#include <linux/types.h> 2362306a36Sopenharmony_ci#include <linux/pci.h> 2462306a36Sopenharmony_ci#include <linux/spinlock.h> 2562306a36Sopenharmony_ci#include <linux/slab.h> 2662306a36Sopenharmony_ci#include <linux/blkdev.h> 2762306a36Sopenharmony_ci#include <linux/delay.h> 2862306a36Sopenharmony_ci#include <linux/completion.h> 2962306a36Sopenharmony_ci#include <linux/mm.h> 3062306a36Sopenharmony_ci#include <scsi/scsi_host.h> 3162306a36Sopenharmony_ci#include <scsi/scsi_device.h> 3262306a36Sopenharmony_ci#include <scsi/scsi_cmnd.h> 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci#include "aacraid.h" 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_cistruct aac_common aac_config = { 3762306a36Sopenharmony_ci .irq_mod = 1 3862306a36Sopenharmony_ci}; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistatic inline int aac_is_msix_mode(struct aac_dev *dev) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci u32 status = 0; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci if (aac_is_src(dev)) 4562306a36Sopenharmony_ci status = src_readl(dev, MUnit.OMR); 4662306a36Sopenharmony_ci return (status & AAC_INT_MODE_MSIX); 4762306a36Sopenharmony_ci} 4862306a36Sopenharmony_ci 4962306a36Sopenharmony_cistatic inline void aac_change_to_intx(struct aac_dev *dev) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci aac_src_access_devreg(dev, AAC_DISABLE_MSIX); 5262306a36Sopenharmony_ci aac_src_access_devreg(dev, AAC_ENABLE_INTX); 5362306a36Sopenharmony_ci} 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_cistatic int aac_alloc_comm(struct aac_dev *dev, void **commaddr, unsigned long commsize, unsigned long commalign) 5662306a36Sopenharmony_ci{ 5762306a36Sopenharmony_ci unsigned char *base; 5862306a36Sopenharmony_ci unsigned long size, align; 5962306a36Sopenharmony_ci const unsigned long fibsize = dev->max_fib_size; 6062306a36Sopenharmony_ci const unsigned long printfbufsiz = 256; 6162306a36Sopenharmony_ci unsigned long host_rrq_size, aac_init_size; 6262306a36Sopenharmony_ci union aac_init *init; 6362306a36Sopenharmony_ci dma_addr_t phys; 6462306a36Sopenharmony_ci unsigned long aac_max_hostphysmempages; 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci if ((dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) || 6762306a36Sopenharmony_ci (dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) || 6862306a36Sopenharmony_ci (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 && 6962306a36Sopenharmony_ci !dev->sa_firmware)) { 7062306a36Sopenharmony_ci host_rrq_size = 7162306a36Sopenharmony_ci (dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB) 7262306a36Sopenharmony_ci * sizeof(u32); 7362306a36Sopenharmony_ci aac_init_size = sizeof(union aac_init); 7462306a36Sopenharmony_ci } else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 && 7562306a36Sopenharmony_ci dev->sa_firmware) { 7662306a36Sopenharmony_ci host_rrq_size = (dev->scsi_host_ptr->can_queue 7762306a36Sopenharmony_ci + AAC_NUM_MGT_FIB) * sizeof(u32) * AAC_MAX_MSIX; 7862306a36Sopenharmony_ci aac_init_size = sizeof(union aac_init) + 7962306a36Sopenharmony_ci (AAC_MAX_HRRQ - 1) * sizeof(struct _rrq); 8062306a36Sopenharmony_ci } else { 8162306a36Sopenharmony_ci host_rrq_size = 0; 8262306a36Sopenharmony_ci aac_init_size = sizeof(union aac_init); 8362306a36Sopenharmony_ci } 8462306a36Sopenharmony_ci size = fibsize + aac_init_size + commsize + commalign + 8562306a36Sopenharmony_ci printfbufsiz + host_rrq_size; 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci base = dma_alloc_coherent(&dev->pdev->dev, size, &phys, GFP_KERNEL); 8862306a36Sopenharmony_ci if (base == NULL) { 8962306a36Sopenharmony_ci printk(KERN_ERR "aacraid: unable to create mapping.\n"); 9062306a36Sopenharmony_ci return 0; 9162306a36Sopenharmony_ci } 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci dev->comm_addr = (void *)base; 9462306a36Sopenharmony_ci dev->comm_phys = phys; 9562306a36Sopenharmony_ci dev->comm_size = size; 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci if ((dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) || 9862306a36Sopenharmony_ci (dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) || 9962306a36Sopenharmony_ci (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3)) { 10062306a36Sopenharmony_ci dev->host_rrq = (u32 *)(base + fibsize); 10162306a36Sopenharmony_ci dev->host_rrq_pa = phys + fibsize; 10262306a36Sopenharmony_ci memset(dev->host_rrq, 0, host_rrq_size); 10362306a36Sopenharmony_ci } 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci dev->init = (union aac_init *)(base + fibsize + host_rrq_size); 10662306a36Sopenharmony_ci dev->init_pa = phys + fibsize + host_rrq_size; 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_ci init = dev->init; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3) { 11162306a36Sopenharmony_ci int i; 11262306a36Sopenharmony_ci u64 addr; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci init->r8.init_struct_revision = 11562306a36Sopenharmony_ci cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_8); 11662306a36Sopenharmony_ci init->r8.init_flags = cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED | 11762306a36Sopenharmony_ci INITFLAGS_DRIVER_USES_UTC_TIME | 11862306a36Sopenharmony_ci INITFLAGS_DRIVER_SUPPORTS_PM); 11962306a36Sopenharmony_ci init->r8.init_flags |= 12062306a36Sopenharmony_ci cpu_to_le32(INITFLAGS_DRIVER_SUPPORTS_HBA_MODE); 12162306a36Sopenharmony_ci init->r8.rr_queue_count = cpu_to_le32(dev->max_msix); 12262306a36Sopenharmony_ci init->r8.max_io_size = 12362306a36Sopenharmony_ci cpu_to_le32(dev->scsi_host_ptr->max_sectors << 9); 12462306a36Sopenharmony_ci init->r8.max_num_aif = init->r8.reserved1 = 12562306a36Sopenharmony_ci init->r8.reserved2 = 0; 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_ci for (i = 0; i < dev->max_msix; i++) { 12862306a36Sopenharmony_ci addr = (u64)dev->host_rrq_pa + dev->vector_cap * i * 12962306a36Sopenharmony_ci sizeof(u32); 13062306a36Sopenharmony_ci init->r8.rrq[i].host_addr_high = cpu_to_le32( 13162306a36Sopenharmony_ci upper_32_bits(addr)); 13262306a36Sopenharmony_ci init->r8.rrq[i].host_addr_low = cpu_to_le32( 13362306a36Sopenharmony_ci lower_32_bits(addr)); 13462306a36Sopenharmony_ci init->r8.rrq[i].msix_id = i; 13562306a36Sopenharmony_ci init->r8.rrq[i].element_count = cpu_to_le16( 13662306a36Sopenharmony_ci (u16)dev->vector_cap); 13762306a36Sopenharmony_ci init->r8.rrq[i].comp_thresh = 13862306a36Sopenharmony_ci init->r8.rrq[i].unused = 0; 13962306a36Sopenharmony_ci } 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci pr_warn("aacraid: Comm Interface type3 enabled\n"); 14262306a36Sopenharmony_ci } else { 14362306a36Sopenharmony_ci init->r7.init_struct_revision = 14462306a36Sopenharmony_ci cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION); 14562306a36Sopenharmony_ci if (dev->max_fib_size != sizeof(struct hw_fib)) 14662306a36Sopenharmony_ci init->r7.init_struct_revision = 14762306a36Sopenharmony_ci cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_4); 14862306a36Sopenharmony_ci init->r7.no_of_msix_vectors = cpu_to_le32(SA_MINIPORT_REVISION); 14962306a36Sopenharmony_ci init->r7.fsrev = cpu_to_le32(dev->fsrev); 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_ci /* 15262306a36Sopenharmony_ci * Adapter Fibs are the first thing allocated so that they 15362306a36Sopenharmony_ci * start page aligned 15462306a36Sopenharmony_ci */ 15562306a36Sopenharmony_ci dev->aif_base_va = (struct hw_fib *)base; 15662306a36Sopenharmony_ci 15762306a36Sopenharmony_ci init->r7.adapter_fibs_virtual_address = 0; 15862306a36Sopenharmony_ci init->r7.adapter_fibs_physical_address = cpu_to_le32((u32)phys); 15962306a36Sopenharmony_ci init->r7.adapter_fibs_size = cpu_to_le32(fibsize); 16062306a36Sopenharmony_ci init->r7.adapter_fib_align = cpu_to_le32(sizeof(struct hw_fib)); 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci /* 16362306a36Sopenharmony_ci * number of 4k pages of host physical memory. The aacraid fw 16462306a36Sopenharmony_ci * needs this number to be less than 4gb worth of pages. New 16562306a36Sopenharmony_ci * firmware doesn't have any issues with the mapping system, but 16662306a36Sopenharmony_ci * older Firmware did, and had *troubles* dealing with the math 16762306a36Sopenharmony_ci * overloading past 32 bits, thus we must limit this field. 16862306a36Sopenharmony_ci */ 16962306a36Sopenharmony_ci aac_max_hostphysmempages = 17062306a36Sopenharmony_ci dma_get_required_mask(&dev->pdev->dev) >> 12; 17162306a36Sopenharmony_ci if (aac_max_hostphysmempages < AAC_MAX_HOSTPHYSMEMPAGES) 17262306a36Sopenharmony_ci init->r7.host_phys_mem_pages = 17362306a36Sopenharmony_ci cpu_to_le32(aac_max_hostphysmempages); 17462306a36Sopenharmony_ci else 17562306a36Sopenharmony_ci init->r7.host_phys_mem_pages = 17662306a36Sopenharmony_ci cpu_to_le32(AAC_MAX_HOSTPHYSMEMPAGES); 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci init->r7.init_flags = 17962306a36Sopenharmony_ci cpu_to_le32(INITFLAGS_DRIVER_USES_UTC_TIME | 18062306a36Sopenharmony_ci INITFLAGS_DRIVER_SUPPORTS_PM); 18162306a36Sopenharmony_ci init->r7.max_io_commands = 18262306a36Sopenharmony_ci cpu_to_le32(dev->scsi_host_ptr->can_queue + 18362306a36Sopenharmony_ci AAC_NUM_MGT_FIB); 18462306a36Sopenharmony_ci init->r7.max_io_size = 18562306a36Sopenharmony_ci cpu_to_le32(dev->scsi_host_ptr->max_sectors << 9); 18662306a36Sopenharmony_ci init->r7.max_fib_size = cpu_to_le32(dev->max_fib_size); 18762306a36Sopenharmony_ci init->r7.max_num_aif = cpu_to_le32(dev->max_num_aif); 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci if (dev->comm_interface == AAC_COMM_MESSAGE) { 19062306a36Sopenharmony_ci init->r7.init_flags |= 19162306a36Sopenharmony_ci cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED); 19262306a36Sopenharmony_ci pr_warn("aacraid: Comm Interface enabled\n"); 19362306a36Sopenharmony_ci } else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) { 19462306a36Sopenharmony_ci init->r7.init_struct_revision = 19562306a36Sopenharmony_ci cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_6); 19662306a36Sopenharmony_ci init->r7.init_flags |= 19762306a36Sopenharmony_ci cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED | 19862306a36Sopenharmony_ci INITFLAGS_NEW_COMM_TYPE1_SUPPORTED | 19962306a36Sopenharmony_ci INITFLAGS_FAST_JBOD_SUPPORTED); 20062306a36Sopenharmony_ci init->r7.host_rrq_addr_high = 20162306a36Sopenharmony_ci cpu_to_le32(upper_32_bits(dev->host_rrq_pa)); 20262306a36Sopenharmony_ci init->r7.host_rrq_addr_low = 20362306a36Sopenharmony_ci cpu_to_le32(lower_32_bits(dev->host_rrq_pa)); 20462306a36Sopenharmony_ci pr_warn("aacraid: Comm Interface type1 enabled\n"); 20562306a36Sopenharmony_ci } else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) { 20662306a36Sopenharmony_ci init->r7.init_struct_revision = 20762306a36Sopenharmony_ci cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_7); 20862306a36Sopenharmony_ci init->r7.init_flags |= 20962306a36Sopenharmony_ci cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED | 21062306a36Sopenharmony_ci INITFLAGS_NEW_COMM_TYPE2_SUPPORTED | 21162306a36Sopenharmony_ci INITFLAGS_FAST_JBOD_SUPPORTED); 21262306a36Sopenharmony_ci init->r7.host_rrq_addr_high = 21362306a36Sopenharmony_ci cpu_to_le32(upper_32_bits(dev->host_rrq_pa)); 21462306a36Sopenharmony_ci init->r7.host_rrq_addr_low = 21562306a36Sopenharmony_ci cpu_to_le32(lower_32_bits(dev->host_rrq_pa)); 21662306a36Sopenharmony_ci init->r7.no_of_msix_vectors = 21762306a36Sopenharmony_ci cpu_to_le32(dev->max_msix); 21862306a36Sopenharmony_ci /* must be the COMM_PREFERRED_SETTINGS values */ 21962306a36Sopenharmony_ci pr_warn("aacraid: Comm Interface type2 enabled\n"); 22062306a36Sopenharmony_ci } 22162306a36Sopenharmony_ci } 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci /* 22462306a36Sopenharmony_ci * Increment the base address by the amount already used 22562306a36Sopenharmony_ci */ 22662306a36Sopenharmony_ci base = base + fibsize + host_rrq_size + aac_init_size; 22762306a36Sopenharmony_ci phys = (dma_addr_t)((ulong)phys + fibsize + host_rrq_size + 22862306a36Sopenharmony_ci aac_init_size); 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci /* 23162306a36Sopenharmony_ci * Align the beginning of Headers to commalign 23262306a36Sopenharmony_ci */ 23362306a36Sopenharmony_ci align = (commalign - ((uintptr_t)(base) & (commalign - 1))); 23462306a36Sopenharmony_ci base = base + align; 23562306a36Sopenharmony_ci phys = phys + align; 23662306a36Sopenharmony_ci /* 23762306a36Sopenharmony_ci * Fill in addresses of the Comm Area Headers and Queues 23862306a36Sopenharmony_ci */ 23962306a36Sopenharmony_ci *commaddr = base; 24062306a36Sopenharmony_ci if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3) 24162306a36Sopenharmony_ci init->r7.comm_header_address = cpu_to_le32((u32)phys); 24262306a36Sopenharmony_ci /* 24362306a36Sopenharmony_ci * Increment the base address by the size of the CommArea 24462306a36Sopenharmony_ci */ 24562306a36Sopenharmony_ci base = base + commsize; 24662306a36Sopenharmony_ci phys = phys + commsize; 24762306a36Sopenharmony_ci /* 24862306a36Sopenharmony_ci * Place the Printf buffer area after the Fast I/O comm area. 24962306a36Sopenharmony_ci */ 25062306a36Sopenharmony_ci dev->printfbuf = (void *)base; 25162306a36Sopenharmony_ci if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3) { 25262306a36Sopenharmony_ci init->r7.printfbuf = cpu_to_le32(phys); 25362306a36Sopenharmony_ci init->r7.printfbufsiz = cpu_to_le32(printfbufsiz); 25462306a36Sopenharmony_ci } 25562306a36Sopenharmony_ci memset(base, 0, printfbufsiz); 25662306a36Sopenharmony_ci return 1; 25762306a36Sopenharmony_ci} 25862306a36Sopenharmony_ci 25962306a36Sopenharmony_cistatic void aac_queue_init(struct aac_dev * dev, struct aac_queue * q, u32 *mem, int qsize) 26062306a36Sopenharmony_ci{ 26162306a36Sopenharmony_ci atomic_set(&q->numpending, 0); 26262306a36Sopenharmony_ci q->dev = dev; 26362306a36Sopenharmony_ci init_waitqueue_head(&q->cmdready); 26462306a36Sopenharmony_ci INIT_LIST_HEAD(&q->cmdq); 26562306a36Sopenharmony_ci init_waitqueue_head(&q->qfull); 26662306a36Sopenharmony_ci spin_lock_init(&q->lockdata); 26762306a36Sopenharmony_ci q->lock = &q->lockdata; 26862306a36Sopenharmony_ci q->headers.producer = (__le32 *)mem; 26962306a36Sopenharmony_ci q->headers.consumer = (__le32 *)(mem+1); 27062306a36Sopenharmony_ci *(q->headers.producer) = cpu_to_le32(qsize); 27162306a36Sopenharmony_ci *(q->headers.consumer) = cpu_to_le32(qsize); 27262306a36Sopenharmony_ci q->entries = qsize; 27362306a36Sopenharmony_ci} 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_cistatic bool wait_for_io_iter(struct scsi_cmnd *cmd, void *data) 27662306a36Sopenharmony_ci{ 27762306a36Sopenharmony_ci int *active = data; 27862306a36Sopenharmony_ci 27962306a36Sopenharmony_ci if (aac_priv(cmd)->owner == AAC_OWNER_FIRMWARE) 28062306a36Sopenharmony_ci *active = *active + 1; 28162306a36Sopenharmony_ci return true; 28262306a36Sopenharmony_ci} 28362306a36Sopenharmony_cistatic void aac_wait_for_io_completion(struct aac_dev *aac) 28462306a36Sopenharmony_ci{ 28562306a36Sopenharmony_ci int i = 0, active; 28662306a36Sopenharmony_ci 28762306a36Sopenharmony_ci for (i = 60; i; --i) { 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci active = 0; 29062306a36Sopenharmony_ci scsi_host_busy_iter(aac->scsi_host_ptr, 29162306a36Sopenharmony_ci wait_for_io_iter, &active); 29262306a36Sopenharmony_ci /* 29362306a36Sopenharmony_ci * We can exit If all the commands are complete 29462306a36Sopenharmony_ci */ 29562306a36Sopenharmony_ci if (active == 0) 29662306a36Sopenharmony_ci break; 29762306a36Sopenharmony_ci dev_info(&aac->pdev->dev, 29862306a36Sopenharmony_ci "Wait for %d commands to complete\n", active); 29962306a36Sopenharmony_ci ssleep(1); 30062306a36Sopenharmony_ci } 30162306a36Sopenharmony_ci if (active) 30262306a36Sopenharmony_ci dev_err(&aac->pdev->dev, 30362306a36Sopenharmony_ci "%d outstanding commands during shutdown\n", active); 30462306a36Sopenharmony_ci} 30562306a36Sopenharmony_ci 30662306a36Sopenharmony_ci/** 30762306a36Sopenharmony_ci * aac_send_shutdown - shutdown an adapter 30862306a36Sopenharmony_ci * @dev: Adapter to shutdown 30962306a36Sopenharmony_ci * 31062306a36Sopenharmony_ci * This routine will send a VM_CloseAll (shutdown) request to the adapter. 31162306a36Sopenharmony_ci */ 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_ciint aac_send_shutdown(struct aac_dev * dev) 31462306a36Sopenharmony_ci{ 31562306a36Sopenharmony_ci struct fib * fibctx; 31662306a36Sopenharmony_ci struct aac_close *cmd; 31762306a36Sopenharmony_ci int status = 0; 31862306a36Sopenharmony_ci 31962306a36Sopenharmony_ci if (aac_adapter_check_health(dev)) 32062306a36Sopenharmony_ci return status; 32162306a36Sopenharmony_ci 32262306a36Sopenharmony_ci if (!dev->adapter_shutdown) { 32362306a36Sopenharmony_ci mutex_lock(&dev->ioctl_mutex); 32462306a36Sopenharmony_ci dev->adapter_shutdown = 1; 32562306a36Sopenharmony_ci mutex_unlock(&dev->ioctl_mutex); 32662306a36Sopenharmony_ci } 32762306a36Sopenharmony_ci 32862306a36Sopenharmony_ci aac_wait_for_io_completion(dev); 32962306a36Sopenharmony_ci 33062306a36Sopenharmony_ci fibctx = aac_fib_alloc(dev); 33162306a36Sopenharmony_ci if (!fibctx) 33262306a36Sopenharmony_ci return -ENOMEM; 33362306a36Sopenharmony_ci aac_fib_init(fibctx); 33462306a36Sopenharmony_ci 33562306a36Sopenharmony_ci cmd = (struct aac_close *) fib_data(fibctx); 33662306a36Sopenharmony_ci cmd->command = cpu_to_le32(VM_CloseAll); 33762306a36Sopenharmony_ci cmd->cid = cpu_to_le32(0xfffffffe); 33862306a36Sopenharmony_ci 33962306a36Sopenharmony_ci status = aac_fib_send(ContainerCommand, 34062306a36Sopenharmony_ci fibctx, 34162306a36Sopenharmony_ci sizeof(struct aac_close), 34262306a36Sopenharmony_ci FsaNormal, 34362306a36Sopenharmony_ci -2 /* Timeout silently */, 1, 34462306a36Sopenharmony_ci NULL, NULL); 34562306a36Sopenharmony_ci 34662306a36Sopenharmony_ci if (status >= 0) 34762306a36Sopenharmony_ci aac_fib_complete(fibctx); 34862306a36Sopenharmony_ci /* FIB should be freed only after getting the response from the F/W */ 34962306a36Sopenharmony_ci if (status != -ERESTARTSYS) 35062306a36Sopenharmony_ci aac_fib_free(fibctx); 35162306a36Sopenharmony_ci if (aac_is_src(dev) && 35262306a36Sopenharmony_ci dev->msi_enabled) 35362306a36Sopenharmony_ci aac_set_intx_mode(dev); 35462306a36Sopenharmony_ci return status; 35562306a36Sopenharmony_ci} 35662306a36Sopenharmony_ci 35762306a36Sopenharmony_ci/** 35862306a36Sopenharmony_ci * aac_comm_init - Initialise FSA data structures 35962306a36Sopenharmony_ci * @dev: Adapter to initialise 36062306a36Sopenharmony_ci * 36162306a36Sopenharmony_ci * Initializes the data structures that are required for the FSA commuication 36262306a36Sopenharmony_ci * interface to operate. 36362306a36Sopenharmony_ci * Returns 36462306a36Sopenharmony_ci * 1 - if we were able to init the commuication interface. 36562306a36Sopenharmony_ci * 0 - If there were errors initing. This is a fatal error. 36662306a36Sopenharmony_ci */ 36762306a36Sopenharmony_ci 36862306a36Sopenharmony_cistatic int aac_comm_init(struct aac_dev * dev) 36962306a36Sopenharmony_ci{ 37062306a36Sopenharmony_ci unsigned long hdrsize = (sizeof(u32) * NUMBER_OF_COMM_QUEUES) * 2; 37162306a36Sopenharmony_ci unsigned long queuesize = sizeof(struct aac_entry) * TOTAL_QUEUE_ENTRIES; 37262306a36Sopenharmony_ci u32 *headers; 37362306a36Sopenharmony_ci struct aac_entry * queues; 37462306a36Sopenharmony_ci unsigned long size; 37562306a36Sopenharmony_ci struct aac_queue_block * comm = dev->queues; 37662306a36Sopenharmony_ci /* 37762306a36Sopenharmony_ci * Now allocate and initialize the zone structures used as our 37862306a36Sopenharmony_ci * pool of FIB context records. The size of the zone is based 37962306a36Sopenharmony_ci * on the system memory size. We also initialize the mutex used 38062306a36Sopenharmony_ci * to protect the zone. 38162306a36Sopenharmony_ci */ 38262306a36Sopenharmony_ci spin_lock_init(&dev->fib_lock); 38362306a36Sopenharmony_ci 38462306a36Sopenharmony_ci /* 38562306a36Sopenharmony_ci * Allocate the physically contiguous space for the commuication 38662306a36Sopenharmony_ci * queue headers. 38762306a36Sopenharmony_ci */ 38862306a36Sopenharmony_ci 38962306a36Sopenharmony_ci size = hdrsize + queuesize; 39062306a36Sopenharmony_ci 39162306a36Sopenharmony_ci if (!aac_alloc_comm(dev, (void * *)&headers, size, QUEUE_ALIGNMENT)) 39262306a36Sopenharmony_ci return -ENOMEM; 39362306a36Sopenharmony_ci 39462306a36Sopenharmony_ci queues = (struct aac_entry *)(((ulong)headers) + hdrsize); 39562306a36Sopenharmony_ci 39662306a36Sopenharmony_ci /* Adapter to Host normal priority Command queue */ 39762306a36Sopenharmony_ci comm->queue[HostNormCmdQueue].base = queues; 39862306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[HostNormCmdQueue], headers, HOST_NORM_CMD_ENTRIES); 39962306a36Sopenharmony_ci queues += HOST_NORM_CMD_ENTRIES; 40062306a36Sopenharmony_ci headers += 2; 40162306a36Sopenharmony_ci 40262306a36Sopenharmony_ci /* Adapter to Host high priority command queue */ 40362306a36Sopenharmony_ci comm->queue[HostHighCmdQueue].base = queues; 40462306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[HostHighCmdQueue], headers, HOST_HIGH_CMD_ENTRIES); 40562306a36Sopenharmony_ci 40662306a36Sopenharmony_ci queues += HOST_HIGH_CMD_ENTRIES; 40762306a36Sopenharmony_ci headers +=2; 40862306a36Sopenharmony_ci 40962306a36Sopenharmony_ci /* Host to adapter normal priority command queue */ 41062306a36Sopenharmony_ci comm->queue[AdapNormCmdQueue].base = queues; 41162306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[AdapNormCmdQueue], headers, ADAP_NORM_CMD_ENTRIES); 41262306a36Sopenharmony_ci 41362306a36Sopenharmony_ci queues += ADAP_NORM_CMD_ENTRIES; 41462306a36Sopenharmony_ci headers += 2; 41562306a36Sopenharmony_ci 41662306a36Sopenharmony_ci /* host to adapter high priority command queue */ 41762306a36Sopenharmony_ci comm->queue[AdapHighCmdQueue].base = queues; 41862306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[AdapHighCmdQueue], headers, ADAP_HIGH_CMD_ENTRIES); 41962306a36Sopenharmony_ci 42062306a36Sopenharmony_ci queues += ADAP_HIGH_CMD_ENTRIES; 42162306a36Sopenharmony_ci headers += 2; 42262306a36Sopenharmony_ci 42362306a36Sopenharmony_ci /* adapter to host normal priority response queue */ 42462306a36Sopenharmony_ci comm->queue[HostNormRespQueue].base = queues; 42562306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[HostNormRespQueue], headers, HOST_NORM_RESP_ENTRIES); 42662306a36Sopenharmony_ci queues += HOST_NORM_RESP_ENTRIES; 42762306a36Sopenharmony_ci headers += 2; 42862306a36Sopenharmony_ci 42962306a36Sopenharmony_ci /* adapter to host high priority response queue */ 43062306a36Sopenharmony_ci comm->queue[HostHighRespQueue].base = queues; 43162306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[HostHighRespQueue], headers, HOST_HIGH_RESP_ENTRIES); 43262306a36Sopenharmony_ci 43362306a36Sopenharmony_ci queues += HOST_HIGH_RESP_ENTRIES; 43462306a36Sopenharmony_ci headers += 2; 43562306a36Sopenharmony_ci 43662306a36Sopenharmony_ci /* host to adapter normal priority response queue */ 43762306a36Sopenharmony_ci comm->queue[AdapNormRespQueue].base = queues; 43862306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[AdapNormRespQueue], headers, ADAP_NORM_RESP_ENTRIES); 43962306a36Sopenharmony_ci 44062306a36Sopenharmony_ci queues += ADAP_NORM_RESP_ENTRIES; 44162306a36Sopenharmony_ci headers += 2; 44262306a36Sopenharmony_ci 44362306a36Sopenharmony_ci /* host to adapter high priority response queue */ 44462306a36Sopenharmony_ci comm->queue[AdapHighRespQueue].base = queues; 44562306a36Sopenharmony_ci aac_queue_init(dev, &comm->queue[AdapHighRespQueue], headers, ADAP_HIGH_RESP_ENTRIES); 44662306a36Sopenharmony_ci 44762306a36Sopenharmony_ci comm->queue[AdapNormCmdQueue].lock = comm->queue[HostNormRespQueue].lock; 44862306a36Sopenharmony_ci comm->queue[AdapHighCmdQueue].lock = comm->queue[HostHighRespQueue].lock; 44962306a36Sopenharmony_ci comm->queue[AdapNormRespQueue].lock = comm->queue[HostNormCmdQueue].lock; 45062306a36Sopenharmony_ci comm->queue[AdapHighRespQueue].lock = comm->queue[HostHighCmdQueue].lock; 45162306a36Sopenharmony_ci 45262306a36Sopenharmony_ci return 0; 45362306a36Sopenharmony_ci} 45462306a36Sopenharmony_ci 45562306a36Sopenharmony_civoid aac_define_int_mode(struct aac_dev *dev) 45662306a36Sopenharmony_ci{ 45762306a36Sopenharmony_ci int i, msi_count, min_msix; 45862306a36Sopenharmony_ci 45962306a36Sopenharmony_ci msi_count = i = 0; 46062306a36Sopenharmony_ci /* max. vectors from GET_COMM_PREFERRED_SETTINGS */ 46162306a36Sopenharmony_ci if (dev->max_msix == 0 || 46262306a36Sopenharmony_ci dev->pdev->device == PMC_DEVICE_S6 || 46362306a36Sopenharmony_ci dev->sync_mode) { 46462306a36Sopenharmony_ci dev->max_msix = 1; 46562306a36Sopenharmony_ci dev->vector_cap = 46662306a36Sopenharmony_ci dev->scsi_host_ptr->can_queue + 46762306a36Sopenharmony_ci AAC_NUM_MGT_FIB; 46862306a36Sopenharmony_ci return; 46962306a36Sopenharmony_ci } 47062306a36Sopenharmony_ci 47162306a36Sopenharmony_ci /* Don't bother allocating more MSI-X vectors than cpus */ 47262306a36Sopenharmony_ci msi_count = min(dev->max_msix, 47362306a36Sopenharmony_ci (unsigned int)num_online_cpus()); 47462306a36Sopenharmony_ci 47562306a36Sopenharmony_ci dev->max_msix = msi_count; 47662306a36Sopenharmony_ci 47762306a36Sopenharmony_ci if (msi_count > AAC_MAX_MSIX) 47862306a36Sopenharmony_ci msi_count = AAC_MAX_MSIX; 47962306a36Sopenharmony_ci 48062306a36Sopenharmony_ci if (msi_count > 1 && 48162306a36Sopenharmony_ci pci_find_capability(dev->pdev, PCI_CAP_ID_MSIX)) { 48262306a36Sopenharmony_ci min_msix = 2; 48362306a36Sopenharmony_ci i = pci_alloc_irq_vectors(dev->pdev, 48462306a36Sopenharmony_ci min_msix, msi_count, 48562306a36Sopenharmony_ci PCI_IRQ_MSIX | PCI_IRQ_AFFINITY); 48662306a36Sopenharmony_ci if (i > 0) { 48762306a36Sopenharmony_ci dev->msi_enabled = 1; 48862306a36Sopenharmony_ci msi_count = i; 48962306a36Sopenharmony_ci } else { 49062306a36Sopenharmony_ci dev->msi_enabled = 0; 49162306a36Sopenharmony_ci dev_err(&dev->pdev->dev, 49262306a36Sopenharmony_ci "MSIX not supported!! Will try INTX 0x%x.\n", i); 49362306a36Sopenharmony_ci } 49462306a36Sopenharmony_ci } 49562306a36Sopenharmony_ci 49662306a36Sopenharmony_ci if (!dev->msi_enabled) 49762306a36Sopenharmony_ci dev->max_msix = msi_count = 1; 49862306a36Sopenharmony_ci else { 49962306a36Sopenharmony_ci if (dev->max_msix > msi_count) 50062306a36Sopenharmony_ci dev->max_msix = msi_count; 50162306a36Sopenharmony_ci } 50262306a36Sopenharmony_ci if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 && dev->sa_firmware) 50362306a36Sopenharmony_ci dev->vector_cap = dev->scsi_host_ptr->can_queue + 50462306a36Sopenharmony_ci AAC_NUM_MGT_FIB; 50562306a36Sopenharmony_ci else 50662306a36Sopenharmony_ci dev->vector_cap = (dev->scsi_host_ptr->can_queue + 50762306a36Sopenharmony_ci AAC_NUM_MGT_FIB) / msi_count; 50862306a36Sopenharmony_ci 50962306a36Sopenharmony_ci} 51062306a36Sopenharmony_cistruct aac_dev *aac_init_adapter(struct aac_dev *dev) 51162306a36Sopenharmony_ci{ 51262306a36Sopenharmony_ci u32 status[5]; 51362306a36Sopenharmony_ci struct Scsi_Host * host = dev->scsi_host_ptr; 51462306a36Sopenharmony_ci extern int aac_sync_mode; 51562306a36Sopenharmony_ci 51662306a36Sopenharmony_ci /* 51762306a36Sopenharmony_ci * Check the preferred comm settings, defaults from template. 51862306a36Sopenharmony_ci */ 51962306a36Sopenharmony_ci dev->management_fib_count = 0; 52062306a36Sopenharmony_ci spin_lock_init(&dev->manage_lock); 52162306a36Sopenharmony_ci spin_lock_init(&dev->sync_lock); 52262306a36Sopenharmony_ci spin_lock_init(&dev->iq_lock); 52362306a36Sopenharmony_ci dev->max_fib_size = sizeof(struct hw_fib); 52462306a36Sopenharmony_ci dev->sg_tablesize = host->sg_tablesize = (dev->max_fib_size 52562306a36Sopenharmony_ci - sizeof(struct aac_fibhdr) 52662306a36Sopenharmony_ci - sizeof(struct aac_write) + sizeof(struct sgentry)) 52762306a36Sopenharmony_ci / sizeof(struct sgentry); 52862306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_PRODUCER; 52962306a36Sopenharmony_ci dev->raw_io_interface = dev->raw_io_64 = 0; 53062306a36Sopenharmony_ci 53162306a36Sopenharmony_ci 53262306a36Sopenharmony_ci /* 53362306a36Sopenharmony_ci * Enable INTX mode, if not done already Enabled 53462306a36Sopenharmony_ci */ 53562306a36Sopenharmony_ci if (aac_is_msix_mode(dev)) { 53662306a36Sopenharmony_ci aac_change_to_intx(dev); 53762306a36Sopenharmony_ci dev_info(&dev->pdev->dev, "Changed firmware to INTX mode"); 53862306a36Sopenharmony_ci } 53962306a36Sopenharmony_ci 54062306a36Sopenharmony_ci if ((!aac_adapter_sync_cmd(dev, GET_ADAPTER_PROPERTIES, 54162306a36Sopenharmony_ci 0, 0, 0, 0, 0, 0, 54262306a36Sopenharmony_ci status+0, status+1, status+2, status+3, status+4)) && 54362306a36Sopenharmony_ci (status[0] == 0x00000001)) { 54462306a36Sopenharmony_ci dev->doorbell_mask = status[3]; 54562306a36Sopenharmony_ci if (status[1] & AAC_OPT_NEW_COMM_64) 54662306a36Sopenharmony_ci dev->raw_io_64 = 1; 54762306a36Sopenharmony_ci dev->sync_mode = aac_sync_mode; 54862306a36Sopenharmony_ci if (dev->a_ops.adapter_comm && 54962306a36Sopenharmony_ci (status[1] & AAC_OPT_NEW_COMM)) { 55062306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_MESSAGE; 55162306a36Sopenharmony_ci dev->raw_io_interface = 1; 55262306a36Sopenharmony_ci if ((status[1] & AAC_OPT_NEW_COMM_TYPE1)) { 55362306a36Sopenharmony_ci /* driver supports TYPE1 (Tupelo) */ 55462306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_MESSAGE_TYPE1; 55562306a36Sopenharmony_ci } else if (status[1] & AAC_OPT_NEW_COMM_TYPE2) { 55662306a36Sopenharmony_ci /* driver supports TYPE2 (Denali, Yosemite) */ 55762306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_MESSAGE_TYPE2; 55862306a36Sopenharmony_ci } else if (status[1] & AAC_OPT_NEW_COMM_TYPE3) { 55962306a36Sopenharmony_ci /* driver supports TYPE3 (Yosemite, Thor) */ 56062306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_MESSAGE_TYPE3; 56162306a36Sopenharmony_ci } else if (status[1] & AAC_OPT_NEW_COMM_TYPE4) { 56262306a36Sopenharmony_ci /* not supported TYPE - switch to sync. mode */ 56362306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_MESSAGE_TYPE2; 56462306a36Sopenharmony_ci dev->sync_mode = 1; 56562306a36Sopenharmony_ci } 56662306a36Sopenharmony_ci } 56762306a36Sopenharmony_ci if ((status[1] & le32_to_cpu(AAC_OPT_EXTENDED)) && 56862306a36Sopenharmony_ci (status[4] & le32_to_cpu(AAC_EXTOPT_SA_FIRMWARE))) 56962306a36Sopenharmony_ci dev->sa_firmware = 1; 57062306a36Sopenharmony_ci else 57162306a36Sopenharmony_ci dev->sa_firmware = 0; 57262306a36Sopenharmony_ci 57362306a36Sopenharmony_ci if (status[4] & le32_to_cpu(AAC_EXTOPT_SOFT_RESET)) 57462306a36Sopenharmony_ci dev->soft_reset_support = 1; 57562306a36Sopenharmony_ci else 57662306a36Sopenharmony_ci dev->soft_reset_support = 0; 57762306a36Sopenharmony_ci 57862306a36Sopenharmony_ci if ((dev->comm_interface == AAC_COMM_MESSAGE) && 57962306a36Sopenharmony_ci (status[2] > dev->base_size)) { 58062306a36Sopenharmony_ci aac_adapter_ioremap(dev, 0); 58162306a36Sopenharmony_ci dev->base_size = status[2]; 58262306a36Sopenharmony_ci if (aac_adapter_ioremap(dev, status[2])) { 58362306a36Sopenharmony_ci /* remap failed, go back ... */ 58462306a36Sopenharmony_ci dev->comm_interface = AAC_COMM_PRODUCER; 58562306a36Sopenharmony_ci if (aac_adapter_ioremap(dev, AAC_MIN_FOOTPRINT_SIZE)) { 58662306a36Sopenharmony_ci printk(KERN_WARNING 58762306a36Sopenharmony_ci "aacraid: unable to map adapter.\n"); 58862306a36Sopenharmony_ci return NULL; 58962306a36Sopenharmony_ci } 59062306a36Sopenharmony_ci } 59162306a36Sopenharmony_ci } 59262306a36Sopenharmony_ci } 59362306a36Sopenharmony_ci dev->max_msix = 0; 59462306a36Sopenharmony_ci dev->msi_enabled = 0; 59562306a36Sopenharmony_ci dev->adapter_shutdown = 0; 59662306a36Sopenharmony_ci if ((!aac_adapter_sync_cmd(dev, GET_COMM_PREFERRED_SETTINGS, 59762306a36Sopenharmony_ci 0, 0, 0, 0, 0, 0, 59862306a36Sopenharmony_ci status+0, status+1, status+2, status+3, status+4)) 59962306a36Sopenharmony_ci && (status[0] == 0x00000001)) { 60062306a36Sopenharmony_ci /* 60162306a36Sopenharmony_ci * status[1] >> 16 maximum command size in KB 60262306a36Sopenharmony_ci * status[1] & 0xFFFF maximum FIB size 60362306a36Sopenharmony_ci * status[2] >> 16 maximum SG elements to driver 60462306a36Sopenharmony_ci * status[2] & 0xFFFF maximum SG elements from driver 60562306a36Sopenharmony_ci * status[3] & 0xFFFF maximum number FIBs outstanding 60662306a36Sopenharmony_ci */ 60762306a36Sopenharmony_ci host->max_sectors = (status[1] >> 16) << 1; 60862306a36Sopenharmony_ci /* Multiple of 32 for PMC */ 60962306a36Sopenharmony_ci dev->max_fib_size = status[1] & 0xFFE0; 61062306a36Sopenharmony_ci host->sg_tablesize = status[2] >> 16; 61162306a36Sopenharmony_ci dev->sg_tablesize = status[2] & 0xFFFF; 61262306a36Sopenharmony_ci if (aac_is_src(dev)) { 61362306a36Sopenharmony_ci if (host->can_queue > (status[3] >> 16) - 61462306a36Sopenharmony_ci AAC_NUM_MGT_FIB) 61562306a36Sopenharmony_ci host->can_queue = (status[3] >> 16) - 61662306a36Sopenharmony_ci AAC_NUM_MGT_FIB; 61762306a36Sopenharmony_ci } else if (host->can_queue > (status[3] & 0xFFFF) - 61862306a36Sopenharmony_ci AAC_NUM_MGT_FIB) 61962306a36Sopenharmony_ci host->can_queue = (status[3] & 0xFFFF) - 62062306a36Sopenharmony_ci AAC_NUM_MGT_FIB; 62162306a36Sopenharmony_ci 62262306a36Sopenharmony_ci dev->max_num_aif = status[4] & 0xFFFF; 62362306a36Sopenharmony_ci } 62462306a36Sopenharmony_ci if (numacb > 0) { 62562306a36Sopenharmony_ci if (numacb < host->can_queue) 62662306a36Sopenharmony_ci host->can_queue = numacb; 62762306a36Sopenharmony_ci else 62862306a36Sopenharmony_ci pr_warn("numacb=%d ignored\n", numacb); 62962306a36Sopenharmony_ci } 63062306a36Sopenharmony_ci 63162306a36Sopenharmony_ci if (aac_is_src(dev)) 63262306a36Sopenharmony_ci aac_define_int_mode(dev); 63362306a36Sopenharmony_ci /* 63462306a36Sopenharmony_ci * Ok now init the communication subsystem 63562306a36Sopenharmony_ci */ 63662306a36Sopenharmony_ci 63762306a36Sopenharmony_ci dev->queues = kzalloc(sizeof(struct aac_queue_block), GFP_KERNEL); 63862306a36Sopenharmony_ci if (dev->queues == NULL) { 63962306a36Sopenharmony_ci printk(KERN_ERR "Error could not allocate comm region.\n"); 64062306a36Sopenharmony_ci return NULL; 64162306a36Sopenharmony_ci } 64262306a36Sopenharmony_ci 64362306a36Sopenharmony_ci if (aac_comm_init(dev)<0){ 64462306a36Sopenharmony_ci kfree(dev->queues); 64562306a36Sopenharmony_ci return NULL; 64662306a36Sopenharmony_ci } 64762306a36Sopenharmony_ci /* 64862306a36Sopenharmony_ci * Initialize the list of fibs 64962306a36Sopenharmony_ci */ 65062306a36Sopenharmony_ci if (aac_fib_setup(dev) < 0) { 65162306a36Sopenharmony_ci kfree(dev->queues); 65262306a36Sopenharmony_ci return NULL; 65362306a36Sopenharmony_ci } 65462306a36Sopenharmony_ci 65562306a36Sopenharmony_ci INIT_LIST_HEAD(&dev->fib_list); 65662306a36Sopenharmony_ci INIT_LIST_HEAD(&dev->sync_fib_list); 65762306a36Sopenharmony_ci 65862306a36Sopenharmony_ci return dev; 65962306a36Sopenharmony_ci} 66062306a36Sopenharmony_ci 661