162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci *	Adaptec AAC series RAID controller driver
462306a36Sopenharmony_ci *	(c) Copyright 2001 Red Hat Inc.
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci * based on the old aacraid driver that is..
762306a36Sopenharmony_ci * Adaptec aacraid device driver for Linux.
862306a36Sopenharmony_ci *
962306a36Sopenharmony_ci * Copyright (c) 2000-2010 Adaptec, Inc.
1062306a36Sopenharmony_ci *               2010-2015 PMC-Sierra, Inc. (aacraid@pmc-sierra.com)
1162306a36Sopenharmony_ci *               2016-2017 Microsemi Corp. (aacraid@microsemi.com)
1262306a36Sopenharmony_ci *
1362306a36Sopenharmony_ci * Module Name:
1462306a36Sopenharmony_ci *  comminit.c
1562306a36Sopenharmony_ci *
1662306a36Sopenharmony_ci * Abstract: This supports the initialization of the host adapter commuication interface.
1762306a36Sopenharmony_ci *    This is a platform dependent module for the pci cyclone board.
1862306a36Sopenharmony_ci */
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_ci#include <linux/kernel.h>
2162306a36Sopenharmony_ci#include <linux/init.h>
2262306a36Sopenharmony_ci#include <linux/types.h>
2362306a36Sopenharmony_ci#include <linux/pci.h>
2462306a36Sopenharmony_ci#include <linux/spinlock.h>
2562306a36Sopenharmony_ci#include <linux/slab.h>
2662306a36Sopenharmony_ci#include <linux/blkdev.h>
2762306a36Sopenharmony_ci#include <linux/delay.h>
2862306a36Sopenharmony_ci#include <linux/completion.h>
2962306a36Sopenharmony_ci#include <linux/mm.h>
3062306a36Sopenharmony_ci#include <scsi/scsi_host.h>
3162306a36Sopenharmony_ci#include <scsi/scsi_device.h>
3262306a36Sopenharmony_ci#include <scsi/scsi_cmnd.h>
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci#include "aacraid.h"
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_cistruct aac_common aac_config = {
3762306a36Sopenharmony_ci	.irq_mod = 1
3862306a36Sopenharmony_ci};
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_cistatic inline int aac_is_msix_mode(struct aac_dev *dev)
4162306a36Sopenharmony_ci{
4262306a36Sopenharmony_ci	u32 status = 0;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	if (aac_is_src(dev))
4562306a36Sopenharmony_ci		status = src_readl(dev, MUnit.OMR);
4662306a36Sopenharmony_ci	return (status & AAC_INT_MODE_MSIX);
4762306a36Sopenharmony_ci}
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_cistatic inline void aac_change_to_intx(struct aac_dev *dev)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	aac_src_access_devreg(dev, AAC_DISABLE_MSIX);
5262306a36Sopenharmony_ci	aac_src_access_devreg(dev, AAC_ENABLE_INTX);
5362306a36Sopenharmony_ci}
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_cistatic int aac_alloc_comm(struct aac_dev *dev, void **commaddr, unsigned long commsize, unsigned long commalign)
5662306a36Sopenharmony_ci{
5762306a36Sopenharmony_ci	unsigned char *base;
5862306a36Sopenharmony_ci	unsigned long size, align;
5962306a36Sopenharmony_ci	const unsigned long fibsize = dev->max_fib_size;
6062306a36Sopenharmony_ci	const unsigned long printfbufsiz = 256;
6162306a36Sopenharmony_ci	unsigned long host_rrq_size, aac_init_size;
6262306a36Sopenharmony_ci	union aac_init *init;
6362306a36Sopenharmony_ci	dma_addr_t phys;
6462306a36Sopenharmony_ci	unsigned long aac_max_hostphysmempages;
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci	if ((dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) ||
6762306a36Sopenharmony_ci		(dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) ||
6862306a36Sopenharmony_ci		(dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 &&
6962306a36Sopenharmony_ci		!dev->sa_firmware)) {
7062306a36Sopenharmony_ci		host_rrq_size =
7162306a36Sopenharmony_ci			(dev->scsi_host_ptr->can_queue + AAC_NUM_MGT_FIB)
7262306a36Sopenharmony_ci				* sizeof(u32);
7362306a36Sopenharmony_ci		aac_init_size = sizeof(union aac_init);
7462306a36Sopenharmony_ci	} else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 &&
7562306a36Sopenharmony_ci		dev->sa_firmware) {
7662306a36Sopenharmony_ci		host_rrq_size = (dev->scsi_host_ptr->can_queue
7762306a36Sopenharmony_ci			+ AAC_NUM_MGT_FIB) * sizeof(u32)  * AAC_MAX_MSIX;
7862306a36Sopenharmony_ci		aac_init_size = sizeof(union aac_init) +
7962306a36Sopenharmony_ci			(AAC_MAX_HRRQ - 1) * sizeof(struct _rrq);
8062306a36Sopenharmony_ci	} else {
8162306a36Sopenharmony_ci		host_rrq_size = 0;
8262306a36Sopenharmony_ci		aac_init_size = sizeof(union aac_init);
8362306a36Sopenharmony_ci	}
8462306a36Sopenharmony_ci	size = fibsize + aac_init_size + commsize + commalign +
8562306a36Sopenharmony_ci			printfbufsiz + host_rrq_size;
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	base = dma_alloc_coherent(&dev->pdev->dev, size, &phys, GFP_KERNEL);
8862306a36Sopenharmony_ci	if (base == NULL) {
8962306a36Sopenharmony_ci		printk(KERN_ERR "aacraid: unable to create mapping.\n");
9062306a36Sopenharmony_ci		return 0;
9162306a36Sopenharmony_ci	}
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci	dev->comm_addr = (void *)base;
9462306a36Sopenharmony_ci	dev->comm_phys = phys;
9562306a36Sopenharmony_ci	dev->comm_size = size;
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	if ((dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) ||
9862306a36Sopenharmony_ci	    (dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) ||
9962306a36Sopenharmony_ci	    (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3)) {
10062306a36Sopenharmony_ci		dev->host_rrq = (u32 *)(base + fibsize);
10162306a36Sopenharmony_ci		dev->host_rrq_pa = phys + fibsize;
10262306a36Sopenharmony_ci		memset(dev->host_rrq, 0, host_rrq_size);
10362306a36Sopenharmony_ci	}
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	dev->init = (union aac_init *)(base + fibsize + host_rrq_size);
10662306a36Sopenharmony_ci	dev->init_pa = phys + fibsize + host_rrq_size;
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_ci	init = dev->init;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3) {
11162306a36Sopenharmony_ci		int i;
11262306a36Sopenharmony_ci		u64 addr;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci		init->r8.init_struct_revision =
11562306a36Sopenharmony_ci			cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_8);
11662306a36Sopenharmony_ci		init->r8.init_flags = cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED |
11762306a36Sopenharmony_ci					INITFLAGS_DRIVER_USES_UTC_TIME |
11862306a36Sopenharmony_ci					INITFLAGS_DRIVER_SUPPORTS_PM);
11962306a36Sopenharmony_ci		init->r8.init_flags |=
12062306a36Sopenharmony_ci				cpu_to_le32(INITFLAGS_DRIVER_SUPPORTS_HBA_MODE);
12162306a36Sopenharmony_ci		init->r8.rr_queue_count = cpu_to_le32(dev->max_msix);
12262306a36Sopenharmony_ci		init->r8.max_io_size =
12362306a36Sopenharmony_ci			cpu_to_le32(dev->scsi_host_ptr->max_sectors << 9);
12462306a36Sopenharmony_ci		init->r8.max_num_aif = init->r8.reserved1 =
12562306a36Sopenharmony_ci			init->r8.reserved2 = 0;
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_ci		for (i = 0; i < dev->max_msix; i++) {
12862306a36Sopenharmony_ci			addr = (u64)dev->host_rrq_pa + dev->vector_cap * i *
12962306a36Sopenharmony_ci					sizeof(u32);
13062306a36Sopenharmony_ci			init->r8.rrq[i].host_addr_high = cpu_to_le32(
13162306a36Sopenharmony_ci						upper_32_bits(addr));
13262306a36Sopenharmony_ci			init->r8.rrq[i].host_addr_low = cpu_to_le32(
13362306a36Sopenharmony_ci						lower_32_bits(addr));
13462306a36Sopenharmony_ci			init->r8.rrq[i].msix_id = i;
13562306a36Sopenharmony_ci			init->r8.rrq[i].element_count = cpu_to_le16(
13662306a36Sopenharmony_ci					(u16)dev->vector_cap);
13762306a36Sopenharmony_ci			init->r8.rrq[i].comp_thresh =
13862306a36Sopenharmony_ci					init->r8.rrq[i].unused = 0;
13962306a36Sopenharmony_ci		}
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci		pr_warn("aacraid: Comm Interface type3 enabled\n");
14262306a36Sopenharmony_ci	} else {
14362306a36Sopenharmony_ci		init->r7.init_struct_revision =
14462306a36Sopenharmony_ci			cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION);
14562306a36Sopenharmony_ci		if (dev->max_fib_size != sizeof(struct hw_fib))
14662306a36Sopenharmony_ci			init->r7.init_struct_revision =
14762306a36Sopenharmony_ci				cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_4);
14862306a36Sopenharmony_ci		init->r7.no_of_msix_vectors = cpu_to_le32(SA_MINIPORT_REVISION);
14962306a36Sopenharmony_ci		init->r7.fsrev = cpu_to_le32(dev->fsrev);
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci		/*
15262306a36Sopenharmony_ci		 *	Adapter Fibs are the first thing allocated so that they
15362306a36Sopenharmony_ci		 *	start page aligned
15462306a36Sopenharmony_ci		 */
15562306a36Sopenharmony_ci		dev->aif_base_va = (struct hw_fib *)base;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci		init->r7.adapter_fibs_virtual_address = 0;
15862306a36Sopenharmony_ci		init->r7.adapter_fibs_physical_address = cpu_to_le32((u32)phys);
15962306a36Sopenharmony_ci		init->r7.adapter_fibs_size = cpu_to_le32(fibsize);
16062306a36Sopenharmony_ci		init->r7.adapter_fib_align = cpu_to_le32(sizeof(struct hw_fib));
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci		/*
16362306a36Sopenharmony_ci		 * number of 4k pages of host physical memory. The aacraid fw
16462306a36Sopenharmony_ci		 * needs this number to be less than 4gb worth of pages. New
16562306a36Sopenharmony_ci		 * firmware doesn't have any issues with the mapping system, but
16662306a36Sopenharmony_ci		 * older Firmware did, and had *troubles* dealing with the math
16762306a36Sopenharmony_ci		 * overloading past 32 bits, thus we must limit this field.
16862306a36Sopenharmony_ci		 */
16962306a36Sopenharmony_ci		aac_max_hostphysmempages =
17062306a36Sopenharmony_ci				dma_get_required_mask(&dev->pdev->dev) >> 12;
17162306a36Sopenharmony_ci		if (aac_max_hostphysmempages < AAC_MAX_HOSTPHYSMEMPAGES)
17262306a36Sopenharmony_ci			init->r7.host_phys_mem_pages =
17362306a36Sopenharmony_ci					cpu_to_le32(aac_max_hostphysmempages);
17462306a36Sopenharmony_ci		else
17562306a36Sopenharmony_ci			init->r7.host_phys_mem_pages =
17662306a36Sopenharmony_ci					cpu_to_le32(AAC_MAX_HOSTPHYSMEMPAGES);
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci		init->r7.init_flags =
17962306a36Sopenharmony_ci			cpu_to_le32(INITFLAGS_DRIVER_USES_UTC_TIME |
18062306a36Sopenharmony_ci			INITFLAGS_DRIVER_SUPPORTS_PM);
18162306a36Sopenharmony_ci		init->r7.max_io_commands =
18262306a36Sopenharmony_ci			cpu_to_le32(dev->scsi_host_ptr->can_queue +
18362306a36Sopenharmony_ci					AAC_NUM_MGT_FIB);
18462306a36Sopenharmony_ci		init->r7.max_io_size =
18562306a36Sopenharmony_ci			cpu_to_le32(dev->scsi_host_ptr->max_sectors << 9);
18662306a36Sopenharmony_ci		init->r7.max_fib_size = cpu_to_le32(dev->max_fib_size);
18762306a36Sopenharmony_ci		init->r7.max_num_aif = cpu_to_le32(dev->max_num_aif);
18862306a36Sopenharmony_ci
18962306a36Sopenharmony_ci		if (dev->comm_interface == AAC_COMM_MESSAGE) {
19062306a36Sopenharmony_ci			init->r7.init_flags |=
19162306a36Sopenharmony_ci				cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED);
19262306a36Sopenharmony_ci			pr_warn("aacraid: Comm Interface enabled\n");
19362306a36Sopenharmony_ci		} else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE1) {
19462306a36Sopenharmony_ci			init->r7.init_struct_revision =
19562306a36Sopenharmony_ci				cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_6);
19662306a36Sopenharmony_ci			init->r7.init_flags |=
19762306a36Sopenharmony_ci				cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED |
19862306a36Sopenharmony_ci				INITFLAGS_NEW_COMM_TYPE1_SUPPORTED |
19962306a36Sopenharmony_ci				INITFLAGS_FAST_JBOD_SUPPORTED);
20062306a36Sopenharmony_ci			init->r7.host_rrq_addr_high =
20162306a36Sopenharmony_ci				cpu_to_le32(upper_32_bits(dev->host_rrq_pa));
20262306a36Sopenharmony_ci			init->r7.host_rrq_addr_low =
20362306a36Sopenharmony_ci				cpu_to_le32(lower_32_bits(dev->host_rrq_pa));
20462306a36Sopenharmony_ci			pr_warn("aacraid: Comm Interface type1 enabled\n");
20562306a36Sopenharmony_ci		} else if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE2) {
20662306a36Sopenharmony_ci			init->r7.init_struct_revision =
20762306a36Sopenharmony_ci				cpu_to_le32(ADAPTER_INIT_STRUCT_REVISION_7);
20862306a36Sopenharmony_ci			init->r7.init_flags |=
20962306a36Sopenharmony_ci				cpu_to_le32(INITFLAGS_NEW_COMM_SUPPORTED |
21062306a36Sopenharmony_ci				INITFLAGS_NEW_COMM_TYPE2_SUPPORTED |
21162306a36Sopenharmony_ci				INITFLAGS_FAST_JBOD_SUPPORTED);
21262306a36Sopenharmony_ci			init->r7.host_rrq_addr_high =
21362306a36Sopenharmony_ci				cpu_to_le32(upper_32_bits(dev->host_rrq_pa));
21462306a36Sopenharmony_ci			init->r7.host_rrq_addr_low =
21562306a36Sopenharmony_ci				cpu_to_le32(lower_32_bits(dev->host_rrq_pa));
21662306a36Sopenharmony_ci			init->r7.no_of_msix_vectors =
21762306a36Sopenharmony_ci				cpu_to_le32(dev->max_msix);
21862306a36Sopenharmony_ci			/* must be the COMM_PREFERRED_SETTINGS values */
21962306a36Sopenharmony_ci			pr_warn("aacraid: Comm Interface type2 enabled\n");
22062306a36Sopenharmony_ci		}
22162306a36Sopenharmony_ci	}
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci	/*
22462306a36Sopenharmony_ci	 * Increment the base address by the amount already used
22562306a36Sopenharmony_ci	 */
22662306a36Sopenharmony_ci	base = base + fibsize + host_rrq_size + aac_init_size;
22762306a36Sopenharmony_ci	phys = (dma_addr_t)((ulong)phys + fibsize + host_rrq_size +
22862306a36Sopenharmony_ci			aac_init_size);
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	/*
23162306a36Sopenharmony_ci	 *	Align the beginning of Headers to commalign
23262306a36Sopenharmony_ci	 */
23362306a36Sopenharmony_ci	align = (commalign - ((uintptr_t)(base) & (commalign - 1)));
23462306a36Sopenharmony_ci	base = base + align;
23562306a36Sopenharmony_ci	phys = phys + align;
23662306a36Sopenharmony_ci	/*
23762306a36Sopenharmony_ci	 *	Fill in addresses of the Comm Area Headers and Queues
23862306a36Sopenharmony_ci	 */
23962306a36Sopenharmony_ci	*commaddr = base;
24062306a36Sopenharmony_ci	if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3)
24162306a36Sopenharmony_ci		init->r7.comm_header_address = cpu_to_le32((u32)phys);
24262306a36Sopenharmony_ci	/*
24362306a36Sopenharmony_ci	 *	Increment the base address by the size of the CommArea
24462306a36Sopenharmony_ci	 */
24562306a36Sopenharmony_ci	base = base + commsize;
24662306a36Sopenharmony_ci	phys = phys + commsize;
24762306a36Sopenharmony_ci	/*
24862306a36Sopenharmony_ci	 *	 Place the Printf buffer area after the Fast I/O comm area.
24962306a36Sopenharmony_ci	 */
25062306a36Sopenharmony_ci	dev->printfbuf = (void *)base;
25162306a36Sopenharmony_ci	if (dev->comm_interface != AAC_COMM_MESSAGE_TYPE3) {
25262306a36Sopenharmony_ci		init->r7.printfbuf = cpu_to_le32(phys);
25362306a36Sopenharmony_ci		init->r7.printfbufsiz = cpu_to_le32(printfbufsiz);
25462306a36Sopenharmony_ci	}
25562306a36Sopenharmony_ci	memset(base, 0, printfbufsiz);
25662306a36Sopenharmony_ci	return 1;
25762306a36Sopenharmony_ci}
25862306a36Sopenharmony_ci
25962306a36Sopenharmony_cistatic void aac_queue_init(struct aac_dev * dev, struct aac_queue * q, u32 *mem, int qsize)
26062306a36Sopenharmony_ci{
26162306a36Sopenharmony_ci	atomic_set(&q->numpending, 0);
26262306a36Sopenharmony_ci	q->dev = dev;
26362306a36Sopenharmony_ci	init_waitqueue_head(&q->cmdready);
26462306a36Sopenharmony_ci	INIT_LIST_HEAD(&q->cmdq);
26562306a36Sopenharmony_ci	init_waitqueue_head(&q->qfull);
26662306a36Sopenharmony_ci	spin_lock_init(&q->lockdata);
26762306a36Sopenharmony_ci	q->lock = &q->lockdata;
26862306a36Sopenharmony_ci	q->headers.producer = (__le32 *)mem;
26962306a36Sopenharmony_ci	q->headers.consumer = (__le32 *)(mem+1);
27062306a36Sopenharmony_ci	*(q->headers.producer) = cpu_to_le32(qsize);
27162306a36Sopenharmony_ci	*(q->headers.consumer) = cpu_to_le32(qsize);
27262306a36Sopenharmony_ci	q->entries = qsize;
27362306a36Sopenharmony_ci}
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_cistatic bool wait_for_io_iter(struct scsi_cmnd *cmd, void *data)
27662306a36Sopenharmony_ci{
27762306a36Sopenharmony_ci	int *active = data;
27862306a36Sopenharmony_ci
27962306a36Sopenharmony_ci	if (aac_priv(cmd)->owner == AAC_OWNER_FIRMWARE)
28062306a36Sopenharmony_ci		*active = *active + 1;
28162306a36Sopenharmony_ci	return true;
28262306a36Sopenharmony_ci}
28362306a36Sopenharmony_cistatic void aac_wait_for_io_completion(struct aac_dev *aac)
28462306a36Sopenharmony_ci{
28562306a36Sopenharmony_ci	int i = 0, active;
28662306a36Sopenharmony_ci
28762306a36Sopenharmony_ci	for (i = 60; i; --i) {
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci		active = 0;
29062306a36Sopenharmony_ci		scsi_host_busy_iter(aac->scsi_host_ptr,
29162306a36Sopenharmony_ci				    wait_for_io_iter, &active);
29262306a36Sopenharmony_ci		/*
29362306a36Sopenharmony_ci		 * We can exit If all the commands are complete
29462306a36Sopenharmony_ci		 */
29562306a36Sopenharmony_ci		if (active == 0)
29662306a36Sopenharmony_ci			break;
29762306a36Sopenharmony_ci		dev_info(&aac->pdev->dev,
29862306a36Sopenharmony_ci			 "Wait for %d commands to complete\n", active);
29962306a36Sopenharmony_ci		ssleep(1);
30062306a36Sopenharmony_ci	}
30162306a36Sopenharmony_ci	if (active)
30262306a36Sopenharmony_ci		dev_err(&aac->pdev->dev,
30362306a36Sopenharmony_ci			"%d outstanding commands during shutdown\n", active);
30462306a36Sopenharmony_ci}
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_ci/**
30762306a36Sopenharmony_ci *	aac_send_shutdown		-	shutdown an adapter
30862306a36Sopenharmony_ci *	@dev: Adapter to shutdown
30962306a36Sopenharmony_ci *
31062306a36Sopenharmony_ci *	This routine will send a VM_CloseAll (shutdown) request to the adapter.
31162306a36Sopenharmony_ci */
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_ciint aac_send_shutdown(struct aac_dev * dev)
31462306a36Sopenharmony_ci{
31562306a36Sopenharmony_ci	struct fib * fibctx;
31662306a36Sopenharmony_ci	struct aac_close *cmd;
31762306a36Sopenharmony_ci	int status = 0;
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ci	if (aac_adapter_check_health(dev))
32062306a36Sopenharmony_ci		return status;
32162306a36Sopenharmony_ci
32262306a36Sopenharmony_ci	if (!dev->adapter_shutdown) {
32362306a36Sopenharmony_ci		mutex_lock(&dev->ioctl_mutex);
32462306a36Sopenharmony_ci		dev->adapter_shutdown = 1;
32562306a36Sopenharmony_ci		mutex_unlock(&dev->ioctl_mutex);
32662306a36Sopenharmony_ci	}
32762306a36Sopenharmony_ci
32862306a36Sopenharmony_ci	aac_wait_for_io_completion(dev);
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_ci	fibctx = aac_fib_alloc(dev);
33162306a36Sopenharmony_ci	if (!fibctx)
33262306a36Sopenharmony_ci		return -ENOMEM;
33362306a36Sopenharmony_ci	aac_fib_init(fibctx);
33462306a36Sopenharmony_ci
33562306a36Sopenharmony_ci	cmd = (struct aac_close *) fib_data(fibctx);
33662306a36Sopenharmony_ci	cmd->command = cpu_to_le32(VM_CloseAll);
33762306a36Sopenharmony_ci	cmd->cid = cpu_to_le32(0xfffffffe);
33862306a36Sopenharmony_ci
33962306a36Sopenharmony_ci	status = aac_fib_send(ContainerCommand,
34062306a36Sopenharmony_ci			  fibctx,
34162306a36Sopenharmony_ci			  sizeof(struct aac_close),
34262306a36Sopenharmony_ci			  FsaNormal,
34362306a36Sopenharmony_ci			  -2 /* Timeout silently */, 1,
34462306a36Sopenharmony_ci			  NULL, NULL);
34562306a36Sopenharmony_ci
34662306a36Sopenharmony_ci	if (status >= 0)
34762306a36Sopenharmony_ci		aac_fib_complete(fibctx);
34862306a36Sopenharmony_ci	/* FIB should be freed only after getting the response from the F/W */
34962306a36Sopenharmony_ci	if (status != -ERESTARTSYS)
35062306a36Sopenharmony_ci		aac_fib_free(fibctx);
35162306a36Sopenharmony_ci	if (aac_is_src(dev) &&
35262306a36Sopenharmony_ci	     dev->msi_enabled)
35362306a36Sopenharmony_ci		aac_set_intx_mode(dev);
35462306a36Sopenharmony_ci	return status;
35562306a36Sopenharmony_ci}
35662306a36Sopenharmony_ci
35762306a36Sopenharmony_ci/**
35862306a36Sopenharmony_ci *	aac_comm_init	-	Initialise FSA data structures
35962306a36Sopenharmony_ci *	@dev:	Adapter to initialise
36062306a36Sopenharmony_ci *
36162306a36Sopenharmony_ci *	Initializes the data structures that are required for the FSA commuication
36262306a36Sopenharmony_ci *	interface to operate.
36362306a36Sopenharmony_ci *	Returns
36462306a36Sopenharmony_ci *		1 - if we were able to init the commuication interface.
36562306a36Sopenharmony_ci *		0 - If there were errors initing. This is a fatal error.
36662306a36Sopenharmony_ci */
36762306a36Sopenharmony_ci
36862306a36Sopenharmony_cistatic int aac_comm_init(struct aac_dev * dev)
36962306a36Sopenharmony_ci{
37062306a36Sopenharmony_ci	unsigned long hdrsize = (sizeof(u32) * NUMBER_OF_COMM_QUEUES) * 2;
37162306a36Sopenharmony_ci	unsigned long queuesize = sizeof(struct aac_entry) * TOTAL_QUEUE_ENTRIES;
37262306a36Sopenharmony_ci	u32 *headers;
37362306a36Sopenharmony_ci	struct aac_entry * queues;
37462306a36Sopenharmony_ci	unsigned long size;
37562306a36Sopenharmony_ci	struct aac_queue_block * comm = dev->queues;
37662306a36Sopenharmony_ci	/*
37762306a36Sopenharmony_ci	 *	Now allocate and initialize the zone structures used as our
37862306a36Sopenharmony_ci	 *	pool of FIB context records.  The size of the zone is based
37962306a36Sopenharmony_ci	 *	on the system memory size.  We also initialize the mutex used
38062306a36Sopenharmony_ci	 *	to protect the zone.
38162306a36Sopenharmony_ci	 */
38262306a36Sopenharmony_ci	spin_lock_init(&dev->fib_lock);
38362306a36Sopenharmony_ci
38462306a36Sopenharmony_ci	/*
38562306a36Sopenharmony_ci	 *	Allocate the physically contiguous space for the commuication
38662306a36Sopenharmony_ci	 *	queue headers.
38762306a36Sopenharmony_ci	 */
38862306a36Sopenharmony_ci
38962306a36Sopenharmony_ci	size = hdrsize + queuesize;
39062306a36Sopenharmony_ci
39162306a36Sopenharmony_ci	if (!aac_alloc_comm(dev, (void * *)&headers, size, QUEUE_ALIGNMENT))
39262306a36Sopenharmony_ci		return -ENOMEM;
39362306a36Sopenharmony_ci
39462306a36Sopenharmony_ci	queues = (struct aac_entry *)(((ulong)headers) + hdrsize);
39562306a36Sopenharmony_ci
39662306a36Sopenharmony_ci	/* Adapter to Host normal priority Command queue */
39762306a36Sopenharmony_ci	comm->queue[HostNormCmdQueue].base = queues;
39862306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[HostNormCmdQueue], headers, HOST_NORM_CMD_ENTRIES);
39962306a36Sopenharmony_ci	queues += HOST_NORM_CMD_ENTRIES;
40062306a36Sopenharmony_ci	headers += 2;
40162306a36Sopenharmony_ci
40262306a36Sopenharmony_ci	/* Adapter to Host high priority command queue */
40362306a36Sopenharmony_ci	comm->queue[HostHighCmdQueue].base = queues;
40462306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[HostHighCmdQueue], headers, HOST_HIGH_CMD_ENTRIES);
40562306a36Sopenharmony_ci
40662306a36Sopenharmony_ci	queues += HOST_HIGH_CMD_ENTRIES;
40762306a36Sopenharmony_ci	headers +=2;
40862306a36Sopenharmony_ci
40962306a36Sopenharmony_ci	/* Host to adapter normal priority command queue */
41062306a36Sopenharmony_ci	comm->queue[AdapNormCmdQueue].base = queues;
41162306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[AdapNormCmdQueue], headers, ADAP_NORM_CMD_ENTRIES);
41262306a36Sopenharmony_ci
41362306a36Sopenharmony_ci	queues += ADAP_NORM_CMD_ENTRIES;
41462306a36Sopenharmony_ci	headers += 2;
41562306a36Sopenharmony_ci
41662306a36Sopenharmony_ci	/* host to adapter high priority command queue */
41762306a36Sopenharmony_ci	comm->queue[AdapHighCmdQueue].base = queues;
41862306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[AdapHighCmdQueue], headers, ADAP_HIGH_CMD_ENTRIES);
41962306a36Sopenharmony_ci
42062306a36Sopenharmony_ci	queues += ADAP_HIGH_CMD_ENTRIES;
42162306a36Sopenharmony_ci	headers += 2;
42262306a36Sopenharmony_ci
42362306a36Sopenharmony_ci	/* adapter to host normal priority response queue */
42462306a36Sopenharmony_ci	comm->queue[HostNormRespQueue].base = queues;
42562306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[HostNormRespQueue], headers, HOST_NORM_RESP_ENTRIES);
42662306a36Sopenharmony_ci	queues += HOST_NORM_RESP_ENTRIES;
42762306a36Sopenharmony_ci	headers += 2;
42862306a36Sopenharmony_ci
42962306a36Sopenharmony_ci	/* adapter to host high priority response queue */
43062306a36Sopenharmony_ci	comm->queue[HostHighRespQueue].base = queues;
43162306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[HostHighRespQueue], headers, HOST_HIGH_RESP_ENTRIES);
43262306a36Sopenharmony_ci
43362306a36Sopenharmony_ci	queues += HOST_HIGH_RESP_ENTRIES;
43462306a36Sopenharmony_ci	headers += 2;
43562306a36Sopenharmony_ci
43662306a36Sopenharmony_ci	/* host to adapter normal priority response queue */
43762306a36Sopenharmony_ci	comm->queue[AdapNormRespQueue].base = queues;
43862306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[AdapNormRespQueue], headers, ADAP_NORM_RESP_ENTRIES);
43962306a36Sopenharmony_ci
44062306a36Sopenharmony_ci	queues += ADAP_NORM_RESP_ENTRIES;
44162306a36Sopenharmony_ci	headers += 2;
44262306a36Sopenharmony_ci
44362306a36Sopenharmony_ci	/* host to adapter high priority response queue */
44462306a36Sopenharmony_ci	comm->queue[AdapHighRespQueue].base = queues;
44562306a36Sopenharmony_ci	aac_queue_init(dev, &comm->queue[AdapHighRespQueue], headers, ADAP_HIGH_RESP_ENTRIES);
44662306a36Sopenharmony_ci
44762306a36Sopenharmony_ci	comm->queue[AdapNormCmdQueue].lock = comm->queue[HostNormRespQueue].lock;
44862306a36Sopenharmony_ci	comm->queue[AdapHighCmdQueue].lock = comm->queue[HostHighRespQueue].lock;
44962306a36Sopenharmony_ci	comm->queue[AdapNormRespQueue].lock = comm->queue[HostNormCmdQueue].lock;
45062306a36Sopenharmony_ci	comm->queue[AdapHighRespQueue].lock = comm->queue[HostHighCmdQueue].lock;
45162306a36Sopenharmony_ci
45262306a36Sopenharmony_ci	return 0;
45362306a36Sopenharmony_ci}
45462306a36Sopenharmony_ci
45562306a36Sopenharmony_civoid aac_define_int_mode(struct aac_dev *dev)
45662306a36Sopenharmony_ci{
45762306a36Sopenharmony_ci	int i, msi_count, min_msix;
45862306a36Sopenharmony_ci
45962306a36Sopenharmony_ci	msi_count = i = 0;
46062306a36Sopenharmony_ci	/* max. vectors from GET_COMM_PREFERRED_SETTINGS */
46162306a36Sopenharmony_ci	if (dev->max_msix == 0 ||
46262306a36Sopenharmony_ci	    dev->pdev->device == PMC_DEVICE_S6 ||
46362306a36Sopenharmony_ci	    dev->sync_mode) {
46462306a36Sopenharmony_ci		dev->max_msix = 1;
46562306a36Sopenharmony_ci		dev->vector_cap =
46662306a36Sopenharmony_ci			dev->scsi_host_ptr->can_queue +
46762306a36Sopenharmony_ci			AAC_NUM_MGT_FIB;
46862306a36Sopenharmony_ci		return;
46962306a36Sopenharmony_ci	}
47062306a36Sopenharmony_ci
47162306a36Sopenharmony_ci	/* Don't bother allocating more MSI-X vectors than cpus */
47262306a36Sopenharmony_ci	msi_count = min(dev->max_msix,
47362306a36Sopenharmony_ci		(unsigned int)num_online_cpus());
47462306a36Sopenharmony_ci
47562306a36Sopenharmony_ci	dev->max_msix = msi_count;
47662306a36Sopenharmony_ci
47762306a36Sopenharmony_ci	if (msi_count > AAC_MAX_MSIX)
47862306a36Sopenharmony_ci		msi_count = AAC_MAX_MSIX;
47962306a36Sopenharmony_ci
48062306a36Sopenharmony_ci	if (msi_count > 1 &&
48162306a36Sopenharmony_ci	    pci_find_capability(dev->pdev, PCI_CAP_ID_MSIX)) {
48262306a36Sopenharmony_ci		min_msix = 2;
48362306a36Sopenharmony_ci		i = pci_alloc_irq_vectors(dev->pdev,
48462306a36Sopenharmony_ci					  min_msix, msi_count,
48562306a36Sopenharmony_ci					  PCI_IRQ_MSIX | PCI_IRQ_AFFINITY);
48662306a36Sopenharmony_ci		if (i > 0) {
48762306a36Sopenharmony_ci			dev->msi_enabled = 1;
48862306a36Sopenharmony_ci			msi_count = i;
48962306a36Sopenharmony_ci		} else {
49062306a36Sopenharmony_ci			dev->msi_enabled = 0;
49162306a36Sopenharmony_ci			dev_err(&dev->pdev->dev,
49262306a36Sopenharmony_ci			"MSIX not supported!! Will try INTX 0x%x.\n", i);
49362306a36Sopenharmony_ci		}
49462306a36Sopenharmony_ci	}
49562306a36Sopenharmony_ci
49662306a36Sopenharmony_ci	if (!dev->msi_enabled)
49762306a36Sopenharmony_ci		dev->max_msix = msi_count = 1;
49862306a36Sopenharmony_ci	else {
49962306a36Sopenharmony_ci		if (dev->max_msix > msi_count)
50062306a36Sopenharmony_ci			dev->max_msix = msi_count;
50162306a36Sopenharmony_ci	}
50262306a36Sopenharmony_ci	if (dev->comm_interface == AAC_COMM_MESSAGE_TYPE3 && dev->sa_firmware)
50362306a36Sopenharmony_ci		dev->vector_cap = dev->scsi_host_ptr->can_queue +
50462306a36Sopenharmony_ci				AAC_NUM_MGT_FIB;
50562306a36Sopenharmony_ci	else
50662306a36Sopenharmony_ci		dev->vector_cap = (dev->scsi_host_ptr->can_queue +
50762306a36Sopenharmony_ci				AAC_NUM_MGT_FIB) / msi_count;
50862306a36Sopenharmony_ci
50962306a36Sopenharmony_ci}
51062306a36Sopenharmony_cistruct aac_dev *aac_init_adapter(struct aac_dev *dev)
51162306a36Sopenharmony_ci{
51262306a36Sopenharmony_ci	u32 status[5];
51362306a36Sopenharmony_ci	struct Scsi_Host * host = dev->scsi_host_ptr;
51462306a36Sopenharmony_ci	extern int aac_sync_mode;
51562306a36Sopenharmony_ci
51662306a36Sopenharmony_ci	/*
51762306a36Sopenharmony_ci	 *	Check the preferred comm settings, defaults from template.
51862306a36Sopenharmony_ci	 */
51962306a36Sopenharmony_ci	dev->management_fib_count = 0;
52062306a36Sopenharmony_ci	spin_lock_init(&dev->manage_lock);
52162306a36Sopenharmony_ci	spin_lock_init(&dev->sync_lock);
52262306a36Sopenharmony_ci	spin_lock_init(&dev->iq_lock);
52362306a36Sopenharmony_ci	dev->max_fib_size = sizeof(struct hw_fib);
52462306a36Sopenharmony_ci	dev->sg_tablesize = host->sg_tablesize = (dev->max_fib_size
52562306a36Sopenharmony_ci		- sizeof(struct aac_fibhdr)
52662306a36Sopenharmony_ci		- sizeof(struct aac_write) + sizeof(struct sgentry))
52762306a36Sopenharmony_ci			/ sizeof(struct sgentry);
52862306a36Sopenharmony_ci	dev->comm_interface = AAC_COMM_PRODUCER;
52962306a36Sopenharmony_ci	dev->raw_io_interface = dev->raw_io_64 = 0;
53062306a36Sopenharmony_ci
53162306a36Sopenharmony_ci
53262306a36Sopenharmony_ci	/*
53362306a36Sopenharmony_ci	 * Enable INTX mode, if not done already Enabled
53462306a36Sopenharmony_ci	 */
53562306a36Sopenharmony_ci	if (aac_is_msix_mode(dev)) {
53662306a36Sopenharmony_ci		aac_change_to_intx(dev);
53762306a36Sopenharmony_ci		dev_info(&dev->pdev->dev, "Changed firmware to INTX mode");
53862306a36Sopenharmony_ci	}
53962306a36Sopenharmony_ci
54062306a36Sopenharmony_ci	if ((!aac_adapter_sync_cmd(dev, GET_ADAPTER_PROPERTIES,
54162306a36Sopenharmony_ci		0, 0, 0, 0, 0, 0,
54262306a36Sopenharmony_ci		status+0, status+1, status+2, status+3, status+4)) &&
54362306a36Sopenharmony_ci		(status[0] == 0x00000001)) {
54462306a36Sopenharmony_ci		dev->doorbell_mask = status[3];
54562306a36Sopenharmony_ci		if (status[1] & AAC_OPT_NEW_COMM_64)
54662306a36Sopenharmony_ci			dev->raw_io_64 = 1;
54762306a36Sopenharmony_ci		dev->sync_mode = aac_sync_mode;
54862306a36Sopenharmony_ci		if (dev->a_ops.adapter_comm &&
54962306a36Sopenharmony_ci		    (status[1] & AAC_OPT_NEW_COMM)) {
55062306a36Sopenharmony_ci			dev->comm_interface = AAC_COMM_MESSAGE;
55162306a36Sopenharmony_ci			dev->raw_io_interface = 1;
55262306a36Sopenharmony_ci			if ((status[1] & AAC_OPT_NEW_COMM_TYPE1)) {
55362306a36Sopenharmony_ci				/* driver supports TYPE1 (Tupelo) */
55462306a36Sopenharmony_ci				dev->comm_interface = AAC_COMM_MESSAGE_TYPE1;
55562306a36Sopenharmony_ci			} else if (status[1] & AAC_OPT_NEW_COMM_TYPE2) {
55662306a36Sopenharmony_ci				/* driver supports TYPE2 (Denali, Yosemite) */
55762306a36Sopenharmony_ci				dev->comm_interface = AAC_COMM_MESSAGE_TYPE2;
55862306a36Sopenharmony_ci			} else if (status[1] & AAC_OPT_NEW_COMM_TYPE3) {
55962306a36Sopenharmony_ci				/* driver supports TYPE3 (Yosemite, Thor) */
56062306a36Sopenharmony_ci				dev->comm_interface = AAC_COMM_MESSAGE_TYPE3;
56162306a36Sopenharmony_ci			} else if (status[1] & AAC_OPT_NEW_COMM_TYPE4) {
56262306a36Sopenharmony_ci				/* not supported TYPE - switch to sync. mode */
56362306a36Sopenharmony_ci				dev->comm_interface = AAC_COMM_MESSAGE_TYPE2;
56462306a36Sopenharmony_ci				dev->sync_mode = 1;
56562306a36Sopenharmony_ci			}
56662306a36Sopenharmony_ci		}
56762306a36Sopenharmony_ci		if ((status[1] & le32_to_cpu(AAC_OPT_EXTENDED)) &&
56862306a36Sopenharmony_ci			(status[4] & le32_to_cpu(AAC_EXTOPT_SA_FIRMWARE)))
56962306a36Sopenharmony_ci			dev->sa_firmware = 1;
57062306a36Sopenharmony_ci		else
57162306a36Sopenharmony_ci			dev->sa_firmware = 0;
57262306a36Sopenharmony_ci
57362306a36Sopenharmony_ci		if (status[4] & le32_to_cpu(AAC_EXTOPT_SOFT_RESET))
57462306a36Sopenharmony_ci			dev->soft_reset_support = 1;
57562306a36Sopenharmony_ci		else
57662306a36Sopenharmony_ci			dev->soft_reset_support = 0;
57762306a36Sopenharmony_ci
57862306a36Sopenharmony_ci		if ((dev->comm_interface == AAC_COMM_MESSAGE) &&
57962306a36Sopenharmony_ci		    (status[2] > dev->base_size)) {
58062306a36Sopenharmony_ci			aac_adapter_ioremap(dev, 0);
58162306a36Sopenharmony_ci			dev->base_size = status[2];
58262306a36Sopenharmony_ci			if (aac_adapter_ioremap(dev, status[2])) {
58362306a36Sopenharmony_ci				/* remap failed, go back ... */
58462306a36Sopenharmony_ci				dev->comm_interface = AAC_COMM_PRODUCER;
58562306a36Sopenharmony_ci				if (aac_adapter_ioremap(dev, AAC_MIN_FOOTPRINT_SIZE)) {
58662306a36Sopenharmony_ci					printk(KERN_WARNING
58762306a36Sopenharmony_ci					  "aacraid: unable to map adapter.\n");
58862306a36Sopenharmony_ci					return NULL;
58962306a36Sopenharmony_ci				}
59062306a36Sopenharmony_ci			}
59162306a36Sopenharmony_ci		}
59262306a36Sopenharmony_ci	}
59362306a36Sopenharmony_ci	dev->max_msix = 0;
59462306a36Sopenharmony_ci	dev->msi_enabled = 0;
59562306a36Sopenharmony_ci	dev->adapter_shutdown = 0;
59662306a36Sopenharmony_ci	if ((!aac_adapter_sync_cmd(dev, GET_COMM_PREFERRED_SETTINGS,
59762306a36Sopenharmony_ci	  0, 0, 0, 0, 0, 0,
59862306a36Sopenharmony_ci	  status+0, status+1, status+2, status+3, status+4))
59962306a36Sopenharmony_ci	 && (status[0] == 0x00000001)) {
60062306a36Sopenharmony_ci		/*
60162306a36Sopenharmony_ci		 *	status[1] >> 16		maximum command size in KB
60262306a36Sopenharmony_ci		 *	status[1] & 0xFFFF	maximum FIB size
60362306a36Sopenharmony_ci		 *	status[2] >> 16		maximum SG elements to driver
60462306a36Sopenharmony_ci		 *	status[2] & 0xFFFF	maximum SG elements from driver
60562306a36Sopenharmony_ci		 *	status[3] & 0xFFFF	maximum number FIBs outstanding
60662306a36Sopenharmony_ci		 */
60762306a36Sopenharmony_ci		host->max_sectors = (status[1] >> 16) << 1;
60862306a36Sopenharmony_ci		/* Multiple of 32 for PMC */
60962306a36Sopenharmony_ci		dev->max_fib_size = status[1] & 0xFFE0;
61062306a36Sopenharmony_ci		host->sg_tablesize = status[2] >> 16;
61162306a36Sopenharmony_ci		dev->sg_tablesize = status[2] & 0xFFFF;
61262306a36Sopenharmony_ci		if (aac_is_src(dev)) {
61362306a36Sopenharmony_ci			if (host->can_queue > (status[3] >> 16) -
61462306a36Sopenharmony_ci					AAC_NUM_MGT_FIB)
61562306a36Sopenharmony_ci				host->can_queue = (status[3] >> 16) -
61662306a36Sopenharmony_ci					AAC_NUM_MGT_FIB;
61762306a36Sopenharmony_ci		} else if (host->can_queue > (status[3] & 0xFFFF) -
61862306a36Sopenharmony_ci				AAC_NUM_MGT_FIB)
61962306a36Sopenharmony_ci			host->can_queue = (status[3] & 0xFFFF) -
62062306a36Sopenharmony_ci				AAC_NUM_MGT_FIB;
62162306a36Sopenharmony_ci
62262306a36Sopenharmony_ci		dev->max_num_aif = status[4] & 0xFFFF;
62362306a36Sopenharmony_ci	}
62462306a36Sopenharmony_ci	if (numacb > 0) {
62562306a36Sopenharmony_ci		if (numacb < host->can_queue)
62662306a36Sopenharmony_ci			host->can_queue = numacb;
62762306a36Sopenharmony_ci		else
62862306a36Sopenharmony_ci			pr_warn("numacb=%d ignored\n", numacb);
62962306a36Sopenharmony_ci	}
63062306a36Sopenharmony_ci
63162306a36Sopenharmony_ci	if (aac_is_src(dev))
63262306a36Sopenharmony_ci		aac_define_int_mode(dev);
63362306a36Sopenharmony_ci	/*
63462306a36Sopenharmony_ci	 *	Ok now init the communication subsystem
63562306a36Sopenharmony_ci	 */
63662306a36Sopenharmony_ci
63762306a36Sopenharmony_ci	dev->queues = kzalloc(sizeof(struct aac_queue_block), GFP_KERNEL);
63862306a36Sopenharmony_ci	if (dev->queues == NULL) {
63962306a36Sopenharmony_ci		printk(KERN_ERR "Error could not allocate comm region.\n");
64062306a36Sopenharmony_ci		return NULL;
64162306a36Sopenharmony_ci	}
64262306a36Sopenharmony_ci
64362306a36Sopenharmony_ci	if (aac_comm_init(dev)<0){
64462306a36Sopenharmony_ci		kfree(dev->queues);
64562306a36Sopenharmony_ci		return NULL;
64662306a36Sopenharmony_ci	}
64762306a36Sopenharmony_ci	/*
64862306a36Sopenharmony_ci	 *	Initialize the list of fibs
64962306a36Sopenharmony_ci	 */
65062306a36Sopenharmony_ci	if (aac_fib_setup(dev) < 0) {
65162306a36Sopenharmony_ci		kfree(dev->queues);
65262306a36Sopenharmony_ci		return NULL;
65362306a36Sopenharmony_ci	}
65462306a36Sopenharmony_ci
65562306a36Sopenharmony_ci	INIT_LIST_HEAD(&dev->fib_list);
65662306a36Sopenharmony_ci	INIT_LIST_HEAD(&dev->sync_fib_list);
65762306a36Sopenharmony_ci
65862306a36Sopenharmony_ci	return dev;
65962306a36Sopenharmony_ci}
66062306a36Sopenharmony_ci
661