162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci// Copyright 2014 Cisco Systems, Inc.  All rights reserved.
362306a36Sopenharmony_ci
462306a36Sopenharmony_ci#include <linux/string.h>
562306a36Sopenharmony_ci#include <linux/errno.h>
662306a36Sopenharmony_ci#include <linux/pci.h>
762306a36Sopenharmony_ci#include <linux/interrupt.h>
862306a36Sopenharmony_ci
962306a36Sopenharmony_ci#include "vnic_dev.h"
1062306a36Sopenharmony_ci#include "vnic_intr.h"
1162306a36Sopenharmony_ci#include "vnic_stats.h"
1262306a36Sopenharmony_ci#include "snic_io.h"
1362306a36Sopenharmony_ci#include "snic.h"
1462306a36Sopenharmony_ci
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci/*
1762306a36Sopenharmony_ci * snic_isr_msix_wq : MSIx ISR for work queue.
1862306a36Sopenharmony_ci */
1962306a36Sopenharmony_ci
2062306a36Sopenharmony_cistatic irqreturn_t
2162306a36Sopenharmony_cisnic_isr_msix_wq(int irq, void *data)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	struct snic *snic = data;
2462306a36Sopenharmony_ci	unsigned long wq_work_done = 0;
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_ci	snic->s_stats.misc.last_isr_time = jiffies;
2762306a36Sopenharmony_ci	atomic64_inc(&snic->s_stats.misc.ack_isr_cnt);
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_ci	wq_work_done = snic_wq_cmpl_handler(snic, -1);
3062306a36Sopenharmony_ci	svnic_intr_return_credits(&snic->intr[SNIC_MSIX_WQ],
3162306a36Sopenharmony_ci				  wq_work_done,
3262306a36Sopenharmony_ci				  1 /* unmask intr */,
3362306a36Sopenharmony_ci				  1 /* reset intr timer */);
3462306a36Sopenharmony_ci
3562306a36Sopenharmony_ci	return IRQ_HANDLED;
3662306a36Sopenharmony_ci} /* end of snic_isr_msix_wq */
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_cistatic irqreturn_t
3962306a36Sopenharmony_cisnic_isr_msix_io_cmpl(int irq, void *data)
4062306a36Sopenharmony_ci{
4162306a36Sopenharmony_ci	struct snic *snic = data;
4262306a36Sopenharmony_ci	unsigned long iocmpl_work_done = 0;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	snic->s_stats.misc.last_isr_time = jiffies;
4562306a36Sopenharmony_ci	atomic64_inc(&snic->s_stats.misc.cmpl_isr_cnt);
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	iocmpl_work_done = snic_fwcq_cmpl_handler(snic, -1);
4862306a36Sopenharmony_ci	svnic_intr_return_credits(&snic->intr[SNIC_MSIX_IO_CMPL],
4962306a36Sopenharmony_ci				  iocmpl_work_done,
5062306a36Sopenharmony_ci				  1 /* unmask intr */,
5162306a36Sopenharmony_ci				  1 /* reset intr timer */);
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	return IRQ_HANDLED;
5462306a36Sopenharmony_ci} /* end of snic_isr_msix_io_cmpl */
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic irqreturn_t
5762306a36Sopenharmony_cisnic_isr_msix_err_notify(int irq, void *data)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	struct snic *snic = data;
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	snic->s_stats.misc.last_isr_time = jiffies;
6262306a36Sopenharmony_ci	atomic64_inc(&snic->s_stats.misc.errnotify_isr_cnt);
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci	svnic_intr_return_all_credits(&snic->intr[SNIC_MSIX_ERR_NOTIFY]);
6562306a36Sopenharmony_ci	snic_log_q_error(snic);
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	/*Handling link events */
6862306a36Sopenharmony_ci	snic_handle_link_event(snic);
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci	return IRQ_HANDLED;
7162306a36Sopenharmony_ci} /* end of snic_isr_msix_err_notify */
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_civoid
7562306a36Sopenharmony_cisnic_free_intr(struct snic *snic)
7662306a36Sopenharmony_ci{
7762306a36Sopenharmony_ci	int i;
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	/* ONLY interrupt mode MSIX is supported */
8062306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
8162306a36Sopenharmony_ci		if (snic->msix[i].requested) {
8262306a36Sopenharmony_ci			free_irq(pci_irq_vector(snic->pdev, i),
8362306a36Sopenharmony_ci				 snic->msix[i].devid);
8462306a36Sopenharmony_ci		}
8562306a36Sopenharmony_ci	}
8662306a36Sopenharmony_ci} /* end of snic_free_intr */
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ciint
8962306a36Sopenharmony_cisnic_request_intr(struct snic *snic)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	int ret = 0, i;
9262306a36Sopenharmony_ci	enum vnic_dev_intr_mode intr_mode;
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	intr_mode = svnic_dev_get_intr_mode(snic->vdev);
9562306a36Sopenharmony_ci	SNIC_BUG_ON(intr_mode != VNIC_DEV_INTR_MODE_MSIX);
9662306a36Sopenharmony_ci
9762306a36Sopenharmony_ci	/*
9862306a36Sopenharmony_ci	 * Currently HW supports single WQ and CQ. So passing devid as snic.
9962306a36Sopenharmony_ci	 * When hardware supports multiple WQs and CQs, one idea is
10062306a36Sopenharmony_ci	 * to pass devid as corresponding WQ or CQ ptr and retrieve snic
10162306a36Sopenharmony_ci	 * from queue ptr.
10262306a36Sopenharmony_ci	 * Except for err_notify, which is always one.
10362306a36Sopenharmony_ci	 */
10462306a36Sopenharmony_ci	sprintf(snic->msix[SNIC_MSIX_WQ].devname,
10562306a36Sopenharmony_ci		"%.11s-scsi-wq",
10662306a36Sopenharmony_ci		snic->name);
10762306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_WQ].isr = snic_isr_msix_wq;
10862306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_WQ].devid = snic;
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	sprintf(snic->msix[SNIC_MSIX_IO_CMPL].devname,
11162306a36Sopenharmony_ci		"%.11s-io-cmpl",
11262306a36Sopenharmony_ci		snic->name);
11362306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_IO_CMPL].isr = snic_isr_msix_io_cmpl;
11462306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_IO_CMPL].devid = snic;
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	sprintf(snic->msix[SNIC_MSIX_ERR_NOTIFY].devname,
11762306a36Sopenharmony_ci		"%.11s-err-notify",
11862306a36Sopenharmony_ci		snic->name);
11962306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_ERR_NOTIFY].isr = snic_isr_msix_err_notify;
12062306a36Sopenharmony_ci	snic->msix[SNIC_MSIX_ERR_NOTIFY].devid = snic;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	for (i = 0; i < ARRAY_SIZE(snic->msix); i++) {
12362306a36Sopenharmony_ci		ret = request_irq(pci_irq_vector(snic->pdev, i),
12462306a36Sopenharmony_ci				  snic->msix[i].isr,
12562306a36Sopenharmony_ci				  0,
12662306a36Sopenharmony_ci				  snic->msix[i].devname,
12762306a36Sopenharmony_ci				  snic->msix[i].devid);
12862306a36Sopenharmony_ci		if (ret) {
12962306a36Sopenharmony_ci			SNIC_HOST_ERR(snic->shost,
13062306a36Sopenharmony_ci				      "MSI-X: request_irq(%d) failed %d\n",
13162306a36Sopenharmony_ci				      i,
13262306a36Sopenharmony_ci				      ret);
13362306a36Sopenharmony_ci			snic_free_intr(snic);
13462306a36Sopenharmony_ci			break;
13562306a36Sopenharmony_ci		}
13662306a36Sopenharmony_ci		snic->msix[i].requested = 1;
13762306a36Sopenharmony_ci	}
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_ci	return ret;
14062306a36Sopenharmony_ci} /* end of snic_request_intr */
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ciint
14362306a36Sopenharmony_cisnic_set_intr_mode(struct snic *snic)
14462306a36Sopenharmony_ci{
14562306a36Sopenharmony_ci	unsigned int n = ARRAY_SIZE(snic->wq);
14662306a36Sopenharmony_ci	unsigned int m = SNIC_CQ_IO_CMPL_MAX;
14762306a36Sopenharmony_ci	unsigned int vecs = n + m + 1;
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci	/*
15062306a36Sopenharmony_ci	 * We need n WQs, m CQs, and n+m+1 INTRs
15162306a36Sopenharmony_ci	 * (last INTR is used for WQ/CQ errors and notification area
15262306a36Sopenharmony_ci	 */
15362306a36Sopenharmony_ci	BUILD_BUG_ON((ARRAY_SIZE(snic->wq) + SNIC_CQ_IO_CMPL_MAX) >
15462306a36Sopenharmony_ci			ARRAY_SIZE(snic->intr));
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci	if (snic->wq_count < n || snic->cq_count < n + m)
15762306a36Sopenharmony_ci		goto fail;
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	if (pci_alloc_irq_vectors(snic->pdev, vecs, vecs, PCI_IRQ_MSIX) < 0)
16062306a36Sopenharmony_ci		goto fail;
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	snic->wq_count = n;
16362306a36Sopenharmony_ci	snic->cq_count = n + m;
16462306a36Sopenharmony_ci	snic->intr_count = vecs;
16562306a36Sopenharmony_ci	snic->err_intr_offset = SNIC_MSIX_ERR_NOTIFY;
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	SNIC_ISR_DBG(snic->shost, "Using MSI-X Interrupts\n");
16862306a36Sopenharmony_ci	svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_MSIX);
16962306a36Sopenharmony_ci	return 0;
17062306a36Sopenharmony_cifail:
17162306a36Sopenharmony_ci	svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_UNKNOWN);
17262306a36Sopenharmony_ci	return -EINVAL;
17362306a36Sopenharmony_ci} /* end of snic_set_intr_mode */
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_civoid
17662306a36Sopenharmony_cisnic_clear_intr_mode(struct snic *snic)
17762306a36Sopenharmony_ci{
17862306a36Sopenharmony_ci	pci_free_irq_vectors(snic->pdev);
17962306a36Sopenharmony_ci	svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_INTX);
18062306a36Sopenharmony_ci}
181