162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 262306a36Sopenharmony_ci// Copyright 2014 Cisco Systems, Inc. All rights reserved. 362306a36Sopenharmony_ci 462306a36Sopenharmony_ci#include <linux/string.h> 562306a36Sopenharmony_ci#include <linux/errno.h> 662306a36Sopenharmony_ci#include <linux/pci.h> 762306a36Sopenharmony_ci#include <linux/interrupt.h> 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#include "vnic_dev.h" 1062306a36Sopenharmony_ci#include "vnic_intr.h" 1162306a36Sopenharmony_ci#include "vnic_stats.h" 1262306a36Sopenharmony_ci#include "snic_io.h" 1362306a36Sopenharmony_ci#include "snic.h" 1462306a36Sopenharmony_ci 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_ci/* 1762306a36Sopenharmony_ci * snic_isr_msix_wq : MSIx ISR for work queue. 1862306a36Sopenharmony_ci */ 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_cistatic irqreturn_t 2162306a36Sopenharmony_cisnic_isr_msix_wq(int irq, void *data) 2262306a36Sopenharmony_ci{ 2362306a36Sopenharmony_ci struct snic *snic = data; 2462306a36Sopenharmony_ci unsigned long wq_work_done = 0; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci snic->s_stats.misc.last_isr_time = jiffies; 2762306a36Sopenharmony_ci atomic64_inc(&snic->s_stats.misc.ack_isr_cnt); 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_ci wq_work_done = snic_wq_cmpl_handler(snic, -1); 3062306a36Sopenharmony_ci svnic_intr_return_credits(&snic->intr[SNIC_MSIX_WQ], 3162306a36Sopenharmony_ci wq_work_done, 3262306a36Sopenharmony_ci 1 /* unmask intr */, 3362306a36Sopenharmony_ci 1 /* reset intr timer */); 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci return IRQ_HANDLED; 3662306a36Sopenharmony_ci} /* end of snic_isr_msix_wq */ 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_cistatic irqreturn_t 3962306a36Sopenharmony_cisnic_isr_msix_io_cmpl(int irq, void *data) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci struct snic *snic = data; 4262306a36Sopenharmony_ci unsigned long iocmpl_work_done = 0; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci snic->s_stats.misc.last_isr_time = jiffies; 4562306a36Sopenharmony_ci atomic64_inc(&snic->s_stats.misc.cmpl_isr_cnt); 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci iocmpl_work_done = snic_fwcq_cmpl_handler(snic, -1); 4862306a36Sopenharmony_ci svnic_intr_return_credits(&snic->intr[SNIC_MSIX_IO_CMPL], 4962306a36Sopenharmony_ci iocmpl_work_done, 5062306a36Sopenharmony_ci 1 /* unmask intr */, 5162306a36Sopenharmony_ci 1 /* reset intr timer */); 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci return IRQ_HANDLED; 5462306a36Sopenharmony_ci} /* end of snic_isr_msix_io_cmpl */ 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic irqreturn_t 5762306a36Sopenharmony_cisnic_isr_msix_err_notify(int irq, void *data) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci struct snic *snic = data; 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci snic->s_stats.misc.last_isr_time = jiffies; 6262306a36Sopenharmony_ci atomic64_inc(&snic->s_stats.misc.errnotify_isr_cnt); 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_ci svnic_intr_return_all_credits(&snic->intr[SNIC_MSIX_ERR_NOTIFY]); 6562306a36Sopenharmony_ci snic_log_q_error(snic); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci /*Handling link events */ 6862306a36Sopenharmony_ci snic_handle_link_event(snic); 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci return IRQ_HANDLED; 7162306a36Sopenharmony_ci} /* end of snic_isr_msix_err_notify */ 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_civoid 7562306a36Sopenharmony_cisnic_free_intr(struct snic *snic) 7662306a36Sopenharmony_ci{ 7762306a36Sopenharmony_ci int i; 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_ci /* ONLY interrupt mode MSIX is supported */ 8062306a36Sopenharmony_ci for (i = 0; i < ARRAY_SIZE(snic->msix); i++) { 8162306a36Sopenharmony_ci if (snic->msix[i].requested) { 8262306a36Sopenharmony_ci free_irq(pci_irq_vector(snic->pdev, i), 8362306a36Sopenharmony_ci snic->msix[i].devid); 8462306a36Sopenharmony_ci } 8562306a36Sopenharmony_ci } 8662306a36Sopenharmony_ci} /* end of snic_free_intr */ 8762306a36Sopenharmony_ci 8862306a36Sopenharmony_ciint 8962306a36Sopenharmony_cisnic_request_intr(struct snic *snic) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci int ret = 0, i; 9262306a36Sopenharmony_ci enum vnic_dev_intr_mode intr_mode; 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci intr_mode = svnic_dev_get_intr_mode(snic->vdev); 9562306a36Sopenharmony_ci SNIC_BUG_ON(intr_mode != VNIC_DEV_INTR_MODE_MSIX); 9662306a36Sopenharmony_ci 9762306a36Sopenharmony_ci /* 9862306a36Sopenharmony_ci * Currently HW supports single WQ and CQ. So passing devid as snic. 9962306a36Sopenharmony_ci * When hardware supports multiple WQs and CQs, one idea is 10062306a36Sopenharmony_ci * to pass devid as corresponding WQ or CQ ptr and retrieve snic 10162306a36Sopenharmony_ci * from queue ptr. 10262306a36Sopenharmony_ci * Except for err_notify, which is always one. 10362306a36Sopenharmony_ci */ 10462306a36Sopenharmony_ci sprintf(snic->msix[SNIC_MSIX_WQ].devname, 10562306a36Sopenharmony_ci "%.11s-scsi-wq", 10662306a36Sopenharmony_ci snic->name); 10762306a36Sopenharmony_ci snic->msix[SNIC_MSIX_WQ].isr = snic_isr_msix_wq; 10862306a36Sopenharmony_ci snic->msix[SNIC_MSIX_WQ].devid = snic; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci sprintf(snic->msix[SNIC_MSIX_IO_CMPL].devname, 11162306a36Sopenharmony_ci "%.11s-io-cmpl", 11262306a36Sopenharmony_ci snic->name); 11362306a36Sopenharmony_ci snic->msix[SNIC_MSIX_IO_CMPL].isr = snic_isr_msix_io_cmpl; 11462306a36Sopenharmony_ci snic->msix[SNIC_MSIX_IO_CMPL].devid = snic; 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci sprintf(snic->msix[SNIC_MSIX_ERR_NOTIFY].devname, 11762306a36Sopenharmony_ci "%.11s-err-notify", 11862306a36Sopenharmony_ci snic->name); 11962306a36Sopenharmony_ci snic->msix[SNIC_MSIX_ERR_NOTIFY].isr = snic_isr_msix_err_notify; 12062306a36Sopenharmony_ci snic->msix[SNIC_MSIX_ERR_NOTIFY].devid = snic; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci for (i = 0; i < ARRAY_SIZE(snic->msix); i++) { 12362306a36Sopenharmony_ci ret = request_irq(pci_irq_vector(snic->pdev, i), 12462306a36Sopenharmony_ci snic->msix[i].isr, 12562306a36Sopenharmony_ci 0, 12662306a36Sopenharmony_ci snic->msix[i].devname, 12762306a36Sopenharmony_ci snic->msix[i].devid); 12862306a36Sopenharmony_ci if (ret) { 12962306a36Sopenharmony_ci SNIC_HOST_ERR(snic->shost, 13062306a36Sopenharmony_ci "MSI-X: request_irq(%d) failed %d\n", 13162306a36Sopenharmony_ci i, 13262306a36Sopenharmony_ci ret); 13362306a36Sopenharmony_ci snic_free_intr(snic); 13462306a36Sopenharmony_ci break; 13562306a36Sopenharmony_ci } 13662306a36Sopenharmony_ci snic->msix[i].requested = 1; 13762306a36Sopenharmony_ci } 13862306a36Sopenharmony_ci 13962306a36Sopenharmony_ci return ret; 14062306a36Sopenharmony_ci} /* end of snic_request_intr */ 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_ciint 14362306a36Sopenharmony_cisnic_set_intr_mode(struct snic *snic) 14462306a36Sopenharmony_ci{ 14562306a36Sopenharmony_ci unsigned int n = ARRAY_SIZE(snic->wq); 14662306a36Sopenharmony_ci unsigned int m = SNIC_CQ_IO_CMPL_MAX; 14762306a36Sopenharmony_ci unsigned int vecs = n + m + 1; 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci /* 15062306a36Sopenharmony_ci * We need n WQs, m CQs, and n+m+1 INTRs 15162306a36Sopenharmony_ci * (last INTR is used for WQ/CQ errors and notification area 15262306a36Sopenharmony_ci */ 15362306a36Sopenharmony_ci BUILD_BUG_ON((ARRAY_SIZE(snic->wq) + SNIC_CQ_IO_CMPL_MAX) > 15462306a36Sopenharmony_ci ARRAY_SIZE(snic->intr)); 15562306a36Sopenharmony_ci 15662306a36Sopenharmony_ci if (snic->wq_count < n || snic->cq_count < n + m) 15762306a36Sopenharmony_ci goto fail; 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci if (pci_alloc_irq_vectors(snic->pdev, vecs, vecs, PCI_IRQ_MSIX) < 0) 16062306a36Sopenharmony_ci goto fail; 16162306a36Sopenharmony_ci 16262306a36Sopenharmony_ci snic->wq_count = n; 16362306a36Sopenharmony_ci snic->cq_count = n + m; 16462306a36Sopenharmony_ci snic->intr_count = vecs; 16562306a36Sopenharmony_ci snic->err_intr_offset = SNIC_MSIX_ERR_NOTIFY; 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci SNIC_ISR_DBG(snic->shost, "Using MSI-X Interrupts\n"); 16862306a36Sopenharmony_ci svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_MSIX); 16962306a36Sopenharmony_ci return 0; 17062306a36Sopenharmony_cifail: 17162306a36Sopenharmony_ci svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_UNKNOWN); 17262306a36Sopenharmony_ci return -EINVAL; 17362306a36Sopenharmony_ci} /* end of snic_set_intr_mode */ 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_civoid 17662306a36Sopenharmony_cisnic_clear_intr_mode(struct snic *snic) 17762306a36Sopenharmony_ci{ 17862306a36Sopenharmony_ci pci_free_irq_vectors(snic->pdev); 17962306a36Sopenharmony_ci svnic_dev_set_intr_mode(snic->vdev, VNIC_DEV_INTR_MODE_INTX); 18062306a36Sopenharmony_ci} 181