162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci#include <linux/bitmap.h> 362306a36Sopenharmony_ci#include <linux/workqueue.h> 462306a36Sopenharmony_ci 562306a36Sopenharmony_ci#include "nitrox_csr.h" 662306a36Sopenharmony_ci#include "nitrox_hal.h" 762306a36Sopenharmony_ci#include "nitrox_dev.h" 862306a36Sopenharmony_ci#include "nitrox_mbx.h" 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#define RING_TO_VFNO(_x, _y) ((_x) / (_y)) 1162306a36Sopenharmony_ci 1262306a36Sopenharmony_ci/* 1362306a36Sopenharmony_ci * mbx_msg_type - Mailbox message types 1462306a36Sopenharmony_ci */ 1562306a36Sopenharmony_cienum mbx_msg_type { 1662306a36Sopenharmony_ci MBX_MSG_TYPE_NOP, 1762306a36Sopenharmony_ci MBX_MSG_TYPE_REQ, 1862306a36Sopenharmony_ci MBX_MSG_TYPE_ACK, 1962306a36Sopenharmony_ci MBX_MSG_TYPE_NACK, 2062306a36Sopenharmony_ci}; 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_ci/* 2362306a36Sopenharmony_ci * mbx_msg_opcode - Mailbox message opcodes 2462306a36Sopenharmony_ci */ 2562306a36Sopenharmony_cienum mbx_msg_opcode { 2662306a36Sopenharmony_ci MSG_OP_VF_MODE = 1, 2762306a36Sopenharmony_ci MSG_OP_VF_UP, 2862306a36Sopenharmony_ci MSG_OP_VF_DOWN, 2962306a36Sopenharmony_ci MSG_OP_CHIPID_VFID, 3062306a36Sopenharmony_ci MSG_OP_MCODE_INFO = 11, 3162306a36Sopenharmony_ci}; 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_cistruct pf2vf_work { 3462306a36Sopenharmony_ci struct nitrox_vfdev *vfdev; 3562306a36Sopenharmony_ci struct nitrox_device *ndev; 3662306a36Sopenharmony_ci struct work_struct pf2vf_resp; 3762306a36Sopenharmony_ci}; 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_cistatic inline u64 pf2vf_read_mbox(struct nitrox_device *ndev, int ring) 4062306a36Sopenharmony_ci{ 4162306a36Sopenharmony_ci u64 reg_addr; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci reg_addr = NPS_PKT_MBOX_VF_PF_PFDATAX(ring); 4462306a36Sopenharmony_ci return nitrox_read_csr(ndev, reg_addr); 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_cistatic inline void pf2vf_write_mbox(struct nitrox_device *ndev, u64 value, 4862306a36Sopenharmony_ci int ring) 4962306a36Sopenharmony_ci{ 5062306a36Sopenharmony_ci u64 reg_addr; 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci reg_addr = NPS_PKT_MBOX_PF_VF_PFDATAX(ring); 5362306a36Sopenharmony_ci nitrox_write_csr(ndev, reg_addr, value); 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic void pf2vf_send_response(struct nitrox_device *ndev, 5762306a36Sopenharmony_ci struct nitrox_vfdev *vfdev) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci union mbox_msg msg; 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_ci msg.value = vfdev->msg.value; 6262306a36Sopenharmony_ci 6362306a36Sopenharmony_ci switch (vfdev->msg.opcode) { 6462306a36Sopenharmony_ci case MSG_OP_VF_MODE: 6562306a36Sopenharmony_ci msg.data = ndev->mode; 6662306a36Sopenharmony_ci break; 6762306a36Sopenharmony_ci case MSG_OP_VF_UP: 6862306a36Sopenharmony_ci vfdev->nr_queues = vfdev->msg.data; 6962306a36Sopenharmony_ci atomic_set(&vfdev->state, __NDEV_READY); 7062306a36Sopenharmony_ci break; 7162306a36Sopenharmony_ci case MSG_OP_CHIPID_VFID: 7262306a36Sopenharmony_ci msg.id.chipid = ndev->idx; 7362306a36Sopenharmony_ci msg.id.vfid = vfdev->vfno; 7462306a36Sopenharmony_ci break; 7562306a36Sopenharmony_ci case MSG_OP_VF_DOWN: 7662306a36Sopenharmony_ci vfdev->nr_queues = 0; 7762306a36Sopenharmony_ci atomic_set(&vfdev->state, __NDEV_NOT_READY); 7862306a36Sopenharmony_ci break; 7962306a36Sopenharmony_ci case MSG_OP_MCODE_INFO: 8062306a36Sopenharmony_ci msg.data = 0; 8162306a36Sopenharmony_ci msg.mcode_info.count = 2; 8262306a36Sopenharmony_ci msg.mcode_info.info = MCODE_TYPE_SE_SSL | (MCODE_TYPE_AE << 5); 8362306a36Sopenharmony_ci msg.mcode_info.next_se_grp = 1; 8462306a36Sopenharmony_ci msg.mcode_info.next_ae_grp = 1; 8562306a36Sopenharmony_ci break; 8662306a36Sopenharmony_ci default: 8762306a36Sopenharmony_ci msg.type = MBX_MSG_TYPE_NOP; 8862306a36Sopenharmony_ci break; 8962306a36Sopenharmony_ci } 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_ci if (msg.type == MBX_MSG_TYPE_NOP) 9262306a36Sopenharmony_ci return; 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci /* send ACK to VF */ 9562306a36Sopenharmony_ci msg.type = MBX_MSG_TYPE_ACK; 9662306a36Sopenharmony_ci pf2vf_write_mbox(ndev, msg.value, vfdev->ring); 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci vfdev->msg.value = 0; 9962306a36Sopenharmony_ci atomic64_inc(&vfdev->mbx_resp); 10062306a36Sopenharmony_ci} 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic void pf2vf_resp_handler(struct work_struct *work) 10362306a36Sopenharmony_ci{ 10462306a36Sopenharmony_ci struct pf2vf_work *pf2vf_resp = container_of(work, struct pf2vf_work, 10562306a36Sopenharmony_ci pf2vf_resp); 10662306a36Sopenharmony_ci struct nitrox_vfdev *vfdev = pf2vf_resp->vfdev; 10762306a36Sopenharmony_ci struct nitrox_device *ndev = pf2vf_resp->ndev; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_ci switch (vfdev->msg.type) { 11062306a36Sopenharmony_ci case MBX_MSG_TYPE_REQ: 11162306a36Sopenharmony_ci /* process the request from VF */ 11262306a36Sopenharmony_ci pf2vf_send_response(ndev, vfdev); 11362306a36Sopenharmony_ci break; 11462306a36Sopenharmony_ci case MBX_MSG_TYPE_ACK: 11562306a36Sopenharmony_ci case MBX_MSG_TYPE_NACK: 11662306a36Sopenharmony_ci break; 11762306a36Sopenharmony_ci } 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci kfree(pf2vf_resp); 12062306a36Sopenharmony_ci} 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_civoid nitrox_pf2vf_mbox_handler(struct nitrox_device *ndev) 12362306a36Sopenharmony_ci{ 12462306a36Sopenharmony_ci DECLARE_BITMAP(csr, BITS_PER_TYPE(u64)); 12562306a36Sopenharmony_ci struct nitrox_vfdev *vfdev; 12662306a36Sopenharmony_ci struct pf2vf_work *pfwork; 12762306a36Sopenharmony_ci u64 value, reg_addr; 12862306a36Sopenharmony_ci u32 i; 12962306a36Sopenharmony_ci int vfno; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci /* loop for VF(0..63) */ 13262306a36Sopenharmony_ci reg_addr = NPS_PKT_MBOX_INT_LO; 13362306a36Sopenharmony_ci value = nitrox_read_csr(ndev, reg_addr); 13462306a36Sopenharmony_ci bitmap_from_u64(csr, value); 13562306a36Sopenharmony_ci for_each_set_bit(i, csr, BITS_PER_TYPE(csr)) { 13662306a36Sopenharmony_ci /* get the vfno from ring */ 13762306a36Sopenharmony_ci vfno = RING_TO_VFNO(i, ndev->iov.max_vf_queues); 13862306a36Sopenharmony_ci vfdev = ndev->iov.vfdev + vfno; 13962306a36Sopenharmony_ci vfdev->ring = i; 14062306a36Sopenharmony_ci /* fill the vf mailbox data */ 14162306a36Sopenharmony_ci vfdev->msg.value = pf2vf_read_mbox(ndev, vfdev->ring); 14262306a36Sopenharmony_ci pfwork = kzalloc(sizeof(*pfwork), GFP_ATOMIC); 14362306a36Sopenharmony_ci if (!pfwork) 14462306a36Sopenharmony_ci continue; 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci pfwork->vfdev = vfdev; 14762306a36Sopenharmony_ci pfwork->ndev = ndev; 14862306a36Sopenharmony_ci INIT_WORK(&pfwork->pf2vf_resp, pf2vf_resp_handler); 14962306a36Sopenharmony_ci queue_work(ndev->iov.pf2vf_wq, &pfwork->pf2vf_resp); 15062306a36Sopenharmony_ci /* clear the corresponding vf bit */ 15162306a36Sopenharmony_ci nitrox_write_csr(ndev, reg_addr, BIT_ULL(i)); 15262306a36Sopenharmony_ci } 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci /* loop for VF(64..127) */ 15562306a36Sopenharmony_ci reg_addr = NPS_PKT_MBOX_INT_HI; 15662306a36Sopenharmony_ci value = nitrox_read_csr(ndev, reg_addr); 15762306a36Sopenharmony_ci bitmap_from_u64(csr, value); 15862306a36Sopenharmony_ci for_each_set_bit(i, csr, BITS_PER_TYPE(csr)) { 15962306a36Sopenharmony_ci /* get the vfno from ring */ 16062306a36Sopenharmony_ci vfno = RING_TO_VFNO(i + 64, ndev->iov.max_vf_queues); 16162306a36Sopenharmony_ci vfdev = ndev->iov.vfdev + vfno; 16262306a36Sopenharmony_ci vfdev->ring = (i + 64); 16362306a36Sopenharmony_ci /* fill the vf mailbox data */ 16462306a36Sopenharmony_ci vfdev->msg.value = pf2vf_read_mbox(ndev, vfdev->ring); 16562306a36Sopenharmony_ci 16662306a36Sopenharmony_ci pfwork = kzalloc(sizeof(*pfwork), GFP_ATOMIC); 16762306a36Sopenharmony_ci if (!pfwork) 16862306a36Sopenharmony_ci continue; 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci pfwork->vfdev = vfdev; 17162306a36Sopenharmony_ci pfwork->ndev = ndev; 17262306a36Sopenharmony_ci INIT_WORK(&pfwork->pf2vf_resp, pf2vf_resp_handler); 17362306a36Sopenharmony_ci queue_work(ndev->iov.pf2vf_wq, &pfwork->pf2vf_resp); 17462306a36Sopenharmony_ci /* clear the corresponding vf bit */ 17562306a36Sopenharmony_ci nitrox_write_csr(ndev, reg_addr, BIT_ULL(i)); 17662306a36Sopenharmony_ci } 17762306a36Sopenharmony_ci} 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_ciint nitrox_mbox_init(struct nitrox_device *ndev) 18062306a36Sopenharmony_ci{ 18162306a36Sopenharmony_ci struct nitrox_vfdev *vfdev; 18262306a36Sopenharmony_ci int i; 18362306a36Sopenharmony_ci 18462306a36Sopenharmony_ci ndev->iov.vfdev = kcalloc(ndev->iov.num_vfs, 18562306a36Sopenharmony_ci sizeof(struct nitrox_vfdev), GFP_KERNEL); 18662306a36Sopenharmony_ci if (!ndev->iov.vfdev) 18762306a36Sopenharmony_ci return -ENOMEM; 18862306a36Sopenharmony_ci 18962306a36Sopenharmony_ci for (i = 0; i < ndev->iov.num_vfs; i++) { 19062306a36Sopenharmony_ci vfdev = ndev->iov.vfdev + i; 19162306a36Sopenharmony_ci vfdev->vfno = i; 19262306a36Sopenharmony_ci } 19362306a36Sopenharmony_ci 19462306a36Sopenharmony_ci /* allocate pf2vf response workqueue */ 19562306a36Sopenharmony_ci ndev->iov.pf2vf_wq = alloc_workqueue("nitrox_pf2vf", 0, 0); 19662306a36Sopenharmony_ci if (!ndev->iov.pf2vf_wq) { 19762306a36Sopenharmony_ci kfree(ndev->iov.vfdev); 19862306a36Sopenharmony_ci ndev->iov.vfdev = NULL; 19962306a36Sopenharmony_ci return -ENOMEM; 20062306a36Sopenharmony_ci } 20162306a36Sopenharmony_ci /* enable pf2vf mailbox interrupts */ 20262306a36Sopenharmony_ci enable_pf2vf_mbox_interrupts(ndev); 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci return 0; 20562306a36Sopenharmony_ci} 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_civoid nitrox_mbox_cleanup(struct nitrox_device *ndev) 20862306a36Sopenharmony_ci{ 20962306a36Sopenharmony_ci /* disable pf2vf mailbox interrupts */ 21062306a36Sopenharmony_ci disable_pf2vf_mbox_interrupts(ndev); 21162306a36Sopenharmony_ci /* destroy workqueue */ 21262306a36Sopenharmony_ci if (ndev->iov.pf2vf_wq) 21362306a36Sopenharmony_ci destroy_workqueue(ndev->iov.pf2vf_wq); 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci kfree(ndev->iov.vfdev); 21662306a36Sopenharmony_ci ndev->iov.pf2vf_wq = NULL; 21762306a36Sopenharmony_ci ndev->iov.vfdev = NULL; 21862306a36Sopenharmony_ci} 219