162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Copyright 2008 Cisco Systems, Inc.  All rights reserved.
462306a36Sopenharmony_ci * Copyright 2007 Nuova Systems, Inc.  All rights reserved.
562306a36Sopenharmony_ci */
662306a36Sopenharmony_ci
762306a36Sopenharmony_ci#include <linux/errno.h>
862306a36Sopenharmony_ci#include <linux/types.h>
962306a36Sopenharmony_ci#include <linux/pci.h>
1062306a36Sopenharmony_ci#include <linux/delay.h>
1162306a36Sopenharmony_ci#include "vnic_wq_copy.h"
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_civoid vnic_wq_copy_enable(struct vnic_wq_copy *wq)
1462306a36Sopenharmony_ci{
1562306a36Sopenharmony_ci	iowrite32(1, &wq->ctrl->enable);
1662306a36Sopenharmony_ci}
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ciint vnic_wq_copy_disable(struct vnic_wq_copy *wq)
1962306a36Sopenharmony_ci{
2062306a36Sopenharmony_ci	unsigned int wait;
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->enable);
2362306a36Sopenharmony_ci
2462306a36Sopenharmony_ci	/* Wait for HW to ACK disable request */
2562306a36Sopenharmony_ci	for (wait = 0; wait < 100; wait++) {
2662306a36Sopenharmony_ci		if (!(ioread32(&wq->ctrl->running)))
2762306a36Sopenharmony_ci			return 0;
2862306a36Sopenharmony_ci		udelay(1);
2962306a36Sopenharmony_ci	}
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci	printk(KERN_ERR "Failed to disable Copy WQ[%d],"
3262306a36Sopenharmony_ci	       " fetch index=%d, posted_index=%d\n",
3362306a36Sopenharmony_ci	       wq->index, ioread32(&wq->ctrl->fetch_index),
3462306a36Sopenharmony_ci	       ioread32(&wq->ctrl->posted_index));
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci	return -ENODEV;
3762306a36Sopenharmony_ci}
3862306a36Sopenharmony_ci
3962306a36Sopenharmony_civoid vnic_wq_copy_clean(struct vnic_wq_copy *wq,
4062306a36Sopenharmony_ci	void (*q_clean)(struct vnic_wq_copy *wq,
4162306a36Sopenharmony_ci	struct fcpio_host_req *wq_desc))
4262306a36Sopenharmony_ci{
4362306a36Sopenharmony_ci	BUG_ON(ioread32(&wq->ctrl->enable));
4462306a36Sopenharmony_ci
4562306a36Sopenharmony_ci	if (vnic_wq_copy_desc_in_use(wq))
4662306a36Sopenharmony_ci		vnic_wq_copy_service(wq, -1, q_clean);
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	wq->to_use_index = wq->to_clean_index = 0;
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->fetch_index);
5162306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->posted_index);
5262306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->error_status);
5362306a36Sopenharmony_ci
5462306a36Sopenharmony_ci	vnic_dev_clear_desc_ring(&wq->ring);
5562306a36Sopenharmony_ci}
5662306a36Sopenharmony_ci
5762306a36Sopenharmony_civoid vnic_wq_copy_free(struct vnic_wq_copy *wq)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	struct vnic_dev *vdev;
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci	vdev = wq->vdev;
6262306a36Sopenharmony_ci	vnic_dev_free_desc_ring(vdev, &wq->ring);
6362306a36Sopenharmony_ci	wq->ctrl = NULL;
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ciint vnic_wq_copy_alloc(struct vnic_dev *vdev, struct vnic_wq_copy *wq,
6762306a36Sopenharmony_ci		       unsigned int index, unsigned int desc_count,
6862306a36Sopenharmony_ci		       unsigned int desc_size)
6962306a36Sopenharmony_ci{
7062306a36Sopenharmony_ci	wq->index = index;
7162306a36Sopenharmony_ci	wq->vdev = vdev;
7262306a36Sopenharmony_ci	wq->to_use_index = wq->to_clean_index = 0;
7362306a36Sopenharmony_ci	wq->ctrl = vnic_dev_get_res(vdev, RES_TYPE_WQ, index);
7462306a36Sopenharmony_ci	if (!wq->ctrl) {
7562306a36Sopenharmony_ci		printk(KERN_ERR "Failed to hook COPY WQ[%d] resource\n", index);
7662306a36Sopenharmony_ci		return -EINVAL;
7762306a36Sopenharmony_ci	}
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_ci	vnic_wq_copy_disable(wq);
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	return vnic_dev_alloc_desc_ring(vdev, &wq->ring, desc_count, desc_size);
8262306a36Sopenharmony_ci}
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_civoid vnic_wq_copy_init(struct vnic_wq_copy *wq, unsigned int cq_index,
8562306a36Sopenharmony_ci	unsigned int error_interrupt_enable,
8662306a36Sopenharmony_ci	unsigned int error_interrupt_offset)
8762306a36Sopenharmony_ci{
8862306a36Sopenharmony_ci	u64 paddr;
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	paddr = (u64)wq->ring.base_addr | VNIC_PADDR_TARGET;
9162306a36Sopenharmony_ci	writeq(paddr, &wq->ctrl->ring_base);
9262306a36Sopenharmony_ci	iowrite32(wq->ring.desc_count, &wq->ctrl->ring_size);
9362306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->fetch_index);
9462306a36Sopenharmony_ci	iowrite32(0, &wq->ctrl->posted_index);
9562306a36Sopenharmony_ci	iowrite32(cq_index, &wq->ctrl->cq_index);
9662306a36Sopenharmony_ci	iowrite32(error_interrupt_enable, &wq->ctrl->error_interrupt_enable);
9762306a36Sopenharmony_ci	iowrite32(error_interrupt_offset, &wq->ctrl->error_interrupt_offset);
9862306a36Sopenharmony_ci}
99