162306a36Sopenharmony_ci/**********************************************************************
262306a36Sopenharmony_ci * Author: Cavium, Inc.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * Contact: support@cavium.com
562306a36Sopenharmony_ci *          Please include "LiquidIO" in the subject.
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * Copyright (c) 2003-2016 Cavium, Inc.
862306a36Sopenharmony_ci *
962306a36Sopenharmony_ci * This file is free software; you can redistribute it and/or modify
1062306a36Sopenharmony_ci * it under the terms of the GNU General Public License, Version 2, as
1162306a36Sopenharmony_ci * published by the Free Software Foundation.
1262306a36Sopenharmony_ci *
1362306a36Sopenharmony_ci * This file is distributed in the hope that it will be useful, but
1462306a36Sopenharmony_ci * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty
1562306a36Sopenharmony_ci * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or
1662306a36Sopenharmony_ci * NONINFRINGEMENT.  See the GNU General Public License for more details.
1762306a36Sopenharmony_ci ***********************************************************************/
1862306a36Sopenharmony_ci#include <linux/pci.h>
1962306a36Sopenharmony_ci#include <linux/netdevice.h>
2062306a36Sopenharmony_ci#include "liquidio_common.h"
2162306a36Sopenharmony_ci#include "octeon_droq.h"
2262306a36Sopenharmony_ci#include "octeon_iq.h"
2362306a36Sopenharmony_ci#include "response_manager.h"
2462306a36Sopenharmony_ci#include "octeon_device.h"
2562306a36Sopenharmony_ci#include "octeon_main.h"
2662306a36Sopenharmony_ci#include "cn66xx_regs.h"
2762306a36Sopenharmony_ci#include "cn66xx_device.h"
2862306a36Sopenharmony_ci#include "cn68xx_device.h"
2962306a36Sopenharmony_ci#include "cn68xx_regs.h"
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_cistatic void lio_cn68xx_set_dpi_regs(struct octeon_device *oct)
3262306a36Sopenharmony_ci{
3362306a36Sopenharmony_ci	u32 i;
3462306a36Sopenharmony_ci	u32 fifo_sizes[6] = { 3, 3, 1, 1, 1, 8 };
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci	lio_pci_writeq(oct, CN6XXX_DPI_DMA_CTL_MASK, CN6XXX_DPI_DMA_CONTROL);
3762306a36Sopenharmony_ci	dev_dbg(&oct->pci_dev->dev, "DPI_DMA_CONTROL: 0x%016llx\n",
3862306a36Sopenharmony_ci		lio_pci_readq(oct, CN6XXX_DPI_DMA_CONTROL));
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci	for (i = 0; i < 6; i++) {
4162306a36Sopenharmony_ci		/* Prevent service of instruction queue for all DMA engines
4262306a36Sopenharmony_ci		 * Engine 5 will remain 0. Engines 0 - 4 will be setup by
4362306a36Sopenharmony_ci		 * core.
4462306a36Sopenharmony_ci		 */
4562306a36Sopenharmony_ci		lio_pci_writeq(oct, 0, CN6XXX_DPI_DMA_ENG_ENB(i));
4662306a36Sopenharmony_ci		lio_pci_writeq(oct, fifo_sizes[i], CN6XXX_DPI_DMA_ENG_BUF(i));
4762306a36Sopenharmony_ci		dev_dbg(&oct->pci_dev->dev, "DPI_ENG_BUF%d: 0x%016llx\n", i,
4862306a36Sopenharmony_ci			lio_pci_readq(oct, CN6XXX_DPI_DMA_ENG_BUF(i)));
4962306a36Sopenharmony_ci	}
5062306a36Sopenharmony_ci
5162306a36Sopenharmony_ci	/* DPI_SLI_PRT_CFG has MPS and MRRS settings that will be set
5262306a36Sopenharmony_ci	 * separately.
5362306a36Sopenharmony_ci	 */
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	lio_pci_writeq(oct, 1, CN6XXX_DPI_CTL);
5662306a36Sopenharmony_ci	dev_dbg(&oct->pci_dev->dev, "DPI_CTL: 0x%016llx\n",
5762306a36Sopenharmony_ci		lio_pci_readq(oct, CN6XXX_DPI_CTL));
5862306a36Sopenharmony_ci}
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_cistatic int lio_cn68xx_soft_reset(struct octeon_device *oct)
6162306a36Sopenharmony_ci{
6262306a36Sopenharmony_ci	lio_cn6xxx_soft_reset(oct);
6362306a36Sopenharmony_ci	lio_cn68xx_set_dpi_regs(oct);
6462306a36Sopenharmony_ci
6562306a36Sopenharmony_ci	return 0;
6662306a36Sopenharmony_ci}
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_cistatic void lio_cn68xx_setup_pkt_ctl_regs(struct octeon_device *oct)
6962306a36Sopenharmony_ci{
7062306a36Sopenharmony_ci	struct octeon_cn6xxx *cn68xx = (struct octeon_cn6xxx *)oct->chip;
7162306a36Sopenharmony_ci	u64 pktctl, tx_pipe, max_oqs;
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	pktctl = octeon_read_csr64(oct, CN6XXX_SLI_PKT_CTL);
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	/* 68XX specific */
7662306a36Sopenharmony_ci	max_oqs = CFG_GET_OQ_MAX_Q(CHIP_CONF(oct, cn6xxx));
7762306a36Sopenharmony_ci	tx_pipe  = octeon_read_csr64(oct, CN68XX_SLI_TX_PIPE);
7862306a36Sopenharmony_ci	tx_pipe &= 0xffffffffff00ffffULL; /* clear out NUMP field */
7962306a36Sopenharmony_ci	tx_pipe |= max_oqs << 16; /* put max_oqs in NUMP field */
8062306a36Sopenharmony_ci	octeon_write_csr64(oct, CN68XX_SLI_TX_PIPE, tx_pipe);
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_ci	if (CFG_GET_IS_SLI_BP_ON(cn68xx->conf))
8362306a36Sopenharmony_ci		pktctl |= 0xF;
8462306a36Sopenharmony_ci	else
8562306a36Sopenharmony_ci		/* Disable per-port backpressure. */
8662306a36Sopenharmony_ci		pktctl &= ~0xF;
8762306a36Sopenharmony_ci	octeon_write_csr64(oct, CN6XXX_SLI_PKT_CTL, pktctl);
8862306a36Sopenharmony_ci}
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_cistatic int lio_cn68xx_setup_device_regs(struct octeon_device *oct)
9162306a36Sopenharmony_ci{
9262306a36Sopenharmony_ci	lio_cn6xxx_setup_pcie_mps(oct, PCIE_MPS_DEFAULT);
9362306a36Sopenharmony_ci	lio_cn6xxx_setup_pcie_mrrs(oct, PCIE_MRRS_256B);
9462306a36Sopenharmony_ci	lio_cn6xxx_enable_error_reporting(oct);
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	lio_cn6xxx_setup_global_input_regs(oct);
9762306a36Sopenharmony_ci	lio_cn68xx_setup_pkt_ctl_regs(oct);
9862306a36Sopenharmony_ci	lio_cn6xxx_setup_global_output_regs(oct);
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_ci	/* Default error timeout value should be 0x200000 to avoid host hang
10162306a36Sopenharmony_ci	 * when reads invalid register
10262306a36Sopenharmony_ci	 */
10362306a36Sopenharmony_ci	octeon_write_csr64(oct, CN6XXX_SLI_WINDOW_CTL, 0x200000ULL);
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci	return 0;
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_cistatic inline void lio_cn68xx_vendor_message_fix(struct octeon_device *oct)
10962306a36Sopenharmony_ci{
11062306a36Sopenharmony_ci	u32 val = 0;
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci	/* Set M_VEND1_DRP and M_VEND0_DRP bits */
11362306a36Sopenharmony_ci	pci_read_config_dword(oct->pci_dev, CN6XXX_PCIE_FLTMSK, &val);
11462306a36Sopenharmony_ci	val |= 0x3;
11562306a36Sopenharmony_ci	pci_write_config_dword(oct->pci_dev, CN6XXX_PCIE_FLTMSK, val);
11662306a36Sopenharmony_ci}
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_cistatic int lio_is_210nv(struct octeon_device *oct)
11962306a36Sopenharmony_ci{
12062306a36Sopenharmony_ci	u64 mio_qlm4_cfg = lio_pci_readq(oct, CN6XXX_MIO_QLM4_CFG);
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	return ((mio_qlm4_cfg & CN6XXX_MIO_QLM_CFG_MASK) == 0);
12362306a36Sopenharmony_ci}
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ciint lio_setup_cn68xx_octeon_device(struct octeon_device *oct)
12662306a36Sopenharmony_ci{
12762306a36Sopenharmony_ci	struct octeon_cn6xxx *cn68xx = (struct octeon_cn6xxx *)oct->chip;
12862306a36Sopenharmony_ci	u16 card_type = LIO_410NV;
12962306a36Sopenharmony_ci
13062306a36Sopenharmony_ci	if (octeon_map_pci_barx(oct, 0, 0))
13162306a36Sopenharmony_ci		return 1;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	if (octeon_map_pci_barx(oct, 1, MAX_BAR1_IOREMAP_SIZE)) {
13462306a36Sopenharmony_ci		dev_err(&oct->pci_dev->dev, "%s CN68XX BAR1 map failed\n",
13562306a36Sopenharmony_ci			__func__);
13662306a36Sopenharmony_ci		octeon_unmap_pci_barx(oct, 0);
13762306a36Sopenharmony_ci		return 1;
13862306a36Sopenharmony_ci	}
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci	spin_lock_init(&cn68xx->lock_for_droq_int_enb_reg);
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	oct->fn_list.setup_iq_regs = lio_cn6xxx_setup_iq_regs;
14362306a36Sopenharmony_ci	oct->fn_list.setup_oq_regs = lio_cn6xxx_setup_oq_regs;
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	oct->fn_list.process_interrupt_regs = lio_cn6xxx_process_interrupt_regs;
14662306a36Sopenharmony_ci	oct->fn_list.soft_reset = lio_cn68xx_soft_reset;
14762306a36Sopenharmony_ci	oct->fn_list.setup_device_regs = lio_cn68xx_setup_device_regs;
14862306a36Sopenharmony_ci	oct->fn_list.update_iq_read_idx = lio_cn6xxx_update_read_index;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	oct->fn_list.bar1_idx_setup = lio_cn6xxx_bar1_idx_setup;
15162306a36Sopenharmony_ci	oct->fn_list.bar1_idx_write = lio_cn6xxx_bar1_idx_write;
15262306a36Sopenharmony_ci	oct->fn_list.bar1_idx_read = lio_cn6xxx_bar1_idx_read;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	oct->fn_list.enable_interrupt = lio_cn6xxx_enable_interrupt;
15562306a36Sopenharmony_ci	oct->fn_list.disable_interrupt = lio_cn6xxx_disable_interrupt;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	oct->fn_list.enable_io_queues = lio_cn6xxx_enable_io_queues;
15862306a36Sopenharmony_ci	oct->fn_list.disable_io_queues = lio_cn6xxx_disable_io_queues;
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	lio_cn6xxx_setup_reg_address(oct, oct->chip, &oct->reg_list);
16162306a36Sopenharmony_ci
16262306a36Sopenharmony_ci	/* Determine variant of card */
16362306a36Sopenharmony_ci	if (lio_is_210nv(oct))
16462306a36Sopenharmony_ci		card_type = LIO_210NV;
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	cn68xx->conf = (struct octeon_config *)
16762306a36Sopenharmony_ci		       oct_get_config_info(oct, card_type);
16862306a36Sopenharmony_ci	if (!cn68xx->conf) {
16962306a36Sopenharmony_ci		dev_err(&oct->pci_dev->dev, "%s No Config found for CN68XX %s\n",
17062306a36Sopenharmony_ci			__func__,
17162306a36Sopenharmony_ci			(card_type == LIO_410NV) ? LIO_410NV_NAME :
17262306a36Sopenharmony_ci			LIO_210NV_NAME);
17362306a36Sopenharmony_ci		octeon_unmap_pci_barx(oct, 0);
17462306a36Sopenharmony_ci		octeon_unmap_pci_barx(oct, 1);
17562306a36Sopenharmony_ci		return 1;
17662306a36Sopenharmony_ci	}
17762306a36Sopenharmony_ci
17862306a36Sopenharmony_ci	oct->coproc_clock_rate = 1000000ULL * lio_cn6xxx_coprocessor_clock(oct);
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci	lio_cn68xx_vendor_message_fix(oct);
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci	return 0;
18362306a36Sopenharmony_ci}
18462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(lio_setup_cn68xx_octeon_device);
185