162306a36Sopenharmony_ci/* bnx2fc.h: QLogic Linux FCoE offload driver.
262306a36Sopenharmony_ci *
362306a36Sopenharmony_ci * Copyright (c) 2008-2013 Broadcom Corporation
462306a36Sopenharmony_ci * Copyright (c) 2014-2016 QLogic Corporation
562306a36Sopenharmony_ci * Copyright (c) 2016-2017 Cavium Inc.
662306a36Sopenharmony_ci *
762306a36Sopenharmony_ci * This program is free software; you can redistribute it and/or modify
862306a36Sopenharmony_ci * it under the terms of the GNU General Public License as published by
962306a36Sopenharmony_ci * the Free Software Foundation.
1062306a36Sopenharmony_ci *
1162306a36Sopenharmony_ci * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
1262306a36Sopenharmony_ci */
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci#ifndef _BNX2FC_H_
1562306a36Sopenharmony_ci#define _BNX2FC_H_
1662306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
1762306a36Sopenharmony_ci
1862306a36Sopenharmony_ci#include <linux/module.h>
1962306a36Sopenharmony_ci#include <linux/moduleparam.h>
2062306a36Sopenharmony_ci#include <linux/kernel.h>
2162306a36Sopenharmony_ci#include <linux/skbuff.h>
2262306a36Sopenharmony_ci#include <linux/netdevice.h>
2362306a36Sopenharmony_ci#include <linux/etherdevice.h>
2462306a36Sopenharmony_ci#include <linux/if_ether.h>
2562306a36Sopenharmony_ci#include <linux/if_vlan.h>
2662306a36Sopenharmony_ci#include <linux/kthread.h>
2762306a36Sopenharmony_ci#include <linux/crc32.h>
2862306a36Sopenharmony_ci#include <linux/cpu.h>
2962306a36Sopenharmony_ci#include <linux/types.h>
3062306a36Sopenharmony_ci#include <linux/list.h>
3162306a36Sopenharmony_ci#include <linux/delay.h>
3262306a36Sopenharmony_ci#include <linux/timer.h>
3362306a36Sopenharmony_ci#include <linux/errno.h>
3462306a36Sopenharmony_ci#include <linux/pci.h>
3562306a36Sopenharmony_ci#include <linux/init.h>
3662306a36Sopenharmony_ci#include <linux/dma-mapping.h>
3762306a36Sopenharmony_ci#include <linux/workqueue.h>
3862306a36Sopenharmony_ci#include <linux/mutex.h>
3962306a36Sopenharmony_ci#include <linux/spinlock.h>
4062306a36Sopenharmony_ci#include <linux/bitops.h>
4162306a36Sopenharmony_ci#include <linux/log2.h>
4262306a36Sopenharmony_ci#include <linux/interrupt.h>
4362306a36Sopenharmony_ci#include <linux/sched/signal.h>
4462306a36Sopenharmony_ci#include <linux/io.h>
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci#include <scsi/scsi.h>
4762306a36Sopenharmony_ci#include <scsi/scsi_host.h>
4862306a36Sopenharmony_ci#include <scsi/scsi_device.h>
4962306a36Sopenharmony_ci#include <scsi/scsi_cmnd.h>
5062306a36Sopenharmony_ci#include <scsi/scsi_eh.h>
5162306a36Sopenharmony_ci#include <scsi/scsi_tcq.h>
5262306a36Sopenharmony_ci#include <scsi/libfc.h>
5362306a36Sopenharmony_ci#include <scsi/libfcoe.h>
5462306a36Sopenharmony_ci#include <scsi/scsi_transport.h>
5562306a36Sopenharmony_ci#include <scsi/scsi_transport_fc.h>
5662306a36Sopenharmony_ci#include <scsi/fc/fc_fip.h>
5762306a36Sopenharmony_ci#include <scsi/fc/fc_fc2.h>
5862306a36Sopenharmony_ci#include <scsi/fc_frame.h>
5962306a36Sopenharmony_ci#include <scsi/fc/fc_fcoe.h>
6062306a36Sopenharmony_ci#include <scsi/fc/fc_fcp.h>
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci#include "57xx_hsi_bnx2fc.h"
6362306a36Sopenharmony_ci#include "../../net/ethernet/broadcom/cnic_if.h"
6462306a36Sopenharmony_ci#include  "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h"
6562306a36Sopenharmony_ci#include "bnx2fc_constants.h"
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci#define BNX2FC_NAME		"bnx2fc"
6862306a36Sopenharmony_ci#define BNX2FC_VERSION		"2.12.13"
6962306a36Sopenharmony_ci
7062306a36Sopenharmony_ci#define PFX			"bnx2fc: "
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci#define BCM_CHIP_LEN		16
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci#define BNX2X_DOORBELL_PCI_BAR		2
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_ci#define BNX2FC_MAX_BD_LEN		0xffff
7762306a36Sopenharmony_ci#define BNX2FC_BD_SPLIT_SZ		0xffff
7862306a36Sopenharmony_ci#define BNX2FC_MAX_BDS_PER_CMD		255
7962306a36Sopenharmony_ci#define BNX2FC_FW_MAX_BDS_PER_CMD	255
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci#define BNX2FC_SQ_WQES_MAX	256
8262306a36Sopenharmony_ci
8362306a36Sopenharmony_ci#define BNX2FC_SCSI_MAX_SQES	((3 * BNX2FC_SQ_WQES_MAX) / 8)
8462306a36Sopenharmony_ci#define BNX2FC_TM_MAX_SQES	((BNX2FC_SQ_WQES_MAX) / 2)
8562306a36Sopenharmony_ci#define BNX2FC_ELS_MAX_SQES	(BNX2FC_TM_MAX_SQES - 1)
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci#define BNX2FC_RQ_WQES_MAX	16
8862306a36Sopenharmony_ci#define BNX2FC_CQ_WQES_MAX	(BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci#define BNX2FC_NUM_MAX_SESS	1024
9162306a36Sopenharmony_ci#define BNX2FC_NUM_MAX_SESS_LOG	(ilog2(BNX2FC_NUM_MAX_SESS))
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci#define BNX2FC_MAX_NPIV		256
9462306a36Sopenharmony_ci
9562306a36Sopenharmony_ci#define BNX2FC_MIN_PAYLOAD		256
9662306a36Sopenharmony_ci#define BNX2FC_MAX_PAYLOAD		2048
9762306a36Sopenharmony_ci#define BNX2FC_MFS			\
9862306a36Sopenharmony_ci			(BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
9962306a36Sopenharmony_ci#define BNX2FC_MINI_JUMBO_MTU		2500
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_ci#define BNX2FC_RQ_BUF_SZ		256
10362306a36Sopenharmony_ci#define BNX2FC_RQ_BUF_LOG_SZ		(ilog2(BNX2FC_RQ_BUF_SZ))
10462306a36Sopenharmony_ci
10562306a36Sopenharmony_ci#define BNX2FC_SQ_WQE_SIZE		(sizeof(struct fcoe_sqe))
10662306a36Sopenharmony_ci#define BNX2FC_CQ_WQE_SIZE		(sizeof(struct fcoe_cqe))
10762306a36Sopenharmony_ci#define BNX2FC_RQ_WQE_SIZE		(BNX2FC_RQ_BUF_SZ)
10862306a36Sopenharmony_ci#define BNX2FC_XFERQ_WQE_SIZE		(sizeof(struct fcoe_xfrqe))
10962306a36Sopenharmony_ci#define BNX2FC_CONFQ_WQE_SIZE		(sizeof(struct fcoe_confqe))
11062306a36Sopenharmony_ci#define BNX2X_DB_SHIFT			3
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci#define BNX2FC_TASK_SIZE		128
11362306a36Sopenharmony_ci#define	BNX2FC_TASKS_PER_PAGE		(PAGE_SIZE/BNX2FC_TASK_SIZE)
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci#define BNX2FC_MAX_ROWS_IN_HASH_TBL	8
11662306a36Sopenharmony_ci#define BNX2FC_HASH_TBL_CHUNK_SIZE	(16 * 1024)
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci#define BNX2FC_MAX_SEQS			255
11962306a36Sopenharmony_ci#define BNX2FC_MAX_RETRY_CNT		3
12062306a36Sopenharmony_ci#define BNX2FC_MAX_RPORT_RETRY_CNT	255
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci#define BNX2FC_READ			(1 << 1)
12362306a36Sopenharmony_ci#define BNX2FC_WRITE			(1 << 0)
12462306a36Sopenharmony_ci
12562306a36Sopenharmony_ci#define BNX2FC_MIN_XID			0
12662306a36Sopenharmony_ci#define FCOE_MAX_NUM_XIDS		0x2000
12762306a36Sopenharmony_ci#define FCOE_MAX_XID_OFFSET		(FCOE_MAX_NUM_XIDS - 1)
12862306a36Sopenharmony_ci#define FCOE_XIDS_PER_CPU_OFFSET	((512 * nr_cpu_ids) - 1)
12962306a36Sopenharmony_ci#define BNX2FC_MAX_LUN			0xFFFF
13062306a36Sopenharmony_ci#define BNX2FC_MAX_FCP_TGT		256
13162306a36Sopenharmony_ci#define BNX2FC_MAX_CMD_LEN		16
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci#define BNX2FC_TM_TIMEOUT		60	/* secs */
13462306a36Sopenharmony_ci#define BNX2FC_IO_TIMEOUT		20000UL	/* msecs */
13562306a36Sopenharmony_ci
13662306a36Sopenharmony_ci#define BNX2FC_WAIT_CNT			1200
13762306a36Sopenharmony_ci#define BNX2FC_FW_TIMEOUT		(3 * HZ)
13862306a36Sopenharmony_ci#define PORT_MAX			2
13962306a36Sopenharmony_ci
14062306a36Sopenharmony_ci/* FC FCP Status */
14162306a36Sopenharmony_ci#define	FC_GOOD				0
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci#define BNX2FC_RNID_HBA			0x7
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci#define SRR_RETRY_COUNT			5
14662306a36Sopenharmony_ci#define REC_RETRY_COUNT			1
14762306a36Sopenharmony_ci#define BNX2FC_NUM_ERR_BITS		63
14862306a36Sopenharmony_ci
14962306a36Sopenharmony_ci#define BNX2FC_RELOGIN_WAIT_TIME	200
15062306a36Sopenharmony_ci#define BNX2FC_RELOGIN_WAIT_CNT		10
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci#define BNX2FC_STATS(hba, stat, cnt)					\
15362306a36Sopenharmony_ci	do {								\
15462306a36Sopenharmony_ci		u32 val;						\
15562306a36Sopenharmony_ci									\
15662306a36Sopenharmony_ci		val = fw_stats->stat.cnt;				\
15762306a36Sopenharmony_ci		if (hba->prev_stats.stat.cnt <= val)			\
15862306a36Sopenharmony_ci			val -= hba->prev_stats.stat.cnt;		\
15962306a36Sopenharmony_ci		else							\
16062306a36Sopenharmony_ci			val += (0xfffffff - hba->prev_stats.stat.cnt);	\
16162306a36Sopenharmony_ci		hba->bfw_stats.cnt += val;				\
16262306a36Sopenharmony_ci	} while (0)
16362306a36Sopenharmony_ci
16462306a36Sopenharmony_ci/* bnx2fc driver uses only one instance of fcoe_percpu_s */
16562306a36Sopenharmony_ciextern struct fcoe_percpu_s bnx2fc_global;
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ciextern struct workqueue_struct *bnx2fc_wq;
16862306a36Sopenharmony_ci
16962306a36Sopenharmony_cistruct bnx2fc_percpu_s {
17062306a36Sopenharmony_ci	struct task_struct *iothread;
17162306a36Sopenharmony_ci	struct list_head work_list;
17262306a36Sopenharmony_ci	spinlock_t fp_work_lock;
17362306a36Sopenharmony_ci};
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_cistruct bnx2fc_fw_stats {
17662306a36Sopenharmony_ci	u64	fc_crc_cnt;
17762306a36Sopenharmony_ci	u64	fcoe_tx_pkt_cnt;
17862306a36Sopenharmony_ci	u64	fcoe_rx_pkt_cnt;
17962306a36Sopenharmony_ci	u64	fcoe_tx_byte_cnt;
18062306a36Sopenharmony_ci	u64	fcoe_rx_byte_cnt;
18162306a36Sopenharmony_ci};
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_cistruct bnx2fc_hba {
18462306a36Sopenharmony_ci	struct list_head list;
18562306a36Sopenharmony_ci	struct cnic_dev *cnic;
18662306a36Sopenharmony_ci	struct pci_dev *pcidev;
18762306a36Sopenharmony_ci	struct net_device *phys_dev;
18862306a36Sopenharmony_ci	unsigned long reg_with_cnic;
18962306a36Sopenharmony_ci		#define BNX2FC_CNIC_REGISTERED           1
19062306a36Sopenharmony_ci	struct bnx2fc_cmd_mgr *cmd_mgr;
19162306a36Sopenharmony_ci	spinlock_t hba_lock;
19262306a36Sopenharmony_ci	struct mutex hba_mutex;
19362306a36Sopenharmony_ci	struct mutex hba_stats_mutex;
19462306a36Sopenharmony_ci	unsigned long adapter_state;
19562306a36Sopenharmony_ci		#define ADAPTER_STATE_UP		0
19662306a36Sopenharmony_ci		#define ADAPTER_STATE_GOING_DOWN	1
19762306a36Sopenharmony_ci		#define ADAPTER_STATE_LINK_DOWN		2
19862306a36Sopenharmony_ci		#define ADAPTER_STATE_READY		3
19962306a36Sopenharmony_ci	unsigned long flags;
20062306a36Sopenharmony_ci		#define BNX2FC_FLAG_FW_INIT_DONE	0
20162306a36Sopenharmony_ci		#define BNX2FC_FLAG_DESTROY_CMPL	1
20262306a36Sopenharmony_ci	u32 next_conn_id;
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	/* xid resources */
20562306a36Sopenharmony_ci	u16 max_xid;
20662306a36Sopenharmony_ci	u32 max_tasks;
20762306a36Sopenharmony_ci	u32 max_outstanding_cmds;
20862306a36Sopenharmony_ci	u32 elstm_xids;
20962306a36Sopenharmony_ci
21062306a36Sopenharmony_ci	struct fcoe_task_ctx_entry **task_ctx;
21162306a36Sopenharmony_ci	dma_addr_t *task_ctx_dma;
21262306a36Sopenharmony_ci	struct regpair *task_ctx_bd_tbl;
21362306a36Sopenharmony_ci	dma_addr_t task_ctx_bd_dma;
21462306a36Sopenharmony_ci
21562306a36Sopenharmony_ci	int hash_tbl_segment_count;
21662306a36Sopenharmony_ci	void **hash_tbl_segments;
21762306a36Sopenharmony_ci	void *hash_tbl_pbl;
21862306a36Sopenharmony_ci	dma_addr_t hash_tbl_pbl_dma;
21962306a36Sopenharmony_ci	struct fcoe_t2_hash_table_entry *t2_hash_tbl;
22062306a36Sopenharmony_ci	dma_addr_t t2_hash_tbl_dma;
22162306a36Sopenharmony_ci	char *t2_hash_tbl_ptr;
22262306a36Sopenharmony_ci	dma_addr_t t2_hash_tbl_ptr_dma;
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	char *dummy_buffer;
22562306a36Sopenharmony_ci	dma_addr_t dummy_buf_dma;
22662306a36Sopenharmony_ci
22762306a36Sopenharmony_ci	/* Active list of offloaded sessions */
22862306a36Sopenharmony_ci	struct bnx2fc_rport **tgt_ofld_list;
22962306a36Sopenharmony_ci
23062306a36Sopenharmony_ci	/* statistics */
23162306a36Sopenharmony_ci	struct bnx2fc_fw_stats bfw_stats;
23262306a36Sopenharmony_ci	struct fcoe_statistics_params prev_stats;
23362306a36Sopenharmony_ci	struct fcoe_statistics_params *stats_buffer;
23462306a36Sopenharmony_ci	dma_addr_t stats_buf_dma;
23562306a36Sopenharmony_ci	struct completion stat_req_done;
23662306a36Sopenharmony_ci	struct fcoe_capabilities fcoe_cap;
23762306a36Sopenharmony_ci
23862306a36Sopenharmony_ci	/*destroy handling */
23962306a36Sopenharmony_ci	struct timer_list destroy_timer;
24062306a36Sopenharmony_ci	wait_queue_head_t destroy_wait;
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	/* linkdown handling */
24362306a36Sopenharmony_ci	wait_queue_head_t shutdown_wait;
24462306a36Sopenharmony_ci	int wait_for_link_down;
24562306a36Sopenharmony_ci	int num_ofld_sess;
24662306a36Sopenharmony_ci	struct list_head vports;
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci	char chip_num[BCM_CHIP_LEN];
24962306a36Sopenharmony_ci};
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_cistruct bnx2fc_interface {
25262306a36Sopenharmony_ci	struct list_head list;
25362306a36Sopenharmony_ci	unsigned long if_flags;
25462306a36Sopenharmony_ci		#define BNX2FC_CTLR_INIT_DONE		0
25562306a36Sopenharmony_ci	struct bnx2fc_hba *hba;
25662306a36Sopenharmony_ci	struct net_device *netdev;
25762306a36Sopenharmony_ci	struct packet_type fcoe_packet_type;
25862306a36Sopenharmony_ci	struct packet_type fip_packet_type;
25962306a36Sopenharmony_ci	struct workqueue_struct *timer_work_queue;
26062306a36Sopenharmony_ci	struct kref kref;
26162306a36Sopenharmony_ci	u8 vlan_enabled;
26262306a36Sopenharmony_ci	int vlan_id;
26362306a36Sopenharmony_ci	bool enabled;
26462306a36Sopenharmony_ci	u8 tm_timeout;
26562306a36Sopenharmony_ci};
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_ci#define bnx2fc_from_ctlr(x)			\
26862306a36Sopenharmony_ci	((struct bnx2fc_interface *)((x) + 1))
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ci#define bnx2fc_to_ctlr(x)					\
27162306a36Sopenharmony_ci	((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1))
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_cistruct bnx2fc_lport {
27462306a36Sopenharmony_ci	struct list_head list;
27562306a36Sopenharmony_ci	struct fc_lport *lport;
27662306a36Sopenharmony_ci};
27762306a36Sopenharmony_ci
27862306a36Sopenharmony_cistruct bnx2fc_cmd_mgr {
27962306a36Sopenharmony_ci	struct bnx2fc_hba *hba;
28062306a36Sopenharmony_ci	u16 next_idx;
28162306a36Sopenharmony_ci	struct list_head *free_list;
28262306a36Sopenharmony_ci	spinlock_t *free_list_lock;
28362306a36Sopenharmony_ci	struct io_bdt **io_bdt_pool;
28462306a36Sopenharmony_ci	struct bnx2fc_cmd **cmds;
28562306a36Sopenharmony_ci};
28662306a36Sopenharmony_ci
28762306a36Sopenharmony_cistruct bnx2fc_rport {
28862306a36Sopenharmony_ci	struct fcoe_port *port;
28962306a36Sopenharmony_ci	struct fc_rport *rport;
29062306a36Sopenharmony_ci	struct fc_rport_priv *rdata;
29162306a36Sopenharmony_ci	void __iomem *ctx_base;
29262306a36Sopenharmony_ci#define DPM_TRIGER_TYPE		0x40
29362306a36Sopenharmony_ci	u32 io_timeout;
29462306a36Sopenharmony_ci	u32 fcoe_conn_id;
29562306a36Sopenharmony_ci	u32 context_id;
29662306a36Sopenharmony_ci	u32 sid;
29762306a36Sopenharmony_ci	int dev_type;
29862306a36Sopenharmony_ci
29962306a36Sopenharmony_ci	unsigned long flags;
30062306a36Sopenharmony_ci#define BNX2FC_FLAG_SESSION_READY	0x1
30162306a36Sopenharmony_ci#define BNX2FC_FLAG_OFFLOADED		0x2
30262306a36Sopenharmony_ci#define BNX2FC_FLAG_DISABLED		0x3
30362306a36Sopenharmony_ci#define BNX2FC_FLAG_DESTROYED		0x4
30462306a36Sopenharmony_ci#define BNX2FC_FLAG_OFLD_REQ_CMPL	0x5
30562306a36Sopenharmony_ci#define BNX2FC_FLAG_CTX_ALLOC_FAILURE	0x6
30662306a36Sopenharmony_ci#define BNX2FC_FLAG_UPLD_REQ_COMPL	0x7
30762306a36Sopenharmony_ci#define BNX2FC_FLAG_DISABLE_FAILED	0x9
30862306a36Sopenharmony_ci#define BNX2FC_FLAG_ENABLED		0xa
30962306a36Sopenharmony_ci
31062306a36Sopenharmony_ci	u8 src_addr[ETH_ALEN];
31162306a36Sopenharmony_ci	u32 max_sqes;
31262306a36Sopenharmony_ci	u32 max_rqes;
31362306a36Sopenharmony_ci	u32 max_cqes;
31462306a36Sopenharmony_ci	atomic_t free_sqes;
31562306a36Sopenharmony_ci
31662306a36Sopenharmony_ci	struct b577xx_doorbell_set_prod sq_db;
31762306a36Sopenharmony_ci	struct b577xx_fcoe_rx_doorbell rx_db;
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ci	struct fcoe_sqe *sq;
32062306a36Sopenharmony_ci	dma_addr_t sq_dma;
32162306a36Sopenharmony_ci	u16 sq_prod_idx;
32262306a36Sopenharmony_ci	u8 sq_curr_toggle_bit;
32362306a36Sopenharmony_ci	u32 sq_mem_size;
32462306a36Sopenharmony_ci
32562306a36Sopenharmony_ci	struct fcoe_cqe *cq;
32662306a36Sopenharmony_ci	dma_addr_t cq_dma;
32762306a36Sopenharmony_ci	u16 cq_cons_idx;
32862306a36Sopenharmony_ci	u8 cq_curr_toggle_bit;
32962306a36Sopenharmony_ci	u32 cq_mem_size;
33062306a36Sopenharmony_ci
33162306a36Sopenharmony_ci	void *rq;
33262306a36Sopenharmony_ci	dma_addr_t rq_dma;
33362306a36Sopenharmony_ci	u32 rq_prod_idx;
33462306a36Sopenharmony_ci	u32 rq_cons_idx;
33562306a36Sopenharmony_ci	u32 rq_mem_size;
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_ci	void *rq_pbl;
33862306a36Sopenharmony_ci	dma_addr_t rq_pbl_dma;
33962306a36Sopenharmony_ci	u32 rq_pbl_size;
34062306a36Sopenharmony_ci
34162306a36Sopenharmony_ci	struct fcoe_xfrqe *xferq;
34262306a36Sopenharmony_ci	dma_addr_t xferq_dma;
34362306a36Sopenharmony_ci	u32 xferq_mem_size;
34462306a36Sopenharmony_ci
34562306a36Sopenharmony_ci	struct fcoe_confqe *confq;
34662306a36Sopenharmony_ci	dma_addr_t confq_dma;
34762306a36Sopenharmony_ci	u32 confq_mem_size;
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_ci	void *confq_pbl;
35062306a36Sopenharmony_ci	dma_addr_t confq_pbl_dma;
35162306a36Sopenharmony_ci	u32 confq_pbl_size;
35262306a36Sopenharmony_ci
35362306a36Sopenharmony_ci	struct fcoe_conn_db *conn_db;
35462306a36Sopenharmony_ci	dma_addr_t conn_db_dma;
35562306a36Sopenharmony_ci	u32 conn_db_mem_size;
35662306a36Sopenharmony_ci
35762306a36Sopenharmony_ci	struct fcoe_sqe *lcq;
35862306a36Sopenharmony_ci	dma_addr_t lcq_dma;
35962306a36Sopenharmony_ci	u32 lcq_mem_size;
36062306a36Sopenharmony_ci
36162306a36Sopenharmony_ci	void *ofld_req[4];
36262306a36Sopenharmony_ci	dma_addr_t ofld_req_dma[4];
36362306a36Sopenharmony_ci	void *enbl_req;
36462306a36Sopenharmony_ci	dma_addr_t enbl_req_dma;
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_ci	spinlock_t tgt_lock;
36762306a36Sopenharmony_ci	spinlock_t cq_lock;
36862306a36Sopenharmony_ci	atomic_t num_active_ios;
36962306a36Sopenharmony_ci	u32 flush_in_prog;
37062306a36Sopenharmony_ci	unsigned long timestamp;
37162306a36Sopenharmony_ci	unsigned long retry_delay_timestamp;
37262306a36Sopenharmony_ci	struct list_head free_task_list;
37362306a36Sopenharmony_ci	struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
37462306a36Sopenharmony_ci	struct list_head active_cmd_queue;
37562306a36Sopenharmony_ci	struct list_head els_queue;
37662306a36Sopenharmony_ci	struct list_head io_retire_queue;
37762306a36Sopenharmony_ci	struct list_head active_tm_queue;
37862306a36Sopenharmony_ci
37962306a36Sopenharmony_ci	struct timer_list ofld_timer;
38062306a36Sopenharmony_ci	wait_queue_head_t ofld_wait;
38162306a36Sopenharmony_ci
38262306a36Sopenharmony_ci	struct timer_list upld_timer;
38362306a36Sopenharmony_ci	wait_queue_head_t upld_wait;
38462306a36Sopenharmony_ci};
38562306a36Sopenharmony_ci
38662306a36Sopenharmony_cistruct bnx2fc_mp_req {
38762306a36Sopenharmony_ci	u8 tm_flags;
38862306a36Sopenharmony_ci
38962306a36Sopenharmony_ci	u32 req_len;
39062306a36Sopenharmony_ci	void *req_buf;
39162306a36Sopenharmony_ci	dma_addr_t req_buf_dma;
39262306a36Sopenharmony_ci	struct fcoe_bd_ctx *mp_req_bd;
39362306a36Sopenharmony_ci	dma_addr_t mp_req_bd_dma;
39462306a36Sopenharmony_ci	struct fc_frame_header req_fc_hdr;
39562306a36Sopenharmony_ci
39662306a36Sopenharmony_ci	u32 resp_len;
39762306a36Sopenharmony_ci	void *resp_buf;
39862306a36Sopenharmony_ci	dma_addr_t resp_buf_dma;
39962306a36Sopenharmony_ci	struct fcoe_bd_ctx *mp_resp_bd;
40062306a36Sopenharmony_ci	dma_addr_t mp_resp_bd_dma;
40162306a36Sopenharmony_ci	struct fc_frame_header resp_fc_hdr;
40262306a36Sopenharmony_ci};
40362306a36Sopenharmony_ci
40462306a36Sopenharmony_cistruct bnx2fc_els_cb_arg {
40562306a36Sopenharmony_ci	struct bnx2fc_cmd *aborted_io_req;
40662306a36Sopenharmony_ci	struct bnx2fc_cmd *io_req;
40762306a36Sopenharmony_ci	u16 l2_oxid;
40862306a36Sopenharmony_ci	u32 offset;
40962306a36Sopenharmony_ci	enum fc_rctl r_ctl;
41062306a36Sopenharmony_ci};
41162306a36Sopenharmony_ci
41262306a36Sopenharmony_ci/* bnx2fc command structure */
41362306a36Sopenharmony_cistruct bnx2fc_cmd {
41462306a36Sopenharmony_ci	struct list_head link;
41562306a36Sopenharmony_ci	u8 on_active_queue;
41662306a36Sopenharmony_ci	u8 on_tmf_queue;
41762306a36Sopenharmony_ci	u8 cmd_type;
41862306a36Sopenharmony_ci#define BNX2FC_SCSI_CMD		1
41962306a36Sopenharmony_ci#define BNX2FC_TASK_MGMT_CMD		2
42062306a36Sopenharmony_ci#define BNX2FC_ABTS			3
42162306a36Sopenharmony_ci#define BNX2FC_ELS			4
42262306a36Sopenharmony_ci#define BNX2FC_CLEANUP			5
42362306a36Sopenharmony_ci#define BNX2FC_SEQ_CLEANUP		6
42462306a36Sopenharmony_ci	u8 io_req_flags;
42562306a36Sopenharmony_ci	struct kref refcount;
42662306a36Sopenharmony_ci	struct fcoe_port *port;
42762306a36Sopenharmony_ci	struct bnx2fc_rport *tgt;
42862306a36Sopenharmony_ci	struct scsi_cmnd *sc_cmd;
42962306a36Sopenharmony_ci	struct bnx2fc_cmd_mgr *cmd_mgr;
43062306a36Sopenharmony_ci	struct bnx2fc_mp_req mp_req;
43162306a36Sopenharmony_ci	void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
43262306a36Sopenharmony_ci	struct bnx2fc_els_cb_arg *cb_arg;
43362306a36Sopenharmony_ci	struct delayed_work timeout_work; /* timer for ULP timeouts */
43462306a36Sopenharmony_ci	struct completion abts_done;
43562306a36Sopenharmony_ci	struct completion cleanup_done;
43662306a36Sopenharmony_ci	int wait_for_abts_comp;
43762306a36Sopenharmony_ci	int wait_for_cleanup_comp;
43862306a36Sopenharmony_ci	u16 xid;
43962306a36Sopenharmony_ci	struct fcoe_err_report_entry err_entry;
44062306a36Sopenharmony_ci	struct fcoe_task_ctx_entry *task;
44162306a36Sopenharmony_ci	struct io_bdt *bd_tbl;
44262306a36Sopenharmony_ci	struct fcp_rsp *rsp;
44362306a36Sopenharmony_ci	size_t data_xfer_len;
44462306a36Sopenharmony_ci	unsigned long req_flags;
44562306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_RRQ		0x1
44662306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_ABTS		0x2
44762306a36Sopenharmony_ci#define BNX2FC_FLAG_ABTS_DONE		0x3
44862306a36Sopenharmony_ci#define BNX2FC_FLAG_TM_COMPL		0x4
44962306a36Sopenharmony_ci#define BNX2FC_FLAG_TM_TIMEOUT		0x5
45062306a36Sopenharmony_ci#define BNX2FC_FLAG_IO_CLEANUP		0x6
45162306a36Sopenharmony_ci#define BNX2FC_FLAG_RETIRE_OXID		0x7
45262306a36Sopenharmony_ci#define	BNX2FC_FLAG_EH_ABORT		0x8
45362306a36Sopenharmony_ci#define BNX2FC_FLAG_IO_COMPL		0x9
45462306a36Sopenharmony_ci#define BNX2FC_FLAG_ELS_DONE		0xa
45562306a36Sopenharmony_ci#define BNX2FC_FLAG_ELS_TIMEOUT		0xb
45662306a36Sopenharmony_ci#define BNX2FC_FLAG_CMD_LOST		0xc
45762306a36Sopenharmony_ci#define BNX2FC_FLAG_SRR_SENT		0xd
45862306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_CLEANUP_REQ	0xe
45962306a36Sopenharmony_ci	u8 rec_retry;
46062306a36Sopenharmony_ci	u8 srr_retry;
46162306a36Sopenharmony_ci	u32 srr_offset;
46262306a36Sopenharmony_ci	u8 srr_rctl;
46362306a36Sopenharmony_ci	u32 fcp_resid;
46462306a36Sopenharmony_ci	u32 fcp_rsp_len;
46562306a36Sopenharmony_ci	u32 fcp_sns_len;
46662306a36Sopenharmony_ci	u8 cdb_status; /* SCSI IO status */
46762306a36Sopenharmony_ci	u8 fcp_status; /* FCP IO status */
46862306a36Sopenharmony_ci	u8 fcp_rsp_code;
46962306a36Sopenharmony_ci	u8 scsi_comp_flags;
47062306a36Sopenharmony_ci};
47162306a36Sopenharmony_ci
47262306a36Sopenharmony_cistruct io_bdt {
47362306a36Sopenharmony_ci	struct bnx2fc_cmd *io_req;
47462306a36Sopenharmony_ci	struct fcoe_bd_ctx *bd_tbl;
47562306a36Sopenharmony_ci	dma_addr_t bd_tbl_dma;
47662306a36Sopenharmony_ci	u16 bd_valid;
47762306a36Sopenharmony_ci};
47862306a36Sopenharmony_ci
47962306a36Sopenharmony_cistruct bnx2fc_work {
48062306a36Sopenharmony_ci	struct list_head list;
48162306a36Sopenharmony_ci	struct bnx2fc_rport *tgt;
48262306a36Sopenharmony_ci	struct fcoe_task_ctx_entry *task;
48362306a36Sopenharmony_ci	unsigned char rq_data[BNX2FC_RQ_BUF_SZ];
48462306a36Sopenharmony_ci	u16 wqe;
48562306a36Sopenharmony_ci	u8 num_rq;
48662306a36Sopenharmony_ci};
48762306a36Sopenharmony_cistruct bnx2fc_unsol_els {
48862306a36Sopenharmony_ci	struct fc_lport *lport;
48962306a36Sopenharmony_ci	struct fc_frame *fp;
49062306a36Sopenharmony_ci	struct bnx2fc_hba *hba;
49162306a36Sopenharmony_ci	struct work_struct unsol_els_work;
49262306a36Sopenharmony_ci};
49362306a36Sopenharmony_ci
49462306a36Sopenharmony_cistruct bnx2fc_priv {
49562306a36Sopenharmony_ci	struct bnx2fc_cmd *io_req;
49662306a36Sopenharmony_ci};
49762306a36Sopenharmony_ci
49862306a36Sopenharmony_cistatic inline struct bnx2fc_priv *bnx2fc_priv(struct scsi_cmnd *cmd)
49962306a36Sopenharmony_ci{
50062306a36Sopenharmony_ci	return scsi_cmd_priv(cmd);
50162306a36Sopenharmony_ci}
50262306a36Sopenharmony_ci
50362306a36Sopenharmony_cistruct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt);
50462306a36Sopenharmony_cistruct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
50562306a36Sopenharmony_civoid bnx2fc_cmd_release(struct kref *ref);
50662306a36Sopenharmony_ciint bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
50762306a36Sopenharmony_ciint bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
50862306a36Sopenharmony_ciint bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
50962306a36Sopenharmony_ciint bnx2fc_send_session_ofld_req(struct fcoe_port *port,
51062306a36Sopenharmony_ci					struct bnx2fc_rport *tgt);
51162306a36Sopenharmony_ciint bnx2fc_send_session_enable_req(struct fcoe_port *port,
51262306a36Sopenharmony_ci					struct bnx2fc_rport *tgt);
51362306a36Sopenharmony_ciint bnx2fc_send_session_disable_req(struct fcoe_port *port,
51462306a36Sopenharmony_ci				    struct bnx2fc_rport *tgt);
51562306a36Sopenharmony_ciint bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
51662306a36Sopenharmony_ci					struct bnx2fc_rport *tgt);
51762306a36Sopenharmony_ciint bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
51862306a36Sopenharmony_civoid bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
51962306a36Sopenharmony_ci					u32 num_cqe);
52062306a36Sopenharmony_ciint bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
52162306a36Sopenharmony_civoid bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
52262306a36Sopenharmony_ciint bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
52362306a36Sopenharmony_civoid bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
52462306a36Sopenharmony_cistruct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba);
52562306a36Sopenharmony_civoid bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
52662306a36Sopenharmony_civoid bnx2fc_get_link_state(struct bnx2fc_hba *hba);
52762306a36Sopenharmony_cichar *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
52862306a36Sopenharmony_civoid bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
52962306a36Sopenharmony_ciint bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
53062306a36Sopenharmony_ciint bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
53162306a36Sopenharmony_ciint bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
53262306a36Sopenharmony_ciint bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
53362306a36Sopenharmony_ciint bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
53462306a36Sopenharmony_ciint bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
53562306a36Sopenharmony_ciint bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
53662306a36Sopenharmony_civoid bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
53762306a36Sopenharmony_ci			  unsigned int timer_msec);
53862306a36Sopenharmony_ciint bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
53962306a36Sopenharmony_civoid bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
54062306a36Sopenharmony_ci			      struct fcoe_task_ctx_entry *task,
54162306a36Sopenharmony_ci			      u16 orig_xid);
54262306a36Sopenharmony_civoid bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
54362306a36Sopenharmony_ci				  struct fcoe_task_ctx_entry *task,
54462306a36Sopenharmony_ci				  struct bnx2fc_cmd *orig_io_req,
54562306a36Sopenharmony_ci				  u32 offset);
54662306a36Sopenharmony_civoid bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
54762306a36Sopenharmony_ci			 struct fcoe_task_ctx_entry *task);
54862306a36Sopenharmony_civoid bnx2fc_init_task(struct bnx2fc_cmd *io_req,
54962306a36Sopenharmony_ci			     struct fcoe_task_ctx_entry *task);
55062306a36Sopenharmony_civoid bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
55162306a36Sopenharmony_civoid bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
55262306a36Sopenharmony_ciint bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
55362306a36Sopenharmony_ciint bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
55462306a36Sopenharmony_ciint bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
55562306a36Sopenharmony_civoid bnx2fc_rport_event_handler(struct fc_lport *lport,
55662306a36Sopenharmony_ci				struct fc_rport_priv *rport,
55762306a36Sopenharmony_ci				enum fc_rport_event event);
55862306a36Sopenharmony_civoid bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
55962306a36Sopenharmony_ci				   struct fcoe_task_ctx_entry *task,
56062306a36Sopenharmony_ci				   u8 num_rq, unsigned char *rq_data);
56162306a36Sopenharmony_civoid bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
56262306a36Sopenharmony_ci			       struct fcoe_task_ctx_entry *task,
56362306a36Sopenharmony_ci			       u8 num_rq);
56462306a36Sopenharmony_civoid bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
56562306a36Sopenharmony_ci			       struct fcoe_task_ctx_entry *task,
56662306a36Sopenharmony_ci			       u8 num_rq);
56762306a36Sopenharmony_civoid bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
56862306a36Sopenharmony_ci			     struct fcoe_task_ctx_entry *task,
56962306a36Sopenharmony_ci			     u8 num_rq, unsigned char *rq_data);
57062306a36Sopenharmony_civoid bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
57162306a36Sopenharmony_ci			      struct fcoe_task_ctx_entry *task,
57262306a36Sopenharmony_ci			      u8 num_rq);
57362306a36Sopenharmony_civoid bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
57462306a36Sopenharmony_ci			   struct fcp_cmnd *fcp_cmnd);
57562306a36Sopenharmony_ci
57662306a36Sopenharmony_ci
57762306a36Sopenharmony_ci
57862306a36Sopenharmony_civoid bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
57962306a36Sopenharmony_cistruct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
58062306a36Sopenharmony_ci				      struct fc_frame *fp, unsigned int op,
58162306a36Sopenharmony_ci				      void (*resp)(struct fc_seq *,
58262306a36Sopenharmony_ci						   struct fc_frame *,
58362306a36Sopenharmony_ci						   void *),
58462306a36Sopenharmony_ci				      void *arg, u32 timeout);
58562306a36Sopenharmony_civoid bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
58662306a36Sopenharmony_ciint bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
58762306a36Sopenharmony_civoid bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe,
58862306a36Sopenharmony_ci			     unsigned char *rq_data, u8 num_rq,
58962306a36Sopenharmony_ci			     struct fcoe_task_ctx_entry *task);
59062306a36Sopenharmony_cistruct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
59162306a36Sopenharmony_ci					     u32 port_id);
59262306a36Sopenharmony_civoid bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
59362306a36Sopenharmony_ci				   unsigned char *buf,
59462306a36Sopenharmony_ci				   u32 frame_len, u16 l2_oxid);
59562306a36Sopenharmony_ciint bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
59662306a36Sopenharmony_ciint bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req);
59762306a36Sopenharmony_ciint bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
59862306a36Sopenharmony_ciint bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
59962306a36Sopenharmony_civoid bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
60062306a36Sopenharmony_ci				      struct fcoe_task_ctx_entry *task,
60162306a36Sopenharmony_ci				      u8 rx_state);
60262306a36Sopenharmony_ciint bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
60362306a36Sopenharmony_ci				enum fc_rctl r_ctl);
60462306a36Sopenharmony_ci
60562306a36Sopenharmony_ci
60662306a36Sopenharmony_ci#include "bnx2fc_debug.h"
60762306a36Sopenharmony_ci
60862306a36Sopenharmony_ci#endif
609