162306a36Sopenharmony_ci/* bnx2fc.h: QLogic Linux FCoE offload driver. 262306a36Sopenharmony_ci * 362306a36Sopenharmony_ci * Copyright (c) 2008-2013 Broadcom Corporation 462306a36Sopenharmony_ci * Copyright (c) 2014-2016 QLogic Corporation 562306a36Sopenharmony_ci * Copyright (c) 2016-2017 Cavium Inc. 662306a36Sopenharmony_ci * 762306a36Sopenharmony_ci * This program is free software; you can redistribute it and/or modify 862306a36Sopenharmony_ci * it under the terms of the GNU General Public License as published by 962306a36Sopenharmony_ci * the Free Software Foundation. 1062306a36Sopenharmony_ci * 1162306a36Sopenharmony_ci * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com) 1262306a36Sopenharmony_ci */ 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci#ifndef _BNX2FC_H_ 1562306a36Sopenharmony_ci#define _BNX2FC_H_ 1662306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#include <linux/module.h> 1962306a36Sopenharmony_ci#include <linux/moduleparam.h> 2062306a36Sopenharmony_ci#include <linux/kernel.h> 2162306a36Sopenharmony_ci#include <linux/skbuff.h> 2262306a36Sopenharmony_ci#include <linux/netdevice.h> 2362306a36Sopenharmony_ci#include <linux/etherdevice.h> 2462306a36Sopenharmony_ci#include <linux/if_ether.h> 2562306a36Sopenharmony_ci#include <linux/if_vlan.h> 2662306a36Sopenharmony_ci#include <linux/kthread.h> 2762306a36Sopenharmony_ci#include <linux/crc32.h> 2862306a36Sopenharmony_ci#include <linux/cpu.h> 2962306a36Sopenharmony_ci#include <linux/types.h> 3062306a36Sopenharmony_ci#include <linux/list.h> 3162306a36Sopenharmony_ci#include <linux/delay.h> 3262306a36Sopenharmony_ci#include <linux/timer.h> 3362306a36Sopenharmony_ci#include <linux/errno.h> 3462306a36Sopenharmony_ci#include <linux/pci.h> 3562306a36Sopenharmony_ci#include <linux/init.h> 3662306a36Sopenharmony_ci#include <linux/dma-mapping.h> 3762306a36Sopenharmony_ci#include <linux/workqueue.h> 3862306a36Sopenharmony_ci#include <linux/mutex.h> 3962306a36Sopenharmony_ci#include <linux/spinlock.h> 4062306a36Sopenharmony_ci#include <linux/bitops.h> 4162306a36Sopenharmony_ci#include <linux/log2.h> 4262306a36Sopenharmony_ci#include <linux/interrupt.h> 4362306a36Sopenharmony_ci#include <linux/sched/signal.h> 4462306a36Sopenharmony_ci#include <linux/io.h> 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci#include <scsi/scsi.h> 4762306a36Sopenharmony_ci#include <scsi/scsi_host.h> 4862306a36Sopenharmony_ci#include <scsi/scsi_device.h> 4962306a36Sopenharmony_ci#include <scsi/scsi_cmnd.h> 5062306a36Sopenharmony_ci#include <scsi/scsi_eh.h> 5162306a36Sopenharmony_ci#include <scsi/scsi_tcq.h> 5262306a36Sopenharmony_ci#include <scsi/libfc.h> 5362306a36Sopenharmony_ci#include <scsi/libfcoe.h> 5462306a36Sopenharmony_ci#include <scsi/scsi_transport.h> 5562306a36Sopenharmony_ci#include <scsi/scsi_transport_fc.h> 5662306a36Sopenharmony_ci#include <scsi/fc/fc_fip.h> 5762306a36Sopenharmony_ci#include <scsi/fc/fc_fc2.h> 5862306a36Sopenharmony_ci#include <scsi/fc_frame.h> 5962306a36Sopenharmony_ci#include <scsi/fc/fc_fcoe.h> 6062306a36Sopenharmony_ci#include <scsi/fc/fc_fcp.h> 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_ci#include "57xx_hsi_bnx2fc.h" 6362306a36Sopenharmony_ci#include "../../net/ethernet/broadcom/cnic_if.h" 6462306a36Sopenharmony_ci#include "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h" 6562306a36Sopenharmony_ci#include "bnx2fc_constants.h" 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci#define BNX2FC_NAME "bnx2fc" 6862306a36Sopenharmony_ci#define BNX2FC_VERSION "2.12.13" 6962306a36Sopenharmony_ci 7062306a36Sopenharmony_ci#define PFX "bnx2fc: " 7162306a36Sopenharmony_ci 7262306a36Sopenharmony_ci#define BCM_CHIP_LEN 16 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci#define BNX2X_DOORBELL_PCI_BAR 2 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci#define BNX2FC_MAX_BD_LEN 0xffff 7762306a36Sopenharmony_ci#define BNX2FC_BD_SPLIT_SZ 0xffff 7862306a36Sopenharmony_ci#define BNX2FC_MAX_BDS_PER_CMD 255 7962306a36Sopenharmony_ci#define BNX2FC_FW_MAX_BDS_PER_CMD 255 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci#define BNX2FC_SQ_WQES_MAX 256 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci#define BNX2FC_SCSI_MAX_SQES ((3 * BNX2FC_SQ_WQES_MAX) / 8) 8462306a36Sopenharmony_ci#define BNX2FC_TM_MAX_SQES ((BNX2FC_SQ_WQES_MAX) / 2) 8562306a36Sopenharmony_ci#define BNX2FC_ELS_MAX_SQES (BNX2FC_TM_MAX_SQES - 1) 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci#define BNX2FC_RQ_WQES_MAX 16 8862306a36Sopenharmony_ci#define BNX2FC_CQ_WQES_MAX (BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX) 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci#define BNX2FC_NUM_MAX_SESS 1024 9162306a36Sopenharmony_ci#define BNX2FC_NUM_MAX_SESS_LOG (ilog2(BNX2FC_NUM_MAX_SESS)) 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci#define BNX2FC_MAX_NPIV 256 9462306a36Sopenharmony_ci 9562306a36Sopenharmony_ci#define BNX2FC_MIN_PAYLOAD 256 9662306a36Sopenharmony_ci#define BNX2FC_MAX_PAYLOAD 2048 9762306a36Sopenharmony_ci#define BNX2FC_MFS \ 9862306a36Sopenharmony_ci (BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header)) 9962306a36Sopenharmony_ci#define BNX2FC_MINI_JUMBO_MTU 2500 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_ci#define BNX2FC_RQ_BUF_SZ 256 10362306a36Sopenharmony_ci#define BNX2FC_RQ_BUF_LOG_SZ (ilog2(BNX2FC_RQ_BUF_SZ)) 10462306a36Sopenharmony_ci 10562306a36Sopenharmony_ci#define BNX2FC_SQ_WQE_SIZE (sizeof(struct fcoe_sqe)) 10662306a36Sopenharmony_ci#define BNX2FC_CQ_WQE_SIZE (sizeof(struct fcoe_cqe)) 10762306a36Sopenharmony_ci#define BNX2FC_RQ_WQE_SIZE (BNX2FC_RQ_BUF_SZ) 10862306a36Sopenharmony_ci#define BNX2FC_XFERQ_WQE_SIZE (sizeof(struct fcoe_xfrqe)) 10962306a36Sopenharmony_ci#define BNX2FC_CONFQ_WQE_SIZE (sizeof(struct fcoe_confqe)) 11062306a36Sopenharmony_ci#define BNX2X_DB_SHIFT 3 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci#define BNX2FC_TASK_SIZE 128 11362306a36Sopenharmony_ci#define BNX2FC_TASKS_PER_PAGE (PAGE_SIZE/BNX2FC_TASK_SIZE) 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci#define BNX2FC_MAX_ROWS_IN_HASH_TBL 8 11662306a36Sopenharmony_ci#define BNX2FC_HASH_TBL_CHUNK_SIZE (16 * 1024) 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci#define BNX2FC_MAX_SEQS 255 11962306a36Sopenharmony_ci#define BNX2FC_MAX_RETRY_CNT 3 12062306a36Sopenharmony_ci#define BNX2FC_MAX_RPORT_RETRY_CNT 255 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci#define BNX2FC_READ (1 << 1) 12362306a36Sopenharmony_ci#define BNX2FC_WRITE (1 << 0) 12462306a36Sopenharmony_ci 12562306a36Sopenharmony_ci#define BNX2FC_MIN_XID 0 12662306a36Sopenharmony_ci#define FCOE_MAX_NUM_XIDS 0x2000 12762306a36Sopenharmony_ci#define FCOE_MAX_XID_OFFSET (FCOE_MAX_NUM_XIDS - 1) 12862306a36Sopenharmony_ci#define FCOE_XIDS_PER_CPU_OFFSET ((512 * nr_cpu_ids) - 1) 12962306a36Sopenharmony_ci#define BNX2FC_MAX_LUN 0xFFFF 13062306a36Sopenharmony_ci#define BNX2FC_MAX_FCP_TGT 256 13162306a36Sopenharmony_ci#define BNX2FC_MAX_CMD_LEN 16 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci#define BNX2FC_TM_TIMEOUT 60 /* secs */ 13462306a36Sopenharmony_ci#define BNX2FC_IO_TIMEOUT 20000UL /* msecs */ 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci#define BNX2FC_WAIT_CNT 1200 13762306a36Sopenharmony_ci#define BNX2FC_FW_TIMEOUT (3 * HZ) 13862306a36Sopenharmony_ci#define PORT_MAX 2 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci/* FC FCP Status */ 14162306a36Sopenharmony_ci#define FC_GOOD 0 14262306a36Sopenharmony_ci 14362306a36Sopenharmony_ci#define BNX2FC_RNID_HBA 0x7 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci#define SRR_RETRY_COUNT 5 14662306a36Sopenharmony_ci#define REC_RETRY_COUNT 1 14762306a36Sopenharmony_ci#define BNX2FC_NUM_ERR_BITS 63 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci#define BNX2FC_RELOGIN_WAIT_TIME 200 15062306a36Sopenharmony_ci#define BNX2FC_RELOGIN_WAIT_CNT 10 15162306a36Sopenharmony_ci 15262306a36Sopenharmony_ci#define BNX2FC_STATS(hba, stat, cnt) \ 15362306a36Sopenharmony_ci do { \ 15462306a36Sopenharmony_ci u32 val; \ 15562306a36Sopenharmony_ci \ 15662306a36Sopenharmony_ci val = fw_stats->stat.cnt; \ 15762306a36Sopenharmony_ci if (hba->prev_stats.stat.cnt <= val) \ 15862306a36Sopenharmony_ci val -= hba->prev_stats.stat.cnt; \ 15962306a36Sopenharmony_ci else \ 16062306a36Sopenharmony_ci val += (0xfffffff - hba->prev_stats.stat.cnt); \ 16162306a36Sopenharmony_ci hba->bfw_stats.cnt += val; \ 16262306a36Sopenharmony_ci } while (0) 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_ci/* bnx2fc driver uses only one instance of fcoe_percpu_s */ 16562306a36Sopenharmony_ciextern struct fcoe_percpu_s bnx2fc_global; 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ciextern struct workqueue_struct *bnx2fc_wq; 16862306a36Sopenharmony_ci 16962306a36Sopenharmony_cistruct bnx2fc_percpu_s { 17062306a36Sopenharmony_ci struct task_struct *iothread; 17162306a36Sopenharmony_ci struct list_head work_list; 17262306a36Sopenharmony_ci spinlock_t fp_work_lock; 17362306a36Sopenharmony_ci}; 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_cistruct bnx2fc_fw_stats { 17662306a36Sopenharmony_ci u64 fc_crc_cnt; 17762306a36Sopenharmony_ci u64 fcoe_tx_pkt_cnt; 17862306a36Sopenharmony_ci u64 fcoe_rx_pkt_cnt; 17962306a36Sopenharmony_ci u64 fcoe_tx_byte_cnt; 18062306a36Sopenharmony_ci u64 fcoe_rx_byte_cnt; 18162306a36Sopenharmony_ci}; 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_cistruct bnx2fc_hba { 18462306a36Sopenharmony_ci struct list_head list; 18562306a36Sopenharmony_ci struct cnic_dev *cnic; 18662306a36Sopenharmony_ci struct pci_dev *pcidev; 18762306a36Sopenharmony_ci struct net_device *phys_dev; 18862306a36Sopenharmony_ci unsigned long reg_with_cnic; 18962306a36Sopenharmony_ci #define BNX2FC_CNIC_REGISTERED 1 19062306a36Sopenharmony_ci struct bnx2fc_cmd_mgr *cmd_mgr; 19162306a36Sopenharmony_ci spinlock_t hba_lock; 19262306a36Sopenharmony_ci struct mutex hba_mutex; 19362306a36Sopenharmony_ci struct mutex hba_stats_mutex; 19462306a36Sopenharmony_ci unsigned long adapter_state; 19562306a36Sopenharmony_ci #define ADAPTER_STATE_UP 0 19662306a36Sopenharmony_ci #define ADAPTER_STATE_GOING_DOWN 1 19762306a36Sopenharmony_ci #define ADAPTER_STATE_LINK_DOWN 2 19862306a36Sopenharmony_ci #define ADAPTER_STATE_READY 3 19962306a36Sopenharmony_ci unsigned long flags; 20062306a36Sopenharmony_ci #define BNX2FC_FLAG_FW_INIT_DONE 0 20162306a36Sopenharmony_ci #define BNX2FC_FLAG_DESTROY_CMPL 1 20262306a36Sopenharmony_ci u32 next_conn_id; 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci /* xid resources */ 20562306a36Sopenharmony_ci u16 max_xid; 20662306a36Sopenharmony_ci u32 max_tasks; 20762306a36Sopenharmony_ci u32 max_outstanding_cmds; 20862306a36Sopenharmony_ci u32 elstm_xids; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci struct fcoe_task_ctx_entry **task_ctx; 21162306a36Sopenharmony_ci dma_addr_t *task_ctx_dma; 21262306a36Sopenharmony_ci struct regpair *task_ctx_bd_tbl; 21362306a36Sopenharmony_ci dma_addr_t task_ctx_bd_dma; 21462306a36Sopenharmony_ci 21562306a36Sopenharmony_ci int hash_tbl_segment_count; 21662306a36Sopenharmony_ci void **hash_tbl_segments; 21762306a36Sopenharmony_ci void *hash_tbl_pbl; 21862306a36Sopenharmony_ci dma_addr_t hash_tbl_pbl_dma; 21962306a36Sopenharmony_ci struct fcoe_t2_hash_table_entry *t2_hash_tbl; 22062306a36Sopenharmony_ci dma_addr_t t2_hash_tbl_dma; 22162306a36Sopenharmony_ci char *t2_hash_tbl_ptr; 22262306a36Sopenharmony_ci dma_addr_t t2_hash_tbl_ptr_dma; 22362306a36Sopenharmony_ci 22462306a36Sopenharmony_ci char *dummy_buffer; 22562306a36Sopenharmony_ci dma_addr_t dummy_buf_dma; 22662306a36Sopenharmony_ci 22762306a36Sopenharmony_ci /* Active list of offloaded sessions */ 22862306a36Sopenharmony_ci struct bnx2fc_rport **tgt_ofld_list; 22962306a36Sopenharmony_ci 23062306a36Sopenharmony_ci /* statistics */ 23162306a36Sopenharmony_ci struct bnx2fc_fw_stats bfw_stats; 23262306a36Sopenharmony_ci struct fcoe_statistics_params prev_stats; 23362306a36Sopenharmony_ci struct fcoe_statistics_params *stats_buffer; 23462306a36Sopenharmony_ci dma_addr_t stats_buf_dma; 23562306a36Sopenharmony_ci struct completion stat_req_done; 23662306a36Sopenharmony_ci struct fcoe_capabilities fcoe_cap; 23762306a36Sopenharmony_ci 23862306a36Sopenharmony_ci /*destroy handling */ 23962306a36Sopenharmony_ci struct timer_list destroy_timer; 24062306a36Sopenharmony_ci wait_queue_head_t destroy_wait; 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci /* linkdown handling */ 24362306a36Sopenharmony_ci wait_queue_head_t shutdown_wait; 24462306a36Sopenharmony_ci int wait_for_link_down; 24562306a36Sopenharmony_ci int num_ofld_sess; 24662306a36Sopenharmony_ci struct list_head vports; 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_ci char chip_num[BCM_CHIP_LEN]; 24962306a36Sopenharmony_ci}; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_cistruct bnx2fc_interface { 25262306a36Sopenharmony_ci struct list_head list; 25362306a36Sopenharmony_ci unsigned long if_flags; 25462306a36Sopenharmony_ci #define BNX2FC_CTLR_INIT_DONE 0 25562306a36Sopenharmony_ci struct bnx2fc_hba *hba; 25662306a36Sopenharmony_ci struct net_device *netdev; 25762306a36Sopenharmony_ci struct packet_type fcoe_packet_type; 25862306a36Sopenharmony_ci struct packet_type fip_packet_type; 25962306a36Sopenharmony_ci struct workqueue_struct *timer_work_queue; 26062306a36Sopenharmony_ci struct kref kref; 26162306a36Sopenharmony_ci u8 vlan_enabled; 26262306a36Sopenharmony_ci int vlan_id; 26362306a36Sopenharmony_ci bool enabled; 26462306a36Sopenharmony_ci u8 tm_timeout; 26562306a36Sopenharmony_ci}; 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_ci#define bnx2fc_from_ctlr(x) \ 26862306a36Sopenharmony_ci ((struct bnx2fc_interface *)((x) + 1)) 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ci#define bnx2fc_to_ctlr(x) \ 27162306a36Sopenharmony_ci ((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1)) 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_cistruct bnx2fc_lport { 27462306a36Sopenharmony_ci struct list_head list; 27562306a36Sopenharmony_ci struct fc_lport *lport; 27662306a36Sopenharmony_ci}; 27762306a36Sopenharmony_ci 27862306a36Sopenharmony_cistruct bnx2fc_cmd_mgr { 27962306a36Sopenharmony_ci struct bnx2fc_hba *hba; 28062306a36Sopenharmony_ci u16 next_idx; 28162306a36Sopenharmony_ci struct list_head *free_list; 28262306a36Sopenharmony_ci spinlock_t *free_list_lock; 28362306a36Sopenharmony_ci struct io_bdt **io_bdt_pool; 28462306a36Sopenharmony_ci struct bnx2fc_cmd **cmds; 28562306a36Sopenharmony_ci}; 28662306a36Sopenharmony_ci 28762306a36Sopenharmony_cistruct bnx2fc_rport { 28862306a36Sopenharmony_ci struct fcoe_port *port; 28962306a36Sopenharmony_ci struct fc_rport *rport; 29062306a36Sopenharmony_ci struct fc_rport_priv *rdata; 29162306a36Sopenharmony_ci void __iomem *ctx_base; 29262306a36Sopenharmony_ci#define DPM_TRIGER_TYPE 0x40 29362306a36Sopenharmony_ci u32 io_timeout; 29462306a36Sopenharmony_ci u32 fcoe_conn_id; 29562306a36Sopenharmony_ci u32 context_id; 29662306a36Sopenharmony_ci u32 sid; 29762306a36Sopenharmony_ci int dev_type; 29862306a36Sopenharmony_ci 29962306a36Sopenharmony_ci unsigned long flags; 30062306a36Sopenharmony_ci#define BNX2FC_FLAG_SESSION_READY 0x1 30162306a36Sopenharmony_ci#define BNX2FC_FLAG_OFFLOADED 0x2 30262306a36Sopenharmony_ci#define BNX2FC_FLAG_DISABLED 0x3 30362306a36Sopenharmony_ci#define BNX2FC_FLAG_DESTROYED 0x4 30462306a36Sopenharmony_ci#define BNX2FC_FLAG_OFLD_REQ_CMPL 0x5 30562306a36Sopenharmony_ci#define BNX2FC_FLAG_CTX_ALLOC_FAILURE 0x6 30662306a36Sopenharmony_ci#define BNX2FC_FLAG_UPLD_REQ_COMPL 0x7 30762306a36Sopenharmony_ci#define BNX2FC_FLAG_DISABLE_FAILED 0x9 30862306a36Sopenharmony_ci#define BNX2FC_FLAG_ENABLED 0xa 30962306a36Sopenharmony_ci 31062306a36Sopenharmony_ci u8 src_addr[ETH_ALEN]; 31162306a36Sopenharmony_ci u32 max_sqes; 31262306a36Sopenharmony_ci u32 max_rqes; 31362306a36Sopenharmony_ci u32 max_cqes; 31462306a36Sopenharmony_ci atomic_t free_sqes; 31562306a36Sopenharmony_ci 31662306a36Sopenharmony_ci struct b577xx_doorbell_set_prod sq_db; 31762306a36Sopenharmony_ci struct b577xx_fcoe_rx_doorbell rx_db; 31862306a36Sopenharmony_ci 31962306a36Sopenharmony_ci struct fcoe_sqe *sq; 32062306a36Sopenharmony_ci dma_addr_t sq_dma; 32162306a36Sopenharmony_ci u16 sq_prod_idx; 32262306a36Sopenharmony_ci u8 sq_curr_toggle_bit; 32362306a36Sopenharmony_ci u32 sq_mem_size; 32462306a36Sopenharmony_ci 32562306a36Sopenharmony_ci struct fcoe_cqe *cq; 32662306a36Sopenharmony_ci dma_addr_t cq_dma; 32762306a36Sopenharmony_ci u16 cq_cons_idx; 32862306a36Sopenharmony_ci u8 cq_curr_toggle_bit; 32962306a36Sopenharmony_ci u32 cq_mem_size; 33062306a36Sopenharmony_ci 33162306a36Sopenharmony_ci void *rq; 33262306a36Sopenharmony_ci dma_addr_t rq_dma; 33362306a36Sopenharmony_ci u32 rq_prod_idx; 33462306a36Sopenharmony_ci u32 rq_cons_idx; 33562306a36Sopenharmony_ci u32 rq_mem_size; 33662306a36Sopenharmony_ci 33762306a36Sopenharmony_ci void *rq_pbl; 33862306a36Sopenharmony_ci dma_addr_t rq_pbl_dma; 33962306a36Sopenharmony_ci u32 rq_pbl_size; 34062306a36Sopenharmony_ci 34162306a36Sopenharmony_ci struct fcoe_xfrqe *xferq; 34262306a36Sopenharmony_ci dma_addr_t xferq_dma; 34362306a36Sopenharmony_ci u32 xferq_mem_size; 34462306a36Sopenharmony_ci 34562306a36Sopenharmony_ci struct fcoe_confqe *confq; 34662306a36Sopenharmony_ci dma_addr_t confq_dma; 34762306a36Sopenharmony_ci u32 confq_mem_size; 34862306a36Sopenharmony_ci 34962306a36Sopenharmony_ci void *confq_pbl; 35062306a36Sopenharmony_ci dma_addr_t confq_pbl_dma; 35162306a36Sopenharmony_ci u32 confq_pbl_size; 35262306a36Sopenharmony_ci 35362306a36Sopenharmony_ci struct fcoe_conn_db *conn_db; 35462306a36Sopenharmony_ci dma_addr_t conn_db_dma; 35562306a36Sopenharmony_ci u32 conn_db_mem_size; 35662306a36Sopenharmony_ci 35762306a36Sopenharmony_ci struct fcoe_sqe *lcq; 35862306a36Sopenharmony_ci dma_addr_t lcq_dma; 35962306a36Sopenharmony_ci u32 lcq_mem_size; 36062306a36Sopenharmony_ci 36162306a36Sopenharmony_ci void *ofld_req[4]; 36262306a36Sopenharmony_ci dma_addr_t ofld_req_dma[4]; 36362306a36Sopenharmony_ci void *enbl_req; 36462306a36Sopenharmony_ci dma_addr_t enbl_req_dma; 36562306a36Sopenharmony_ci 36662306a36Sopenharmony_ci spinlock_t tgt_lock; 36762306a36Sopenharmony_ci spinlock_t cq_lock; 36862306a36Sopenharmony_ci atomic_t num_active_ios; 36962306a36Sopenharmony_ci u32 flush_in_prog; 37062306a36Sopenharmony_ci unsigned long timestamp; 37162306a36Sopenharmony_ci unsigned long retry_delay_timestamp; 37262306a36Sopenharmony_ci struct list_head free_task_list; 37362306a36Sopenharmony_ci struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1]; 37462306a36Sopenharmony_ci struct list_head active_cmd_queue; 37562306a36Sopenharmony_ci struct list_head els_queue; 37662306a36Sopenharmony_ci struct list_head io_retire_queue; 37762306a36Sopenharmony_ci struct list_head active_tm_queue; 37862306a36Sopenharmony_ci 37962306a36Sopenharmony_ci struct timer_list ofld_timer; 38062306a36Sopenharmony_ci wait_queue_head_t ofld_wait; 38162306a36Sopenharmony_ci 38262306a36Sopenharmony_ci struct timer_list upld_timer; 38362306a36Sopenharmony_ci wait_queue_head_t upld_wait; 38462306a36Sopenharmony_ci}; 38562306a36Sopenharmony_ci 38662306a36Sopenharmony_cistruct bnx2fc_mp_req { 38762306a36Sopenharmony_ci u8 tm_flags; 38862306a36Sopenharmony_ci 38962306a36Sopenharmony_ci u32 req_len; 39062306a36Sopenharmony_ci void *req_buf; 39162306a36Sopenharmony_ci dma_addr_t req_buf_dma; 39262306a36Sopenharmony_ci struct fcoe_bd_ctx *mp_req_bd; 39362306a36Sopenharmony_ci dma_addr_t mp_req_bd_dma; 39462306a36Sopenharmony_ci struct fc_frame_header req_fc_hdr; 39562306a36Sopenharmony_ci 39662306a36Sopenharmony_ci u32 resp_len; 39762306a36Sopenharmony_ci void *resp_buf; 39862306a36Sopenharmony_ci dma_addr_t resp_buf_dma; 39962306a36Sopenharmony_ci struct fcoe_bd_ctx *mp_resp_bd; 40062306a36Sopenharmony_ci dma_addr_t mp_resp_bd_dma; 40162306a36Sopenharmony_ci struct fc_frame_header resp_fc_hdr; 40262306a36Sopenharmony_ci}; 40362306a36Sopenharmony_ci 40462306a36Sopenharmony_cistruct bnx2fc_els_cb_arg { 40562306a36Sopenharmony_ci struct bnx2fc_cmd *aborted_io_req; 40662306a36Sopenharmony_ci struct bnx2fc_cmd *io_req; 40762306a36Sopenharmony_ci u16 l2_oxid; 40862306a36Sopenharmony_ci u32 offset; 40962306a36Sopenharmony_ci enum fc_rctl r_ctl; 41062306a36Sopenharmony_ci}; 41162306a36Sopenharmony_ci 41262306a36Sopenharmony_ci/* bnx2fc command structure */ 41362306a36Sopenharmony_cistruct bnx2fc_cmd { 41462306a36Sopenharmony_ci struct list_head link; 41562306a36Sopenharmony_ci u8 on_active_queue; 41662306a36Sopenharmony_ci u8 on_tmf_queue; 41762306a36Sopenharmony_ci u8 cmd_type; 41862306a36Sopenharmony_ci#define BNX2FC_SCSI_CMD 1 41962306a36Sopenharmony_ci#define BNX2FC_TASK_MGMT_CMD 2 42062306a36Sopenharmony_ci#define BNX2FC_ABTS 3 42162306a36Sopenharmony_ci#define BNX2FC_ELS 4 42262306a36Sopenharmony_ci#define BNX2FC_CLEANUP 5 42362306a36Sopenharmony_ci#define BNX2FC_SEQ_CLEANUP 6 42462306a36Sopenharmony_ci u8 io_req_flags; 42562306a36Sopenharmony_ci struct kref refcount; 42662306a36Sopenharmony_ci struct fcoe_port *port; 42762306a36Sopenharmony_ci struct bnx2fc_rport *tgt; 42862306a36Sopenharmony_ci struct scsi_cmnd *sc_cmd; 42962306a36Sopenharmony_ci struct bnx2fc_cmd_mgr *cmd_mgr; 43062306a36Sopenharmony_ci struct bnx2fc_mp_req mp_req; 43162306a36Sopenharmony_ci void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg); 43262306a36Sopenharmony_ci struct bnx2fc_els_cb_arg *cb_arg; 43362306a36Sopenharmony_ci struct delayed_work timeout_work; /* timer for ULP timeouts */ 43462306a36Sopenharmony_ci struct completion abts_done; 43562306a36Sopenharmony_ci struct completion cleanup_done; 43662306a36Sopenharmony_ci int wait_for_abts_comp; 43762306a36Sopenharmony_ci int wait_for_cleanup_comp; 43862306a36Sopenharmony_ci u16 xid; 43962306a36Sopenharmony_ci struct fcoe_err_report_entry err_entry; 44062306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task; 44162306a36Sopenharmony_ci struct io_bdt *bd_tbl; 44262306a36Sopenharmony_ci struct fcp_rsp *rsp; 44362306a36Sopenharmony_ci size_t data_xfer_len; 44462306a36Sopenharmony_ci unsigned long req_flags; 44562306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_RRQ 0x1 44662306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_ABTS 0x2 44762306a36Sopenharmony_ci#define BNX2FC_FLAG_ABTS_DONE 0x3 44862306a36Sopenharmony_ci#define BNX2FC_FLAG_TM_COMPL 0x4 44962306a36Sopenharmony_ci#define BNX2FC_FLAG_TM_TIMEOUT 0x5 45062306a36Sopenharmony_ci#define BNX2FC_FLAG_IO_CLEANUP 0x6 45162306a36Sopenharmony_ci#define BNX2FC_FLAG_RETIRE_OXID 0x7 45262306a36Sopenharmony_ci#define BNX2FC_FLAG_EH_ABORT 0x8 45362306a36Sopenharmony_ci#define BNX2FC_FLAG_IO_COMPL 0x9 45462306a36Sopenharmony_ci#define BNX2FC_FLAG_ELS_DONE 0xa 45562306a36Sopenharmony_ci#define BNX2FC_FLAG_ELS_TIMEOUT 0xb 45662306a36Sopenharmony_ci#define BNX2FC_FLAG_CMD_LOST 0xc 45762306a36Sopenharmony_ci#define BNX2FC_FLAG_SRR_SENT 0xd 45862306a36Sopenharmony_ci#define BNX2FC_FLAG_ISSUE_CLEANUP_REQ 0xe 45962306a36Sopenharmony_ci u8 rec_retry; 46062306a36Sopenharmony_ci u8 srr_retry; 46162306a36Sopenharmony_ci u32 srr_offset; 46262306a36Sopenharmony_ci u8 srr_rctl; 46362306a36Sopenharmony_ci u32 fcp_resid; 46462306a36Sopenharmony_ci u32 fcp_rsp_len; 46562306a36Sopenharmony_ci u32 fcp_sns_len; 46662306a36Sopenharmony_ci u8 cdb_status; /* SCSI IO status */ 46762306a36Sopenharmony_ci u8 fcp_status; /* FCP IO status */ 46862306a36Sopenharmony_ci u8 fcp_rsp_code; 46962306a36Sopenharmony_ci u8 scsi_comp_flags; 47062306a36Sopenharmony_ci}; 47162306a36Sopenharmony_ci 47262306a36Sopenharmony_cistruct io_bdt { 47362306a36Sopenharmony_ci struct bnx2fc_cmd *io_req; 47462306a36Sopenharmony_ci struct fcoe_bd_ctx *bd_tbl; 47562306a36Sopenharmony_ci dma_addr_t bd_tbl_dma; 47662306a36Sopenharmony_ci u16 bd_valid; 47762306a36Sopenharmony_ci}; 47862306a36Sopenharmony_ci 47962306a36Sopenharmony_cistruct bnx2fc_work { 48062306a36Sopenharmony_ci struct list_head list; 48162306a36Sopenharmony_ci struct bnx2fc_rport *tgt; 48262306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task; 48362306a36Sopenharmony_ci unsigned char rq_data[BNX2FC_RQ_BUF_SZ]; 48462306a36Sopenharmony_ci u16 wqe; 48562306a36Sopenharmony_ci u8 num_rq; 48662306a36Sopenharmony_ci}; 48762306a36Sopenharmony_cistruct bnx2fc_unsol_els { 48862306a36Sopenharmony_ci struct fc_lport *lport; 48962306a36Sopenharmony_ci struct fc_frame *fp; 49062306a36Sopenharmony_ci struct bnx2fc_hba *hba; 49162306a36Sopenharmony_ci struct work_struct unsol_els_work; 49262306a36Sopenharmony_ci}; 49362306a36Sopenharmony_ci 49462306a36Sopenharmony_cistruct bnx2fc_priv { 49562306a36Sopenharmony_ci struct bnx2fc_cmd *io_req; 49662306a36Sopenharmony_ci}; 49762306a36Sopenharmony_ci 49862306a36Sopenharmony_cistatic inline struct bnx2fc_priv *bnx2fc_priv(struct scsi_cmnd *cmd) 49962306a36Sopenharmony_ci{ 50062306a36Sopenharmony_ci return scsi_cmd_priv(cmd); 50162306a36Sopenharmony_ci} 50262306a36Sopenharmony_ci 50362306a36Sopenharmony_cistruct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt); 50462306a36Sopenharmony_cistruct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type); 50562306a36Sopenharmony_civoid bnx2fc_cmd_release(struct kref *ref); 50662306a36Sopenharmony_ciint bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd); 50762306a36Sopenharmony_ciint bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba); 50862306a36Sopenharmony_ciint bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba); 50962306a36Sopenharmony_ciint bnx2fc_send_session_ofld_req(struct fcoe_port *port, 51062306a36Sopenharmony_ci struct bnx2fc_rport *tgt); 51162306a36Sopenharmony_ciint bnx2fc_send_session_enable_req(struct fcoe_port *port, 51262306a36Sopenharmony_ci struct bnx2fc_rport *tgt); 51362306a36Sopenharmony_ciint bnx2fc_send_session_disable_req(struct fcoe_port *port, 51462306a36Sopenharmony_ci struct bnx2fc_rport *tgt); 51562306a36Sopenharmony_ciint bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba, 51662306a36Sopenharmony_ci struct bnx2fc_rport *tgt); 51762306a36Sopenharmony_ciint bnx2fc_map_doorbell(struct bnx2fc_rport *tgt); 51862306a36Sopenharmony_civoid bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[], 51962306a36Sopenharmony_ci u32 num_cqe); 52062306a36Sopenharmony_ciint bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba); 52162306a36Sopenharmony_civoid bnx2fc_free_task_ctx(struct bnx2fc_hba *hba); 52262306a36Sopenharmony_ciint bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba); 52362306a36Sopenharmony_civoid bnx2fc_free_fw_resc(struct bnx2fc_hba *hba); 52462306a36Sopenharmony_cistruct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba); 52562306a36Sopenharmony_civoid bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr); 52662306a36Sopenharmony_civoid bnx2fc_get_link_state(struct bnx2fc_hba *hba); 52762306a36Sopenharmony_cichar *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items); 52862306a36Sopenharmony_civoid bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items); 52962306a36Sopenharmony_ciint bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen); 53062306a36Sopenharmony_ciint bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req); 53162306a36Sopenharmony_ciint bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp); 53262306a36Sopenharmony_ciint bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp); 53362306a36Sopenharmony_ciint bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp); 53462306a36Sopenharmony_ciint bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req); 53562306a36Sopenharmony_ciint bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req); 53662306a36Sopenharmony_civoid bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req, 53762306a36Sopenharmony_ci unsigned int timer_msec); 53862306a36Sopenharmony_ciint bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req); 53962306a36Sopenharmony_civoid bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req, 54062306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 54162306a36Sopenharmony_ci u16 orig_xid); 54262306a36Sopenharmony_civoid bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req, 54362306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 54462306a36Sopenharmony_ci struct bnx2fc_cmd *orig_io_req, 54562306a36Sopenharmony_ci u32 offset); 54662306a36Sopenharmony_civoid bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req, 54762306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task); 54862306a36Sopenharmony_civoid bnx2fc_init_task(struct bnx2fc_cmd *io_req, 54962306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task); 55062306a36Sopenharmony_civoid bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid); 55162306a36Sopenharmony_civoid bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt); 55262306a36Sopenharmony_ciint bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd); 55362306a36Sopenharmony_ciint bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd); 55462306a36Sopenharmony_ciint bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd); 55562306a36Sopenharmony_civoid bnx2fc_rport_event_handler(struct fc_lport *lport, 55662306a36Sopenharmony_ci struct fc_rport_priv *rport, 55762306a36Sopenharmony_ci enum fc_rport_event event); 55862306a36Sopenharmony_civoid bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req, 55962306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 56062306a36Sopenharmony_ci u8 num_rq, unsigned char *rq_data); 56162306a36Sopenharmony_civoid bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req, 56262306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 56362306a36Sopenharmony_ci u8 num_rq); 56462306a36Sopenharmony_civoid bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req, 56562306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 56662306a36Sopenharmony_ci u8 num_rq); 56762306a36Sopenharmony_civoid bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req, 56862306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 56962306a36Sopenharmony_ci u8 num_rq, unsigned char *rq_data); 57062306a36Sopenharmony_civoid bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req, 57162306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 57262306a36Sopenharmony_ci u8 num_rq); 57362306a36Sopenharmony_civoid bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req, 57462306a36Sopenharmony_ci struct fcp_cmnd *fcp_cmnd); 57562306a36Sopenharmony_ci 57662306a36Sopenharmony_ci 57762306a36Sopenharmony_ci 57862306a36Sopenharmony_civoid bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt); 57962306a36Sopenharmony_cistruct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did, 58062306a36Sopenharmony_ci struct fc_frame *fp, unsigned int op, 58162306a36Sopenharmony_ci void (*resp)(struct fc_seq *, 58262306a36Sopenharmony_ci struct fc_frame *, 58362306a36Sopenharmony_ci void *), 58462306a36Sopenharmony_ci void *arg, u32 timeout); 58562306a36Sopenharmony_civoid bnx2fc_arm_cq(struct bnx2fc_rport *tgt); 58662306a36Sopenharmony_ciint bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt); 58762306a36Sopenharmony_civoid bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe, 58862306a36Sopenharmony_ci unsigned char *rq_data, u8 num_rq, 58962306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task); 59062306a36Sopenharmony_cistruct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port, 59162306a36Sopenharmony_ci u32 port_id); 59262306a36Sopenharmony_civoid bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt, 59362306a36Sopenharmony_ci unsigned char *buf, 59462306a36Sopenharmony_ci u32 frame_len, u16 l2_oxid); 59562306a36Sopenharmony_ciint bnx2fc_send_stat_req(struct bnx2fc_hba *hba); 59662306a36Sopenharmony_ciint bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req); 59762306a36Sopenharmony_ciint bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req); 59862306a36Sopenharmony_ciint bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl); 59962306a36Sopenharmony_civoid bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req, 60062306a36Sopenharmony_ci struct fcoe_task_ctx_entry *task, 60162306a36Sopenharmony_ci u8 rx_state); 60262306a36Sopenharmony_ciint bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset, 60362306a36Sopenharmony_ci enum fc_rctl r_ctl); 60462306a36Sopenharmony_ci 60562306a36Sopenharmony_ci 60662306a36Sopenharmony_ci#include "bnx2fc_debug.h" 60762306a36Sopenharmony_ci 60862306a36Sopenharmony_ci#endif 609