1/* bnx2fc.h: QLogic Linux FCoE offload driver.
2 *
3 * Copyright (c) 2008-2013 Broadcom Corporation
4 * Copyright (c) 2014-2016 QLogic Corporation
5 * Copyright (c) 2016-2017 Cavium Inc.
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation.
10 *
11 * Written by: Bhanu Prakash Gollapudi (bprakash@broadcom.com)
12 */
13
14#ifndef _BNX2FC_H_
15#define _BNX2FC_H_
16#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
17
18#include <linux/module.h>
19#include <linux/moduleparam.h>
20#include <linux/kernel.h>
21#include <linux/skbuff.h>
22#include <linux/netdevice.h>
23#include <linux/etherdevice.h>
24#include <linux/if_ether.h>
25#include <linux/if_vlan.h>
26#include <linux/kthread.h>
27#include <linux/crc32.h>
28#include <linux/cpu.h>
29#include <linux/types.h>
30#include <linux/list.h>
31#include <linux/delay.h>
32#include <linux/timer.h>
33#include <linux/errno.h>
34#include <linux/pci.h>
35#include <linux/init.h>
36#include <linux/dma-mapping.h>
37#include <linux/workqueue.h>
38#include <linux/mutex.h>
39#include <linux/spinlock.h>
40#include <linux/bitops.h>
41#include <linux/log2.h>
42#include <linux/interrupt.h>
43#include <linux/sched/signal.h>
44#include <linux/io.h>
45
46#include <scsi/scsi.h>
47#include <scsi/scsi_host.h>
48#include <scsi/scsi_device.h>
49#include <scsi/scsi_cmnd.h>
50#include <scsi/scsi_eh.h>
51#include <scsi/scsi_tcq.h>
52#include <scsi/libfc.h>
53#include <scsi/libfcoe.h>
54#include <scsi/scsi_transport.h>
55#include <scsi/scsi_transport_fc.h>
56#include <scsi/fc/fc_fip.h>
57#include <scsi/fc/fc_fc2.h>
58#include <scsi/fc_frame.h>
59#include <scsi/fc/fc_fcoe.h>
60#include <scsi/fc/fc_fcp.h>
61
62#include "57xx_hsi_bnx2fc.h"
63#include "../../net/ethernet/broadcom/cnic_if.h"
64#include  "../../net/ethernet/broadcom/bnx2x/bnx2x_mfw_req.h"
65#include "bnx2fc_constants.h"
66
67#define BNX2FC_NAME		"bnx2fc"
68#define BNX2FC_VERSION		"2.12.13"
69
70#define PFX			"bnx2fc: "
71
72#define BCM_CHIP_LEN		16
73
74#define BNX2X_DOORBELL_PCI_BAR		2
75
76#define BNX2FC_MAX_BD_LEN		0xffff
77#define BNX2FC_BD_SPLIT_SZ		0xffff
78#define BNX2FC_MAX_BDS_PER_CMD		255
79#define BNX2FC_FW_MAX_BDS_PER_CMD	255
80
81#define BNX2FC_SQ_WQES_MAX	256
82
83#define BNX2FC_SCSI_MAX_SQES	((3 * BNX2FC_SQ_WQES_MAX) / 8)
84#define BNX2FC_TM_MAX_SQES	((BNX2FC_SQ_WQES_MAX) / 2)
85#define BNX2FC_ELS_MAX_SQES	(BNX2FC_TM_MAX_SQES - 1)
86
87#define BNX2FC_RQ_WQES_MAX	16
88#define BNX2FC_CQ_WQES_MAX	(BNX2FC_SQ_WQES_MAX + BNX2FC_RQ_WQES_MAX)
89
90#define BNX2FC_NUM_MAX_SESS	1024
91#define BNX2FC_NUM_MAX_SESS_LOG	(ilog2(BNX2FC_NUM_MAX_SESS))
92
93#define BNX2FC_MAX_NPIV		256
94
95#define BNX2FC_MIN_PAYLOAD		256
96#define BNX2FC_MAX_PAYLOAD		2048
97#define BNX2FC_MFS			\
98			(BNX2FC_MAX_PAYLOAD + sizeof(struct fc_frame_header))
99#define BNX2FC_MINI_JUMBO_MTU		2500
100
101
102#define BNX2FC_RQ_BUF_SZ		256
103#define BNX2FC_RQ_BUF_LOG_SZ		(ilog2(BNX2FC_RQ_BUF_SZ))
104
105#define BNX2FC_SQ_WQE_SIZE		(sizeof(struct fcoe_sqe))
106#define BNX2FC_CQ_WQE_SIZE		(sizeof(struct fcoe_cqe))
107#define BNX2FC_RQ_WQE_SIZE		(BNX2FC_RQ_BUF_SZ)
108#define BNX2FC_XFERQ_WQE_SIZE		(sizeof(struct fcoe_xfrqe))
109#define BNX2FC_CONFQ_WQE_SIZE		(sizeof(struct fcoe_confqe))
110#define BNX2X_DB_SHIFT			3
111
112#define BNX2FC_TASK_SIZE		128
113#define	BNX2FC_TASKS_PER_PAGE		(PAGE_SIZE/BNX2FC_TASK_SIZE)
114
115#define BNX2FC_MAX_ROWS_IN_HASH_TBL	8
116#define BNX2FC_HASH_TBL_CHUNK_SIZE	(16 * 1024)
117
118#define BNX2FC_MAX_SEQS			255
119#define BNX2FC_MAX_RETRY_CNT		3
120#define BNX2FC_MAX_RPORT_RETRY_CNT	255
121
122#define BNX2FC_READ			(1 << 1)
123#define BNX2FC_WRITE			(1 << 0)
124
125#define BNX2FC_MIN_XID			0
126#define FCOE_MAX_NUM_XIDS		0x2000
127#define FCOE_MAX_XID_OFFSET		(FCOE_MAX_NUM_XIDS - 1)
128#define FCOE_XIDS_PER_CPU_OFFSET	((512 * nr_cpu_ids) - 1)
129#define BNX2FC_MAX_LUN			0xFFFF
130#define BNX2FC_MAX_FCP_TGT		256
131#define BNX2FC_MAX_CMD_LEN		16
132
133#define BNX2FC_TM_TIMEOUT		60	/* secs */
134#define BNX2FC_IO_TIMEOUT		20000UL	/* msecs */
135
136#define BNX2FC_WAIT_CNT			1200
137#define BNX2FC_FW_TIMEOUT		(3 * HZ)
138#define PORT_MAX			2
139
140/* FC FCP Status */
141#define	FC_GOOD				0
142
143#define BNX2FC_RNID_HBA			0x7
144
145#define SRR_RETRY_COUNT			5
146#define REC_RETRY_COUNT			1
147#define BNX2FC_NUM_ERR_BITS		63
148
149#define BNX2FC_RELOGIN_WAIT_TIME	200
150#define BNX2FC_RELOGIN_WAIT_CNT		10
151
152#define BNX2FC_STATS(hba, stat, cnt)					\
153	do {								\
154		u32 val;						\
155									\
156		val = fw_stats->stat.cnt;				\
157		if (hba->prev_stats.stat.cnt <= val)			\
158			val -= hba->prev_stats.stat.cnt;		\
159		else							\
160			val += (0xfffffff - hba->prev_stats.stat.cnt);	\
161		hba->bfw_stats.cnt += val;				\
162	} while (0)
163
164/* bnx2fc driver uses only one instance of fcoe_percpu_s */
165extern struct fcoe_percpu_s bnx2fc_global;
166
167extern struct workqueue_struct *bnx2fc_wq;
168
169struct bnx2fc_percpu_s {
170	struct task_struct *iothread;
171	struct list_head work_list;
172	spinlock_t fp_work_lock;
173};
174
175struct bnx2fc_fw_stats {
176	u64	fc_crc_cnt;
177	u64	fcoe_tx_pkt_cnt;
178	u64	fcoe_rx_pkt_cnt;
179	u64	fcoe_tx_byte_cnt;
180	u64	fcoe_rx_byte_cnt;
181};
182
183struct bnx2fc_hba {
184	struct list_head list;
185	struct cnic_dev *cnic;
186	struct pci_dev *pcidev;
187	struct net_device *phys_dev;
188	unsigned long reg_with_cnic;
189		#define BNX2FC_CNIC_REGISTERED           1
190	struct bnx2fc_cmd_mgr *cmd_mgr;
191	spinlock_t hba_lock;
192	struct mutex hba_mutex;
193	struct mutex hba_stats_mutex;
194	unsigned long adapter_state;
195		#define ADAPTER_STATE_UP		0
196		#define ADAPTER_STATE_GOING_DOWN	1
197		#define ADAPTER_STATE_LINK_DOWN		2
198		#define ADAPTER_STATE_READY		3
199	unsigned long flags;
200		#define BNX2FC_FLAG_FW_INIT_DONE	0
201		#define BNX2FC_FLAG_DESTROY_CMPL	1
202	u32 next_conn_id;
203
204	/* xid resources */
205	u16 max_xid;
206	u32 max_tasks;
207	u32 max_outstanding_cmds;
208	u32 elstm_xids;
209
210	struct fcoe_task_ctx_entry **task_ctx;
211	dma_addr_t *task_ctx_dma;
212	struct regpair *task_ctx_bd_tbl;
213	dma_addr_t task_ctx_bd_dma;
214
215	int hash_tbl_segment_count;
216	void **hash_tbl_segments;
217	void *hash_tbl_pbl;
218	dma_addr_t hash_tbl_pbl_dma;
219	struct fcoe_t2_hash_table_entry *t2_hash_tbl;
220	dma_addr_t t2_hash_tbl_dma;
221	char *t2_hash_tbl_ptr;
222	dma_addr_t t2_hash_tbl_ptr_dma;
223
224	char *dummy_buffer;
225	dma_addr_t dummy_buf_dma;
226
227	/* Active list of offloaded sessions */
228	struct bnx2fc_rport **tgt_ofld_list;
229
230	/* statistics */
231	struct bnx2fc_fw_stats bfw_stats;
232	struct fcoe_statistics_params prev_stats;
233	struct fcoe_statistics_params *stats_buffer;
234	dma_addr_t stats_buf_dma;
235	struct completion stat_req_done;
236	struct fcoe_capabilities fcoe_cap;
237
238	/*destroy handling */
239	struct timer_list destroy_timer;
240	wait_queue_head_t destroy_wait;
241
242	/* linkdown handling */
243	wait_queue_head_t shutdown_wait;
244	int wait_for_link_down;
245	int num_ofld_sess;
246	struct list_head vports;
247
248	char chip_num[BCM_CHIP_LEN];
249};
250
251struct bnx2fc_interface {
252	struct list_head list;
253	unsigned long if_flags;
254		#define BNX2FC_CTLR_INIT_DONE		0
255	struct bnx2fc_hba *hba;
256	struct net_device *netdev;
257	struct packet_type fcoe_packet_type;
258	struct packet_type fip_packet_type;
259	struct workqueue_struct *timer_work_queue;
260	struct kref kref;
261	u8 vlan_enabled;
262	int vlan_id;
263	bool enabled;
264	u8 tm_timeout;
265};
266
267#define bnx2fc_from_ctlr(x)			\
268	((struct bnx2fc_interface *)((x) + 1))
269
270#define bnx2fc_to_ctlr(x)					\
271	((struct fcoe_ctlr *)(((struct fcoe_ctlr *)(x)) - 1))
272
273struct bnx2fc_lport {
274	struct list_head list;
275	struct fc_lport *lport;
276};
277
278struct bnx2fc_cmd_mgr {
279	struct bnx2fc_hba *hba;
280	u16 next_idx;
281	struct list_head *free_list;
282	spinlock_t *free_list_lock;
283	struct io_bdt **io_bdt_pool;
284	struct bnx2fc_cmd **cmds;
285};
286
287struct bnx2fc_rport {
288	struct fcoe_port *port;
289	struct fc_rport *rport;
290	struct fc_rport_priv *rdata;
291	void __iomem *ctx_base;
292#define DPM_TRIGER_TYPE		0x40
293	u32 io_timeout;
294	u32 fcoe_conn_id;
295	u32 context_id;
296	u32 sid;
297	int dev_type;
298
299	unsigned long flags;
300#define BNX2FC_FLAG_SESSION_READY	0x1
301#define BNX2FC_FLAG_OFFLOADED		0x2
302#define BNX2FC_FLAG_DISABLED		0x3
303#define BNX2FC_FLAG_DESTROYED		0x4
304#define BNX2FC_FLAG_OFLD_REQ_CMPL	0x5
305#define BNX2FC_FLAG_CTX_ALLOC_FAILURE	0x6
306#define BNX2FC_FLAG_UPLD_REQ_COMPL	0x7
307#define BNX2FC_FLAG_DISABLE_FAILED	0x9
308#define BNX2FC_FLAG_ENABLED		0xa
309
310	u8 src_addr[ETH_ALEN];
311	u32 max_sqes;
312	u32 max_rqes;
313	u32 max_cqes;
314	atomic_t free_sqes;
315
316	struct b577xx_doorbell_set_prod sq_db;
317	struct b577xx_fcoe_rx_doorbell rx_db;
318
319	struct fcoe_sqe *sq;
320	dma_addr_t sq_dma;
321	u16 sq_prod_idx;
322	u8 sq_curr_toggle_bit;
323	u32 sq_mem_size;
324
325	struct fcoe_cqe *cq;
326	dma_addr_t cq_dma;
327	u16 cq_cons_idx;
328	u8 cq_curr_toggle_bit;
329	u32 cq_mem_size;
330
331	void *rq;
332	dma_addr_t rq_dma;
333	u32 rq_prod_idx;
334	u32 rq_cons_idx;
335	u32 rq_mem_size;
336
337	void *rq_pbl;
338	dma_addr_t rq_pbl_dma;
339	u32 rq_pbl_size;
340
341	struct fcoe_xfrqe *xferq;
342	dma_addr_t xferq_dma;
343	u32 xferq_mem_size;
344
345	struct fcoe_confqe *confq;
346	dma_addr_t confq_dma;
347	u32 confq_mem_size;
348
349	void *confq_pbl;
350	dma_addr_t confq_pbl_dma;
351	u32 confq_pbl_size;
352
353	struct fcoe_conn_db *conn_db;
354	dma_addr_t conn_db_dma;
355	u32 conn_db_mem_size;
356
357	struct fcoe_sqe *lcq;
358	dma_addr_t lcq_dma;
359	u32 lcq_mem_size;
360
361	void *ofld_req[4];
362	dma_addr_t ofld_req_dma[4];
363	void *enbl_req;
364	dma_addr_t enbl_req_dma;
365
366	spinlock_t tgt_lock;
367	spinlock_t cq_lock;
368	atomic_t num_active_ios;
369	u32 flush_in_prog;
370	unsigned long timestamp;
371	unsigned long retry_delay_timestamp;
372	struct list_head free_task_list;
373	struct bnx2fc_cmd *pending_queue[BNX2FC_SQ_WQES_MAX+1];
374	struct list_head active_cmd_queue;
375	struct list_head els_queue;
376	struct list_head io_retire_queue;
377	struct list_head active_tm_queue;
378
379	struct timer_list ofld_timer;
380	wait_queue_head_t ofld_wait;
381
382	struct timer_list upld_timer;
383	wait_queue_head_t upld_wait;
384};
385
386struct bnx2fc_mp_req {
387	u8 tm_flags;
388
389	u32 req_len;
390	void *req_buf;
391	dma_addr_t req_buf_dma;
392	struct fcoe_bd_ctx *mp_req_bd;
393	dma_addr_t mp_req_bd_dma;
394	struct fc_frame_header req_fc_hdr;
395
396	u32 resp_len;
397	void *resp_buf;
398	dma_addr_t resp_buf_dma;
399	struct fcoe_bd_ctx *mp_resp_bd;
400	dma_addr_t mp_resp_bd_dma;
401	struct fc_frame_header resp_fc_hdr;
402};
403
404struct bnx2fc_els_cb_arg {
405	struct bnx2fc_cmd *aborted_io_req;
406	struct bnx2fc_cmd *io_req;
407	u16 l2_oxid;
408	u32 offset;
409	enum fc_rctl r_ctl;
410};
411
412/* bnx2fc command structure */
413struct bnx2fc_cmd {
414	struct list_head link;
415	u8 on_active_queue;
416	u8 on_tmf_queue;
417	u8 cmd_type;
418#define BNX2FC_SCSI_CMD		1
419#define BNX2FC_TASK_MGMT_CMD		2
420#define BNX2FC_ABTS			3
421#define BNX2FC_ELS			4
422#define BNX2FC_CLEANUP			5
423#define BNX2FC_SEQ_CLEANUP		6
424	u8 io_req_flags;
425	struct kref refcount;
426	struct fcoe_port *port;
427	struct bnx2fc_rport *tgt;
428	struct scsi_cmnd *sc_cmd;
429	struct bnx2fc_cmd_mgr *cmd_mgr;
430	struct bnx2fc_mp_req mp_req;
431	void (*cb_func)(struct bnx2fc_els_cb_arg *cb_arg);
432	struct bnx2fc_els_cb_arg *cb_arg;
433	struct delayed_work timeout_work; /* timer for ULP timeouts */
434	struct completion abts_done;
435	struct completion cleanup_done;
436	int wait_for_abts_comp;
437	int wait_for_cleanup_comp;
438	u16 xid;
439	struct fcoe_err_report_entry err_entry;
440	struct fcoe_task_ctx_entry *task;
441	struct io_bdt *bd_tbl;
442	struct fcp_rsp *rsp;
443	size_t data_xfer_len;
444	unsigned long req_flags;
445#define BNX2FC_FLAG_ISSUE_RRQ		0x1
446#define BNX2FC_FLAG_ISSUE_ABTS		0x2
447#define BNX2FC_FLAG_ABTS_DONE		0x3
448#define BNX2FC_FLAG_TM_COMPL		0x4
449#define BNX2FC_FLAG_TM_TIMEOUT		0x5
450#define BNX2FC_FLAG_IO_CLEANUP		0x6
451#define BNX2FC_FLAG_RETIRE_OXID		0x7
452#define	BNX2FC_FLAG_EH_ABORT		0x8
453#define BNX2FC_FLAG_IO_COMPL		0x9
454#define BNX2FC_FLAG_ELS_DONE		0xa
455#define BNX2FC_FLAG_ELS_TIMEOUT		0xb
456#define BNX2FC_FLAG_CMD_LOST		0xc
457#define BNX2FC_FLAG_SRR_SENT		0xd
458#define BNX2FC_FLAG_ISSUE_CLEANUP_REQ	0xe
459	u8 rec_retry;
460	u8 srr_retry;
461	u32 srr_offset;
462	u8 srr_rctl;
463	u32 fcp_resid;
464	u32 fcp_rsp_len;
465	u32 fcp_sns_len;
466	u8 cdb_status; /* SCSI IO status */
467	u8 fcp_status; /* FCP IO status */
468	u8 fcp_rsp_code;
469	u8 scsi_comp_flags;
470};
471
472struct io_bdt {
473	struct bnx2fc_cmd *io_req;
474	struct fcoe_bd_ctx *bd_tbl;
475	dma_addr_t bd_tbl_dma;
476	u16 bd_valid;
477};
478
479struct bnx2fc_work {
480	struct list_head list;
481	struct bnx2fc_rport *tgt;
482	struct fcoe_task_ctx_entry *task;
483	unsigned char rq_data[BNX2FC_RQ_BUF_SZ];
484	u16 wqe;
485	u8 num_rq;
486};
487struct bnx2fc_unsol_els {
488	struct fc_lport *lport;
489	struct fc_frame *fp;
490	struct bnx2fc_hba *hba;
491	struct work_struct unsol_els_work;
492};
493
494struct bnx2fc_priv {
495	struct bnx2fc_cmd *io_req;
496};
497
498static inline struct bnx2fc_priv *bnx2fc_priv(struct scsi_cmnd *cmd)
499{
500	return scsi_cmd_priv(cmd);
501}
502
503struct bnx2fc_cmd *bnx2fc_cmd_alloc(struct bnx2fc_rport *tgt);
504struct bnx2fc_cmd *bnx2fc_elstm_alloc(struct bnx2fc_rport *tgt, int type);
505void bnx2fc_cmd_release(struct kref *ref);
506int bnx2fc_queuecommand(struct Scsi_Host *host, struct scsi_cmnd *sc_cmd);
507int bnx2fc_send_fw_fcoe_init_msg(struct bnx2fc_hba *hba);
508int bnx2fc_send_fw_fcoe_destroy_msg(struct bnx2fc_hba *hba);
509int bnx2fc_send_session_ofld_req(struct fcoe_port *port,
510					struct bnx2fc_rport *tgt);
511int bnx2fc_send_session_enable_req(struct fcoe_port *port,
512					struct bnx2fc_rport *tgt);
513int bnx2fc_send_session_disable_req(struct fcoe_port *port,
514				    struct bnx2fc_rport *tgt);
515int bnx2fc_send_session_destroy_req(struct bnx2fc_hba *hba,
516					struct bnx2fc_rport *tgt);
517int bnx2fc_map_doorbell(struct bnx2fc_rport *tgt);
518void bnx2fc_indicate_kcqe(void *context, struct kcqe *kcq[],
519					u32 num_cqe);
520int bnx2fc_setup_task_ctx(struct bnx2fc_hba *hba);
521void bnx2fc_free_task_ctx(struct bnx2fc_hba *hba);
522int bnx2fc_setup_fw_resc(struct bnx2fc_hba *hba);
523void bnx2fc_free_fw_resc(struct bnx2fc_hba *hba);
524struct bnx2fc_cmd_mgr *bnx2fc_cmd_mgr_alloc(struct bnx2fc_hba *hba);
525void bnx2fc_cmd_mgr_free(struct bnx2fc_cmd_mgr *cmgr);
526void bnx2fc_get_link_state(struct bnx2fc_hba *hba);
527char *bnx2fc_get_next_rqe(struct bnx2fc_rport *tgt, u8 num_items);
528void bnx2fc_return_rqe(struct bnx2fc_rport *tgt, u8 num_items);
529int bnx2fc_get_paged_crc_eof(struct sk_buff *skb, int tlen);
530int bnx2fc_send_rrq(struct bnx2fc_cmd *aborted_io_req);
531int bnx2fc_send_adisc(struct bnx2fc_rport *tgt, struct fc_frame *fp);
532int bnx2fc_send_logo(struct bnx2fc_rport *tgt, struct fc_frame *fp);
533int bnx2fc_send_rls(struct bnx2fc_rport *tgt, struct fc_frame *fp);
534int bnx2fc_initiate_cleanup(struct bnx2fc_cmd *io_req);
535int bnx2fc_initiate_abts(struct bnx2fc_cmd *io_req);
536void bnx2fc_cmd_timer_set(struct bnx2fc_cmd *io_req,
537			  unsigned int timer_msec);
538int bnx2fc_init_mp_req(struct bnx2fc_cmd *io_req);
539void bnx2fc_init_cleanup_task(struct bnx2fc_cmd *io_req,
540			      struct fcoe_task_ctx_entry *task,
541			      u16 orig_xid);
542void bnx2fc_init_seq_cleanup_task(struct bnx2fc_cmd *seq_clnup_req,
543				  struct fcoe_task_ctx_entry *task,
544				  struct bnx2fc_cmd *orig_io_req,
545				  u32 offset);
546void bnx2fc_init_mp_task(struct bnx2fc_cmd *io_req,
547			 struct fcoe_task_ctx_entry *task);
548void bnx2fc_init_task(struct bnx2fc_cmd *io_req,
549			     struct fcoe_task_ctx_entry *task);
550void bnx2fc_add_2_sq(struct bnx2fc_rport *tgt, u16 xid);
551void bnx2fc_ring_doorbell(struct bnx2fc_rport *tgt);
552int bnx2fc_eh_abort(struct scsi_cmnd *sc_cmd);
553int bnx2fc_eh_target_reset(struct scsi_cmnd *sc_cmd);
554int bnx2fc_eh_device_reset(struct scsi_cmnd *sc_cmd);
555void bnx2fc_rport_event_handler(struct fc_lport *lport,
556				struct fc_rport_priv *rport,
557				enum fc_rport_event event);
558void bnx2fc_process_scsi_cmd_compl(struct bnx2fc_cmd *io_req,
559				   struct fcoe_task_ctx_entry *task,
560				   u8 num_rq, unsigned char *rq_data);
561void bnx2fc_process_cleanup_compl(struct bnx2fc_cmd *io_req,
562			       struct fcoe_task_ctx_entry *task,
563			       u8 num_rq);
564void bnx2fc_process_abts_compl(struct bnx2fc_cmd *io_req,
565			       struct fcoe_task_ctx_entry *task,
566			       u8 num_rq);
567void bnx2fc_process_tm_compl(struct bnx2fc_cmd *io_req,
568			     struct fcoe_task_ctx_entry *task,
569			     u8 num_rq, unsigned char *rq_data);
570void bnx2fc_process_els_compl(struct bnx2fc_cmd *els_req,
571			      struct fcoe_task_ctx_entry *task,
572			      u8 num_rq);
573void bnx2fc_build_fcp_cmnd(struct bnx2fc_cmd *io_req,
574			   struct fcp_cmnd *fcp_cmnd);
575
576
577
578void bnx2fc_flush_active_ios(struct bnx2fc_rport *tgt);
579struct fc_seq *bnx2fc_elsct_send(struct fc_lport *lport, u32 did,
580				      struct fc_frame *fp, unsigned int op,
581				      void (*resp)(struct fc_seq *,
582						   struct fc_frame *,
583						   void *),
584				      void *arg, u32 timeout);
585void bnx2fc_arm_cq(struct bnx2fc_rport *tgt);
586int bnx2fc_process_new_cqes(struct bnx2fc_rport *tgt);
587void bnx2fc_process_cq_compl(struct bnx2fc_rport *tgt, u16 wqe,
588			     unsigned char *rq_data, u8 num_rq,
589			     struct fcoe_task_ctx_entry *task);
590struct bnx2fc_rport *bnx2fc_tgt_lookup(struct fcoe_port *port,
591					     u32 port_id);
592void bnx2fc_process_l2_frame_compl(struct bnx2fc_rport *tgt,
593				   unsigned char *buf,
594				   u32 frame_len, u16 l2_oxid);
595int bnx2fc_send_stat_req(struct bnx2fc_hba *hba);
596int bnx2fc_post_io_req(struct bnx2fc_rport *tgt, struct bnx2fc_cmd *io_req);
597int bnx2fc_send_rec(struct bnx2fc_cmd *orig_io_req);
598int bnx2fc_send_srr(struct bnx2fc_cmd *orig_io_req, u32 offset, u8 r_ctl);
599void bnx2fc_process_seq_cleanup_compl(struct bnx2fc_cmd *seq_clnup_req,
600				      struct fcoe_task_ctx_entry *task,
601				      u8 rx_state);
602int bnx2fc_initiate_seq_cleanup(struct bnx2fc_cmd *orig_io_req, u32 offset,
603				enum fc_rctl r_ctl);
604
605
606#include "bnx2fc_debug.h"
607
608#endif
609