162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0-only */ 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright 2017 Broadcom. All Rights Reserved. 462306a36Sopenharmony_ci * The term "Broadcom" refers to Broadcom Limited and/or its subsidiaries. 562306a36Sopenharmony_ci * 662306a36Sopenharmony_ci * Contact Information: 762306a36Sopenharmony_ci * linux-drivers@broadcom.com 862306a36Sopenharmony_ci */ 962306a36Sopenharmony_ci 1062306a36Sopenharmony_ci#ifndef BEISCSI_H 1162306a36Sopenharmony_ci#define BEISCSI_H 1262306a36Sopenharmony_ci 1362306a36Sopenharmony_ci#include <linux/pci.h> 1462306a36Sopenharmony_ci#include <linux/if_vlan.h> 1562306a36Sopenharmony_ci#include <linux/irq_poll.h> 1662306a36Sopenharmony_ci#define FW_VER_LEN 32 1762306a36Sopenharmony_ci#define MCC_Q_LEN 128 1862306a36Sopenharmony_ci#define MCC_CQ_LEN 256 1962306a36Sopenharmony_ci#define MAX_MCC_CMD 16 2062306a36Sopenharmony_ci/* BladeEngine Generation numbers */ 2162306a36Sopenharmony_ci#define BE_GEN2 2 2262306a36Sopenharmony_ci#define BE_GEN3 3 2362306a36Sopenharmony_ci#define BE_GEN4 4 2462306a36Sopenharmony_cistruct be_dma_mem { 2562306a36Sopenharmony_ci void *va; 2662306a36Sopenharmony_ci dma_addr_t dma; 2762306a36Sopenharmony_ci u32 size; 2862306a36Sopenharmony_ci}; 2962306a36Sopenharmony_ci 3062306a36Sopenharmony_cistruct be_queue_info { 3162306a36Sopenharmony_ci struct be_dma_mem dma_mem; 3262306a36Sopenharmony_ci u16 len; 3362306a36Sopenharmony_ci u16 entry_size; /* Size of an element in the queue */ 3462306a36Sopenharmony_ci u16 id; 3562306a36Sopenharmony_ci u16 tail, head; 3662306a36Sopenharmony_ci bool created; 3762306a36Sopenharmony_ci u16 used; /* Number of valid elements in the queue */ 3862306a36Sopenharmony_ci}; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_cistatic inline u32 MODULO(u16 val, u16 limit) 4162306a36Sopenharmony_ci{ 4262306a36Sopenharmony_ci WARN_ON(limit & (limit - 1)); 4362306a36Sopenharmony_ci return val & (limit - 1); 4462306a36Sopenharmony_ci} 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_cistatic inline void index_inc(u16 *index, u16 limit) 4762306a36Sopenharmony_ci{ 4862306a36Sopenharmony_ci *index = MODULO((*index + 1), limit); 4962306a36Sopenharmony_ci} 5062306a36Sopenharmony_ci 5162306a36Sopenharmony_cistatic inline void *queue_head_node(struct be_queue_info *q) 5262306a36Sopenharmony_ci{ 5362306a36Sopenharmony_ci return q->dma_mem.va + q->head * q->entry_size; 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic inline void *queue_get_wrb(struct be_queue_info *q, unsigned int wrb_num) 5762306a36Sopenharmony_ci{ 5862306a36Sopenharmony_ci return q->dma_mem.va + wrb_num * q->entry_size; 5962306a36Sopenharmony_ci} 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_cistatic inline void *queue_tail_node(struct be_queue_info *q) 6262306a36Sopenharmony_ci{ 6362306a36Sopenharmony_ci return q->dma_mem.va + q->tail * q->entry_size; 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_cistatic inline void queue_head_inc(struct be_queue_info *q) 6762306a36Sopenharmony_ci{ 6862306a36Sopenharmony_ci index_inc(&q->head, q->len); 6962306a36Sopenharmony_ci} 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_cistatic inline void queue_tail_inc(struct be_queue_info *q) 7262306a36Sopenharmony_ci{ 7362306a36Sopenharmony_ci index_inc(&q->tail, q->len); 7462306a36Sopenharmony_ci} 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ci/*ISCSI */ 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_cistruct be_aic_obj { /* Adaptive interrupt coalescing (AIC) info */ 7962306a36Sopenharmony_ci unsigned long jiffies; 8062306a36Sopenharmony_ci u32 eq_prev; /* Used to calculate eqe */ 8162306a36Sopenharmony_ci u32 prev_eqd; 8262306a36Sopenharmony_ci#define BEISCSI_EQ_DELAY_MIN 0 8362306a36Sopenharmony_ci#define BEISCSI_EQ_DELAY_DEF 32 8462306a36Sopenharmony_ci#define BEISCSI_EQ_DELAY_MAX 128 8562306a36Sopenharmony_ci}; 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_cistruct be_eq_obj { 8862306a36Sopenharmony_ci u32 cq_count; 8962306a36Sopenharmony_ci struct be_queue_info q; 9062306a36Sopenharmony_ci struct beiscsi_hba *phba; 9162306a36Sopenharmony_ci struct be_queue_info *cq; 9262306a36Sopenharmony_ci struct work_struct mcc_work; /* Work Item */ 9362306a36Sopenharmony_ci struct irq_poll iopoll; 9462306a36Sopenharmony_ci}; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_cistruct be_mcc_obj { 9762306a36Sopenharmony_ci struct be_queue_info q; 9862306a36Sopenharmony_ci struct be_queue_info cq; 9962306a36Sopenharmony_ci}; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_cistruct beiscsi_mcc_tag_state { 10262306a36Sopenharmony_ci unsigned long tag_state; 10362306a36Sopenharmony_ci#define MCC_TAG_STATE_RUNNING 0 10462306a36Sopenharmony_ci#define MCC_TAG_STATE_TIMEOUT 1 10562306a36Sopenharmony_ci#define MCC_TAG_STATE_ASYNC 2 10662306a36Sopenharmony_ci#define MCC_TAG_STATE_IGNORE 3 10762306a36Sopenharmony_ci void (*cbfn)(struct beiscsi_hba *, unsigned int); 10862306a36Sopenharmony_ci struct be_dma_mem tag_mem_state; 10962306a36Sopenharmony_ci}; 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_cistruct be_ctrl_info { 11262306a36Sopenharmony_ci u8 __iomem *csr; 11362306a36Sopenharmony_ci u8 __iomem *db; /* Door Bell */ 11462306a36Sopenharmony_ci u8 __iomem *pcicfg; /* PCI config space */ 11562306a36Sopenharmony_ci struct pci_dev *pdev; 11662306a36Sopenharmony_ci 11762306a36Sopenharmony_ci /* Mbox used for cmd request/response */ 11862306a36Sopenharmony_ci struct mutex mbox_lock; /* For serializing mbox cmds to BE card */ 11962306a36Sopenharmony_ci struct be_dma_mem mbox_mem; 12062306a36Sopenharmony_ci /* Mbox mem is adjusted to align to 16 bytes. The allocated addr 12162306a36Sopenharmony_ci * is stored for freeing purpose */ 12262306a36Sopenharmony_ci struct be_dma_mem mbox_mem_alloced; 12362306a36Sopenharmony_ci 12462306a36Sopenharmony_ci /* MCC Rings */ 12562306a36Sopenharmony_ci struct be_mcc_obj mcc_obj; 12662306a36Sopenharmony_ci spinlock_t mcc_lock; /* For serializing mcc cmds to BE card */ 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci wait_queue_head_t mcc_wait[MAX_MCC_CMD + 1]; 12962306a36Sopenharmony_ci unsigned int mcc_tag[MAX_MCC_CMD]; 13062306a36Sopenharmony_ci unsigned int mcc_tag_status[MAX_MCC_CMD + 1]; 13162306a36Sopenharmony_ci unsigned short mcc_alloc_index; 13262306a36Sopenharmony_ci unsigned short mcc_free_index; 13362306a36Sopenharmony_ci unsigned int mcc_tag_available; 13462306a36Sopenharmony_ci 13562306a36Sopenharmony_ci struct beiscsi_mcc_tag_state ptag_state[MAX_MCC_CMD + 1]; 13662306a36Sopenharmony_ci}; 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ci#include "be_cmds.h" 13962306a36Sopenharmony_ci 14062306a36Sopenharmony_ci/* WRB index mask for MCC_Q_LEN queue entries */ 14162306a36Sopenharmony_ci#define MCC_Q_WRB_IDX_MASK CQE_STATUS_WRB_MASK 14262306a36Sopenharmony_ci#define MCC_Q_WRB_IDX_SHIFT CQE_STATUS_WRB_SHIFT 14362306a36Sopenharmony_ci/* TAG is from 1...MAX_MCC_CMD, MASK includes MAX_MCC_CMD */ 14462306a36Sopenharmony_ci#define MCC_Q_CMD_TAG_MASK ((MAX_MCC_CMD << 1) - 1) 14562306a36Sopenharmony_ci 14662306a36Sopenharmony_ci#define PAGE_SHIFT_4K 12 14762306a36Sopenharmony_ci#define PAGE_SIZE_4K (1 << PAGE_SHIFT_4K) 14862306a36Sopenharmony_ci 14962306a36Sopenharmony_ci/* Returns number of pages spanned by the data starting at the given addr */ 15062306a36Sopenharmony_ci#define PAGES_4K_SPANNED(_address, size) \ 15162306a36Sopenharmony_ci ((u32)((((size_t)(_address) & (PAGE_SIZE_4K - 1)) + \ 15262306a36Sopenharmony_ci (size) + (PAGE_SIZE_4K - 1)) >> PAGE_SHIFT_4K)) 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci/* Returns bit offset within a DWORD of a bitfield */ 15562306a36Sopenharmony_ci#define AMAP_BIT_OFFSET(_struct, field) \ 15662306a36Sopenharmony_ci (((size_t)&(((_struct *)0)->field))%32) 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci/* Returns the bit mask of the field that is NOT shifted into location. */ 15962306a36Sopenharmony_cistatic inline u32 amap_mask(u32 bitsize) 16062306a36Sopenharmony_ci{ 16162306a36Sopenharmony_ci return (bitsize == 32 ? 0xFFFFFFFF : (1 << bitsize) - 1); 16262306a36Sopenharmony_ci} 16362306a36Sopenharmony_ci 16462306a36Sopenharmony_cistatic inline void amap_set(void *ptr, u32 dw_offset, u32 mask, 16562306a36Sopenharmony_ci u32 offset, u32 value) 16662306a36Sopenharmony_ci{ 16762306a36Sopenharmony_ci u32 *dw = (u32 *) ptr + dw_offset; 16862306a36Sopenharmony_ci *dw &= ~(mask << offset); 16962306a36Sopenharmony_ci *dw |= (mask & value) << offset; 17062306a36Sopenharmony_ci} 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci#define AMAP_SET_BITS(_struct, field, ptr, val) \ 17362306a36Sopenharmony_ci amap_set(ptr, \ 17462306a36Sopenharmony_ci offsetof(_struct, field)/32, \ 17562306a36Sopenharmony_ci amap_mask(sizeof(((_struct *)0)->field)), \ 17662306a36Sopenharmony_ci AMAP_BIT_OFFSET(_struct, field), \ 17762306a36Sopenharmony_ci val) 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_cistatic inline u32 amap_get(void *ptr, u32 dw_offset, u32 mask, u32 offset) 18062306a36Sopenharmony_ci{ 18162306a36Sopenharmony_ci u32 *dw = ptr; 18262306a36Sopenharmony_ci return mask & (*(dw + dw_offset) >> offset); 18362306a36Sopenharmony_ci} 18462306a36Sopenharmony_ci 18562306a36Sopenharmony_ci#define AMAP_GET_BITS(_struct, field, ptr) \ 18662306a36Sopenharmony_ci amap_get(ptr, \ 18762306a36Sopenharmony_ci offsetof(_struct, field)/32, \ 18862306a36Sopenharmony_ci amap_mask(sizeof(((_struct *)0)->field)), \ 18962306a36Sopenharmony_ci AMAP_BIT_OFFSET(_struct, field)) 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci#define be_dws_cpu_to_le(wrb, len) swap_dws(wrb, len) 19262306a36Sopenharmony_ci#define be_dws_le_to_cpu(wrb, len) swap_dws(wrb, len) 19362306a36Sopenharmony_cistatic inline void swap_dws(void *wrb, int len) 19462306a36Sopenharmony_ci{ 19562306a36Sopenharmony_ci#ifdef __BIG_ENDIAN 19662306a36Sopenharmony_ci u32 *dw = wrb; 19762306a36Sopenharmony_ci WARN_ON(len % 4); 19862306a36Sopenharmony_ci do { 19962306a36Sopenharmony_ci *dw = cpu_to_le32(*dw); 20062306a36Sopenharmony_ci dw++; 20162306a36Sopenharmony_ci len -= 4; 20262306a36Sopenharmony_ci } while (len); 20362306a36Sopenharmony_ci#endif /* __BIG_ENDIAN */ 20462306a36Sopenharmony_ci} 20562306a36Sopenharmony_ci#endif /* BEISCSI_H */ 206