Lines Matching refs:sli4_hba
332 &q->phba->sli4_hba.sli_intf);
405 writel(doorbell.word0, q->phba->sli4_hba.MQDBregaddr);
484 writel(doorbell.word0, q->phba->sli4_hba.EQDBregaddr);
499 writel(doorbell.word0, q->phba->sli4_hba.EQDBregaddr);
534 writel(doorbell.word0, q->phba->sli4_hba.EQDBregaddr);
537 readl(q->phba->sli4_hba.EQDBregaddr);
567 writel(doorbell.word0, q->phba->sli4_hba.EQDBregaddr);
570 readl(q->phba->sli4_hba.EQDBregaddr);
577 if (!phba->sli4_hba.pc_sli4_params.eqav)
583 if (phba->sli4_hba.pc_sli4_params.eqav && !eq->host_index)
618 phba->sli4_hba.sli4_write_cq_db(phba, cq, cq_count,
628 phba->sli4_hba.sli4_write_eq_db(phba, eq, eq_count, LPFC_QUEUE_REARM);
651 phba->sli4_hba.sli4_write_eq_db(phba, eq, consumed,
668 phba->sli4_hba.sli4_write_eq_db(phba, eq, consumed, rearm);
712 if (!phba->sli4_hba.pc_sli4_params.cqav)
718 if (phba->sli4_hba.pc_sli4_params.cqav && !cq->host_index)
752 writel(doorbell.word0, q->phba->sli4_hba.CQDBregaddr);
782 writel(doorbell.word0, q->phba->sli4_hba.CQDBregaddr);
948 sglq = phba->sli4_hba.lpfc_sglq_active_list[xritag];
949 phba->sli4_hba.lpfc_sglq_active_list[xritag] = NULL;
970 sglq = phba->sli4_hba.lpfc_sglq_active_list[xritag];
1247 struct list_head *lpfc_els_sgl_list = &phba->sli4_hba.lpfc_els_sgl_list;
1272 spin_lock(&phba->sli4_hba.sgl_list_lock);
1297 phba->sli4_hba.lpfc_sglq_active_list[sglq->sli4_lxritag] = sglq;
1300 spin_unlock(&phba->sli4_hba.sgl_list_lock);
1320 lpfc_nvmet_sgl_list = &phba->sli4_hba.lpfc_nvmet_sgl_list;
1322 lockdep_assert_held(&phba->sli4_hba.sgl_list_lock);
1327 phba->sli4_hba.lpfc_sglq_active_list[sglq->sli4_lxritag] = sglq;
1387 spin_lock_irqsave(&phba->sli4_hba.sgl_list_lock,
1392 &phba->sli4_hba.lpfc_nvmet_sgl_list);
1394 &phba->sli4_hba.sgl_list_lock, iflag);
1401 spin_lock_irqsave(&phba->sli4_hba.sgl_list_lock,
1409 &phba->sli4_hba.lpfc_abts_els_sgl_list);
1411 &phba->sli4_hba.sgl_list_lock, iflag);
1413 spin_lock_irqsave(&phba->sli4_hba.sgl_list_lock,
1418 &phba->sli4_hba.lpfc_els_sgl_list);
1420 &phba->sli4_hba.sgl_list_lock, iflag);
2027 ret_val = lpfc_sli4_issue_wqe(phba, &phba->sli4_hba.hdwq[0], sync_buf);
2493 hrq = phba->sli4_hba.hdr_rq;
2494 drq = phba->sli4_hba.dat_rq;
2897 vpi -= phba->sli4_hba.max_cfg_param.vpi_base;
2994 &phba->sli4_hba.sli_intf) >=
3283 axchg->hdwq = &phba->sli4_hba.hdwq[0];
4523 while (!list_empty(&phba->sli4_hba.sp_queue_event)) {
4526 list_remove_head(&phba->sli4_hba.sp_queue_event,
4650 pring = phba->sli4_hba.hdwq[i].io_wq->pring;
4687 pring = phba->sli4_hba.hdwq[i].io_wq->pring;
4837 phba->sli4_hba.intr_enable = 0;
5288 phba->sli4_hba.fawwpn_flag &= LPFC_FAWWPN_FABRIC;
5996 phba->sli4_hba.lnk_info.lnk_dv = LPFC_LNK_DAT_VAL;
5997 phba->sli4_hba.lnk_info.lnk_tp =
5999 phba->sli4_hba.lnk_info.lnk_no =
6001 phba->sli4_hba.flash_id = bf_get(lpfc_cntl_attr_flash_id, cntl_attr);
6002 phba->sli4_hba.asic_rev = bf_get(lpfc_cntl_attr_asic_rev, cntl_attr);
6011 phba->sli4_hba.lnk_info.lnk_tp,
6012 phba->sli4_hba.lnk_info.lnk_no,
6013 phba->BIOSVersion, phba->sli4_hba.flash_id,
6014 phba->sli4_hba.asic_rev);
6045 phba->sli4_hba.lnk_info.lnk_dv = LPFC_LNK_DAT_INVAL;
6046 phba->sli4_hba.pport_name_sta = LPFC_SLI4_PPNAME_NON;
6052 phba->sli4_hba.lnk_info.lnk_dv = LPFC_LNK_DAT_INVAL;
6055 if (phba->sli4_hba.fawwpn_flag & LPFC_FAWWPN_CONFIG)
6056 phba->sli4_hba.fawwpn_flag |= LPFC_FAWWPN_FABRIC;
6058 if (phba->sli4_hba.lnk_info.lnk_dv == LPFC_LNK_DAT_VAL)
6076 phba->sli4_hba.lnk_info.lnk_tp);
6091 switch (phba->sli4_hba.lnk_info.lnk_no) {
6095 phba->sli4_hba.pport_name_sta = LPFC_SLI4_PPNAME_GET;
6100 phba->sli4_hba.pport_name_sta = LPFC_SLI4_PPNAME_GET;
6105 phba->sli4_hba.pport_name_sta = LPFC_SLI4_PPNAME_GET;
6110 phba->sli4_hba.pport_name_sta = LPFC_SLI4_PPNAME_GET;
6116 if (phba->sli4_hba.pport_name_sta == LPFC_SLI4_PPNAME_GET) {
6142 struct lpfc_sli4_hba *sli4_hba = &phba->sli4_hba;
6146 sli4_hba->sli4_write_cq_db(phba, sli4_hba->mbx_cq, 0, LPFC_QUEUE_REARM);
6147 sli4_hba->sli4_write_cq_db(phba, sli4_hba->els_cq, 0, LPFC_QUEUE_REARM);
6148 if (sli4_hba->nvmels_cq)
6149 sli4_hba->sli4_write_cq_db(phba, sli4_hba->nvmels_cq, 0,
6152 if (sli4_hba->hdwq) {
6155 qp = &sli4_hba->hdwq[qidx];
6157 sli4_hba->sli4_write_cq_db(phba, qp->io_cq, 0,
6163 eq = sli4_hba->hba_eq_hdl[qidx].eq;
6165 sli4_hba->sli4_write_eq_db(phba, eq,
6172 sli4_hba->sli4_write_cq_db(phba,
6173 sli4_hba->nvmet_cqset[qidx], 0,
6223 if (!phba->sli4_hba.intr_enable)
6296 rsrc_blk_list = &phba->sli4_hba.lpfc_rpi_blk_list;
6302 rsrc_blk_list = &phba->sli4_hba.lpfc_xri_blk_list;
6305 rsrc_blk_list = &phba->sli4_hba.lpfc_vfi_blk_list;
6385 if (!phba->sli4_hba.intr_enable)
6480 phba->sli4_hba.rpi_bmask = kcalloc(longs,
6483 if (unlikely(!phba->sli4_hba.rpi_bmask)) {
6487 phba->sli4_hba.rpi_ids = kcalloc(rsrc_id_cnt,
6490 if (unlikely(!phba->sli4_hba.rpi_ids)) {
6491 kfree(phba->sli4_hba.rpi_bmask);
6501 phba->sli4_hba.next_rpi = rsrc_id_cnt;
6504 bmask = phba->sli4_hba.rpi_bmask;
6505 ids = phba->sli4_hba.rpi_ids;
6506 ext_blk_list = &phba->sli4_hba.lpfc_rpi_blk_list;
6529 phba->sli4_hba.xri_bmask = kcalloc(longs,
6532 if (unlikely(!phba->sli4_hba.xri_bmask)) {
6536 phba->sli4_hba.max_cfg_param.xri_used = 0;
6537 phba->sli4_hba.xri_ids = kcalloc(rsrc_id_cnt,
6540 if (unlikely(!phba->sli4_hba.xri_ids)) {
6541 kfree(phba->sli4_hba.xri_bmask);
6547 bmask = phba->sli4_hba.xri_bmask;
6548 ids = phba->sli4_hba.xri_ids;
6549 ext_blk_list = &phba->sli4_hba.lpfc_xri_blk_list;
6552 phba->sli4_hba.vfi_bmask = kcalloc(longs,
6555 if (unlikely(!phba->sli4_hba.vfi_bmask)) {
6559 phba->sli4_hba.vfi_ids = kcalloc(rsrc_id_cnt,
6562 if (unlikely(!phba->sli4_hba.vfi_ids)) {
6563 kfree(phba->sli4_hba.vfi_bmask);
6569 bmask = phba->sli4_hba.vfi_bmask;
6570 ids = phba->sli4_hba.vfi_ids;
6571 ext_blk_list = &phba->sli4_hba.lpfc_vfi_blk_list;
6608 phba->sli4_hba.io_xri_start = rsrc_start +
6668 if (!phba->sli4_hba.intr_enable)
6700 bf_set(lpfc_vpi_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
6706 phba->sli4_hba.max_cfg_param.vpi_used = 0;
6709 kfree(phba->sli4_hba.xri_bmask);
6710 kfree(phba->sli4_hba.xri_ids);
6712 &phba->sli4_hba.lpfc_xri_blk_list, list) {
6718 kfree(phba->sli4_hba.vfi_bmask);
6719 kfree(phba->sli4_hba.vfi_ids);
6720 bf_set(lpfc_vfi_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
6722 &phba->sli4_hba.lpfc_vfi_blk_list, list) {
6730 &phba->sli4_hba.lpfc_rpi_blk_list, list) {
6739 bf_set(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
6817 phba->sli4_hba.pc_sli4_params.mi_ver);
6853 phba->sli4_hba.conf_regs_memmap_p + LPFC_CTL_PDEV_CTL_OFFSET);
7148 if (!phba->sli4_hba.rpi_hdrs_in_use)
7149 phba->sli4_hba.next_rpi = phba->sli4_hba.max_cfg_param.max_rpi;
7150 if (phba->sli4_hba.extents_in_use) {
7156 if (bf_get(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags) ==
7219 bf_set(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags,
7230 if (bf_get(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags) ==
7236 count = phba->sli4_hba.max_cfg_param.max_rpi;
7244 base = phba->sli4_hba.max_cfg_param.rpi_base;
7246 phba->sli4_hba.rpi_bmask = kcalloc(longs,
7249 if (unlikely(!phba->sli4_hba.rpi_bmask)) {
7253 phba->sli4_hba.rpi_ids = kcalloc(count, sizeof(uint16_t),
7255 if (unlikely(!phba->sli4_hba.rpi_ids)) {
7261 phba->sli4_hba.rpi_ids[i] = base + i;
7264 count = phba->sli4_hba.max_cfg_param.max_vpi;
7272 base = phba->sli4_hba.max_cfg_param.vpi_base;
7291 count = phba->sli4_hba.max_cfg_param.max_xri;
7299 base = phba->sli4_hba.max_cfg_param.xri_base;
7301 phba->sli4_hba.xri_bmask = kcalloc(longs,
7304 if (unlikely(!phba->sli4_hba.xri_bmask)) {
7308 phba->sli4_hba.max_cfg_param.xri_used = 0;
7309 phba->sli4_hba.xri_ids = kcalloc(count, sizeof(uint16_t),
7311 if (unlikely(!phba->sli4_hba.xri_ids)) {
7317 phba->sli4_hba.xri_ids[i] = base + i;
7320 count = phba->sli4_hba.max_cfg_param.max_vfi;
7328 base = phba->sli4_hba.max_cfg_param.vfi_base;
7330 phba->sli4_hba.vfi_bmask = kcalloc(longs,
7333 if (unlikely(!phba->sli4_hba.vfi_bmask)) {
7337 phba->sli4_hba.vfi_ids = kcalloc(count, sizeof(uint16_t),
7339 if (unlikely(!phba->sli4_hba.vfi_ids)) {
7345 phba->sli4_hba.vfi_ids[i] = base + i;
7351 bf_set(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags,
7357 kfree(phba->sli4_hba.vfi_bmask);
7358 phba->sli4_hba.vfi_bmask = NULL;
7360 kfree(phba->sli4_hba.xri_ids);
7361 phba->sli4_hba.xri_ids = NULL;
7363 kfree(phba->sli4_hba.xri_bmask);
7364 phba->sli4_hba.xri_bmask = NULL;
7372 kfree(phba->sli4_hba.rpi_ids);
7373 phba->sli4_hba.rpi_ids = NULL;
7375 kfree(phba->sli4_hba.rpi_bmask);
7376 phba->sli4_hba.rpi_bmask = NULL;
7391 if (phba->sli4_hba.extents_in_use) {
7398 phba->sli4_hba.max_cfg_param.vpi_used = 0;
7400 bf_set(lpfc_vpi_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
7401 kfree(phba->sli4_hba.xri_bmask);
7402 kfree(phba->sli4_hba.xri_ids);
7403 kfree(phba->sli4_hba.vfi_bmask);
7404 kfree(phba->sli4_hba.vfi_ids);
7405 bf_set(lpfc_vfi_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
7406 bf_set(lpfc_idx_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
7444 blk_list_head = &phba->sli4_hba.lpfc_xri_blk_list;
7447 blk_list_head = &phba->sli4_hba.lpfc_vfi_blk_list;
7450 blk_list_head = &phba->sli4_hba.lpfc_rpi_blk_list;
7513 if (!phba->sli4_hba.intr_enable)
7590 spin_lock(&phba->sli4_hba.sgl_list_lock);
7592 spin_unlock(&phba->sli4_hba.sgl_list_lock);
7692 spin_lock(&phba->sli4_hba.sgl_list_lock);
7694 spin_unlock(&phba->sli4_hba.sgl_list_lock);
7732 phba, &post_nblist, phba->sli4_hba.io_xri_cnt);
7980 hdwq = &phba->sli4_hba.hdwq[phba->sli4_hba.cpu_map[i].hdwq];
7987 idle_stat = &phba->sli4_hba.idle_stat[i];
8009 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf);
8014 if (lpfc_readl(phba->sli4_hba.u.if_type2.STATUSregaddr,
8214 sli4_params = &phba->sli4_hba.pc_sli4_params;
8590 if ((bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) ==
8621 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) ==
8629 phba->sli4_hba.ue_to_sr = bf_get(
8632 phba->sli4_hba.ue_to_rp = bf_get(
8660 bf_set(lpfc_ftr_ashdr, &phba->sli4_hba.sli4_flags, 0);
8825 rc = lpfc_sli4_repost_sgl_list(phba, &phba->sli4_hba.lpfc_els_sgl_list,
8826 phba->sli4_hba.els_xri_cnt);
8834 phba->sli4_hba.els_xri_cnt = rc;
8849 &phba->sli4_hba.lpfc_nvmet_sgl_list,
8850 phba->sli4_hba.nvmet_xri_cnt);
8858 phba->sli4_hba.nvmet_xri_cnt = rc;
8863 cnt = phba->sli4_hba.nvmet_xri_cnt +
8864 phba->sli4_hba.max_cfg_param.max_xri;
8889 cnt = phba->sli4_hba.max_cfg_param.max_xri;
8911 rqbp = phba->sli4_hba.nvmet_mrq_hdr[i]->rqbp;
8919 phba, phba->sli4_hba.nvmet_mrq_hdr[i],
8920 phba->sli4_hba.nvmet_mrq_data[i],
8978 if (phba->sli4_hba.io_xri_cnt == 0) {
8980 phba, phba->sli4_hba.io_xri_max);
9035 if (bf_get(lpfc_conf_trunk_port0, &phba->sli4_hba))
9037 if (bf_get(lpfc_conf_trunk_port1, &phba->sli4_hba))
9039 if (bf_get(lpfc_conf_trunk_port2, &phba->sli4_hba))
9041 if (bf_get(lpfc_conf_trunk_port3, &phba->sli4_hba))
9049 phba->sli4_hba.intr_enable = 1;
9152 mcq = phba->sli4_hba.mbx_cq;
9168 if (phba->sli4_hba.pc_sli4_params.cqav && !idx)
9189 struct lpfc_sli4_hba *sli4_hba = &phba->sli4_hba;
9199 if (sli4_hba->hdwq) {
9201 eq = phba->sli4_hba.hba_eq_hdl[eqidx].eq;
9202 if (eq && eq->queue_id == sli4_hba->mbx_cq->assoc_qid) {
9213 sli4_hba->sli4_eq_clr_intr(fpeq);
9232 sli4_hba->sli4_write_eq_db(phba, fpeq, 0, LPFC_QUEUE_REARM);
9866 if (bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf) >=
9868 if (lpfc_readl(phba->sli4_hba.u.if_type2.STATUSregaddr,
9883 bmbx_reg.word0 = readl(phba->sli4_hba.BMBXregaddr);
9955 memset(phba->sli4_hba.bmbx.avirt, 0, sizeof(struct lpfc_bmbx_create));
9956 lpfc_sli4_pcimem_bcopy(mb, phba->sli4_hba.bmbx.avirt,
9960 dma_address = &phba->sli4_hba.bmbx.dma_address;
9961 writel(dma_address->addr_hi, phba->sli4_hba.BMBXregaddr);
9969 writel(dma_address->addr_lo, phba->sli4_hba.BMBXregaddr);
9981 lpfc_sli4_pcimem_bcopy(phba->sli4_hba.bmbx.avirt, mb,
9983 mbox_rgn = (struct lpfc_bmbx_create *) phba->sli4_hba.bmbx.avirt;
10063 if (!phba->sli4_hba.intr_enable) {
10181 if (unlikely(!phba->sli4_hba.intr_enable))
10255 rc = lpfc_sli4_mq_put(phba->sli4_hba.mbx_wq, mqe);
10655 wq = phba->sli4_hba.hdwq[piocb->hba_wqidx].io_wq;
10657 wq = phba->sli4_hba.els_wq;
11226 if (unlikely(!phba->sli4_hba.hdwq))
11236 return phba->sli4_hba.hdwq[piocb->hba_wqidx].io_wq->pring;
11238 if (unlikely(!phba->sli4_hba.els_wq))
11241 return phba->sli4_hba.els_wq->pring;
11299 eq = phba->sli4_hba.hdwq[piocb->hba_wqidx].hba_eq;
11466 ndlp->vport->vpi, phba->sli4_hba.rpi_ids[ndlp->nlp_rpi],
11572 pring = phba->sli4_hba.els_wq->pring;
11749 pring = phba->sli4_hba.hdwq[i].io_wq->pring;
11758 pring = phba->sli4_hba.els_wq->pring;
11768 pring = phba->sli4_hba.nvmels_wq->pring;
11939 list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
11943 if (pring == phba->sli4_hba.els_wq->pring) {
12032 list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
12039 if (pring == phba->sli4_hba.els_wq->pring) {
12461 phba->sli4_hba.link_state.status == LPFC_FC_LA_TYPE_LINK_DOWN) ||
12544 list_for_each_entry(qp, &phba->sli4_hba.lpfc_wq_list, wq_list) {
12874 phba->sli4_hba.hdwq[iocbq->hba_wqidx].io_wq->pring;
13431 if_type = bf_get(lpfc_sli_intf_if_type, &phba->sli4_hba.sli_intf);
13434 if (lpfc_readl(phba->sli4_hba.u.if_type0.UERRLOregaddr,
13436 lpfc_readl(phba->sli4_hba.u.if_type0.UERRHIregaddr,
13443 if ((~phba->sli4_hba.ue_mask_lo & uerr_sta_lo) ||
13444 (~phba->sli4_hba.ue_mask_hi & uerr_sta_hi)) {
13451 phba->sli4_hba.ue_mask_lo,
13452 phba->sli4_hba.ue_mask_hi);
13462 if (lpfc_readl(phba->sli4_hba.u.if_type2.STATUSregaddr,
13464 lpfc_readl(phba->sli4_hba.PSMPHRregaddr,
13473 readl(phba->sli4_hba.u.if_type2.ERR1regaddr);
13475 readl(phba->sli4_hba.u.if_type2.ERR2regaddr);
14141 spin_lock_irqsave(&phba->sli4_hba.els_xri_abrt_list_lock, iflags);
14142 while (!list_empty(&phba->sli4_hba.sp_els_xri_aborted_work_queue)) {
14144 list_remove_head(&phba->sli4_hba.sp_els_xri_aborted_work_queue,
14146 spin_unlock_irqrestore(&phba->sli4_hba.els_xri_abrt_list_lock,
14153 spin_lock_irqsave(&phba->sli4_hba.els_xri_abrt_list_lock,
14156 spin_unlock_irqrestore(&phba->sli4_hba.els_xri_abrt_list_lock, iflags);
14259 spin_lock_irqsave(&phba->sli4_hba.asynce_list_lock, iflags);
14260 list_add_tail(&cq_event->list, &phba->sli4_hba.sp_asynce_work_queue);
14261 spin_unlock_irqrestore(&phba->sli4_hba.asynce_list_lock, iflags);
14383 lpfc_sli4_mq_release(phba->sli4_hba.mbx_wq);
14409 lpfc_sli4_mq_release(phba->sli4_hba.mbx_wq);
14418 lpfc_sli4_mq_release(phba->sli4_hba.mbx_wq);
14505 &phba->sli4_hba.sp_queue_event);
14525 if (unlikely(!phba->sli4_hba.els_wq))
14528 if (bf_get(lpfc_wcqe_r_wq_id, wcqe) == phba->sli4_hba.els_wq->queue_id)
14529 lpfc_sli4_wq_release(phba->sli4_hba.els_wq,
14536 phba->sli4_hba.els_wq->queue_id);
14576 spin_lock_irqsave(&phba->sli4_hba.els_xri_abrt_list_lock,
14579 &phba->sli4_hba.sp_els_xri_aborted_work_queue);
14582 spin_unlock_irqrestore(&phba->sli4_hba.els_xri_abrt_list_lock,
14614 struct lpfc_queue *hrq = phba->sli4_hba.hdr_rq;
14615 struct lpfc_queue *drq = phba->sli4_hba.dat_rq;
14667 &phba->sli4_hba.sp_queue_event);
14890 phba->sli4_hba.sli4_write_cq_db(phba, cq, consumed,
14921 phba->sli4_hba.sli4_write_cq_db(phba, cq, consumed,
15164 (phba->sli4_hba.nvmet_cqset == NULL))
15167 idx = cq->queue_id - phba->sli4_hba.nvmet_cqset[0]->queue_id;
15168 hrq = phba->sli4_hba.nvmet_mrq_hdr[idx];
15169 drq = phba->sli4_hba.nvmet_mrq_data[idx];
15438 if (cqid <= phba->sli4_hba.cq_max) {
15439 cq = phba->sli4_hba.cq_lookup[cqid];
15445 if (phba->cfg_nvmet_mrq && phba->sli4_hba.nvmet_cqset) {
15446 id = phba->sli4_hba.nvmet_cqset[0]->queue_id;
15449 cq = phba->sli4_hba.nvmet_cqset[cqid - id];
15454 if (phba->sli4_hba.nvmels_cq &&
15455 (cqid == phba->sli4_hba.nvmels_cq->queue_id)) {
15457 cq = phba->sli4_hba.nvmels_cq;
15463 phba->sli4_hba.hdwq[qidx].hba_eq);
15564 if (unlikely(!phba->sli4_hba.hdwq))
15568 fpeq = phba->sli4_hba.hba_eq_hdl[hba_eqidx].eq;
15591 eqi = this_cpu_ptr(phba->sli4_hba.eq_info);
15659 &phba->sli4_hba.hba_eq_hdl[qidx]);
15775 phba->sli4_hba.sli4_write_eq_db(phba, eq, 0, LPFC_QUEUE_REARM);
15834 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
15837 if (!phba->sli4_hba.pc_sli4_params.supported)
15843 if (pgcnt > phba->sli4_hba.pc_sli4_params.wqpcnt)
15844 pgcnt = phba->sli4_hba.pc_sli4_params.wqpcnt;
15977 eq = phba->sli4_hba.hba_eq_hdl[qidx].eq;
16013 eq = phba->sli4_hba.hba_eq_hdl[qidx].eq;
16073 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
16078 if (!phba->sli4_hba.pc_sli4_params.supported)
16098 if (phba->sli4_hba.pc_sli4_params.eqav) {
16102 phba->sli4_hba.pc_sli4_params.eqav);
16202 if (unlikely(!phba->sli4_hba.hdwq))
16206 fpeq = phba->sli4_hba.hba_eq_hdl[hba_eqidx].eq;
16210 eqi = per_cpu_ptr(phba->sli4_hba.eq_info, raw_smp_processor_id());
16292 phba->sli4_hba.pc_sli4_params.cqv);
16293 if (phba->sli4_hba.pc_sli4_params.cqv == LPFC_Q_CREATE_VERSION_2) {
16299 phba->sli4_hba.pc_sli4_params.cqav);
16307 if (phba->sli4_hba.pc_sli4_params.cqv ==
16378 if (cq->queue_id > phba->sli4_hba.cq_max)
16379 phba->sli4_hba.cq_max = cq->queue_id;
16423 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
16459 if (!phba->sli4_hba.pc_sli4_params.supported)
16479 phba->sli4_hba.pc_sli4_params.cqav);
16483 if (phba->sli4_hba.pc_sli4_params.cqv ==
16629 if (cq->queue_id > phba->sli4_hba.cq_max)
16630 phba->sli4_hba.cq_max = cq->queue_id;
16729 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
16734 if (!phba->sli4_hba.pc_sli4_params.supported)
16762 phba->sli4_hba.pc_sli4_params.mqv);
16763 if (phba->sli4_hba.pc_sli4_params.mqv == LPFC_Q_CREATE_VERSION_1)
16883 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
16898 if (!phba->sli4_hba.pc_sli4_params.supported)
16918 phba->sli4_hba.pc_sli4_params.wqv);
16920 if ((phba->sli4_hba.pc_sli4_params.wqsize & LPFC_WQ_SZ128_SUPPORT) ||
16964 if (phba->sli4_hba.fw_func_mode & LPFC_DUA_MODE)
16994 if (phba->sli4_hba.fw_func_mode & LPFC_DUA_MODE) {
17034 wq->db_regaddr = phba->sli4_hba.WQDBregaddr;
17092 wq->db_regaddr = phba->sli4_hba.WQDBregaddr;
17147 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
17155 if (!phba->sli4_hba.pc_sli4_params.supported)
17171 phba->sli4_hba.pc_sli4_params.rqv);
17172 if (phba->sli4_hba.pc_sli4_params.rqv == LPFC_Q_CREATE_VERSION_1) {
17229 if (phba->sli4_hba.fw_func_mode & LPFC_DUA_MODE)
17250 if (phba->sli4_hba.fw_func_mode & LPFC_DUA_MODE) {
17292 hrq->db_regaddr = phba->sli4_hba.RQDBregaddr;
17306 phba->sli4_hba.pc_sli4_params.rqv);
17307 if (phba->sli4_hba.pc_sli4_params.rqv == LPFC_Q_CREATE_VERSION_1) {
17371 if (phba->sli4_hba.fw_func_mode & LPFC_DUA_MODE)
17440 uint32_t hw_page_size = phba->sli4_hba.pc_sli4_params.if_page_sz;
17446 if (!phba->sli4_hba.pc_sli4_params.supported)
17545 hrq->db_regaddr = phba->sli4_hba.RQDBregaddr;
17554 drq->db_regaddr = phba->sli4_hba.RQDBregaddr;
17957 if (!phba->sli4_hba.intr_enable)
17967 if (!phba->sli4_hba.intr_enable)
18003 xri = find_first_zero_bit(phba->sli4_hba.xri_bmask,
18004 phba->sli4_hba.max_cfg_param.max_xri);
18005 if (xri >= phba->sli4_hba.max_cfg_param.max_xri) {
18009 set_bit(xri, phba->sli4_hba.xri_bmask);
18010 phba->sli4_hba.max_cfg_param.xri_used++;
18027 if (test_and_clear_bit(xri, phba->sli4_hba.xri_bmask)) {
18028 phba->sli4_hba.max_cfg_param.xri_used--;
18069 phba->sli4_hba.max_cfg_param.max_xri,
18070 phba->sli4_hba.max_cfg_param.xri_used);
18157 if (!phba->sli4_hba.intr_enable)
18166 if (!phba->sli4_hba.intr_enable)
18272 if (!phba->sli4_hba.intr_enable) {
18281 if (!phba->sli4_hba.intr_enable)
18888 for (i = 0; i < phba->sli4_hba.max_cfg_param.max_xri; i++) {
18889 if (xri == phba->sli4_hba.xri_ids[i])
19020 phba->sli4_hba.rpi_ids[ndlp->nlp_rpi]);
19284 phba->sli4_hba.els_wq->pring,
19339 &phba->sli4_hba.sp_queue_event);
19553 if (!phba->sli4_hba.rpi_hdrs_in_use)
19555 if (phba->sli4_hba.extents_in_use)
19558 list_for_each_entry(rpi_page, &phba->sli4_hba.lpfc_rpi_hdr_list, list) {
19564 if (bf_get(lpfc_rpi_rsrc_rdy, &phba->sli4_hba.sli4_flags) !=
19566 rpi_page->start_rpi = phba->sli4_hba.rpi_ids[lrpi];
19579 bf_set(lpfc_rpi_rsrc_rdy, &phba->sli4_hba.sli4_flags,
19608 if (!phba->sli4_hba.rpi_hdrs_in_use)
19610 if (phba->sli4_hba.extents_in_use)
19656 phba->sli4_hba.next_rpi = rpi_page->next_rpi;
19689 max_rpi = phba->sli4_hba.max_cfg_param.max_rpi;
19690 rpi_limit = phba->sli4_hba.next_rpi;
19692 rpi = find_first_zero_bit(phba->sli4_hba.rpi_bmask, rpi_limit);
19696 set_bit(rpi, phba->sli4_hba.rpi_bmask);
19697 phba->sli4_hba.max_cfg_param.rpi_used++;
19698 phba->sli4_hba.rpi_count++;
19710 (phba->sli4_hba.rpi_count >= max_rpi)) {
19719 if (!phba->sli4_hba.rpi_hdrs_in_use) {
19730 rpi_remaining = phba->sli4_hba.next_rpi - phba->sli4_hba.rpi_count;
19740 rpi_hdr->start_rpi = phba->sli4_hba.rpi_ids[lrpi];
19766 if (test_and_clear_bit(rpi, phba->sli4_hba.rpi_bmask)) {
19767 phba->sli4_hba.rpi_count--;
19768 phba->sli4_hba.max_cfg_param.rpi_used--;
19803 kfree(phba->sli4_hba.rpi_bmask);
19804 kfree(phba->sli4_hba.rpi_ids);
19805 bf_set(lpfc_rpi_rsrc_rdy, &phba->sli4_hba.sli4_flags, 0);
20706 &phba->sli4_hba.sli_intf);
20802 phba->sli4_hba.flash_id, phba->sli4_hba.asic_rev,
20812 phba->sli4_hba.flash_id);
20819 phba->sli4_hba.asic_rev);
20936 if (!phba->sli4_hba.intr_enable)
20978 if (!phba->sli4_hba.intr_enable)
21119 wq = phba->sli4_hba.hdwq[0].io_wq;
21124 wq = phba->sli4_hba.els_wq;
21330 pring = phba->sli4_hba.nvmels_wq->pring;
21346 ret = lpfc_sli4_wq_put(phba->sli4_hba.nvmels_wq, wqe);
21516 qp = &phba->sli4_hba.hdwq[hwqid];
21549 multixri_pool = phba->sli4_hba.hdwq[hwqid].p_multixri_pool;
21585 qp = &phba->sli4_hba.hdwq[hwqid];
21630 qp = &phba->sli4_hba.hdwq[hwqid];
21750 qp = &phba->sli4_hba.hdwq[hwqid];
21774 phba->sli4_hba.hdwq[next_hwqid].p_multixri_pool;
21815 multixri_pool = phba->sli4_hba.hdwq[hwqid].p_multixri_pool;
22030 qp = &phba->sli4_hba.hdwq[hwqid];
22080 qp = &phba->sli4_hba.hdwq[idx];
22125 qp = &phba->sli4_hba.hdwq[hwqid];
22599 &phba->sli4_hba.sli_intf);
22627 phba->sli4_hba.rpi_ids[ndlp->nlp_rpi]);
22632 phba->sli4_hba.rpi_ids[ndlp->nlp_rpi]);
22647 &phba->sli4_hba.sli_intf);
22676 phba->sli4_hba.rpi_ids[ndlp->nlp_rpi]);