/kernel/linux/linux-5.10/net/rds/ |
H A D | ib_frmr.c | 40 if (cmpxchg(&ibmr->u.frmr.fr_state, in rds_transition_frwr_state() 43 /* enforce order of ibmr->u.frmr.fr_state update in rds_transition_frwr_state() 58 struct rds_ib_frmr *frmr; in rds_ib_alloc_frmr() local 77 frmr = &ibmr->u.frmr; in rds_ib_alloc_frmr() 78 frmr->mr = ib_alloc_mr(rds_ibdev->pd, IB_MR_TYPE_MEM_REG, in rds_ib_alloc_frmr() 80 if (IS_ERR(frmr->mr)) { in rds_ib_alloc_frmr() 82 err = PTR_ERR(frmr->mr); in rds_ib_alloc_frmr() 95 frmr->fr_state = FRMR_IS_FREE; in rds_ib_alloc_frmr() 96 init_waitqueue_head(&frmr in rds_ib_alloc_frmr() 125 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_post_reg_frmr() local 193 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_map_frmr() local 269 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_post_inv() local 325 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_mr_cqe_handler() local 361 struct rds_ib_frmr *frmr; rds_ib_unreg_frmr() local 407 struct rds_ib_frmr *frmr; rds_ib_reg_frmr() local 440 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_free_frmr_list() local [all...] |
H A D | ib_mr.h | 83 struct rds_ib_frmr frmr; member
|
/kernel/linux/linux-6.6/net/rds/ |
H A D | ib_frmr.c | 40 if (cmpxchg(&ibmr->u.frmr.fr_state, in rds_transition_frwr_state() 43 /* enforce order of ibmr->u.frmr.fr_state update in rds_transition_frwr_state() 58 struct rds_ib_frmr *frmr; in rds_ib_alloc_frmr() local 77 frmr = &ibmr->u.frmr; in rds_ib_alloc_frmr() 78 frmr->mr = ib_alloc_mr(rds_ibdev->pd, IB_MR_TYPE_MEM_REG, in rds_ib_alloc_frmr() 80 if (IS_ERR(frmr->mr)) { in rds_ib_alloc_frmr() 82 err = PTR_ERR(frmr->mr); in rds_ib_alloc_frmr() 95 frmr->fr_state = FRMR_IS_FREE; in rds_ib_alloc_frmr() 96 init_waitqueue_head(&frmr in rds_ib_alloc_frmr() 125 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_post_reg_frmr() local 193 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_map_frmr() local 269 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_post_inv() local 325 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_mr_cqe_handler() local 361 struct rds_ib_frmr *frmr; rds_ib_unreg_frmr() local 407 struct rds_ib_frmr *frmr; rds_ib_reg_frmr() local 440 struct rds_ib_frmr *frmr = &ibmr->u.frmr; rds_ib_free_frmr_list() local [all...] |
H A D | ib_mr.h | 83 struct rds_ib_frmr frmr; member
|
/kernel/linux/linux-5.10/net/sunrpc/xprtrdma/ |
H A D | frwr_ops.c | 120 struct ib_mr *frmr; in frwr_mr_init() local 123 frmr = ib_alloc_mr(ep->re_pd, ep->re_mrtype, depth); in frwr_mr_init() 124 if (IS_ERR(frmr)) in frwr_mr_init() 132 mr->frwr.fr_mr = frmr; in frwr_mr_init() 142 rc = PTR_ERR(frmr); in frwr_mr_init() 147 ib_dereg_mr(frmr); in frwr_mr_init()
|
/kernel/linux/linux-6.6/net/sunrpc/xprtrdma/ |
H A D | frwr_ops.c | 126 struct ib_mr *frmr; in frwr_mr_init() local 133 frmr = ib_alloc_mr(ep->re_pd, ep->re_mrtype, depth); in frwr_mr_init() 134 if (IS_ERR(frmr)) in frwr_mr_init() 138 mr->mr_ibmr = frmr; in frwr_mr_init() 150 trace_xprtrdma_frwr_alloc(mr, PTR_ERR(frmr)); in frwr_mr_init() 151 return PTR_ERR(frmr); in frwr_mr_init()
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/bnxt_re/ |
H A D | qplib_fp.c | 1885 sqe->access_cntl = wqe->frmr.access_cntl | in bnxt_qplib_post_send() 1888 (wqe->frmr.pg_sz_log & SQ_FR_PMR_PAGE_SIZE_LOG_MASK) << in bnxt_qplib_post_send() 1890 (wqe->frmr.zero_based ? SQ_FR_PMR_ZERO_BASED : 0); in bnxt_qplib_post_send() 1891 sqe->l_key = cpu_to_le32(wqe->frmr.l_key); in bnxt_qplib_post_send() 1892 temp32 = cpu_to_le32(wqe->frmr.length); in bnxt_qplib_post_send() 1893 memcpy(sqe->length, &temp32, sizeof(wqe->frmr.length)); in bnxt_qplib_post_send() 1895 ((wqe->frmr.pbl_pg_sz_log << in bnxt_qplib_post_send() 1898 ((wqe->frmr.levels << SQ_FR_PMR_NUMLEVELS_SFT) & in bnxt_qplib_post_send() 1901 for (i = 0; i < wqe->frmr.page_list_len; i++) in bnxt_qplib_post_send() 1902 wqe->frmr in bnxt_qplib_post_send() [all...] |
H A D | ib_verbs.c | 2467 wqe->frmr.pbl_ptr = (__le64 *)qplib_frpl->hwq.pbl_ptr[0]; in bnxt_re_build_reg_wqe() 2468 wqe->frmr.pbl_dma_ptr = qplib_frpl->hwq.pbl_dma_ptr[0]; in bnxt_re_build_reg_wqe() 2469 wqe->frmr.page_list = mr->pages; in bnxt_re_build_reg_wqe() 2470 wqe->frmr.page_list_len = mr->npages; in bnxt_re_build_reg_wqe() 2471 wqe->frmr.levels = qplib_frpl->hwq.level; in bnxt_re_build_reg_wqe() 2484 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_LOCAL_WRITE; in bnxt_re_build_reg_wqe() 2486 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_READ; in bnxt_re_build_reg_wqe() 2488 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_WRITE; in bnxt_re_build_reg_wqe() 2490 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_ATOMIC; in bnxt_re_build_reg_wqe() 2492 wqe->frmr in bnxt_re_build_reg_wqe() [all...] |
H A D | qplib_fp.h | 226 } frmr; member
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/bnxt_re/ |
H A D | qplib_fp.c | 1915 sqe->access_cntl = wqe->frmr.access_cntl | in bnxt_qplib_post_send() 1918 (wqe->frmr.pg_sz_log & SQ_FR_PMR_PAGE_SIZE_LOG_MASK) << in bnxt_qplib_post_send() 1920 (wqe->frmr.zero_based ? SQ_FR_PMR_ZERO_BASED : 0); in bnxt_qplib_post_send() 1921 sqe->l_key = cpu_to_le32(wqe->frmr.l_key); in bnxt_qplib_post_send() 1922 temp32 = cpu_to_le32(wqe->frmr.length); in bnxt_qplib_post_send() 1923 memcpy(sqe->length, &temp32, sizeof(wqe->frmr.length)); in bnxt_qplib_post_send() 1925 ((wqe->frmr.pbl_pg_sz_log << in bnxt_qplib_post_send() 1928 ((wqe->frmr.levels << SQ_FR_PMR_NUMLEVELS_SFT) & in bnxt_qplib_post_send() 1931 for (i = 0; i < wqe->frmr.page_list_len; i++) in bnxt_qplib_post_send() 1932 wqe->frmr in bnxt_qplib_post_send() [all...] |
H A D | ib_verbs.c | 2567 wqe->frmr.pbl_ptr = (__le64 *)qplib_frpl->hwq.pbl_ptr[0]; in bnxt_re_build_reg_wqe() 2568 wqe->frmr.pbl_dma_ptr = qplib_frpl->hwq.pbl_dma_ptr[0]; in bnxt_re_build_reg_wqe() 2569 wqe->frmr.page_list = mr->pages; in bnxt_re_build_reg_wqe() 2570 wqe->frmr.page_list_len = mr->npages; in bnxt_re_build_reg_wqe() 2571 wqe->frmr.levels = qplib_frpl->hwq.level; in bnxt_re_build_reg_wqe() 2584 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_LOCAL_WRITE; in bnxt_re_build_reg_wqe() 2586 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_READ; in bnxt_re_build_reg_wqe() 2588 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_WRITE; in bnxt_re_build_reg_wqe() 2590 wqe->frmr.access_cntl |= SQ_FR_PMR_ACCESS_CNTL_REMOTE_ATOMIC; in bnxt_re_build_reg_wqe() 2592 wqe->frmr in bnxt_re_build_reg_wqe() [all...] |
H A D | qplib_fp.h | 228 } frmr; member
|
/kernel/linux/linux-5.10/drivers/infiniband/hw/ocrdma/ |
H A D | ocrdma_stats.c | 153 (u64)rsrc_stats->frmr); in ocrdma_resource_stats() 207 (u64)rsrc_stats->frmr); in ocrdma_resource_stats()
|
H A D | ocrdma_sli.h | 1947 u32 frmr; member
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/ocrdma/ |
H A D | ocrdma_stats.c | 153 (u64)rsrc_stats->frmr); in ocrdma_resource_stats() 207 (u64)rsrc_stats->frmr); in ocrdma_resource_stats()
|
H A D | ocrdma_sli.h | 1947 u32 frmr; member
|