/kernel/linux/linux-5.10/drivers/infiniband/sw/rdmavt/ |
H A D | mr.c | 82 rvt_pr_warn(rdi, "lkey bits %u too large, reduced to %u\n", in rvt_driver_mr_init() 166 * rvt_alloc_lkey - allocate an lkey 167 * @mr: memory region that this lkey protects 174 * Sets the lkey field mr for non-dma regions. 189 /* special case for dma_mr lkey == 0 */ in rvt_alloc_lkey() 215 * Make sure lkey is never zero which is reserved to indicate an in rvt_alloc_lkey() 222 mr->lkey = (r << (32 - dev->dparms.lkey_table_size)) | in rvt_alloc_lkey() 225 if (mr->lkey == 0) { in rvt_alloc_lkey() 226 mr->lkey |= 1 << 8; in rvt_alloc_lkey() 244 * rvt_free_lkey - free an lkey 250 u32 lkey = mr->lkey; rvt_free_lkey() local 512 rvt_mr_has_lkey(struct rvt_mregion *mr, u32 lkey) rvt_mr_has_lkey() argument 525 rvt_ss_has_lkey(struct rvt_sge_state *ss, u32 lkey) rvt_ss_has_lkey() argument [all...] |
H A D | trace_mr.h | 73 __field(u32, lkey) 84 __entry->lkey = mr->lkey; 92 "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u", 94 __entry->lkey, 133 __field(u32, lkey) 148 __entry->lkey = sge->mr->lkey; 157 "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u", 164 __entry->lkey, [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/sw/rdmavt/ |
H A D | mr.c | 40 rvt_pr_warn(rdi, "lkey bits %u too large, reduced to %u\n", in rvt_driver_mr_init() 124 * rvt_alloc_lkey - allocate an lkey 125 * @mr: memory region that this lkey protects 132 * Sets the lkey field mr for non-dma regions. 147 /* special case for dma_mr lkey == 0 */ in rvt_alloc_lkey() 173 * Make sure lkey is never zero which is reserved to indicate an in rvt_alloc_lkey() 180 mr->lkey = (r << (32 - dev->dparms.lkey_table_size)) | in rvt_alloc_lkey() 183 if (mr->lkey == 0) { in rvt_alloc_lkey() 184 mr->lkey |= 1 << 8; in rvt_alloc_lkey() 202 * rvt_free_lkey - free an lkey 208 u32 lkey = mr->lkey; rvt_free_lkey() local 471 rvt_mr_has_lkey(struct rvt_mregion *mr, u32 lkey) rvt_mr_has_lkey() argument 484 rvt_ss_has_lkey(struct rvt_sge_state *ss, u32 lkey) rvt_ss_has_lkey() argument [all...] |
H A D | trace_mr.h | 31 __field(u32, lkey) 42 __entry->lkey = mr->lkey; 50 "[%s] lkey %x iova %llx user_base %llx mr_len %lu vaddr %llx page %p m %u n %u len %lu off %u", 52 __entry->lkey, 91 __field(u32, lkey) 106 __entry->lkey = sge->mr->lkey; 115 "[%s] mr %p sge %p isge %p vaddr %p ivaddr %llx lkey %x sge_length %u length %u ilength %u m %u n %u user %u", 122 __entry->lkey, [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/ |
H A D | mthca_wqe.h | 66 __be32 lkey; member 85 __be32 lkey; member 103 __be32 lkey; member 120 dseg->lkey = cpu_to_be32(sg->lkey); in mthca_set_data_seg() 127 dseg->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_set_data_seg_inval()
|
H A D | mthca_mr.c | 57 __be32 lkey; member 444 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc() 472 memset(&mpt_entry->lkey, 0, in mthca_mr_alloc() 473 sizeof *mpt_entry - offsetof(struct mthca_mpt_entry, lkey)); in mthca_mr_alloc() 481 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc() 545 static void mthca_free_region(struct mthca_dev *dev, u32 lkey) in mthca_free_region() argument 548 key_to_hw_index(dev, lkey)); in mthca_free_region() 550 mthca_free(&dev->mr_table.mpt_alloc, key_to_hw_index(dev, lkey)); in mthca_free_region() 558 key_to_hw_index(dev, mr->ibmr.lkey) & in mthca_free_mr() 563 mthca_free_region(dev, mr->ibmr.lkey); in mthca_free_mr() [all...] |
H A D | mthca_srq.c | 53 __be32 lkey; member 62 __be32 lkey; member 110 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_tavor_init_srq_context() 137 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_arbel_init_srq_context() 198 scatter->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_alloc_srq_buf()
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/mthca/ |
H A D | mthca_wqe.h | 66 __be32 lkey; member 85 __be32 lkey; member 103 __be32 lkey; member 120 dseg->lkey = cpu_to_be32(sg->lkey); in mthca_set_data_seg() 127 dseg->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_set_data_seg_inval()
|
H A D | mthca_mr.c | 57 __be32 lkey; member 442 mr->ibmr.rkey = mr->ibmr.lkey = hw_index_to_key(dev, key); in mthca_mr_alloc() 470 memset_startat(mpt_entry, 0, lkey); in mthca_mr_alloc() 478 mthca_dbg(dev, "Dumping MPT entry %08x:\n", mr->ibmr.lkey); in mthca_mr_alloc() 542 static void mthca_free_region(struct mthca_dev *dev, u32 lkey) in mthca_free_region() argument 545 key_to_hw_index(dev, lkey)); in mthca_free_region() 547 mthca_free(&dev->mr_table.mpt_alloc, key_to_hw_index(dev, lkey)); in mthca_free_region() 555 key_to_hw_index(dev, mr->ibmr.lkey) & in mthca_free_mr() 560 mthca_free_region(dev, mr->ibmr.lkey); in mthca_free_mr()
|
H A D | mthca_srq.c | 53 __be32 lkey; member 62 __be32 lkey; member 110 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_tavor_init_srq_context() 137 context->lkey = cpu_to_be32(srq->mr.ibmr.lkey); in mthca_arbel_init_srq_context() 198 scatter->lkey = cpu_to_be32(MTHCA_INVAL_LKEY); in mthca_alloc_srq_buf()
|
/kernel/linux/linux-5.10/include/uapi/rdma/ |
H A D | mthca-abi.h | 75 __u32 lkey; member 89 __u32 lkey; member 94 __u32 lkey; member 105 __u32 lkey; member
|
/kernel/linux/linux-6.6/include/uapi/rdma/ |
H A D | mthca-abi.h | 75 __u32 lkey; member 89 __u32 lkey; member 94 __u32 lkey; member 105 __u32 lkey; member
|
/kernel/linux/patches/linux-6.6/prebuilts/usr/include/rdma/ |
H A D | mthca-abi.h | 37 __u32 lkey; member 49 __u32 lkey; member 53 __u32 lkey; member 62 __u32 lkey; member
|
/kernel/linux/patches/linux-4.19/prebuilts/usr/include/rdma/ |
H A D | mthca-abi.h | 24 __u32 lkey; member 36 __u32 lkey; member 40 __u32 lkey; member 49 __u32 lkey; member
|
/kernel/linux/patches/linux-5.10/prebuilts/usr/include/rdma/ |
H A D | mthca-abi.h | 37 __u32 lkey; member 49 __u32 lkey; member 53 __u32 lkey; member 62 __u32 lkey; member
|
/kernel/linux/linux-5.10/include/rdma/ |
H A D | rdmavt_mr.h | 36 u32 lkey; member 41 atomic_t lkey_invalid; /* true if current lkey is invalid */ 54 u32 shift; /* lkey/rkey shift */ 127 } else if (sge->length == 0 && sge->mr->lkey) { in rvt_update_sge() 152 bool rvt_ss_has_lkey(struct rvt_sge_state *ss, u32 lkey); 153 bool rvt_mr_has_lkey(struct rvt_mregion *mr, u32 lkey);
|
/kernel/linux/linux-6.6/include/rdma/ |
H A D | rdmavt_mr.h | 36 u32 lkey; member 41 atomic_t lkey_invalid; /* true if current lkey is invalid */ 54 u32 shift; /* lkey/rkey shift */ 127 } else if (sge->length == 0 && sge->mr->lkey) { in rvt_update_sge() 152 bool rvt_ss_has_lkey(struct rvt_sge_state *ss, u32 lkey); 153 bool rvt_mr_has_lkey(struct rvt_mregion *mr, u32 lkey);
|
/kernel/linux/linux-6.6/drivers/infiniband/sw/rxe/ |
H A D | rxe_mr.c | 57 mr->lkey = mr->ibmr.lkey = key; in rxe_mr_init() 357 mr = lookup_mr(pd, access, sge->lkey, RXE_LOOKUP_LOCAL); in copy_data() 382 mr = lookup_mr(pd, access, sge->lkey, in copy_data() 627 if (unlikely((type == RXE_LOOKUP_LOCAL && mr->lkey != key) || in lookup_mr() 653 if (remote ? (key != mr->rkey) : (key != mr->lkey)) { in rxe_invalidate_mr() 655 key, (remote ? mr->rkey : mr->lkey)); in rxe_invalidate_mr() 696 rxe_dbg_mr(mr, "mr->lkey = 0x%x not free\n", mr->lkey); in rxe_reg_fast_mr() 707 if (unlikely((mr->lkey in rxe_reg_fast_mr() [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr() 182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr() 254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr()
|
/kernel/linux/linux-6.6/drivers/infiniband/core/ |
H A D | uverbs_std_types_mr.c | 146 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_LKEY, &mr->lkey, in UVERBS_METHOD_DM_MR_REG() 147 sizeof(mr->lkey)); in UVERBS_METHOD_DM_MR_REG() 163 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LKEY, &mr->lkey, in UVERBS_METHOD_QUERY_MR() 164 sizeof(mr->lkey)); in UVERBS_METHOD_QUERY_MR() 260 &mr->lkey, sizeof(mr->lkey)); in UVERBS_METHOD_REG_DMABUF_MR()
|
/kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/ |
H A D | pvrdma_mr.c | 94 mr->ibmr.lkey = resp->lkey; in pvrdma_get_dma_mr() 182 mr->ibmr.lkey = resp->lkey; in pvrdma_reg_user_mr() 254 mr->ibmr.lkey = resp->lkey; in pvrdma_alloc_mr()
|
/kernel/linux/linux-5.10/drivers/infiniband/ulp/iser/ |
H A D | iser_memory.c | 109 reg->sge.lkey = device->pd->local_dma_lkey; in iser_reg_dma() 112 * rkey/lkey use cases in iser_reg_dma() 122 iser_dbg("Single DMA entry: lkey=0x%x, rkey=0x%x, addr=0x%llx," in iser_reg_dma() 123 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma() 279 sig_reg->sge.lkey = mr->lkey; in iser_reg_sig_mr() 284 iser_dbg("lkey=0x%x rkey=0x%x addr=0x%llx length=%u\n", in iser_reg_sig_mr() 285 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr() 327 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr() [all...] |
/kernel/linux/linux-6.6/drivers/infiniband/ulp/iser/ |
H A D | iser_memory.c | 128 reg->sge.lkey = device->pd->local_dma_lkey; in iser_reg_dma() 131 * rkey/lkey use cases in iser_reg_dma() 141 iser_dbg("Single DMA entry: lkey=0x%x, rkey=0x%x, addr=0x%llx," in iser_reg_dma() 142 " length=0x%x\n", reg->sge.lkey, reg->rkey, in iser_reg_dma() 293 sig_reg->sge.lkey = mr->lkey; in iser_reg_sig_mr() 298 iser_dbg("lkey=0x%x rkey=0x%x addr=0x%llx length=%u\n", in iser_reg_sig_mr() 299 sig_reg->sge.lkey, sig_reg->rkey, sig_reg->sge.addr, in iser_reg_sig_mr() 341 reg->sge.lkey = mr->lkey; in iser_fast_reg_mr() [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/core/ |
H A D | uverbs_std_types_mr.c | 145 ret = uverbs_copy_to(attrs, UVERBS_ATTR_REG_DM_MR_RESP_LKEY, &mr->lkey, in UVERBS_METHOD_DM_MR_REG() 146 sizeof(mr->lkey)); in UVERBS_METHOD_DM_MR_REG() 162 ret = uverbs_copy_to(attrs, UVERBS_ATTR_QUERY_MR_RESP_LKEY, &mr->lkey, in UVERBS_METHOD_QUERY_MR() 163 sizeof(mr->lkey)); in UVERBS_METHOD_QUERY_MR()
|
/kernel/linux/linux-5.10/drivers/infiniband/sw/rxe/ |
H A D | rxe_mr.c | 52 u32 lkey = mem->pelem.index << 8 | rxe_get_key(); in rxe_mem_init() local 53 u32 rkey = (access & IB_ACCESS_REMOTE) ? lkey : 0; in rxe_mem_init() 55 mem->ibmr.lkey = lkey; in rxe_mem_init() 213 mem->ibmr.rkey = mem->ibmr.lkey; in rxe_mem_init_fast() 428 mem = lookup_mem(pd, access, sge->lkey, lookup_local); in copy_data() 453 mem = lookup_mem(pd, access, sge->lkey, in copy_data() 529 /* (1) find the mem (mr or mw) corresponding to lkey/rkey
|