| /kernel/linux/linux-5.10/drivers/infiniband/hw/mlx5/ |
| H A D | mr.c | 109 static void clean_mr(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr);
110 static void dereg_mr(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr);
119 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
126 static inline bool mlx5_ib_pas_fits_in_mr(struct mlx5_ib_mr *mr, u64 start, in mlx5_ib_pas_fits_in_mr()
135 struct mlx5_ib_mr *mr = in create_mkey_callback()
136 container_of(context, struct mlx5_ib_mr, cb_work); in create_mkey_callback()
168 static struct mlx5_ib_mr *alloc_cache_mr(struct mlx5_cache_ent *ent, void *mkc) in alloc_cache_mr()
170 struct mlx5_ib_mr *mr; in alloc_cache_mr()
194 struct mlx5_ib_mr *mr; in add_keys()
239 static struct mlx5_ib_mr *create_cache_m
[all...] |
| H A D | odp.c | 98 struct mlx5_ib_mr *imr, int flags) in populate_klm()
135 struct mlx5_ib_mr *mtt = xa_load(&imr->implicit_children, idx); in populate_klm()
161 struct mlx5_ib_mr *mr, int flags) in populate_mtt()
177 struct mlx5_ib_mr *mr, int flags) in mlx5_odp_populate_xlt()
186 static void dma_fence_odp_mr(struct mlx5_ib_mr *mr) in dma_fence_odp_mr()
213 static void free_implicit_child_mr(struct mlx5_ib_mr *mr, bool need_imr_xlt) in free_implicit_child_mr()
215 struct mlx5_ib_mr *imr = mr->parent; in free_implicit_child_mr()
245 struct mlx5_ib_mr *mr = in free_implicit_child_mr_work()
246 container_of(work, struct mlx5_ib_mr, odp_destroy.work); in free_implicit_child_mr_work()
253 struct mlx5_ib_mr *m in free_implicit_child_mr_rcu()
[all...] |
| H A D | mlx5_ib.h | 589 struct mlx5_ib_mr { struct
613 struct mlx5_ib_mr *parent;
615 struct mlx5_ib_mr *pi_mr;
616 struct mlx5_ib_mr *klm_mr;
617 struct mlx5_ib_mr *mtt_mr;
636 static inline bool is_odp_mr(struct mlx5_ib_mr *mr) in is_odp_mr()
1103 static inline struct mlx5_ib_mr *to_mmr(struct ib_mr *ibmr) in to_mmr()
1105 return container_of(ibmr, struct mlx5_ib_mr, ibmr); in to_mmr()
1185 int mlx5_ib_update_xlt(struct mlx5_ib_mr *mr, u64 idx, int npages,
1187 struct mlx5_ib_mr *mlx5_ib_alloc_implicit_m
[all...] |
| H A D | restrack.c | 83 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_stat_mr_entry()
117 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry_raw()
125 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry()
|
| H A D | wr.c | 218 struct mlx5_ib_mr *mr, u8 flags, bool atomic) in set_reg_umr_seg()
374 struct mlx5_ib_mr *mr, in set_reg_mkey_seg()
439 struct mlx5_ib_mr *mr, in set_reg_data_seg()
653 struct mlx5_ib_mr *mr = to_mmr(sig_mr); in set_sig_data_segment()
654 struct mlx5_ib_mr *pi_mr = mr->pi_mr; in set_sig_data_segment()
783 struct mlx5_ib_mr *sig_mr = to_mmr(wr->mr); in set_pi_umr_wr()
784 struct mlx5_ib_mr *pi_mr = sig_mr->pi_mr; in set_pi_umr_wr()
861 struct mlx5_ib_mr *mr = to_mmr(wr->mr); in set_reg_wr()
1072 struct mlx5_ib_mr *mr; in handle_reg_mr_integrity()
1073 struct mlx5_ib_mr *pi_m in handle_reg_mr_integrity()
[all...] |
| /kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/ |
| H A D | umr.h | 91 int mlx5r_umr_revoke_mr(struct mlx5_ib_mr *mr);
92 int mlx5r_umr_rereg_pd_access(struct mlx5_ib_mr *mr, struct ib_pd *pd,
94 int mlx5r_umr_update_mr_pas(struct mlx5_ib_mr *mr, unsigned int flags);
95 int mlx5r_umr_update_xlt(struct mlx5_ib_mr *mr, u64 idx, int npages,
|
| H A D | odp.c | 100 struct mlx5_ib_mr *imr, int flags) in populate_klm()
133 struct mlx5_ib_mr *mtt = xa_load(&imr->implicit_children, idx); in populate_klm()
159 struct mlx5_ib_mr *mr, int flags) in populate_mtt()
175 struct mlx5_ib_mr *mr, int flags) in mlx5_odp_populate_xlt()
192 struct mlx5_ib_mr *mr = in free_implicit_child_mr_work()
193 container_of(work, struct mlx5_ib_mr, odp_destroy.work); in free_implicit_child_mr_work()
194 struct mlx5_ib_mr *imr = mr->parent; in free_implicit_child_mr_work()
210 static void destroy_unused_implicit_child_mr(struct mlx5_ib_mr *mr) in destroy_unused_implicit_child_mr()
214 struct mlx5_ib_mr *imr = mr->parent; in destroy_unused_implicit_child_mr()
232 struct mlx5_ib_mr *m in mlx5_ib_invalidate_range()
[all...] |
| H A D | mr.c | 55 static struct mlx5_ib_mr *reg_create(struct ib_pd *pd, struct ib_umem *umem,
126 static int destroy_mkey(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr) in destroy_mkey()
745 static struct mlx5_ib_mr *_mlx5_mr_cache_alloc(struct mlx5_ib_dev *dev, in _mlx5_mr_cache_alloc()
749 struct mlx5_ib_mr *mr; in _mlx5_mr_cache_alloc()
806 struct mlx5_ib_mr *mlx5_mr_cache_alloc(struct mlx5_ib_dev *dev, in mlx5_mr_cache_alloc()
1068 struct mlx5_ib_mr *mr; in mlx5_ib_get_dma_mr()
1129 static void set_mr_fields(struct mlx5_ib_dev *dev, struct mlx5_ib_mr *mr, in set_mr_fields()
1151 static struct mlx5_ib_mr *alloc_cacheable_mr(struct ib_pd *pd, in alloc_cacheable_mr()
1160 struct mlx5_ib_mr *mr; in alloc_cacheable_mr()
1205 static struct mlx5_ib_mr *reg_creat
[all...] |
| H A D | mlx5_ib.h | 667 struct mlx5_ib_mr { struct
685 struct mlx5_ib_mr *pi_mr;
686 struct mlx5_ib_mr *klm_mr;
687 struct mlx5_ib_mr *mtt_mr;
702 struct mlx5_ib_mr *parent;
713 static inline bool is_odp_mr(struct mlx5_ib_mr *mr) in is_odp_mr()
719 static inline bool is_dmabuf_mr(struct mlx5_ib_mr *mr) in is_dmabuf_mr()
1179 static inline struct mlx5_ib_dev *mr_to_mdev(struct mlx5_ib_mr *mr) in mr_to_mdev()
1237 static inline struct mlx5_ib_mr *to_mmr(struct ib_mr *ibmr) in to_mmr()
1239 return container_of(ibmr, struct mlx5_ib_mr, ibm in to_mmr()
[all...] |
| H A D | restrack.c | 83 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_stat_mr_entry()
117 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry_raw()
125 struct mlx5_ib_mr *mr = to_mmr(ibmr); in fill_res_mr_entry()
|
| H A D | umr.c | 358 int mlx5r_umr_revoke_mr(struct mlx5_ib_mr *mr) in mlx5r_umr_revoke_mr()
397 int mlx5r_umr_rereg_pd_access(struct mlx5_ib_mr *mr, struct ib_pd *pd, in mlx5r_umr_rereg_pd_access()
542 struct mlx5_ib_mr *mr, in mlx5r_umr_set_update_xlt_mkey_seg()
575 struct mlx5_ib_mr *mr, struct ib_sge *sg, in mlx5r_umr_final_update_xlt()
611 int mlx5r_umr_update_mr_pas(struct mlx5_ib_mr *mr, unsigned int flags) in mlx5r_umr_update_mr_pas()
688 int mlx5r_umr_update_xlt(struct mlx5_ib_mr *mr, u64 idx, int npages, in mlx5r_umr_update_xlt()
|
| H A D | wr.c | 162 struct mlx5_ib_mr *mr, u8 flags, bool atomic) in set_reg_umr_seg()
190 struct mlx5_ib_mr *mr, in set_reg_mkey_seg()
218 struct mlx5_ib_mr *mr, in set_reg_data_seg()
432 struct mlx5_ib_mr *mr = to_mmr(sig_mr); in set_sig_data_segment()
433 struct mlx5_ib_mr *pi_mr = mr->pi_mr; in set_sig_data_segment()
562 struct mlx5_ib_mr *sig_mr = to_mmr(wr->mr); in set_pi_umr_wr()
563 struct mlx5_ib_mr *pi_mr = sig_mr->pi_mr; in set_pi_umr_wr()
640 struct mlx5_ib_mr *mr = to_mmr(wr->mr); in set_reg_wr()
851 struct mlx5_ib_mr *mr; in handle_reg_mr_integrity()
852 struct mlx5_ib_mr *pi_m in handle_reg_mr_integrity()
[all...] |