Home
last modified time | relevance | path

Searched refs:biter (Results 1 - 25 of 35) sorted by relevance

12

/kernel/linux/linux-6.6/include/rdma/
H A Dib_umem.h74 static inline void __rdma_umem_block_iter_start(struct ib_block_iter *biter, in __rdma_umem_block_iter_start() argument
78 __rdma_block_iter_start(biter, umem->sgt_append.sgt.sgl, in __rdma_umem_block_iter_start()
80 biter->__sg_advance = ib_umem_offset(umem) & ~(pgsz - 1); in __rdma_umem_block_iter_start()
81 biter->__sg_numblocks = ib_umem_num_dma_blocks(umem, pgsz); in __rdma_umem_block_iter_start()
84 static inline bool __rdma_umem_block_iter_next(struct ib_block_iter *biter) in __rdma_umem_block_iter_next() argument
86 return __rdma_block_iter_next(biter) && biter->__sg_numblocks--; in __rdma_umem_block_iter_next()
100 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \
101 for (__rdma_umem_block_iter_start(biter, umem, pgsz); \
102 __rdma_umem_block_iter_next(biter);)
[all...]
H A Dib_verbs.h2876 void __rdma_block_iter_start(struct ib_block_iter *biter,
2880 bool __rdma_block_iter_next(struct ib_block_iter *biter);
2885 * @biter: block iterator holding the memory block
2888 rdma_block_iter_dma_address(struct ib_block_iter *biter) in rdma_block_iter_dma_address() argument
2890 return biter->__dma_addr & ~(BIT_ULL(biter->__pg_bit) - 1); in rdma_block_iter_dma_address()
2896 * @biter: block iterator holding the memory block
2903 #define rdma_for_each_block(sglist, biter, nents, pgsz) \
2904 for (__rdma_block_iter_start(biter, sglist, nents, \
2906 __rdma_block_iter_next(biter);)
[all...]
/kernel/linux/linux-5.10/include/rdma/
H A Dib_umem.h50 static inline void __rdma_umem_block_iter_start(struct ib_block_iter *biter, in __rdma_umem_block_iter_start() argument
54 __rdma_block_iter_start(biter, umem->sg_head.sgl, umem->nmap, pgsz); in __rdma_umem_block_iter_start()
68 #define rdma_umem_for_each_dma_block(umem, biter, pgsz) \
69 for (__rdma_umem_block_iter_start(biter, umem, pgsz); \
70 __rdma_block_iter_next(biter);)
H A Dib_verbs.h2795 void __rdma_block_iter_start(struct ib_block_iter *biter,
2799 bool __rdma_block_iter_next(struct ib_block_iter *biter);
2804 * @biter: block iterator holding the memory block
2807 rdma_block_iter_dma_address(struct ib_block_iter *biter) in rdma_block_iter_dma_address() argument
2809 return biter->__dma_addr & ~(BIT_ULL(biter->__pg_bit) - 1); in rdma_block_iter_dma_address()
2815 * @biter: block iterator holding the memory block
2822 #define rdma_for_each_block(sglist, biter, nents, pgsz) \
2823 for (__rdma_block_iter_start(biter, sglist, nents, \
2825 __rdma_block_iter_next(biter);)
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/hw/hns/
H A Dhns_roce_alloc.c160 struct ib_block_iter biter; in hns_roce_get_umem_bufs() local
164 rdma_umem_for_each_dma_block(umem, &biter, 1 << page_shift) { in hns_roce_get_umem_bufs()
165 bufs[total++] = rdma_block_iter_dma_address(&biter); in hns_roce_get_umem_bufs()
/kernel/linux/linux-6.6/drivers/infiniband/hw/mlx5/
H A Dmem.c44 struct ib_block_iter biter; in mlx5_ib_populate_pas() local
46 rdma_umem_for_each_dma_block (umem, &biter, page_size) { in mlx5_ib_populate_pas()
47 *pas = cpu_to_be64(rdma_block_iter_dma_address(&biter) | in mlx5_ib_populate_pas()
H A Dumr.c616 struct ib_block_iter biter; in mlx5r_umr_update_mr_pas() local
642 rdma_umem_for_each_dma_block(mr->umem, &biter, BIT(mr->page_shift)) { in mlx5r_umr_update_mr_pas()
660 cpu_to_be64(rdma_block_iter_dma_address(&biter) | in mlx5r_umr_update_mr_pas()
/kernel/linux/linux-5.10/drivers/infiniband/core/
H A Dverbs.c2900 void __rdma_block_iter_start(struct ib_block_iter *biter, in __rdma_block_iter_start() argument
2904 memset(biter, 0, sizeof(struct ib_block_iter)); in __rdma_block_iter_start()
2905 biter->__sg = sglist; in __rdma_block_iter_start()
2906 biter->__sg_nents = nents; in __rdma_block_iter_start()
2909 biter->__pg_bit = __fls(pgsz); in __rdma_block_iter_start()
2913 bool __rdma_block_iter_next(struct ib_block_iter *biter) in __rdma_block_iter_next() argument
2918 if (!biter->__sg_nents || !biter->__sg) in __rdma_block_iter_next()
2921 biter->__dma_addr = sg_dma_address(biter in __rdma_block_iter_next()
[all...]
/kernel/linux/linux-6.6/drivers/infiniband/core/
H A Dverbs.c3013 void __rdma_block_iter_start(struct ib_block_iter *biter, in __rdma_block_iter_start() argument
3017 memset(biter, 0, sizeof(struct ib_block_iter)); in __rdma_block_iter_start()
3018 biter->__sg = sglist; in __rdma_block_iter_start()
3019 biter->__sg_nents = nents; in __rdma_block_iter_start()
3022 biter->__pg_bit = __fls(pgsz); in __rdma_block_iter_start()
3026 bool __rdma_block_iter_next(struct ib_block_iter *biter) in __rdma_block_iter_next() argument
3031 if (!biter->__sg_nents || !biter->__sg) in __rdma_block_iter_next()
3034 biter->__dma_addr = sg_dma_address(biter in __rdma_block_iter_next()
[all...]
/kernel/linux/linux-5.10/drivers/dma/
H A Dfsl-edma-common.c284 * le16_to_cpu(edesc->tcd[i].vtcd->biter); in fsl_edma_desc_residue()
297 * le16_to_cpu(edesc->tcd[i].vtcd->biter); in fsl_edma_desc_residue()
370 edma_writew(edma, (s16)tcd->biter, &regs->tcd[ch].biter); in fsl_edma_set_tcd_regs()
382 u16 biter, u16 doff, u32 dlast_sga, bool major_int, in fsl_edma_fill_tcd()
408 tcd->biter = cpu_to_le16(EDMA_TCD_BITER_BITER(biter)); in fsl_edma_fill_tcd()
380 fsl_edma_fill_tcd(struct fsl_edma_hw_tcd *tcd, u32 src, u32 dst, u16 attr, u16 soff, u32 nbytes, u32 slast, u16 citer, u16 biter, u16 doff, u32 dlast_sga, bool major_int, bool disable_req, bool enable_sg) fsl_edma_fill_tcd() argument
H A Dmpc512x_dma.c165 u32 biter:9; /* Beginning "major" iteration count */ member
663 tcd->biter = 1; in mpc_dma_prep_memcpy()
770 tcd->biter = 1; in mpc_dma_prep_slave_sg()
784 tcd->biter = iter & 0x1ff; in mpc_dma_prep_slave_sg()
786 tcd->citer = tcd->biter; in mpc_dma_prep_slave_sg()
H A Dfsl-edma-common.h81 __le16 biter; member
/kernel/linux/linux-6.6/drivers/dma/
H A Dfsl-edma-common.c364 len += nbytes * le16_to_cpu(edesc->tcd[i].vtcd->biter); in fsl_edma_desc_residue()
381 size = nbytes * le16_to_cpu(edesc->tcd[i].vtcd->biter); in fsl_edma_desc_residue()
452 edma_write_tcdreg(fsl_chan, tcd->biter, biter); in fsl_edma_set_tcd_regs()
483 u16 biter, u16 doff, u32 dlast_sga, bool major_int, in fsl_edma_fill_tcd()
526 tcd->biter = cpu_to_le16(EDMA_TCD_BITER_BITER(biter)); in fsl_edma_fill_tcd()
480 fsl_edma_fill_tcd(struct fsl_edma_chan *fsl_chan, struct fsl_edma_hw_tcd *tcd, u32 src, u32 dst, u16 attr, u16 soff, u32 nbytes, u32 slast, u16 citer, u16 biter, u16 doff, u32 dlast_sga, bool major_int, bool disable_req, bool enable_sg) fsl_edma_fill_tcd() argument
H A Dmpc512x_dma.c165 u32 biter:9; /* Beginning "major" iteration count */ member
663 tcd->biter = 1; in mpc_dma_prep_memcpy()
770 tcd->biter = 1; in mpc_dma_prep_slave_sg()
784 tcd->biter = iter & 0x1ff; in mpc_dma_prep_slave_sg()
786 tcd->citer = tcd->biter; in mpc_dma_prep_slave_sg()
H A Dfsl-edma-common.h88 __le16 biter; member
/kernel/linux/linux-5.10/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_misc.c185 struct ib_block_iter biter; in pvrdma_page_dir_insert_umem() local
192 rdma_umem_for_each_dma_block (umem, &biter, PAGE_SIZE) { in pvrdma_page_dir_insert_umem()
194 pdir, i, rdma_block_iter_dma_address(&biter)); in pvrdma_page_dir_insert_umem()
/kernel/linux/linux-5.10/drivers/infiniband/hw/hns/
H A Dhns_roce_alloc.c259 struct ib_block_iter biter; in hns_roce_get_umem_bufs() local
271 rdma_umem_for_each_dma_block(umem, &biter, 1 << page_shift) { in hns_roce_get_umem_bufs()
272 addr = rdma_block_iter_dma_address(&biter); in hns_roce_get_umem_bufs()
/kernel/linux/linux-6.6/drivers/infiniband/hw/vmw_pvrdma/
H A Dpvrdma_misc.c185 struct ib_block_iter biter; in pvrdma_page_dir_insert_umem() local
192 rdma_umem_for_each_dma_block (umem, &biter, PAGE_SIZE) { in pvrdma_page_dir_insert_umem()
194 pdir, i, rdma_block_iter_dma_address(&biter)); in pvrdma_page_dir_insert_umem()
/kernel/linux/linux-6.6/drivers/infiniband/hw/mana/
H A Dmain.c320 struct ib_block_iter biter; in mana_ib_gd_create_dma_region() local
375 rdma_umem_for_each_dma_block(umem, &biter, page_sz) { in mana_ib_gd_create_dma_region()
378 page_addr_list[tail++] = rdma_block_iter_dma_address(&biter); in mana_ib_gd_create_dma_region()
/kernel/linux/linux-6.6/fs/erofs/
H A Dzdata.c523 struct z_erofs_bvec_iter biter; member
754 ret = z_erofs_bvec_enqueue(&fe->biter, bvec, &fe->candidate_bvpage, in z_erofs_attach_page()
879 z_erofs_bvec_iter_begin(&fe->biter, &fe->pcl->bvset, in z_erofs_pcluster_begin()
928 z_erofs_bvec_iter_end(&fe->biter); in z_erofs_pcluster_end()
1175 struct z_erofs_bvec_iter biter; in z_erofs_parse_out_bvecs() local
1179 z_erofs_bvec_iter_begin(&biter, &pcl->bvset, Z_EROFS_INLINE_BVECS, 0); in z_erofs_parse_out_bvecs()
1183 z_erofs_bvec_dequeue(&biter, &bvec, &old_bvpage); in z_erofs_parse_out_bvecs()
1192 old_bvpage = z_erofs_bvec_iter_end(&biter); in z_erofs_parse_out_bvecs()
/kernel/linux/linux-5.10/drivers/infiniband/hw/bnxt_re/
H A Dqplib_res.c94 struct ib_block_iter biter; in bnxt_qplib_fill_user_dma_pages() local
97 rdma_umem_for_each_dma_block(sginfo->umem, &biter, sginfo->pgsize) { in bnxt_qplib_fill_user_dma_pages()
98 pbl->pg_map_arr[i] = rdma_block_iter_dma_address(&biter); in bnxt_qplib_fill_user_dma_pages()
/kernel/linux/linux-6.6/drivers/infiniband/hw/cxgb4/
H A Dmem.c497 struct ib_block_iter biter; in c4iw_reg_user_mr() local
548 rdma_umem_for_each_dma_block(mhp->umem, &biter, 1 << shift) { in c4iw_reg_user_mr()
549 pages[i++] = cpu_to_be64(rdma_block_iter_dma_address(&biter)); in c4iw_reg_user_mr()
/kernel/linux/linux-5.10/drivers/infiniband/hw/efa/
H A Defa_verbs.c1149 struct ib_block_iter biter; in umem_to_page_list() local
1155 rdma_umem_for_each_dma_block(umem, &biter, BIT(hp_shift)) in umem_to_page_list()
1156 page_list[hp_idx++] = rdma_block_iter_dma_address(&biter); in umem_to_page_list()
1198 struct ib_block_iter biter; in pbl_chunk_list_create() local
1232 rdma_for_each_block(pages_sgl, &biter, sg_dma_cnt, in pbl_chunk_list_create()
1235 rdma_block_iter_dma_address(&biter); in pbl_chunk_list_create()
/kernel/linux/linux-6.6/drivers/infiniband/hw/efa/
H A Defa_verbs.c1228 struct ib_block_iter biter; in umem_to_page_list() local
1234 rdma_umem_for_each_dma_block(umem, &biter, BIT(hp_shift)) in umem_to_page_list()
1235 page_list[hp_idx++] = rdma_block_iter_dma_address(&biter); in umem_to_page_list()
1277 struct ib_block_iter biter; in pbl_chunk_list_create() local
1311 rdma_for_each_block(pages_sgl, &biter, sg_dma_cnt, in pbl_chunk_list_create()
1314 rdma_block_iter_dma_address(&biter); in pbl_chunk_list_create()
/kernel/linux/linux-5.10/drivers/infiniband/hw/mthca/
H A Dmthca_provider.c856 struct ib_block_iter biter; in mthca_reg_user_mr() local
905 rdma_umem_for_each_dma_block(mr->umem, &biter, PAGE_SIZE) { in mthca_reg_user_mr()
906 pages[i++] = rdma_block_iter_dma_address(&biter); in mthca_reg_user_mr()

Completed in 44 milliseconds

12