Home
last modified time | relevance | path

Searched refs:gather (Results 1 - 25 of 86) sorted by relevance

1234

/kernel/linux/linux-6.6/include/linux/
H A Diommu.h456 static inline void iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) in iommu_iotlb_gather_init() argument
458 *gather = (struct iommu_iotlb_gather) { in iommu_iotlb_gather_init()
460 .freelist = LIST_HEAD_INIT(gather->freelist), in iommu_iotlb_gather_init()
562 * @gather: TLB gather data
571 bool iommu_iotlb_gather_is_disjoint(struct iommu_iotlb_gather *gather, in iommu_iotlb_gather_is_disjoint() argument
576 return gather->end != 0 && in iommu_iotlb_gather_is_disjoint()
577 (end + 1 < gather->start || start > gather->end + 1); in iommu_iotlb_gather_is_disjoint()
583 * @gather
591 iommu_iotlb_gather_add_range(struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_range() argument
613 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
630 iommu_iotlb_gather_queued(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_queued() argument
958 iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_init() argument
962 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
968 iommu_iotlb_gather_queued(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_queued() argument
[all...]
H A Dio-pgtable.h45 void (*tlb_add_page)(struct iommu_iotlb_gather *gather,
166 struct iommu_iotlb_gather *gather);
233 struct iommu_iotlb_gather * gather, unsigned long iova, in io_pgtable_tlb_add_page()
237 iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); in io_pgtable_tlb_add_page()
232 io_pgtable_tlb_add_page(struct io_pgtable *iop, struct iommu_iotlb_gather * gather, unsigned long iova, size_t granule) io_pgtable_tlb_add_page() argument
/kernel/linux/linux-6.6/drivers/gpu/host1x/
H A Djob.c116 struct host1x_job_gather *gather = &job->cmds[job->num_cmds].gather; in host1x_job_add_gather() local
118 gather->words = words; in host1x_job_add_gather()
119 gather->bo = bo; in host1x_job_add_gather()
120 gather->offset = offset; in host1x_job_add_gather()
191 * host1x clients are generally not able to do scatter-gather themselves, so fail in pin_job()
223 g = &job->cmds[i].gather; in pin_job()
285 /* pin & patch the relocs for one gather */ in do_relocs()
544 g = &job->cmds[i].gather; in copy_gathers()
568 void *gather; in copy_gathers() local
[all...]
H A Djob.h32 struct host1x_job_gather gather; member
/kernel/linux/linux-5.10/include/linux/
H A Dio-pgtable.h45 void (*tlb_add_page)(struct iommu_iotlb_gather *gather,
160 size_t size, struct iommu_iotlb_gather *gather);
232 struct iommu_iotlb_gather * gather, unsigned long iova, in io_pgtable_tlb_add_page()
236 iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); in io_pgtable_tlb_add_page()
231 io_pgtable_tlb_add_page(struct io_pgtable *iop, struct iommu_iotlb_gather * gather, unsigned long iova, size_t granule) io_pgtable_tlb_add_page() argument
H A Diommu.h402 static inline void iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) in iommu_iotlb_gather_init() argument
404 *gather = (struct iommu_iotlb_gather) { in iommu_iotlb_gather_init()
536 struct iommu_iotlb_gather *gather, in iommu_iotlb_gather_add_page()
543 * a different granularity, then sync the TLB so that the gather in iommu_iotlb_gather_add_page()
546 if (gather->pgsize != size || in iommu_iotlb_gather_add_page()
547 end + 1 < gather->start || start > gather->end + 1) { in iommu_iotlb_gather_add_page()
548 if (gather->pgsize) in iommu_iotlb_gather_add_page()
549 iommu_iotlb_sync(domain, gather); in iommu_iotlb_gather_add_page()
550 gather in iommu_iotlb_gather_add_page()
535 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
927 iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_init() argument
931 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.h95 u32 gather:1; member
150 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o2()
153 ih2->gather = 1; in octnet_prepare_pci_cmd_o2()
195 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o3()
198 ih3->gather = 1; in octnet_prepare_pci_cmd_o3()
H A Dliquidio_common.h151 /* The Scatter-Gather List Entry. The scatter or gather component used with
168 /* \brief Add size to gather list
169 * @param sg_entry scatter/gather entry
356 /** Gather indicator 1=gather*/
357 u64 gather:1; member
359 /** Data length OR no. of entries in gather list */
387 /** Data length OR no. of entries in gather list */
390 /** Gather indicator 1=gather*/
391 u64 gather:1;
487 /** Gather indicator 1=gather*/
488 u64 gather:1; global() member
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.h95 u32 gather:1; member
150 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o2()
153 ih2->gather = 1; in octnet_prepare_pci_cmd_o2()
195 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o3()
198 ih3->gather = 1; in octnet_prepare_pci_cmd_o3()
H A Dliquidio_common.h151 /* The Scatter-Gather List Entry. The scatter or gather component used with
168 /* \brief Add size to gather list
169 * @param sg_entry scatter/gather entry
356 /** Gather indicator 1=gather*/
357 u64 gather:1; member
359 /** Data length OR no. of entries in gather list */
387 /** Data length OR no. of entries in gather list */
390 /** Gather indicator 1=gather*/
391 u64 gather:1;
487 /** Gather indicator 1=gather*/
488 u64 gather:1; global() member
[all...]
/kernel/linux/linux-6.6/drivers/iommu/
H A Dtegra-gart.c210 size_t bytes, struct iommu_iotlb_gather *gather) in gart_iommu_unmap()
262 struct iommu_iotlb_gather *gather) in gart_iommu_sync()
264 size_t length = gather->end - gather->start + 1; in gart_iommu_sync()
266 gart_iommu_sync_map(domain, gather->start, length); in gart_iommu_sync()
209 gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t bytes, struct iommu_iotlb_gather *gather) gart_iommu_unmap() argument
261 gart_iommu_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) gart_iommu_sync() argument
H A Ds390-iommu.c222 struct iommu_iotlb_gather *gather) in s390_iommu_iotlb_sync()
225 size_t size = gather->end - gather->start + 1; in s390_iommu_iotlb_sync()
228 /* If gather was never added to there is nothing to flush */ in s390_iommu_iotlb_sync()
229 if (!gather->end) in s390_iommu_iotlb_sync()
234 zpci_refresh_trans((u64)zdev->fh << 32, gather->start, in s390_iommu_iotlb_sync()
383 struct iommu_iotlb_gather *gather) in s390_iommu_unmap_pages()
397 iommu_iotlb_gather_add_range(gather, iova, size); in s390_iommu_unmap_pages()
221 s390_iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) s390_iommu_iotlb_sync() argument
380 s390_iommu_unmap_pages(struct iommu_domain *domain, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) s390_iommu_unmap_pages() argument
H A Dio-pgtable-arm-v7s.c622 struct iommu_iotlb_gather *gather, in arm_v7s_split_blk_unmap()
659 return __arm_v7s_unmap(data, gather, iova, size, 2, tablep); in arm_v7s_split_blk_unmap()
662 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_v7s_split_blk_unmap()
667 struct iommu_iotlb_gather *gather, in __arm_v7s_unmap()
718 } else if (!iommu_iotlb_gather_queued(gather)) { in __arm_v7s_unmap()
719 io_pgtable_tlb_add_page(iop, gather, iova, blk_size); in __arm_v7s_unmap()
729 return arm_v7s_split_blk_unmap(data, gather, iova, size, pte[0], in __arm_v7s_unmap()
735 return __arm_v7s_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_v7s_unmap()
740 struct iommu_iotlb_gather *gather) in arm_v7s_unmap_pages()
749 ret = __arm_v7s_unmap(data, gather, iov in arm_v7s_unmap_pages()
621 arm_v7s_split_blk_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_v7s_iopte blk_pte, arm_v7s_iopte *ptep) arm_v7s_split_blk_unmap() argument
666 __arm_v7s_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_v7s_iopte *ptep) __arm_v7s_unmap() argument
738 arm_v7s_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) arm_v7s_unmap_pages() argument
910 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
H A Dio-pgtable-arm.c254 struct iommu_iotlb_gather *gather,
539 struct iommu_iotlb_gather *gather, in arm_lpae_split_blk_unmap()
590 io_pgtable_tlb_add_page(&data->iop, gather, iova + i * size, size); in arm_lpae_split_blk_unmap()
595 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl, tablep); in arm_lpae_split_blk_unmap()
599 struct iommu_iotlb_gather *gather, in __arm_lpae_unmap()
634 } else if (!iommu_iotlb_gather_queued(gather)) { in __arm_lpae_unmap()
635 io_pgtable_tlb_add_page(iop, gather, iova + i * size, size); in __arm_lpae_unmap()
648 return arm_lpae_split_blk_unmap(data, gather, iova, size, pte, in __arm_lpae_unmap()
654 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl + 1, ptep); in __arm_lpae_unmap()
659 struct iommu_iotlb_gather *gather) in arm_lpae_unmap_pages()
538 arm_lpae_split_blk_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_lpae_iopte blk_pte, int lvl, arm_lpae_iopte *ptep, size_t pgcount) arm_lpae_split_blk_unmap() argument
598 __arm_lpae_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, size_t pgcount, int lvl, arm_lpae_iopte *ptep) __arm_lpae_unmap() argument
657 arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) arm_lpae_unmap_pages() argument
1123 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/gpu/host1x/
H A Djob.c94 struct host1x_job_gather *gather = &job->gathers[job->num_gathers]; in host1x_job_add_gather() local
96 gather->words = words; in host1x_job_add_gather()
97 gather->bo = bo; in host1x_job_add_gather()
98 gather->offset = offset; in host1x_job_add_gather()
285 /* pin & patch the relocs for one gather */ in do_relocs()
563 void *gather; in copy_gathers() local
565 /* Copy the gather */ in copy_gathers()
566 gather = host1x_bo_mmap(g->bo); in copy_gathers()
567 memcpy(job->gather_copy_mapped + offset, gather + g->offset, in copy_gathers()
569 host1x_bo_munmap(g->bo, gather); in copy_gathers()
[all...]
/kernel/linux/linux-5.10/drivers/iommu/
H A Dio-pgtable-arm-v7s.c596 struct iommu_iotlb_gather *gather, in arm_v7s_split_blk_unmap()
633 return __arm_v7s_unmap(data, gather, iova, size, 2, tablep); in arm_v7s_split_blk_unmap()
636 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_v7s_split_blk_unmap()
641 struct iommu_iotlb_gather *gather, in __arm_v7s_unmap()
700 io_pgtable_tlb_add_page(iop, gather, iova, blk_size); in __arm_v7s_unmap()
710 return arm_v7s_split_blk_unmap(data, gather, iova, size, pte[0], in __arm_v7s_unmap()
716 return __arm_v7s_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_v7s_unmap()
720 size_t size, struct iommu_iotlb_gather *gather) in arm_v7s_unmap()
727 return __arm_v7s_unmap(data, gather, iova, size, 1, data->pgd); in arm_v7s_unmap()
863 static void __init dummy_tlb_add_page(struct iommu_iotlb_gather *gather, in dummy_tlb_add_page() argument
595 arm_v7s_split_blk_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_v7s_iopte blk_pte, arm_v7s_iopte *ptep) arm_v7s_split_blk_unmap() argument
640 __arm_v7s_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_v7s_iopte *ptep) __arm_v7s_unmap() argument
719 arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) arm_v7s_unmap() argument
[all...]
H A Dmtk_iommu.c230 static void mtk_iommu_tlb_flush_page_nosync(struct iommu_iotlb_gather *gather, in mtk_iommu_tlb_flush_page_nosync() argument
237 iommu_iotlb_gather_add_page(domain, gather, iova, granule); in mtk_iommu_tlb_flush_page_nosync()
432 struct iommu_iotlb_gather *gather) in mtk_iommu_unmap()
436 return dom->iop->unmap(dom->iop, iova, size, gather); in mtk_iommu_unmap()
445 struct iommu_iotlb_gather *gather) in mtk_iommu_iotlb_sync()
448 size_t length = gather->end - gather->start + 1; in mtk_iommu_iotlb_sync()
450 if (gather->start == ULONG_MAX) in mtk_iommu_iotlb_sync()
453 mtk_iommu_tlb_flush_range_sync(gather->start, length, gather in mtk_iommu_iotlb_sync()
430 mtk_iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) mtk_iommu_unmap() argument
444 mtk_iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) mtk_iommu_iotlb_sync() argument
[all...]
H A Dio-pgtable-arm.c252 struct iommu_iotlb_gather *gather,
517 struct iommu_iotlb_gather *gather, in arm_lpae_split_blk_unmap()
563 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_lpae_split_blk_unmap()
567 return __arm_lpae_unmap(data, gather, iova, size, lvl, tablep); in arm_lpae_split_blk_unmap()
571 struct iommu_iotlb_gather *gather, in __arm_lpae_unmap()
605 io_pgtable_tlb_add_page(iop, gather, iova, size); in __arm_lpae_unmap()
614 return arm_lpae_split_blk_unmap(data, gather, iova, size, pte, in __arm_lpae_unmap()
620 return __arm_lpae_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_lpae_unmap()
624 size_t size, struct iommu_iotlb_gather *gather) in arm_lpae_unmap()
639 return __arm_lpae_unmap(data, gather, iov in arm_lpae_unmap()
516 arm_lpae_split_blk_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_lpae_iopte blk_pte, int lvl, arm_lpae_iopte *ptep) arm_lpae_split_blk_unmap() argument
570 __arm_lpae_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_lpae_iopte *ptep) __arm_lpae_unmap() argument
623 arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) arm_lpae_unmap() argument
1082 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/gpu/drm/amd/display/dc/
H A Ddc_helper.c43 bool gather = false; in submit_dmub_read_modify_write() local
50 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_read_modify_write()
55 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_read_modify_write()
68 bool gather = false; in submit_dmub_burst_write() local
73 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_burst_write()
78 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_burst_write()
90 bool gather = false; in submit_dmub_reg_wait() local
92 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_reg_wait()
100 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_reg_wait()
133 /* gather al in set_reg_field_values()
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/marvell/octeon_ep/
H A Doctep_tx.h42 * is for main skb which also goes as a gather buffer to Octeon hardware.
55 u8 gather; member
233 /* No. of entries in gather list */
236 /* Gather indicator 1=gather*/
237 u64 gather:1; member
/kernel/linux/linux-6.6/drivers/gpu/drm/tegra/
H A Dsubmit.c70 struct gather_bo *gather = container_of(bo, struct gather_bo, base); in gather_bo_pin() local
89 err = dma_get_sgtable(gather->dev, map->sgt, gather->gather_data, gather->gather_data_dma, in gather_bo_pin()
90 gather->gather_data_words * 4); in gather_bo_pin()
99 map->size = gather->gather_data_words * 4; in gather_bo_pin()
209 SUBMIT_ERR(context, "failed to allocate memory for gather data"); in submit_copy_gather_data()
215 SUBMIT_ERR(context, "failed to copy gather data from userspace"); in submit_copy_gather_data()
244 "relocation has too large gather offset (%u vs gather lengt in submit_write_reloc()
[all...]
/kernel/linux/linux-5.10/drivers/crypto/cavium/zip/
H A Dzip_device.h55 * pointer to the input gather list buffer when scatter_gather == 1
57 union zip_zptr_s *gather; member
71 /* for gather data */
77 /* Number of gather list pointers for gather data */
94 * @sginfo: Scatter-gather info structure
/kernel/linux/linux-6.6/drivers/crypto/cavium/zip/
H A Dzip_device.h55 * pointer to the input gather list buffer when scatter_gather == 1
57 union zip_zptr_s *gather; member
71 /* for gather data */
77 /* Number of gather list pointers for gather data */
94 * @sginfo: Scatter-gather info structure
/kernel/linux/linux-5.10/drivers/net/ethernet/cavium/thunder/
H A Dnicvf_queues.c557 struct sq_gather_subdesc *gather; in nicvf_unmap_sndq_buffers() local
563 gather = (struct sq_gather_subdesc *)GET_SQ_DESC(sq, hdr_sqe); in nicvf_unmap_sndq_buffers()
565 dma_unmap_page_attrs(&nic->pdev->dev, gather->addr, in nicvf_unmap_sndq_buffers()
566 gather->size, DMA_TO_DEVICE, in nicvf_unmap_sndq_buffers()
1421 struct sq_gather_subdesc *gather; in nicvf_sq_add_gather_subdesc() local
1424 gather = (struct sq_gather_subdesc *)GET_SQ_DESC(sq, qentry); in nicvf_sq_add_gather_subdesc()
1426 memset(gather, 0, SND_QUEUE_DESC_SIZE); in nicvf_sq_add_gather_subdesc()
1427 gather->subdesc_type = SQ_DESC_TYPE_GATHER; in nicvf_sq_add_gather_subdesc()
1428 gather->ld_type = NIC_SEND_LD_TYPE_E_LDD; in nicvf_sq_add_gather_subdesc()
1429 gather in nicvf_sq_add_gather_subdesc()
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/cavium/thunder/
H A Dnicvf_queues.c558 struct sq_gather_subdesc *gather; in nicvf_unmap_sndq_buffers() local
564 gather = (struct sq_gather_subdesc *)GET_SQ_DESC(sq, hdr_sqe); in nicvf_unmap_sndq_buffers()
566 dma_unmap_page_attrs(&nic->pdev->dev, gather->addr, in nicvf_unmap_sndq_buffers()
567 gather->size, DMA_TO_DEVICE, in nicvf_unmap_sndq_buffers()
1422 struct sq_gather_subdesc *gather; in nicvf_sq_add_gather_subdesc() local
1425 gather = (struct sq_gather_subdesc *)GET_SQ_DESC(sq, qentry); in nicvf_sq_add_gather_subdesc()
1427 memset(gather, 0, SND_QUEUE_DESC_SIZE); in nicvf_sq_add_gather_subdesc()
1428 gather->subdesc_type = SQ_DESC_TYPE_GATHER; in nicvf_sq_add_gather_subdesc()
1429 gather->ld_type = NIC_SEND_LD_TYPE_E_LDD; in nicvf_sq_add_gather_subdesc()
1430 gather in nicvf_sq_add_gather_subdesc()
[all...]

Completed in 26 milliseconds

1234