Home
last modified time | relevance | path

Searched refs:gather (Results 1 - 25 of 137) sorted by relevance

123456

/kernel/linux/linux-6.6/include/linux/
H A Diommu.h456 static inline void iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) in iommu_iotlb_gather_init() argument
458 *gather = (struct iommu_iotlb_gather) { in iommu_iotlb_gather_init()
460 .freelist = LIST_HEAD_INIT(gather->freelist), in iommu_iotlb_gather_init()
562 * @gather: TLB gather data
571 bool iommu_iotlb_gather_is_disjoint(struct iommu_iotlb_gather *gather, in iommu_iotlb_gather_is_disjoint() argument
576 return gather->end != 0 && in iommu_iotlb_gather_is_disjoint()
577 (end + 1 < gather->start || start > gather->end + 1); in iommu_iotlb_gather_is_disjoint()
583 * @gather
591 iommu_iotlb_gather_add_range(struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_range() argument
613 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
630 iommu_iotlb_gather_queued(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_queued() argument
958 iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_init() argument
962 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
968 iommu_iotlb_gather_queued(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_queued() argument
[all...]
H A Dio-pgtable.h45 void (*tlb_add_page)(struct iommu_iotlb_gather *gather,
166 struct iommu_iotlb_gather *gather);
233 struct iommu_iotlb_gather * gather, unsigned long iova, in io_pgtable_tlb_add_page()
237 iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); in io_pgtable_tlb_add_page()
232 io_pgtable_tlb_add_page(struct io_pgtable *iop, struct iommu_iotlb_gather * gather, unsigned long iova, size_t granule) io_pgtable_tlb_add_page() argument
/kernel/linux/linux-6.6/drivers/gpu/host1x/
H A Djob.c116 struct host1x_job_gather *gather = &job->cmds[job->num_cmds].gather; in host1x_job_add_gather() local
118 gather->words = words; in host1x_job_add_gather()
119 gather->bo = bo; in host1x_job_add_gather()
120 gather->offset = offset; in host1x_job_add_gather()
191 * host1x clients are generally not able to do scatter-gather themselves, so fail in pin_job()
223 g = &job->cmds[i].gather; in pin_job()
285 /* pin & patch the relocs for one gather */ in do_relocs()
544 g = &job->cmds[i].gather; in copy_gathers()
568 void *gather; in copy_gathers() local
[all...]
H A Djob.h32 struct host1x_job_gather gather; member
/kernel/linux/linux-5.10/include/linux/
H A Dio-pgtable.h45 void (*tlb_add_page)(struct iommu_iotlb_gather *gather,
160 size_t size, struct iommu_iotlb_gather *gather);
232 struct iommu_iotlb_gather * gather, unsigned long iova, in io_pgtable_tlb_add_page()
236 iop->cfg.tlb->tlb_add_page(gather, iova, granule, iop->cookie); in io_pgtable_tlb_add_page()
231 io_pgtable_tlb_add_page(struct io_pgtable *iop, struct iommu_iotlb_gather * gather, unsigned long iova, size_t granule) io_pgtable_tlb_add_page() argument
H A Diommu.h402 static inline void iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) in iommu_iotlb_gather_init() argument
404 *gather = (struct iommu_iotlb_gather) { in iommu_iotlb_gather_init()
536 struct iommu_iotlb_gather *gather, in iommu_iotlb_gather_add_page()
543 * a different granularity, then sync the TLB so that the gather in iommu_iotlb_gather_add_page()
546 if (gather->pgsize != size || in iommu_iotlb_gather_add_page()
547 end + 1 < gather->start || start > gather->end + 1) { in iommu_iotlb_gather_add_page()
548 if (gather->pgsize) in iommu_iotlb_gather_add_page()
549 iommu_iotlb_sync(domain, gather); in iommu_iotlb_gather_add_page()
550 gather in iommu_iotlb_gather_add_page()
535 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
927 iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_init() argument
931 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
[all...]
/device/soc/rockchip/common/sdk_linux/include/linux/
H A Diommu.h214 * @map_sg: map a scatter-gather list of physically contiguous chunks to
417 static inline void iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) in iommu_iotlb_gather_init() argument
419 *gather = (struct iommu_iotlb_gather) { in iommu_iotlb_gather_init()
518 static inline void iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, in iommu_iotlb_gather_add_page() argument
525 * a different granularity, then sync the TLB so that the gather in iommu_iotlb_gather_add_page()
528 if (gather->pgsize != size || end + 1 < gather->start || start > gather->end + 1) { in iommu_iotlb_gather_add_page()
529 if (gather->pgsize) { in iommu_iotlb_gather_add_page()
530 iommu_iotlb_sync(domain, gather); in iommu_iotlb_gather_add_page()
884 iommu_iotlb_gather_init(struct iommu_iotlb_gather *gather) iommu_iotlb_gather_init() argument
888 iommu_iotlb_gather_add_page(struct iommu_domain *domain, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size) iommu_iotlb_gather_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.h95 u32 gather:1; member
150 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o2()
153 ih2->gather = 1; in octnet_prepare_pci_cmd_o2()
195 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o3()
198 ih3->gather = 1; in octnet_prepare_pci_cmd_o3()
/kernel/linux/linux-6.6/drivers/net/ethernet/cavium/liquidio/
H A Docteon_nic.h95 u32 gather:1; member
150 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o2()
153 ih2->gather = 1; in octnet_prepare_pci_cmd_o2()
195 if (!setup->s.gather) { in octnet_prepare_pci_cmd_o3()
198 ih3->gather = 1; in octnet_prepare_pci_cmd_o3()
/kernel/linux/linux-6.6/drivers/iommu/
H A Dtegra-gart.c210 size_t bytes, struct iommu_iotlb_gather *gather) in gart_iommu_unmap()
262 struct iommu_iotlb_gather *gather) in gart_iommu_sync()
264 size_t length = gather->end - gather->start + 1; in gart_iommu_sync()
266 gart_iommu_sync_map(domain, gather->start, length); in gart_iommu_sync()
209 gart_iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t bytes, struct iommu_iotlb_gather *gather) gart_iommu_unmap() argument
261 gart_iommu_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) gart_iommu_sync() argument
H A Ds390-iommu.c222 struct iommu_iotlb_gather *gather) in s390_iommu_iotlb_sync()
225 size_t size = gather->end - gather->start + 1; in s390_iommu_iotlb_sync()
228 /* If gather was never added to there is nothing to flush */ in s390_iommu_iotlb_sync()
229 if (!gather->end) in s390_iommu_iotlb_sync()
234 zpci_refresh_trans((u64)zdev->fh << 32, gather->start, in s390_iommu_iotlb_sync()
383 struct iommu_iotlb_gather *gather) in s390_iommu_unmap_pages()
397 iommu_iotlb_gather_add_range(gather, iova, size); in s390_iommu_unmap_pages()
221 s390_iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) s390_iommu_iotlb_sync() argument
380 s390_iommu_unmap_pages(struct iommu_domain *domain, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) s390_iommu_unmap_pages() argument
H A Dio-pgtable-arm-v7s.c622 struct iommu_iotlb_gather *gather, in arm_v7s_split_blk_unmap()
659 return __arm_v7s_unmap(data, gather, iova, size, 2, tablep); in arm_v7s_split_blk_unmap()
662 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_v7s_split_blk_unmap()
667 struct iommu_iotlb_gather *gather, in __arm_v7s_unmap()
718 } else if (!iommu_iotlb_gather_queued(gather)) { in __arm_v7s_unmap()
719 io_pgtable_tlb_add_page(iop, gather, iova, blk_size); in __arm_v7s_unmap()
729 return arm_v7s_split_blk_unmap(data, gather, iova, size, pte[0], in __arm_v7s_unmap()
735 return __arm_v7s_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_v7s_unmap()
740 struct iommu_iotlb_gather *gather) in arm_v7s_unmap_pages()
749 ret = __arm_v7s_unmap(data, gather, iov in arm_v7s_unmap_pages()
621 arm_v7s_split_blk_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_v7s_iopte blk_pte, arm_v7s_iopte *ptep) arm_v7s_split_blk_unmap() argument
666 __arm_v7s_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_v7s_iopte *ptep) __arm_v7s_unmap() argument
738 arm_v7s_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) arm_v7s_unmap_pages() argument
910 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
H A Dio-pgtable-arm.c254 struct iommu_iotlb_gather *gather,
539 struct iommu_iotlb_gather *gather, in arm_lpae_split_blk_unmap()
590 io_pgtable_tlb_add_page(&data->iop, gather, iova + i * size, size); in arm_lpae_split_blk_unmap()
595 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl, tablep); in arm_lpae_split_blk_unmap()
599 struct iommu_iotlb_gather *gather, in __arm_lpae_unmap()
634 } else if (!iommu_iotlb_gather_queued(gather)) { in __arm_lpae_unmap()
635 io_pgtable_tlb_add_page(iop, gather, iova + i * size, size); in __arm_lpae_unmap()
648 return arm_lpae_split_blk_unmap(data, gather, iova, size, pte, in __arm_lpae_unmap()
654 return __arm_lpae_unmap(data, gather, iova, size, pgcount, lvl + 1, ptep); in __arm_lpae_unmap()
659 struct iommu_iotlb_gather *gather) in arm_lpae_unmap_pages()
538 arm_lpae_split_blk_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_lpae_iopte blk_pte, int lvl, arm_lpae_iopte *ptep, size_t pgcount) arm_lpae_split_blk_unmap() argument
598 __arm_lpae_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, size_t pgcount, int lvl, arm_lpae_iopte *ptep) __arm_lpae_unmap() argument
657 arm_lpae_unmap_pages(struct io_pgtable_ops *ops, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *gather) arm_lpae_unmap_pages() argument
1123 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/gpu/host1x/
H A Djob.c94 struct host1x_job_gather *gather = &job->gathers[job->num_gathers]; in host1x_job_add_gather() local
96 gather->words = words; in host1x_job_add_gather()
97 gather->bo = bo; in host1x_job_add_gather()
98 gather->offset = offset; in host1x_job_add_gather()
285 /* pin & patch the relocs for one gather */ in do_relocs()
563 void *gather; in copy_gathers() local
565 /* Copy the gather */ in copy_gathers()
566 gather = host1x_bo_mmap(g->bo); in copy_gathers()
567 memcpy(job->gather_copy_mapped + offset, gather + g->offset, in copy_gathers()
569 host1x_bo_munmap(g->bo, gather); in copy_gathers()
[all...]
/kernel/linux/linux-5.10/drivers/iommu/
H A Dio-pgtable-arm-v7s.c596 struct iommu_iotlb_gather *gather, in arm_v7s_split_blk_unmap()
633 return __arm_v7s_unmap(data, gather, iova, size, 2, tablep); in arm_v7s_split_blk_unmap()
636 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_v7s_split_blk_unmap()
641 struct iommu_iotlb_gather *gather, in __arm_v7s_unmap()
700 io_pgtable_tlb_add_page(iop, gather, iova, blk_size); in __arm_v7s_unmap()
710 return arm_v7s_split_blk_unmap(data, gather, iova, size, pte[0], in __arm_v7s_unmap()
716 return __arm_v7s_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_v7s_unmap()
720 size_t size, struct iommu_iotlb_gather *gather) in arm_v7s_unmap()
727 return __arm_v7s_unmap(data, gather, iova, size, 1, data->pgd); in arm_v7s_unmap()
863 static void __init dummy_tlb_add_page(struct iommu_iotlb_gather *gather, in dummy_tlb_add_page() argument
595 arm_v7s_split_blk_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_v7s_iopte blk_pte, arm_v7s_iopte *ptep) arm_v7s_split_blk_unmap() argument
640 __arm_v7s_unmap(struct arm_v7s_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_v7s_iopte *ptep) __arm_v7s_unmap() argument
719 arm_v7s_unmap(struct io_pgtable_ops *ops, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) arm_v7s_unmap() argument
[all...]
H A Dmtk_iommu.c230 static void mtk_iommu_tlb_flush_page_nosync(struct iommu_iotlb_gather *gather, in mtk_iommu_tlb_flush_page_nosync() argument
237 iommu_iotlb_gather_add_page(domain, gather, iova, granule); in mtk_iommu_tlb_flush_page_nosync()
432 struct iommu_iotlb_gather *gather) in mtk_iommu_unmap()
436 return dom->iop->unmap(dom->iop, iova, size, gather); in mtk_iommu_unmap()
445 struct iommu_iotlb_gather *gather) in mtk_iommu_iotlb_sync()
448 size_t length = gather->end - gather->start + 1; in mtk_iommu_iotlb_sync()
450 if (gather->start == ULONG_MAX) in mtk_iommu_iotlb_sync()
453 mtk_iommu_tlb_flush_range_sync(gather->start, length, gather in mtk_iommu_iotlb_sync()
430 mtk_iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) mtk_iommu_unmap() argument
444 mtk_iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *gather) mtk_iommu_iotlb_sync() argument
[all...]
H A Dio-pgtable-arm.c252 struct iommu_iotlb_gather *gather,
517 struct iommu_iotlb_gather *gather, in arm_lpae_split_blk_unmap()
563 io_pgtable_tlb_add_page(&data->iop, gather, iova, size); in arm_lpae_split_blk_unmap()
567 return __arm_lpae_unmap(data, gather, iova, size, lvl, tablep); in arm_lpae_split_blk_unmap()
571 struct iommu_iotlb_gather *gather, in __arm_lpae_unmap()
605 io_pgtable_tlb_add_page(iop, gather, iova, size); in __arm_lpae_unmap()
614 return arm_lpae_split_blk_unmap(data, gather, iova, size, pte, in __arm_lpae_unmap()
620 return __arm_lpae_unmap(data, gather, iova, size, lvl + 1, ptep); in __arm_lpae_unmap()
624 size_t size, struct iommu_iotlb_gather *gather) in arm_lpae_unmap()
639 return __arm_lpae_unmap(data, gather, iov in arm_lpae_unmap()
516 arm_lpae_split_blk_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, arm_lpae_iopte blk_pte, int lvl, arm_lpae_iopte *ptep) arm_lpae_split_blk_unmap() argument
570 __arm_lpae_unmap(struct arm_lpae_io_pgtable *data, struct iommu_iotlb_gather *gather, unsigned long iova, size_t size, int lvl, arm_lpae_iopte *ptep) __arm_lpae_unmap() argument
623 arm_lpae_unmap(struct io_pgtable_ops *ops, unsigned long iova, size_t size, struct iommu_iotlb_gather *gather) arm_lpae_unmap() argument
1082 dummy_tlb_add_page(struct iommu_iotlb_gather *gather, unsigned long iova, size_t granule, void *cookie) dummy_tlb_add_page() argument
[all...]
/kernel/linux/linux-5.10/drivers/gpu/drm/amd/display/dc/
H A Ddc_helper.c43 bool gather = false; in submit_dmub_read_modify_write() local
50 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_read_modify_write()
55 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_read_modify_write()
68 bool gather = false; in submit_dmub_burst_write() local
73 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_burst_write()
78 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_burst_write()
90 bool gather = false; in submit_dmub_reg_wait() local
92 gather = ctx->dmub_srv->reg_helper_offload.gather_in_progress; in submit_dmub_reg_wait()
100 ctx->dmub_srv->reg_helper_offload.gather_in_progress = gather; in submit_dmub_reg_wait()
133 /* gather al in set_reg_field_values()
[all...]
/third_party/skia/third_party/externals/swiftshader/third_party/llvm-10.0/llvm/lib/Transforms/Scalar/
H A DScalarizer.cpp203 void gather(Instruction *Op, const ValueVector &CV);
378 void ScalarizerVisitor::gather(Instruction *Op, const ValueVector &CV) { in gather() function in ScalarizerVisitor
474 gather(&I, Res); in splitUnary()
497 gather(&I, Res); in splitBinary()
568 gather(&CI, Res); in splitCall()
598 gather(&SI, Res); in visitSelectInst()
660 gather(&GEPI, Res); in visitGetElementPtrInst()
678 gather(&CI, Res); in visitCastInst()
733 gather(&BCI, Res); in visitBitCastInst()
757 gather( in visitShuffleVectorInst()
[all...]
/kernel/linux/linux-6.6/drivers/net/ethernet/marvell/octeon_ep/
H A Doctep_tx.h42 * is for main skb which also goes as a gather buffer to Octeon hardware.
55 u8 gather; member
233 /* No. of entries in gather list */
236 /* Gather indicator 1=gather*/
237 u64 gather:1; member
/third_party/skia/src/shaders/
H A DSkImageShader.cpp428 auto gather = alloc->make<SkRasterPipeline_GatherCtx>(); in doStages() local
429 gather->pixels = pm.addr(); in doStages()
430 gather->stride = pm.rowBytesAsPixels(); in doStages()
431 gather->width = pm.width(); in doStages()
432 gather->height = pm.height(); in doStages()
467 void* ctx = gather; in doStages()
552 p->append(SkRasterPipeline::bilerp_clamp_8888, gather); in doStages()
565 *(SkRasterPipeline_GatherCtx*)(ctx) = *gather; in doStages()
579 p->append(SkRasterPipeline::bicubic_clamp_8888, gather); in doStages()
592 *(SkRasterPipeline_GatherCtx*)(ctx) = *gather; in doStages()
[all...]
/kernel/linux/linux-6.6/drivers/gpu/drm/tegra/
H A Dsubmit.c70 struct gather_bo *gather = container_of(bo, struct gather_bo, base); in gather_bo_pin() local
89 err = dma_get_sgtable(gather->dev, map->sgt, gather->gather_data, gather->gather_data_dma, in gather_bo_pin()
90 gather->gather_data_words * 4); in gather_bo_pin()
99 map->size = gather->gather_data_words * 4; in gather_bo_pin()
209 SUBMIT_ERR(context, "failed to allocate memory for gather data"); in submit_copy_gather_data()
215 SUBMIT_ERR(context, "failed to copy gather data from userspace"); in submit_copy_gather_data()
244 "relocation has too large gather offset (%u vs gather lengt in submit_write_reloc()
[all...]
/third_party/skia/src/opts/
H A DSkRasterPipeline_opts.h141 SI T gather(const T* p, U32 ix) { return p[ix]; } in gather() function
239 SI V<T> gather(const T* p, U32 ix) {
393 SI V<T> gather(const T* p, U32 ix) {
398 SI F gather(const float* p, U32 ix) { return _mm256_i32gather_ps (p, ix, 4); }
399 SI U32 gather(const uint32_t* p, U32 ix) { return _mm256_i32gather_epi32(p, ix, 4); }
400 SI U64 gather(const uint64_t* p, U32 ix) {
743 SI V<T> gather(const T* p, U32 ix) {
1840 r = from_byte(gather(tables->r, to_unorm(r, 255)));
1841 g = from_byte(gather(tables->g, to_unorm(g, 255)));
1842 b = from_byte(gather(table
[all...]
/kernel/linux/linux-5.10/drivers/crypto/cavium/zip/
H A Dzip_device.h55 * pointer to the input gather list buffer when scatter_gather == 1
57 union zip_zptr_s *gather; member
71 /* for gather data */
77 /* Number of gather list pointers for gather data */
94 * @sginfo: Scatter-gather info structure
/kernel/linux/linux-6.6/drivers/crypto/cavium/zip/
H A Dzip_device.h55 * pointer to the input gather list buffer when scatter_gather == 1
57 union zip_zptr_s *gather; member
71 /* for gather data */
77 /* Number of gather list pointers for gather data */
94 * @sginfo: Scatter-gather info structure

Completed in 32 milliseconds

123456