/kernel/linux/linux-5.10/drivers/iommu/ |
H A D | iova.c | 415 unsigned long iova_pfn; in alloc_iova_fast() local 418 iova_pfn = iova_rcache_get(iovad, size, limit_pfn + 1); in alloc_iova_fast() 419 if (iova_pfn) in alloc_iova_fast() 420 return iova_pfn; in alloc_iova_fast() 495 fq->entries[idx].iova_pfn, in fq_ring_free() 573 fq->entries[idx].iova_pfn = pfn; in queue_iova() 886 * Try inserting IOVA range starting with 'iova_pfn' into 'rcache', and 893 unsigned long iova_pfn) in __iova_rcache_insert() 927 iova_magazine_push(cpu_rcache->loaded, iova_pfn); in __iova_rcache_insert() 959 unsigned long iova_pfn in __iova_rcache_get() local 891 __iova_rcache_insert(struct iova_domain *iovad, struct iova_rcache *rcache, unsigned long iova_pfn) __iova_rcache_insert() argument [all...] |
H A D | dma-iommu.c | 206 lo = iova_pfn(iovad, window->res->start - window->offset); in iova_reserve_pci_windows() 207 hi = iova_pfn(iovad, window->res->end - window->offset); in iova_reserve_pci_windows() 216 lo = iova_pfn(iovad, start); in iova_reserve_pci_windows() 217 hi = iova_pfn(iovad, end); in iova_reserve_pci_windows() 262 lo = iova_pfn(iovad, region->start); in iova_reserve_iommu_regions() 263 hi = iova_pfn(iovad, region->start + region->length - 1); in iova_reserve_iommu_regions() 453 queue_iova(iovad, iova_pfn(iovad, iova), in iommu_dma_free_iova() 456 free_iova_fast(iovad, iova_pfn(iovad, iova), in iommu_dma_free_iova()
|
/kernel/linux/linux-6.6/drivers/iommu/ |
H A D | iova.c | 442 unsigned long iova_pfn; in alloc_iova_fast() local 454 iova_pfn = iova_rcache_get(iovad, size, limit_pfn + 1); in alloc_iova_fast() 455 if (iova_pfn) in alloc_iova_fast() 456 return iova_pfn; in alloc_iova_fast() 770 * Try inserting IOVA range starting with 'iova_pfn' into 'rcache', and 777 unsigned long iova_pfn) in __iova_rcache_insert() 811 iova_magazine_push(cpu_rcache->loaded, iova_pfn); in __iova_rcache_insert() 843 unsigned long iova_pfn = 0; in __iova_rcache_get() local 866 iova_pfn = iova_magazine_pop(cpu_rcache->loaded, limit_pfn); in __iova_rcache_get() 870 return iova_pfn; in __iova_rcache_get() 775 __iova_rcache_insert(struct iova_domain *iovad, struct iova_rcache *rcache, unsigned long iova_pfn) __iova_rcache_insert() argument [all...] |
H A D | dma-iommu.c | 95 unsigned long iova_pfn; member 142 fq->entries[idx].iova_pfn, in fq_ring_free() 209 fq->entries[idx].iova_pfn = pfn; in queue_iova() 447 lo = iova_pfn(iovad, window->res->start - window->offset); in iova_reserve_pci_windows() 448 hi = iova_pfn(iovad, window->res->end - window->offset); in iova_reserve_pci_windows() 458 lo = iova_pfn(iovad, start); in iova_reserve_pci_windows() 459 hi = iova_pfn(iovad, end); in iova_reserve_pci_windows() 504 lo = iova_pfn(iovad, region->start); in iova_reserve_iommu_regions() 505 hi = iova_pfn(iovad, region->start + region->length - 1); in iova_reserve_iommu_regions() 714 queue_iova(cookie, iova_pfn(iova in iommu_dma_free_iova() [all...] |
/kernel/linux/linux-5.10/include/linux/ |
H A D | iova.h | 54 unsigned long iova_pfn; member 130 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn() function
|
/kernel/linux/linux-5.10/drivers/iommu/intel/ |
H A D | iommu.c | 3525 unsigned long iova_pfn; in intel_alloc_iova() local 3551 iova_pfn = alloc_iova_fast(&domain->iovad, nrpages, in intel_alloc_iova() 3553 if (iova_pfn) in intel_alloc_iova() 3554 return iova_pfn; in intel_alloc_iova() 3556 iova_pfn = alloc_iova_fast(&domain->iovad, nrpages, in intel_alloc_iova() 3558 if (unlikely(!iova_pfn)) { in intel_alloc_iova() 3564 return iova_pfn; in intel_alloc_iova() 3572 unsigned long iova_pfn; in __intel_map_single() local 3590 iova_pfn = intel_alloc_iova(dev, domain, dma_to_mm_pfn(size), dma_mask); in __intel_map_single() 3591 if (!iova_pfn) in __intel_map_single() 3650 unsigned long iova_pfn; intel_unmap() local 3778 unsigned long iova_pfn; intel_map_sg() local 3878 unsigned long iova_pfn; bounce_map_single() local [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | iova.h | 73 static inline unsigned long iova_pfn(struct iova_domain *iovad, dma_addr_t iova) in iova_pfn() function
|
/kernel/linux/linux-6.6/drivers/vdpa/vdpa_user/ |
H A D | iova_domain.c | 360 unsigned long iova_pfn; in vduse_domain_alloc_iova() local 362 iova_pfn = alloc_iova_fast(iovad, iova_len, limit >> shift, true); in vduse_domain_alloc_iova() 364 return (dma_addr_t)iova_pfn << shift; in vduse_domain_alloc_iova()
|
/kernel/linux/linux-5.10/drivers/staging/media/ipu3/ |
H A D | ipu3-dmamap.c | 156 iova_pfn(&imgu->iova_domain, map->daddr)); in imgu_dmamap_unmap()
|
/kernel/linux/linux-6.6/drivers/staging/media/ipu3/ |
H A D | ipu3-dmamap.c | 156 iova_pfn(&imgu->iova_domain, map->daddr)); in imgu_dmamap_unmap()
|
/kernel/linux/linux-5.10/drivers/s390/cio/ |
H A D | vfio_ccw_cp.c | 136 unsigned long iova_pfn = iova >> PAGE_SHIFT; in pfn_array_iova_pinned() local 140 if (pa->pa_iova_pfn[i] == iova_pfn) in pfn_array_iova_pinned()
|
/kernel/linux/linux-5.10/drivers/gpu/host1x/ |
H A D | cdma.c | 58 free_iova(&host1x->iova, iova_pfn(&host1x->iova, pb->dma)); in host1x_pushbuffer_destroy()
|
H A D | job.c | 654 iova_pfn(&host->iova, job->addr_phys[i])); in host1x_job_unpin()
|
/kernel/linux/linux-6.6/drivers/gpu/host1x/ |
H A D | cdma.c | 58 free_iova(&host1x->iova, iova_pfn(&host1x->iova, pb->dma)); in host1x_pushbuffer_destroy()
|
H A D | job.c | 664 free_iova(&host->iova, iova_pfn(&host->iova, job->addr_phys[i])); in host1x_job_unpin()
|
/kernel/linux/linux-5.10/drivers/gpu/drm/tegra/ |
H A D | drm.c | 1034 iova_pfn(&tegra->carveout.domain, dma)); in tegra_drm_free()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/tegra/ |
H A D | drm.c | 1079 iova_pfn(&tegra->carveout.domain, dma)); in tegra_drm_free()
|
/kernel/linux/linux-6.6/drivers/iommu/intel/ |
H A D | iommu.c | 4234 unsigned long iova_pfn = IOVA_PFN(gather->start); in intel_iommu_tlb_sync() local 4242 start_pfn = mm_to_dma_pfn_start(iova_pfn); in intel_iommu_tlb_sync()
|