| /kernel/linux/linux-6.6/include/linux/ |
| H A D | iommu.h | 343 size_t size, struct iommu_iotlb_gather *iotlb_gather);
346 struct iommu_iotlb_gather *iotlb_gather);
352 struct iommu_iotlb_gather *iotlb_gather);
484 struct iommu_iotlb_gather *iotlb_gather);
551 struct iommu_iotlb_gather *iotlb_gather) in iommu_iotlb_sync()
554 domain->ops->iotlb_sync(domain, iotlb_gather); in iommu_iotlb_sync()
556 iommu_iotlb_gather_init(iotlb_gather); in iommu_iotlb_sync()
791 struct iommu_iotlb_gather *iotlb_gather) in iommu_unmap_fast()
808 struct iommu_iotlb_gather *iotlb_gather) in iommu_iotlb_sync()
550 iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *iotlb_gather) iommu_iotlb_sync() argument
789 iommu_unmap_fast(struct iommu_domain *domain, unsigned long iova, int gfp_order, struct iommu_iotlb_gather *iotlb_gather) iommu_unmap_fast() argument
807 iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *iotlb_gather) iommu_iotlb_sync() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | iommu.h | 245 size_t size, struct iommu_iotlb_gather *iotlb_gather);
249 struct iommu_iotlb_gather *iotlb_gather);
447 struct iommu_iotlb_gather *iotlb_gather);
527 struct iommu_iotlb_gather *iotlb_gather) in iommu_iotlb_sync()
530 domain->ops->iotlb_sync(domain, iotlb_gather); in iommu_iotlb_sync()
532 iommu_iotlb_gather_init(iotlb_gather); in iommu_iotlb_sync()
715 struct iommu_iotlb_gather *iotlb_gather) in iommu_unmap_fast()
739 struct iommu_iotlb_gather *iotlb_gather) in iommu_iotlb_sync()
526 iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *iotlb_gather) iommu_iotlb_sync() argument
713 iommu_unmap_fast(struct iommu_domain *domain, unsigned long iova, int gfp_order, struct iommu_iotlb_gather *iotlb_gather) iommu_unmap_fast() argument
738 iommu_iotlb_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *iotlb_gather) iommu_iotlb_sync() argument
|
| /kernel/linux/linux-6.6/drivers/iommu/ |
| H A D | iommu.c | 2528 struct iommu_iotlb_gather *iotlb_gather) in __iommu_unmap_pages()
2535 ops->unmap_pages(domain, iova, pgsize, count, iotlb_gather) : in __iommu_unmap_pages()
2536 ops->unmap(domain, iova, pgsize, iotlb_gather); in __iommu_unmap_pages()
2541 struct iommu_iotlb_gather *iotlb_gather) in __iommu_unmap()
2578 iotlb_gather); in __iommu_unmap()
2596 struct iommu_iotlb_gather iotlb_gather; in iommu_unmap() local
2599 iommu_iotlb_gather_init(&iotlb_gather); in iommu_unmap()
2600 ret = __iommu_unmap(domain, iova, size, &iotlb_gather); in iommu_unmap()
2601 iommu_iotlb_sync(domain, &iotlb_gather); in iommu_unmap()
2609 struct iommu_iotlb_gather *iotlb_gather) in iommu_unmap_fast()
2526 __iommu_unmap_pages(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *iotlb_gather) __iommu_unmap_pages() argument
2539 __iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *iotlb_gather) __iommu_unmap() argument
2607 iommu_unmap_fast(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *iotlb_gather) iommu_unmap_fast() argument
[all...] |
| H A D | dma-iommu.c | 729 struct iommu_iotlb_gather iotlb_gather; in __iommu_dma_unmap() local
734 iommu_iotlb_gather_init(&iotlb_gather); in __iommu_dma_unmap()
735 iotlb_gather.queued = READ_ONCE(cookie->fq_domain); in __iommu_dma_unmap()
737 unmapped = iommu_unmap_fast(domain, dma_addr, size, &iotlb_gather); in __iommu_dma_unmap()
740 if (!iotlb_gather.queued) in __iommu_dma_unmap()
741 iommu_iotlb_sync(domain, &iotlb_gather); in __iommu_dma_unmap()
742 iommu_dma_free_iova(cookie, dma_addr, size, &iotlb_gather); in __iommu_dma_unmap()
|
| H A D | sprd-iommu.c | 327 struct iommu_iotlb_gather *iotlb_gather) in sprd_iommu_unmap()
364 struct iommu_iotlb_gather *iotlb_gather) in sprd_iommu_sync()
325 sprd_iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *iotlb_gather) sprd_iommu_unmap() argument
363 sprd_iommu_sync(struct iommu_domain *domain, struct iommu_iotlb_gather *iotlb_gather) sprd_iommu_sync() argument
|
| /kernel/linux/linux-5.10/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 856 struct iommu_iotlb_gather *iotlb_gather) in vfio_sync_unpin()
861 iommu_iotlb_sync(domain->domain, iotlb_gather); in vfio_sync_unpin()
892 struct iommu_iotlb_gather *iotlb_gather) in unmap_unpin_fast()
899 iotlb_gather); in unmap_unpin_fast()
920 iotlb_gather); in unmap_unpin_fast()
951 struct iommu_iotlb_gather iotlb_gather; in vfio_unmap_unpin() local
976 iommu_iotlb_gather_init(&iotlb_gather); in vfio_unmap_unpin()
1006 &iotlb_gather); in vfio_unmap_unpin()
1019 &iotlb_gather); in vfio_unmap_unpin()
854 vfio_sync_unpin(struct vfio_dma *dma, struct vfio_domain *domain, struct list_head *regions, struct iommu_iotlb_gather *iotlb_gather) vfio_sync_unpin() argument
887 unmap_unpin_fast(struct vfio_domain *domain, struct vfio_dma *dma, dma_addr_t *iova, size_t len, phys_addr_t phys, long *unlocked, struct list_head *unmapped_list, int *unmapped_cnt, struct iommu_iotlb_gather *iotlb_gather) unmap_unpin_fast() argument
|
| /kernel/linux/linux-6.6/drivers/vfio/ |
| H A D | vfio_iommu_type1.c | 948 struct iommu_iotlb_gather *iotlb_gather) in vfio_sync_unpin()
953 iommu_iotlb_sync(domain->domain, iotlb_gather); in vfio_sync_unpin()
984 struct iommu_iotlb_gather *iotlb_gather) in unmap_unpin_fast()
991 iotlb_gather); in unmap_unpin_fast()
1012 iotlb_gather); in unmap_unpin_fast()
1043 struct iommu_iotlb_gather iotlb_gather; in vfio_unmap_unpin() local
1068 iommu_iotlb_gather_init(&iotlb_gather); in vfio_unmap_unpin()
1098 &iotlb_gather); in vfio_unmap_unpin()
1111 &iotlb_gather); in vfio_unmap_unpin()
946 vfio_sync_unpin(struct vfio_dma *dma, struct vfio_domain *domain, struct list_head *regions, struct iommu_iotlb_gather *iotlb_gather) vfio_sync_unpin() argument
979 unmap_unpin_fast(struct vfio_domain *domain, struct vfio_dma *dma, dma_addr_t *iova, size_t len, phys_addr_t phys, long *unlocked, struct list_head *unmapped_list, int *unmapped_cnt, struct iommu_iotlb_gather *iotlb_gather) unmap_unpin_fast() argument
|
| /kernel/linux/linux-5.10/drivers/iommu/ |
| H A D | iommu.c | 2459 struct iommu_iotlb_gather *iotlb_gather) in __iommu_unmap()
2496 unmapped_page = ops->unmap(domain, iova, pgsize, iotlb_gather); in __iommu_unmap()
2514 struct iommu_iotlb_gather iotlb_gather; in iommu_unmap() local
2517 iommu_iotlb_gather_init(&iotlb_gather); in iommu_unmap()
2518 ret = __iommu_unmap(domain, iova, size, &iotlb_gather); in iommu_unmap()
2519 iommu_iotlb_sync(domain, &iotlb_gather); in iommu_unmap()
2527 struct iommu_iotlb_gather *iotlb_gather) in iommu_unmap_fast()
2529 return __iommu_unmap(domain, iova, size, iotlb_gather); in iommu_unmap_fast()
2457 __iommu_unmap(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *iotlb_gather) __iommu_unmap() argument
2525 iommu_unmap_fast(struct iommu_domain *domain, unsigned long iova, size_t size, struct iommu_iotlb_gather *iotlb_gather) iommu_unmap_fast() argument
|
| H A D | dma-iommu.c | 467 struct iommu_iotlb_gather iotlb_gather; in __iommu_dma_unmap() local
472 iommu_iotlb_gather_init(&iotlb_gather); in __iommu_dma_unmap()
474 unmapped = iommu_unmap_fast(domain, dma_addr, size, &iotlb_gather); in __iommu_dma_unmap()
478 iommu_iotlb_sync(domain, &iotlb_gather); in __iommu_dma_unmap()
|
| /kernel/linux/linux-6.6/drivers/iommu/iommufd/ |
| H A D | selftest.c | 230 struct iommu_iotlb_gather *iotlb_gather) in mock_domain_unmap_pages()
227 mock_domain_unmap_pages(struct iommu_domain *domain, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *iotlb_gather) mock_domain_unmap_pages() argument
|
| /kernel/linux/linux-6.6/drivers/iommu/arm/arm-smmu/ |
| H A D | arm-smmu.c | 1197 struct iommu_iotlb_gather *iotlb_gather) in arm_smmu_unmap_pages()
1207 ret = ops->unmap_pages(ops, iova, pgsize, pgcount, iotlb_gather); in arm_smmu_unmap_pages()
1195 arm_smmu_unmap_pages(struct iommu_domain *domain, unsigned long iova, size_t pgsize, size_t pgcount, struct iommu_iotlb_gather *iotlb_gather) arm_smmu_unmap_pages() argument
|