Lines Matching refs:iopt_pages
4 * The iopt_pages is the center of the storage and motion of PFNs. Each
5 * iopt_pages represents a logical linear array of full PFNs. The array is 0
10 * 1) iopt_pages::pinned_pfns xarray
35 * While the iopt_pages can use an iommu_domain as storage, it does not have an
37 * iopt_pages as the PFN provider. Multiple iopt_areas can share the iopt_pages
45 * last_iova + 1 can overflow. An iopt_pages index will always be much less than
163 static void iopt_pages_add_npinned(struct iopt_pages *pages, size_t npages)
172 static void iopt_pages_sub_npinned(struct iopt_pages *pages, size_t npages)
181 static void iopt_pages_err_unpin(struct iopt_pages *pages,
194 * iopt_pages. If the iova is sub page-size then the area has an iova that
249 static struct iopt_area *iopt_pages_find_domain_area(struct iopt_pages *pages,
625 static void batch_unpin(struct pfn_batch *batch, struct iopt_pages *pages,
709 struct iopt_pages *pages)
722 struct iopt_pages *pages)
737 struct iopt_pages *pages,
804 static int incr_user_locked_vm(struct iopt_pages *pages, unsigned long npages)
822 static void decr_user_locked_vm(struct iopt_pages *pages, unsigned long npages)
830 static int update_mm_locked_vm(struct iopt_pages *pages, unsigned long npages,
857 static int do_update_pinned(struct iopt_pages *pages, unsigned long npages,
886 static void update_unpinned(struct iopt_pages *pages)
904 struct iopt_pages *pages)
928 * - The iopt_pages xarray. This is only populated if there is a
937 struct iopt_pages *pages;
961 struct iopt_pages *pages = pfns->pages;
1062 static int pfn_reader_init(struct pfn_reader *pfns, struct iopt_pages *pages,
1093 struct iopt_pages *pages = pfns->pages;
1113 struct iopt_pages *pages = pfns->pages;
1121 static int pfn_reader_first(struct pfn_reader *pfns, struct iopt_pages *pages,
1141 struct iopt_pages *iopt_alloc_pages(void __user *uptr, unsigned long length,
1144 struct iopt_pages *pages;
1183 struct iopt_pages *pages = container_of(kref, struct iopt_pages, kref);
1198 struct iopt_pages *pages, struct iommu_domain *domain,
1258 struct iopt_pages *pages,
1310 struct iopt_pages *pages,
1342 void iopt_area_unfill_domain(struct iopt_area *area, struct iopt_pages *pages,
1354 * Read the pfns from the area's underlying iopt_pages and map them into the
1408 int iopt_area_fill_domains(struct iopt_area *area, struct iopt_pages *pages)
1492 void iopt_area_unfill_domains(struct iopt_area *area, struct iopt_pages *pages)
1520 struct iopt_pages *pages,
1542 void iopt_pages_unfill_xarray(struct iopt_pages *pages,
1590 void iopt_pages_fill_from_xarray(struct iopt_pages *pages,
1610 static int iopt_pages_fill_from_domain(struct iopt_pages *pages,
1632 static int iopt_pages_fill_from_mm(struct iopt_pages *pages,
1671 int iopt_pages_fill_xarray(struct iopt_pages *pages, unsigned long start_index,
1743 static int iopt_pages_rw_slow(struct iopt_pages *pages,
1784 static int iopt_pages_rw_page(struct iopt_pages *pages, unsigned long index,
1831 int iopt_pages_rw_access(struct iopt_pages *pages, unsigned long start_byte,
1886 iopt_pages_get_exact_access(struct iopt_pages *pages, unsigned long index,
1919 struct iopt_pages *pages = area->pages;
1974 struct iopt_pages *pages = area->pages;