| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_hmm.c | 159 struct hmm_range **phmm_range) in amdgpu_hmm_range_get_pages()
161 struct hmm_range *hmm_range; in amdgpu_hmm_range_get_pages() local
168 hmm_range = kzalloc(sizeof(*hmm_range), GFP_KERNEL); in amdgpu_hmm_range_get_pages()
169 if (unlikely(!hmm_range)) in amdgpu_hmm_range_get_pages()
178 hmm_range->notifier = notifier; in amdgpu_hmm_range_get_pages()
179 hmm_range->default_flags = HMM_PFN_REQ_FAULT; in amdgpu_hmm_range_get_pages()
181 hmm_range->default_flags |= HMM_PFN_REQ_WRITE; in amdgpu_hmm_range_get_pages()
182 hmm_range in amdgpu_hmm_range_get_pages()
241 amdgpu_hmm_range_get_pages_done(struct hmm_range *hmm_range) amdgpu_hmm_range_get_pages_done() argument
[all...] |
| H A D | amdgpu_ttm.h | 46 struct hmm_range;
170 struct hmm_range **range);
172 struct hmm_range *range);
174 struct hmm_range *range);
178 struct hmm_range **range) in amdgpu_ttm_tt_get_user_pages()
183 struct hmm_range *range) in amdgpu_ttm_tt_discard_user_pages()
187 struct hmm_range *range) in amdgpu_ttm_tt_get_user_pages_done()
|
| H A D | amdgpu_hmm.h | 37 struct hmm_range **phmm_range);
38 bool amdgpu_hmm_range_get_pages_done(struct hmm_range *hmm_range);
|
| H A D | amdgpu_bo_list.h | 28 struct hmm_range;
42 struct hmm_range *range;
|
| H A D | amdgpu_amdkfd.h | 71 struct hmm_range *range;
|
| H A D | amdgpu_ttm.c | 661 struct hmm_range **range) in amdgpu_ttm_tt_get_user_pages()
711 struct hmm_range *range) in amdgpu_ttm_tt_discard_user_pages()
726 struct hmm_range *range) in amdgpu_ttm_tt_get_user_pages_done()
|
| H A D | amdgpu_gem.c | 386 struct hmm_range *range; in amdgpu_gem_userptr_ioctl()
|
| H A D | amdgpu_amdkfd_gpuvm.c | 1003 struct hmm_range *range; in init_user_pages()
|
| /kernel/linux/linux-5.10/mm/ |
| H A D | hmm.c | 30 struct hmm_range *range;
41 struct hmm_range *range, unsigned long cpu_flags) in hmm_pfns_fill()
88 struct hmm_range *range = hmm_vma_walk->range; in hmm_pte_need_fault()
123 struct hmm_range *range = hmm_vma_walk->range; in hmm_range_need_fault()
149 struct hmm_range *range = hmm_vma_walk->range; in hmm_vma_walk_hole()
174 static inline unsigned long pmd_to_hmm_pfn_flags(struct hmm_range *range, in pmd_to_hmm_pfn_flags()
190 struct hmm_range *range = hmm_vma_walk->range; in hmm_vma_handle_pmd()
213 static inline bool hmm_is_device_private_entry(struct hmm_range *range, in hmm_is_device_private_entry()
221 static inline unsigned long pte_to_hmm_pfn_flags(struct hmm_range *range, in pte_to_hmm_pfn_flags()
234 struct hmm_range *rang in hmm_vma_handle_pte()
[all...] |
| /kernel/linux/linux-6.6/mm/ |
| H A D | hmm.c | 32 struct hmm_range *range;
43 struct hmm_range *range, unsigned long cpu_flags) in hmm_pfns_fill()
90 struct hmm_range *range = hmm_vma_walk->range; in hmm_pte_need_fault()
125 struct hmm_range *range = hmm_vma_walk->range; in hmm_range_need_fault()
151 struct hmm_range *range = hmm_vma_walk->range; in hmm_vma_walk_hole()
176 static inline unsigned long pmd_to_hmm_pfn_flags(struct hmm_range *range, in pmd_to_hmm_pfn_flags()
192 struct hmm_range *range = hmm_vma_walk->range; in hmm_vma_handle_pmd()
215 static inline unsigned long pte_to_hmm_pfn_flags(struct hmm_range *range, in pte_to_hmm_pfn_flags()
228 struct hmm_range *range = hmm_vma_walk->range; in hmm_vma_handle_pte()
326 struct hmm_range *rang in hmm_vma_walk_pmd()
[all...] |
| /kernel/linux/linux-6.6/include/linux/ |
| H A D | hmm.h | 80 * struct hmm_range - track invalidation lock on virtual address range
91 struct hmm_range { struct
105 int hmm_range_fault(struct hmm_range *range);
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | hmm.h | 85 * struct hmm_range - track invalidation lock on virtual address range
96 struct hmm_range { struct
110 int hmm_range_fault(struct hmm_range *range);
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_dmem.h | 29 struct hmm_range;
|
| H A D | nouveau_svm.c | 515 struct hmm_range *range, in nouveau_hmm_convert_pfn()
572 struct hmm_range range = { in nouveau_range_fault()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_dmem.h | 29 struct hmm_range;
|
| H A D | nouveau_svm.c | 541 struct hmm_range *range, in nouveau_hmm_convert_pfn()
661 struct hmm_range range = { in nouveau_range_fault()
|
| /kernel/linux/linux-5.10/lib/ |
| H A D | test_hmm.c | 160 static int dmirror_do_fault(struct dmirror *dmirror, struct hmm_range *range) in dmirror_do_fault()
241 struct hmm_range *range) in dmirror_range_fault()
286 struct hmm_range range = { in dmirror_fault()
740 static void dmirror_mkentry(struct dmirror *dmirror, struct hmm_range *range, in dmirror_mkentry()
803 struct hmm_range *range, in dmirror_range_snapshot()
870 struct hmm_range range = { in dmirror_snapshot()
|
| /kernel/linux/linux-6.6/lib/ |
| H A D | test_hmm.c | 207 static int dmirror_do_fault(struct dmirror *dmirror, struct hmm_range *range) in dmirror_do_fault()
288 struct hmm_range *range) in dmirror_range_fault()
333 struct hmm_range range = { in dmirror_fault()
1039 static void dmirror_mkentry(struct dmirror *dmirror, struct hmm_range *range, in dmirror_mkentry()
1108 struct hmm_range *range, in dmirror_range_snapshot()
1175 struct hmm_range range = { in dmirror_snapshot()
|
| /kernel/linux/linux-5.10/drivers/infiniband/core/ |
| H A D | umem_odp.c | 361 struct hmm_range range = {};
|
| /kernel/linux/linux-6.6/drivers/infiniband/core/ |
| H A D | umem_odp.c | 355 struct hmm_range range = {};
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_svm.c | 1674 struct hmm_range *hmm_range; in svm_range_validate_and_map() local
1690 &hmm_range); in svm_range_validate_and_map()
1704 hmm_range->hmm_pfns); in svm_range_validate_and_map()
1710 if (!r && amdgpu_hmm_range_get_pages_done(hmm_range)) { in svm_range_validate_and_map()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_ttm.c | 822 struct hmm_range *range;
840 struct hmm_range *range; in amdgpu_ttm_tt_get_user_pages()
|