Home
last modified time | relevance | path

Searched refs:prange (Results 1 - 4 of 4) sorted by relevance

/kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_svm.c85 * @prange: svm range structure to be removed
92 static void svm_range_unlink(struct svm_range *prange) in svm_range_unlink() argument
94 pr_debug("svms 0x%p prange 0x%p [0x%lx 0x%lx]\n", prange->svms, in svm_range_unlink()
95 prange, prange->start, prange->last); in svm_range_unlink()
97 if (prange->svm_bo) { in svm_range_unlink()
98 spin_lock(&prange->svm_bo->list_lock); in svm_range_unlink()
99 list_del(&prange in svm_range_unlink()
109 svm_range_add_notifier_locked(struct mm_struct *mm, struct svm_range *prange) svm_range_add_notifier_locked() argument
128 svm_range_add_to_svms(struct svm_range *prange) svm_range_add_to_svms() argument
139 svm_range_remove_notifier(struct svm_range *prange) svm_range_remove_notifier() argument
159 svm_range_dma_map_dev(struct amdgpu_device *adev, struct svm_range *prange, unsigned long offset, unsigned long npages, unsigned long *hmm_pfns, uint32_t gpuidx) svm_range_dma_map_dev() argument
205 svm_range_dma_map(struct svm_range *prange, unsigned long *bitmap, unsigned long offset, unsigned long npages, unsigned long *hmm_pfns) svm_range_dma_map() argument
252 svm_range_free_dma_mappings(struct svm_range *prange, bool unmap_dma) svm_range_free_dma_mappings() argument
280 svm_range_free(struct svm_range *prange, bool do_unmap) svm_range_free() argument
317 struct svm_range *prange; svm_range_new() local
376 struct svm_range *prange = svm_range_bo_release() local
432 svm_range_validate_svm_bo(struct kfd_node *node, struct svm_range *prange) svm_range_validate_svm_bo() argument
518 svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange, bool clear) svm_range_vram_node_new() argument
624 svm_range_vram_node_free(struct svm_range *prange) svm_range_vram_node_free() argument
638 svm_range_get_node_by_id(struct svm_range *prange, uint32_t gpu_id) svm_range_get_node_by_id() argument
654 svm_range_get_pdd_by_node(struct svm_range *prange, struct kfd_node *node) svm_range_get_pdd_by_node() argument
722 svm_range_apply_attrs(struct kfd_process *p, struct svm_range *prange, uint32_t nattr, struct kfd_ioctl_svm_attribute *attrs, bool *update_mapping) svm_range_apply_attrs() argument
774 svm_range_is_same_attrs(struct kfd_process *p, struct svm_range *prange, uint32_t nattr, struct kfd_ioctl_svm_attribute *attrs) svm_range_is_same_attrs() argument
840 struct svm_range *prange; svm_range_debug_dump() local
1047 svm_range_split(struct svm_range *prange, uint64_t start, uint64_t last, struct svm_range **new) svm_range_split() argument
1083 svm_range_split_tail(struct svm_range *prange, uint64_t new_last, struct list_head *insert_list) svm_range_split_tail() argument
1095 svm_range_split_head(struct svm_range *prange, uint64_t new_start, struct list_head *insert_list) svm_range_split_head() argument
1107 svm_range_add_child(struct svm_range *prange, struct mm_struct *mm, struct svm_range *pchild, enum svm_work_list_ops op) svm_range_add_child() argument
1136 svm_range_split_by_granularity(struct kfd_process *p, struct mm_struct *mm, unsigned long addr, struct svm_range *parent, struct svm_range *prange) svm_range_split_by_granularity() argument
1186 svm_range_get_pte_flags(struct kfd_node *node, struct svm_range *prange, int domain) svm_range_get_pte_flags() argument
1302 svm_range_unmap_from_gpus(struct svm_range *prange, unsigned long start, unsigned long last, uint32_t trigger) svm_range_unmap_from_gpus() argument
1358 svm_range_map_to_gpu(struct kfd_process_device *pdd, struct svm_range *prange, unsigned long offset, unsigned long npages, bool readonly, dma_addr_t *dma_addr, struct amdgpu_device *bo_adev, struct dma_fence **fence, bool flush_tlb) svm_range_map_to_gpu() argument
1435 svm_range_map_to_gpus(struct svm_range *prange, unsigned long offset, unsigned long npages, bool readonly, unsigned long *bitmap, bool wait, bool flush_tlb) svm_range_map_to_gpus() argument
1493 struct svm_range *prange; global() member
1590 svm_range_validate_and_map(struct mm_struct *mm, struct svm_range *prange, int32_t gpuidx, bool intr, bool wait, bool flush_tlb) svm_range_validate_and_map() argument
1771 struct svm_range *prange; svm_range_restore_work() local
1878 svm_range_evict(struct svm_range *prange, struct mm_struct *mm, unsigned long start, unsigned long last, enum mmu_notifier_event event) svm_range_evict() argument
2019 struct svm_range *prange; svm_range_split_new() local
2077 struct svm_range *prange; svm_range_add() local
2175 svm_range_update_notifier_and_interval_tree(struct mm_struct *mm, struct svm_range *prange) svm_range_update_notifier_and_interval_tree() argument
2203 svm_range_handle_list_op(struct svm_range_list *svms, struct svm_range *prange, struct mm_struct *mm) svm_range_handle_list_op() argument
2288 struct svm_range *prange; svm_range_deferred_list_work() local
2358 svm_range_add_list_work(struct svm_range_list *svms, struct svm_range *prange, struct mm_struct *mm, enum svm_work_list_ops op) svm_range_add_list_work() argument
2392 svm_range_unmap_split(struct mm_struct *mm, struct svm_range *parent, struct svm_range *prange, unsigned long start, unsigned long last) svm_range_unmap_split() argument
2426 svm_range_unmap_from_cpu(struct mm_struct *mm, struct svm_range *prange, unsigned long start, unsigned long last) svm_range_unmap_from_cpu() argument
2502 struct svm_range *prange; svm_range_cpu_invalidate_pagetables() local
2556 struct svm_range *prange; svm_range_from_addr() local
2606 svm_range_best_restore_location(struct svm_range *prange, struct kfd_node *node, int32_t *gpuidx) svm_range_best_restore_location() argument
2763 struct svm_range *prange = NULL; svm_range_create_unregistered_range() local
2820 svm_range_skip_recover(struct svm_range *prange) svm_range_skip_recover() argument
2893 struct svm_range *prange; svm_range_restore_pages() local
3087 struct svm_range *prange, *pchild; svm_range_switch_xnack_reserve_mem() local
3144 struct svm_range *prange; svm_range_list_fini() local
3315 svm_range_best_prefetch_location(struct svm_range *prange) svm_range_best_prefetch_location() argument
3396 svm_range_trigger_migration(struct mm_struct *mm, struct svm_range *prange, bool *migrated) svm_range_trigger_migration() argument
3457 struct svm_range *prange = svm_range_evict_svm_bo_worker() local
3509 struct svm_range *prange; svm_range_set_attr() local
3633 struct svm_range *prange; svm_range_get_attr() local
3957 struct svm_range *prange; svm_range_get_info() local
4019 struct svm_range *prange; kfd_criu_checkpoint_svm() local
[all...]
H A Dkfd_migrate.c213 svm_migrate_get_vram_page(struct svm_range *prange, unsigned long pfn) in svm_migrate_get_vram_page() argument
218 svm_range_bo_ref(prange->svm_bo); in svm_migrate_get_vram_page()
219 page->zone_device_data = prange->svm_bo; in svm_migrate_get_vram_page()
290 svm_migrate_copy_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_copy_to_vram() argument
303 pr_debug("svms 0x%p [0x%lx 0x%lx 0x%llx]\n", prange->svms, prange->start, in svm_migrate_copy_to_vram()
304 prange->last, ttm_res_offset); in svm_migrate_copy_to_vram()
309 amdgpu_res_first(prange->ttm_res, ttm_res_offset, in svm_migrate_copy_to_vram()
316 svm_migrate_get_vram_page(prange, migrate->dst[i]); in svm_migrate_copy_to_vram()
394 svm_migrate_vma_to_vram(struct kfd_node *node, struct svm_range *prange, in svm_migrate_vma_to_vram() argument
491 svm_migrate_ram_to_vram(struct svm_range *prange, uint32_t best_loc, struct mm_struct *mm, uint32_t trigger) svm_migrate_ram_to_vram() argument
566 svm_migrate_copy_to_ram(struct amdgpu_device *adev, struct svm_range *prange, struct migrate_vma *migrate, struct dma_fence **mfence, dma_addr_t *scratch, uint64_t npages) svm_migrate_copy_to_ram() argument
671 svm_migrate_vma_to_ram(struct kfd_node *node, struct svm_range *prange, struct vm_area_struct *vma, uint64_t start, uint64_t end, uint32_t trigger, struct page *fault_page) svm_migrate_vma_to_ram() argument
773 svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm, uint32_t trigger, struct page *fault_page) svm_migrate_vram_to_ram() argument
845 svm_migrate_vram_to_vram(struct svm_range *prange, uint32_t best_loc, struct mm_struct *mm, uint32_t trigger) svm_migrate_vram_to_vram() argument
870 svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc, struct mm_struct *mm, uint32_t trigger) svm_migrate_to_vram() argument
896 struct svm_range *prange; svm_migrate_to_ram() local
[all...]
H A Dkfd_svm.h86 * @lock: protect prange start, last, child_list, svm_bo_list
138 static inline void svm_range_lock(struct svm_range *prange) in svm_range_lock() argument
140 mutex_lock(&prange->lock); in svm_range_lock()
141 prange->saved_flags = memalloc_noreclaim_save(); in svm_range_lock()
144 static inline void svm_range_unlock(struct svm_range *prange) in svm_range_unlock() argument
146 memalloc_noreclaim_restore(prange->saved_flags); in svm_range_unlock()
147 mutex_unlock(&prange->lock); in svm_range_unlock()
166 struct kfd_node *svm_range_get_node_by_id(struct svm_range *prange,
168 int svm_range_vram_node_new(struct kfd_node *node, struct svm_range *prange,
170 void svm_range_vram_node_free(struct svm_range *prange);
[all...]
H A Dkfd_migrate.h43 int svm_migrate_to_vram(struct svm_range *prange, uint32_t best_loc,
45 int svm_migrate_vram_to_ram(struct svm_range *prange, struct mm_struct *mm,

Completed in 4 milliseconds