/kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_ids.c | 202 unsigned vmhub = ring->funcs->vmhub; in amdgpu_vmid_grab_idle() local 203 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 277 unsigned vmhub = ring->funcs->vmhub; in amdgpu_vmid_grab_reserved() local 283 *id = vm->reserved_vmid[vmhub]; in amdgpu_vmid_grab_reserved() 346 unsigned vmhub = ring->funcs->vmhub; in amdgpu_vmid_grab_used() local 347 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 414 unsigned vmhub in amdgpu_vmid_grab() local 469 amdgpu_vmid_alloc_reserved(struct amdgpu_device *adev, struct amdgpu_vm *vm, unsigned vmhub) amdgpu_vmid_alloc_reserved() argument 500 amdgpu_vmid_free_reserved(struct amdgpu_device *adev, struct amdgpu_vm *vm, unsigned vmhub) amdgpu_vmid_free_reserved() argument 524 amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub, unsigned vmid) amdgpu_vmid_reset() argument [all...] |
H A D | gmc_v10_0.c | 96 struct amdgpu_vmhub *hub = &adev->vmhub[entry->vmid_src]; in gmc_v10_0_process_interrupt() 163 * @vmhub: vmhub type 167 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() 169 return ((vmhub == AMDGPU_MMHUB_0 || in gmc_v10_0_use_invalidate_semaphore() 170 vmhub == AMDGPU_MMHUB_1) && in gmc_v10_0_use_invalidate_semaphore() 195 unsigned int vmhub, uint32_t flush_type) in gmc_v10_0_flush_vm_hub() 197 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_vm_hub() 198 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_vm_hub() 166 gmc_v10_0_use_invalidate_semaphore(struct amdgpu_device *adev, uint32_t vmhub) gmc_v10_0_use_invalidate_semaphore() argument 194 gmc_v10_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid, unsigned int vmhub, uint32_t flush_type) gmc_v10_0_flush_vm_hub() argument 273 gmc_v10_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, uint32_t vmhub, uint32_t flush_type) gmc_v10_0_flush_gpu_tlb() argument [all...] |
H A D | amdgpu_ids.h | 82 unsigned vmhub); 85 unsigned vmhub); 89 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
H A D | gmc_v9_0.c | 486 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 497 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 532 hub = &adev->vmhub[AMDGPU_MMHUB_0]; in gmc_v9_0_process_interrupt() 535 hub = &adev->vmhub[AMDGPU_MMHUB_1]; in gmc_v9_0_process_interrupt() 538 hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gmc_v9_0_process_interrupt() 582 if (hub == &adev->vmhub[AMDGPU_GFXHUB_0]) { in gmc_v9_0_process_interrupt() 677 * @vmhub: vmhub type 681 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() 683 return ((vmhub in gmc_v9_0_use_invalidate_semaphore() 680 gmc_v9_0_use_invalidate_semaphore(struct amdgpu_device *adev, uint32_t vmhub) gmc_v9_0_use_invalidate_semaphore() argument 718 gmc_v9_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, uint32_t vmhub, uint32_t flush_type) gmc_v9_0_flush_gpu_tlb() argument [all...] |
H A D | amdgpu_gmc.c | 355 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 359 vmhub = ring->funcs->vmhub; in amdgpu_gmc_allocate_vm_inv_eng() 364 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 372 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 375 ring->name, ring->vm_inv_eng, ring->funcs->vmhub); in amdgpu_gmc_allocate_vm_inv_eng() 460 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
H A D | amdgpu_gmc.h | 113 uint32_t vmhub, uint32_t flush_type); 245 #define amdgpu_gmc_flush_gpu_tlb(adev, vmid, vmhub, type) ((adev)->gmc.gmc_funcs->flush_gpu_tlb((adev), (vmid), (vmhub), (type)))
|
H A D | gfxhub_v2_1.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_1_setup_vm_pt_regs() 293 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_1_setup_vmid_config() 340 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_1_program_invalidation() 381 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_1_gart_disable() 459 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_1_init()
|
H A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_0_setup_vm_pt_regs() 287 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_0_gart_disable() 436 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v2_0_init()
|
H A D | gfxhub_v1_0.c | 41 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v1_0_setup_vm_pt_regs() 210 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v1_0_setup_vmid_config() 266 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v1_0_program_invalidation() 309 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v1_0_gart_disable() 378 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB_0]; in gfxhub_v1_0_init()
|
H A D | mmhub_v2_0.c | 165 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB_0]; in mmhub_v2_0_setup_vm_pt_regs() 342 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB_0]; in mmhub_v2_0_setup_vmid_config() 390 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB_0]; in mmhub_v2_0_program_invalidation() 419 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB_0]; in mmhub_v2_0_gart_disable() 498 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB_0]; in mmhub_v2_0_init()
|
/kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
H A D | amdgpu_ids.c | 205 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_idle() local 206 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_idle() 280 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_reserved() local 281 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_reserved() 341 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab_used() local 342 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab_used() 401 unsigned vmhub = ring->vm_hub; in amdgpu_vmid_grab() local 402 struct amdgpu_vmid_mgr *id_mgr = &adev->vm_manager.id_mgr[vmhub]; in amdgpu_vmid_grab() 412 if (vm->reserved_vmid[vmhub] || (enforce_isolation && (vmhub in amdgpu_vmid_grab() 462 amdgpu_vmid_alloc_reserved(struct amdgpu_device *adev, unsigned vmhub) amdgpu_vmid_alloc_reserved() argument 484 amdgpu_vmid_free_reserved(struct amdgpu_device *adev, unsigned vmhub) amdgpu_vmid_free_reserved() argument 508 amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub, unsigned vmid) amdgpu_vmid_reset() argument [all...] |
H A D | amdgpu_ids.h | 82 unsigned vmhub); 84 unsigned vmhub); 87 void amdgpu_vmid_reset(struct amdgpu_device *adev, unsigned vmhub,
|
H A D | gmc_v10_0.c | 107 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v10_0_process_interrupt() 203 * @vmhub: vmhub type 207 uint32_t vmhub) in gmc_v10_0_use_invalidate_semaphore() 209 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v10_0_use_invalidate_semaphore() 234 unsigned int vmhub, uint32_t flush_type) in gmc_v10_0_flush_vm_hub() 236 bool use_semaphore = gmc_v10_0_use_invalidate_semaphore(adev, vmhub); in gmc_v10_0_flush_vm_hub() 237 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v10_0_flush_vm_hub() 245 hub_ip = (vmhub in gmc_v10_0_flush_vm_hub() 206 gmc_v10_0_use_invalidate_semaphore(struct amdgpu_device *adev, uint32_t vmhub) gmc_v10_0_use_invalidate_semaphore() argument 233 gmc_v10_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid, unsigned int vmhub, uint32_t flush_type) gmc_v10_0_flush_vm_hub() argument 324 gmc_v10_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, uint32_t vmhub, uint32_t flush_type) gmc_v10_0_flush_gpu_tlb() argument [all...] |
H A D | gmc_v11_0.c | 102 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub_index]; in gmc_v11_0_process_interrupt() 168 * @vmhub: vmhub type 172 uint32_t vmhub) in gmc_v11_0_use_invalidate_semaphore() 174 return ((vmhub == AMDGPU_MMHUB0(0)) && in gmc_v11_0_use_invalidate_semaphore() 195 unsigned int vmhub, uint32_t flush_type) in gmc_v11_0_flush_vm_hub() 197 bool use_semaphore = gmc_v11_0_use_invalidate_semaphore(adev, vmhub); in gmc_v11_0_flush_vm_hub() 198 struct amdgpu_vmhub *hub = &adev->vmhub[vmhub]; in gmc_v11_0_flush_vm_hub() 206 hub_ip = (vmhub in gmc_v11_0_flush_vm_hub() 171 gmc_v11_0_use_invalidate_semaphore(struct amdgpu_device *adev, uint32_t vmhub) gmc_v11_0_use_invalidate_semaphore() argument 194 gmc_v11_0_flush_vm_hub(struct amdgpu_device *adev, uint32_t vmid, unsigned int vmhub, uint32_t flush_type) gmc_v11_0_flush_vm_hub() argument 285 gmc_v11_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, uint32_t vmhub, uint32_t flush_type) gmc_v11_0_flush_gpu_tlb() argument [all...] |
H A D | gmc_v9_0.c | 485 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 513 hub = &adev->vmhub[j]; in gmc_v9_0_vm_fault_interrupt_state() 569 hub = &adev->vmhub[AMDGPU_MMHUB0(node_id / 4)]; in gmc_v9_0_process_interrupt() 572 hub = &adev->vmhub[AMDGPU_MMHUB1(0)]; in gmc_v9_0_process_interrupt() 581 hub = &adev->vmhub[xcc_id]; in gmc_v9_0_process_interrupt() 767 * @vmhub: vmhub type 771 uint32_t vmhub) in gmc_v9_0_use_invalidate_semaphore() 777 return ((vmhub == AMDGPU_MMHUB0(0) || in gmc_v9_0_use_invalidate_semaphore() 778 vmhub in gmc_v9_0_use_invalidate_semaphore() 770 gmc_v9_0_use_invalidate_semaphore(struct amdgpu_device *adev, uint32_t vmhub) gmc_v9_0_use_invalidate_semaphore() argument 813 gmc_v9_0_flush_gpu_tlb(struct amdgpu_device *adev, uint32_t vmid, uint32_t vmhub, uint32_t flush_type) gmc_v9_0_flush_gpu_tlb() argument [all...] |
H A D | gfxhub_v1_0.c | 43 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vm_pt_regs() 252 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_setup_vmid_config() 312 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_program_invalidation() 343 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_gart_disable() 417 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v1_0_init()
|
H A D | mmhub_v3_0_1.c | 141 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vm_pt_regs() 309 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_setup_vmid_config() 359 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_program_invalidation() 388 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_gart_disable() 462 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_1_init()
|
H A D | mmhub_v3_0_2.c | 132 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vm_pt_regs() 314 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_setup_vmid_config() 364 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_program_invalidation() 393 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_gart_disable() 472 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_2_init()
|
H A D | gfxhub_v3_0_3.c | 125 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vm_pt_regs() 298 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_setup_vmid_config() 347 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_gart_disable() 454 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_3_init()
|
H A D | gfxhub_v3_0.c | 122 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vm_pt_regs() 293 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_setup_vmid_config() 342 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_program_invalidation() 383 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_gart_disable() 466 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v3_0_init()
|
H A D | gfxhub_v2_0.c | 123 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vm_pt_regs() 285 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_setup_vmid_config() 334 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_program_invalidation() 363 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_gart_disable() 437 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_GFXHUB(0)]; in gfxhub_v2_0_init()
|
H A D | amdgpu_gmc.h | 129 uint32_t vmhub, uint32_t flush_type); 338 #define amdgpu_gmc_flush_gpu_tlb(adev, vmid, vmhub, type) ((adev)->gmc.gmc_funcs->flush_gpu_tlb((adev), (vmid), (vmhub), (type)))
|
H A D | amdgpu_gmc.c | 544 unsigned vmhub, inv_eng; in amdgpu_gmc_allocate_vm_inv_eng() local 556 vmhub = ring->vm_hub; in amdgpu_gmc_allocate_vm_inv_eng() 561 inv_eng = ffs(vm_inv_engs[vmhub]); in amdgpu_gmc_allocate_vm_inv_eng() 569 vm_inv_engs[vmhub] &= ~(1 << ring->vm_inv_eng); in amdgpu_gmc_allocate_vm_inv_eng() 669 hub = &adev->vmhub[hub_type]; in amdgpu_gmc_set_vm_fault_masks()
|
H A D | mmhub_v3_0.c | 139 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vm_pt_regs() 322 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_setup_vmid_config() 372 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_program_invalidation() 401 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_gart_disable() 480 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v3_0_init()
|
H A D | mmhub_v2_3.c | 124 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vm_pt_regs() 283 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_setup_vmid_config() 333 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_program_invalidation() 376 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_gart_disable() 450 struct amdgpu_vmhub *hub = &adev->vmhub[AMDGPU_MMHUB0(0)]; in mmhub_v2_3_init()
|