| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd.h | 131 int amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine,
134 void amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle);
135 bool amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd);
136 int amdgpu_amdkfd_flush_gpu_tlb_vmid(struct kgd_dev *kgd, uint16_t vmid);
137 int amdgpu_amdkfd_flush_gpu_tlb_pasid(struct kgd_dev *kgd, uint16_t pasid);
145 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd);
183 int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size,
186 void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj);
187 int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, void **mem_obj);
188 void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, voi
327 kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev, unsigned int asic_type, bool vf) kgd2kfd_probe() argument
[all...] |
| H A D | amdgpu_amdkfd_gfx_v7.c | 85 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
87 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
90 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm() argument
93 struct amdgpu_device *adev = get_amdgpu_device(kgd); in lock_srbm()
100 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm() argument
102 struct amdgpu_device *adev = get_amdgpu_device(kgd); in unlock_srbm()
108 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue() argument
111 struct amdgpu_device *adev = get_amdgpu_device(kgd); in acquire_queue()
116 lock_srbm(kgd, mec, pipe, queue_id, 0); in acquire_queue()
119 static void release_queue(struct kgd_dev *kgd) in release_queue() argument
124 kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, uint32_t sh_mem_config, uint32_t sh_mem_ape1_base, uint32_t sh_mem_ape1_limit, uint32_t sh_mem_bases) kgd_program_sh_mem_settings() argument
142 kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, unsigned int vmid) kgd_set_pasid_vmid_mapping() argument
168 kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_init_interrupts() argument
210 kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t __user *wptr, uint32_t wptr_shift, uint32_t wptr_mask, struct mm_struct *mm) kgd_hqd_load() argument
256 kgd_hqd_dump(struct kgd_dev *kgd, uint32_t pipe_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_dump() argument
292 kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, uint32_t __user *wptr, struct mm_struct *mm) kgd_hqd_sdma_load() argument
348 kgd_hqd_sdma_dump(struct kgd_dev *kgd, uint32_t engine_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_sdma_dump() argument
375 kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_is_occupied() argument
397 kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_hqd_sdma_is_occupied() argument
415 kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, enum kfd_preempt_type reset_type, unsigned int utimeout, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_destroy() argument
517 kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, unsigned int utimeout) kgd_hqd_sdma_destroy() argument
554 kgd_address_watch_disable(struct kgd_dev *kgd) kgd_address_watch_disable() argument
574 kgd_address_watch_execute(struct kgd_dev *kgd, unsigned int watch_point_id, uint32_t cntl_val, uint32_t addr_hi, uint32_t addr_lo) kgd_address_watch_execute() argument
605 kgd_wave_control_execute(struct kgd_dev *kgd, uint32_t gfx_index_val, uint32_t sq_cmd) kgd_wave_control_execute() argument
630 kgd_address_watch_get_offset(struct kgd_dev *kgd, unsigned int watch_point_id, unsigned int reg_offset) kgd_address_watch_get_offset() argument
637 get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd, uint8_t vmid, uint16_t *p_pasid) get_atc_vmid_pasid_mapping_info() argument
649 set_scratch_backing_va(struct kgd_dev *kgd, uint64_t va, uint32_t vmid) set_scratch_backing_va() argument
659 set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, uint64_t page_table_base) set_vm_context_page_table_base() argument
679 read_vmid_from_vmfault_reg(struct kgd_dev *kgd) read_vmid_from_vmfault_reg() argument
[all...] |
| H A D | amdgpu_amdkfd_gfx_v8.c | 42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
44 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm() argument
50 struct amdgpu_device *adev = get_amdgpu_device(kgd); in lock_srbm()
57 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm() argument
59 struct amdgpu_device *adev = get_amdgpu_device(kgd); in unlock_srbm()
65 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue() argument
68 struct amdgpu_device *adev = get_amdgpu_device(kgd); in acquire_queue()
73 lock_srbm(kgd, mec, pipe, queue_id, 0); in acquire_queue()
76 static void release_queue(struct kgd_dev *kgd) in release_queue() argument
81 kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, uint32_t sh_mem_config, uint32_t sh_mem_ape1_base, uint32_t sh_mem_ape1_limit, uint32_t sh_mem_bases) kgd_program_sh_mem_settings() argument
99 kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, unsigned int vmid) kgd_set_pasid_vmid_mapping() argument
126 kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_init_interrupts() argument
168 kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t __user *wptr, uint32_t wptr_shift, uint32_t wptr_mask, struct mm_struct *mm) kgd_hqd_load() argument
243 kgd_hqd_dump(struct kgd_dev *kgd, uint32_t pipe_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_dump() argument
279 kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, uint32_t __user *wptr, struct mm_struct *mm) kgd_hqd_sdma_load() argument
334 kgd_hqd_sdma_dump(struct kgd_dev *kgd, uint32_t engine_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_sdma_dump() argument
370 kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_is_occupied() argument
392 kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_hqd_sdma_is_occupied() argument
410 kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, enum kfd_preempt_type reset_type, unsigned int utimeout, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_destroy() argument
515 kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, unsigned int utimeout) kgd_hqd_sdma_destroy() argument
552 get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd, uint8_t vmid, uint16_t *p_pasid) get_atc_vmid_pasid_mapping_info() argument
564 kgd_address_watch_disable(struct kgd_dev *kgd) kgd_address_watch_disable() argument
569 kgd_address_watch_execute(struct kgd_dev *kgd, unsigned int watch_point_id, uint32_t cntl_val, uint32_t addr_hi, uint32_t addr_lo) kgd_address_watch_execute() argument
578 kgd_wave_control_execute(struct kgd_dev *kgd, uint32_t gfx_index_val, uint32_t sq_cmd) kgd_wave_control_execute() argument
603 kgd_address_watch_get_offset(struct kgd_dev *kgd, unsigned int watch_point_id, unsigned int reg_offset) kgd_address_watch_get_offset() argument
610 set_scratch_backing_va(struct kgd_dev *kgd, uint64_t va, uint32_t vmid) set_scratch_backing_va() argument
620 set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, uint64_t page_table_base) set_vm_context_page_table_base() argument
[all...] |
| H A D | amdgpu_amdkfd_gfx_v10.c | 43 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
45 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
48 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm() argument
51 struct amdgpu_device *adev = get_amdgpu_device(kgd); in lock_srbm()
57 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm() argument
59 struct amdgpu_device *adev = get_amdgpu_device(kgd); in unlock_srbm()
65 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue() argument
68 struct amdgpu_device *adev = get_amdgpu_device(kgd); in acquire_queue()
73 lock_srbm(kgd, mec, pipe, queue_id, 0); in acquire_queue()
85 static void release_queue(struct kgd_dev *kgd) in release_queue() argument
90 kgd_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, uint32_t sh_mem_config, uint32_t sh_mem_ape1_base, uint32_t sh_mem_ape1_limit, uint32_t sh_mem_bases) kgd_program_sh_mem_settings() argument
107 kgd_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, unsigned int vmid) kgd_set_pasid_vmid_mapping() argument
154 kgd_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_init_interrupts() argument
222 kgd_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t __user *wptr, uint32_t wptr_shift, uint32_t wptr_mask, struct mm_struct *mm) kgd_hqd_load() argument
305 kgd_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t doorbell_off) kgd_hiq_mqd_load() argument
358 kgd_hqd_dump(struct kgd_dev *kgd, uint32_t pipe_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_dump() argument
390 kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, uint32_t __user *wptr, struct mm_struct *mm) kgd_hqd_sdma_load() argument
460 kgd_hqd_sdma_dump(struct kgd_dev *kgd, uint32_t engine_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_sdma_dump() argument
492 kgd_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_is_occupied() argument
514 kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_hqd_sdma_is_occupied() argument
533 kgd_hqd_destroy(struct kgd_dev *kgd, void *mqd, enum kfd_preempt_type reset_type, unsigned int utimeout, uint32_t pipe_id, uint32_t queue_id) kgd_hqd_destroy() argument
644 kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, unsigned int utimeout) kgd_hqd_sdma_destroy() argument
684 get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd, uint8_t vmid, uint16_t *p_pasid) get_atc_vmid_pasid_mapping_info() argument
697 kgd_address_watch_disable(struct kgd_dev *kgd) kgd_address_watch_disable() argument
702 kgd_address_watch_execute(struct kgd_dev *kgd, unsigned int watch_point_id, uint32_t cntl_val, uint32_t addr_hi, uint32_t addr_lo) kgd_address_watch_execute() argument
711 kgd_wave_control_execute(struct kgd_dev *kgd, uint32_t gfx_index_val, uint32_t sq_cmd) kgd_wave_control_execute() argument
736 kgd_address_watch_get_offset(struct kgd_dev *kgd, unsigned int watch_point_id, unsigned int reg_offset) kgd_address_watch_get_offset() argument
743 set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, uint64_t page_table_base) set_vm_context_page_table_base() argument
[all...] |
| H A D | amdgpu_amdkfd_gfx_v10_3.c | 42 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
44 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
47 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm() argument
50 struct amdgpu_device *adev = get_amdgpu_device(kgd); in lock_srbm()
56 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm() argument
58 struct amdgpu_device *adev = get_amdgpu_device(kgd); in unlock_srbm()
64 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue() argument
67 struct amdgpu_device *adev = get_amdgpu_device(kgd); in acquire_queue()
72 lock_srbm(kgd, mec, pipe, queue_id, 0); in acquire_queue()
84 static void release_queue(struct kgd_dev *kgd) in release_queue() argument
89 program_sh_mem_settings_v10_3(struct kgd_dev *kgd, uint32_t vmid, uint32_t sh_mem_config, uint32_t sh_mem_ape1_base, uint32_t sh_mem_ape1_limit, uint32_t sh_mem_bases) program_sh_mem_settings_v10_3() argument
107 set_pasid_vmid_mapping_v10_3(struct kgd_dev *kgd, unsigned int pasid, unsigned int vmid) set_pasid_vmid_mapping_v10_3() argument
122 init_interrupts_v10_3(struct kgd_dev *kgd, uint32_t pipe_id) init_interrupts_v10_3() argument
192 hqd_load_v10_3(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t __user *wptr, uint32_t wptr_shift, uint32_t wptr_mask, struct mm_struct *mm) hqd_load_v10_3() argument
290 hiq_mqd_load_v10_3(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t doorbell_off) hiq_mqd_load_v10_3() argument
343 hqd_dump_v10_3(struct kgd_dev *kgd, uint32_t pipe_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) hqd_dump_v10_3() argument
375 hqd_sdma_load_v10_3(struct kgd_dev *kgd, void *mqd, uint32_t __user *wptr, struct mm_struct *mm) hqd_sdma_load_v10_3() argument
445 hqd_sdma_dump_v10_3(struct kgd_dev *kgd, uint32_t engine_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) hqd_sdma_dump_v10_3() argument
477 hqd_is_occupied_v10_3(struct kgd_dev *kgd, uint64_t queue_address, uint32_t pipe_id, uint32_t queue_id) hqd_is_occupied_v10_3() argument
499 hqd_sdma_is_occupied_v10_3(struct kgd_dev *kgd, void *mqd) hqd_sdma_is_occupied_v10_3() argument
518 hqd_destroy_v10_3(struct kgd_dev *kgd, void *mqd, enum kfd_preempt_type reset_type, unsigned int utimeout, uint32_t pipe_id, uint32_t queue_id) hqd_destroy_v10_3() argument
566 hqd_sdma_destroy_v10_3(struct kgd_dev *kgd, void *mqd, unsigned int utimeout) hqd_sdma_destroy_v10_3() argument
607 address_watch_disable_v10_3(struct kgd_dev *kgd) address_watch_disable_v10_3() argument
612 address_watch_execute_v10_3(struct kgd_dev *kgd, unsigned int watch_point_id, uint32_t cntl_val, uint32_t addr_hi, uint32_t addr_lo) address_watch_execute_v10_3() argument
621 wave_control_execute_v10_3(struct kgd_dev *kgd, uint32_t gfx_index_val, uint32_t sq_cmd) wave_control_execute_v10_3() argument
646 address_watch_get_offset_v10_3(struct kgd_dev *kgd, unsigned int watch_point_id, unsigned int reg_offset) address_watch_get_offset_v10_3() argument
653 set_vm_context_page_table_base_v10_3(struct kgd_dev *kgd, uint32_t vmid, uint64_t page_table_base) set_vm_context_page_table_base_v10_3() argument
[all...] |
| H A D | amdgpu_amdkfd_gfx_v9.c | 47 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
49 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
52 static void lock_srbm(struct kgd_dev *kgd, uint32_t mec, uint32_t pipe, in lock_srbm() argument
55 struct amdgpu_device *adev = get_amdgpu_device(kgd); in lock_srbm()
61 static void unlock_srbm(struct kgd_dev *kgd) in unlock_srbm() argument
63 struct amdgpu_device *adev = get_amdgpu_device(kgd); in unlock_srbm()
69 static void acquire_queue(struct kgd_dev *kgd, uint32_t pipe_id, in acquire_queue() argument
72 struct amdgpu_device *adev = get_amdgpu_device(kgd); in acquire_queue()
77 lock_srbm(kgd, mec, pipe, queue_id, 0); in acquire_queue()
89 static void release_queue(struct kgd_dev *kgd) in release_queue() argument
94 kgd_gfx_v9_program_sh_mem_settings(struct kgd_dev *kgd, uint32_t vmid, uint32_t sh_mem_config, uint32_t sh_mem_ape1_base, uint32_t sh_mem_ape1_limit, uint32_t sh_mem_bases) kgd_gfx_v9_program_sh_mem_settings() argument
111 kgd_gfx_v9_set_pasid_vmid_mapping(struct kgd_dev *kgd, u32 pasid, unsigned int vmid) kgd_gfx_v9_set_pasid_vmid_mapping() argument
172 kgd_gfx_v9_init_interrupts(struct kgd_dev *kgd, uint32_t pipe_id) kgd_gfx_v9_init_interrupts() argument
234 kgd_gfx_v9_hqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t __user *wptr, uint32_t wptr_shift, uint32_t wptr_mask, struct mm_struct *mm) kgd_gfx_v9_hqd_load() argument
314 kgd_gfx_v9_hiq_mqd_load(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id, uint32_t queue_id, uint32_t doorbell_off) kgd_gfx_v9_hiq_mqd_load() argument
367 kgd_gfx_v9_hqd_dump(struct kgd_dev *kgd, uint32_t pipe_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_gfx_v9_hqd_dump() argument
399 kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, uint32_t __user *wptr, struct mm_struct *mm) kgd_hqd_sdma_load() argument
469 kgd_hqd_sdma_dump(struct kgd_dev *kgd, uint32_t engine_id, uint32_t queue_id, uint32_t (**dump)[2], uint32_t *n_regs) kgd_hqd_sdma_dump() argument
501 kgd_gfx_v9_hqd_is_occupied(struct kgd_dev *kgd, uint64_t queue_address, uint32_t pipe_id, uint32_t queue_id) kgd_gfx_v9_hqd_is_occupied() argument
523 kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) kgd_hqd_sdma_is_occupied() argument
542 kgd_gfx_v9_hqd_destroy(struct kgd_dev *kgd, void *mqd, enum kfd_preempt_type reset_type, unsigned int utimeout, uint32_t pipe_id, uint32_t queue_id) kgd_gfx_v9_hqd_destroy() argument
592 kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, unsigned int utimeout) kgd_hqd_sdma_destroy() argument
632 kgd_gfx_v9_get_atc_vmid_pasid_mapping_info(struct kgd_dev *kgd, uint8_t vmid, uint16_t *p_pasid) kgd_gfx_v9_get_atc_vmid_pasid_mapping_info() argument
645 kgd_gfx_v9_address_watch_disable(struct kgd_dev *kgd) kgd_gfx_v9_address_watch_disable() argument
650 kgd_gfx_v9_address_watch_execute(struct kgd_dev *kgd, unsigned int watch_point_id, uint32_t cntl_val, uint32_t addr_hi, uint32_t addr_lo) kgd_gfx_v9_address_watch_execute() argument
659 kgd_gfx_v9_wave_control_execute(struct kgd_dev *kgd, uint32_t gfx_index_val, uint32_t sq_cmd) kgd_gfx_v9_wave_control_execute() argument
684 kgd_gfx_v9_address_watch_get_offset(struct kgd_dev *kgd, unsigned int watch_point_id, unsigned int reg_offset) kgd_gfx_v9_address_watch_get_offset() argument
691 kgd_gfx_v9_set_vm_context_page_table_base(struct kgd_dev *kgd, uint32_t vmid, uint64_t page_table_base) kgd_gfx_v9_set_vm_context_page_table_base() argument
802 kgd_gfx_v9_get_cu_occupancy(struct kgd_dev *kgd, int pasid, int *pasid_wave_cnt, int *max_waves_per_cu) kgd_gfx_v9_get_cu_occupancy() argument
[all...] |
| H A D | amdgpu_amdkfd.c | 233 void amdgpu_amdkfd_gpu_reset(struct kgd_dev *kgd) in amdgpu_amdkfd_gpu_reset() argument
235 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_gpu_reset()
241 int amdgpu_amdkfd_alloc_gtt_mem(struct kgd_dev *kgd, size_t size, in amdgpu_amdkfd_alloc_gtt_mem() argument
245 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gtt_mem()
313 void amdgpu_amdkfd_free_gtt_mem(struct kgd_dev *kgd, void *mem_obj) in amdgpu_amdkfd_free_gtt_mem() argument
324 int amdgpu_amdkfd_alloc_gws(struct kgd_dev *kgd, size_t size, in amdgpu_amdkfd_alloc_gws() argument
327 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_alloc_gws()
351 void amdgpu_amdkfd_free_gws(struct kgd_dev *kgd, void *mem_obj) in amdgpu_amdkfd_free_gws() argument
358 uint32_t amdgpu_amdkfd_get_fw_version(struct kgd_dev *kgd, in amdgpu_amdkfd_get_fw_version() argument
361 struct amdgpu_device *adev = (struct amdgpu_device *)kgd; in amdgpu_amdkfd_get_fw_version()
395 amdgpu_amdkfd_get_local_mem_info(struct kgd_dev *kgd, struct kfd_local_mem_info *mem_info) amdgpu_amdkfd_get_local_mem_info() argument
430 amdgpu_amdkfd_get_gpu_clock_counter(struct kgd_dev *kgd) amdgpu_amdkfd_get_gpu_clock_counter() argument
439 amdgpu_amdkfd_get_max_engine_clock_in_mhz(struct kgd_dev *kgd) amdgpu_amdkfd_get_max_engine_clock_in_mhz() argument
452 amdgpu_amdkfd_get_cu_info(struct kgd_dev *kgd, struct kfd_cu_info *cu_info) amdgpu_amdkfd_get_cu_info() argument
475 amdgpu_amdkfd_get_dmabuf_info(struct kgd_dev *kgd, int dma_buf_fd, struct kgd_dev **dma_buf_kgd, uint64_t *bo_size, void *metadata_buffer, size_t buffer_size, uint32_t *metadata_size, uint32_t *flags) amdgpu_amdkfd_get_dmabuf_info() argument
532 amdgpu_amdkfd_get_vram_usage(struct kgd_dev *kgd) amdgpu_amdkfd_get_vram_usage() argument
540 amdgpu_amdkfd_get_hive_id(struct kgd_dev *kgd) amdgpu_amdkfd_get_hive_id() argument
547 amdgpu_amdkfd_get_unique_id(struct kgd_dev *kgd) amdgpu_amdkfd_get_unique_id() argument
569 amdgpu_amdkfd_get_mmio_remap_phys_addr(struct kgd_dev *kgd) amdgpu_amdkfd_get_mmio_remap_phys_addr() argument
576 amdgpu_amdkfd_get_num_gws(struct kgd_dev *kgd) amdgpu_amdkfd_get_num_gws() argument
583 amdgpu_amdkfd_get_asic_rev_id(struct kgd_dev *kgd) amdgpu_amdkfd_get_asic_rev_id() argument
590 amdgpu_amdkfd_get_noretry(struct kgd_dev *kgd) amdgpu_amdkfd_get_noretry() argument
597 amdgpu_amdkfd_submit_ib(struct kgd_dev *kgd, enum kgd_engine_type engine, uint32_t vmid, uint64_t gpu_addr, uint32_t *ib_cmd, uint32_t ib_len) amdgpu_amdkfd_submit_ib() argument
653 amdgpu_amdkfd_set_compute_idle(struct kgd_dev *kgd, bool idle) amdgpu_amdkfd_set_compute_idle() argument
670 amdgpu_amdkfd_flush_gpu_tlb_vmid(struct kgd_dev *kgd, uint16_t vmid) amdgpu_amdkfd_flush_gpu_tlb_vmid() argument
686 amdgpu_amdkfd_flush_gpu_tlb_pasid(struct kgd_dev *kgd, uint16_t pasid) amdgpu_amdkfd_flush_gpu_tlb_pasid() argument
699 amdgpu_amdkfd_have_atomics_support(struct kgd_dev *kgd) amdgpu_amdkfd_have_atomics_support() argument
[all...] |
| H A D | amdgpu_amdkfd_arcturus.c | 59 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
61 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
125 static int kgd_hqd_sdma_load(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_load() argument
128 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_load()
195 static int kgd_hqd_sdma_dump(struct kgd_dev *kgd, in kgd_hqd_sdma_dump() argument
199 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_dump()
227 static bool kgd_hqd_sdma_is_occupied(struct kgd_dev *kgd, void *mqd) in kgd_hqd_sdma_is_occupied() argument
229 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_is_occupied()
246 static int kgd_hqd_sdma_destroy(struct kgd_dev *kgd, void *mqd, in kgd_hqd_sdma_destroy() argument
249 struct amdgpu_device *adev = get_amdgpu_device(kgd); in kgd_hqd_sdma_destroy()
[all...] |
| H A D | amdgpu_amdkfd_gpuvm.c | 65 static inline struct amdgpu_device *get_amdgpu_device(struct kgd_dev *kgd) in get_amdgpu_device() argument
67 return (struct amdgpu_device *)kgd; in get_amdgpu_device()
986 int amdgpu_amdkfd_gpuvm_create_process_vm(struct kgd_dev *kgd, u32 pasid, in amdgpu_amdkfd_gpuvm_create_process_vm() argument
990 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_create_process_vm()
1021 int amdgpu_amdkfd_gpuvm_acquire_process_vm(struct kgd_dev *kgd, in amdgpu_amdkfd_gpuvm_acquire_process_vm() argument
1026 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_acquire_process_vm()
1091 void amdgpu_amdkfd_gpuvm_destroy_process_vm(struct kgd_dev *kgd, void *vm) in amdgpu_amdkfd_gpuvm_destroy_process_vm() argument
1093 struct amdgpu_device *adev = get_amdgpu_device(kgd); in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1096 if (WARN_ON(!kgd || !vm)) in amdgpu_amdkfd_gpuvm_destroy_process_vm()
1106 void amdgpu_amdkfd_gpuvm_release_process_vm(struct kgd_dev *kgd, voi argument
1136 amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu( struct kgd_dev *kgd, uint64_t va, uint64_t size, void *vm, struct kgd_mem **mem, uint64_t *offset, uint32_t flags) amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu() argument
1272 amdgpu_amdkfd_gpuvm_free_memory_of_gpu( struct kgd_dev *kgd, struct kgd_mem *mem, uint64_t *size) amdgpu_amdkfd_gpuvm_free_memory_of_gpu() argument
1357 amdgpu_amdkfd_gpuvm_map_memory_to_gpu( struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) amdgpu_amdkfd_gpuvm_map_memory_to_gpu() argument
1495 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu( struct kgd_dev *kgd, struct kgd_mem *mem, void *vm) amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu() argument
1563 amdgpu_amdkfd_gpuvm_sync_memory( struct kgd_dev *kgd, struct kgd_mem *mem, bool intr) amdgpu_amdkfd_gpuvm_sync_memory() argument
1580 amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(struct kgd_dev *kgd, struct kgd_mem *mem, void **kptr, uint64_t *size) amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel() argument
1636 amdgpu_amdkfd_gpuvm_get_vm_fault_info(struct kgd_dev *kgd, struct kfd_vm_fault_info *mem) amdgpu_amdkfd_gpuvm_get_vm_fault_info() argument
1650 amdgpu_amdkfd_gpuvm_import_dmabuf(struct kgd_dev *kgd, struct dma_buf *dma_buf, uint64_t va, void *vm, struct kgd_mem **mem, uint64_t *size, uint64_t *mmap_offset) amdgpu_amdkfd_gpuvm_import_dmabuf() argument
2256 amdgpu_amdkfd_get_tile_config(struct kgd_dev *kgd, struct tile_config *config) amdgpu_amdkfd_get_tile_config() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/include/ |
| H A D | kgd_kfd_interface.h | 224 * This structure contains function pointers to services that the kgd driver
230 void (*program_sh_mem_settings)(struct kgd_dev *kgd, uint32_t vmid,
234 int (*set_pasid_vmid_mapping)(struct kgd_dev *kgd, u32 pasid,
237 int (*init_interrupts)(struct kgd_dev *kgd, uint32_t pipe_id);
239 int (*hqd_load)(struct kgd_dev *kgd, void *mqd, uint32_t pipe_id,
244 int (*hiq_mqd_load)(struct kgd_dev *kgd, void *mqd,
248 int (*hqd_sdma_load)(struct kgd_dev *kgd, void *mqd,
251 int (*hqd_dump)(struct kgd_dev *kgd,
255 int (*hqd_sdma_dump)(struct kgd_dev *kgd,
259 bool (*hqd_is_occupied)(struct kgd_dev *kgd, uint64_
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_device.c | 533 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe() argument
563 kfd->pci_atomic_requested = amdgpu_amdkfd_have_atomics_support(kgd); in kgd2kfd_probe()
573 kfd->kgd = kgd; in kgd2kfd_probe()
635 ret = amdgpu_amdkfd_alloc_gws(kfd->kgd, in kfd_gws_init()
636 amdgpu_amdkfd_get_num_gws(kfd->kgd), &kfd->gws); in kfd_gws_init()
653 kfd->mec_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd, in kgd2kfd_device_init()
655 kfd->mec2_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd, in kgd2kfd_device_init()
657 kfd->sdma_fw_version = amdgpu_amdkfd_get_fw_version(kfd->kgd, in kgd2kfd_device_init()
691 kfd->kgd, siz in kgd2kfd_device_init()
[all...] |
| H A D | kfd_mqd_manager_v9.c | 110 retval = amdgpu_amdkfd_alloc_gtt_mem(kfd->kgd, in allocate_mqd()
202 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
211 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq()
286 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
296 amdgpu_amdkfd_free_gtt_mem(kfd->kgd, mqd_mem_obj->gtt_mem); in free_mqd()
308 mm->dev->kgd, queue_address, in is_occupied()
370 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
412 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
419 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| H A D | kfd_process.c | 290 dev->kfd2kgd->get_cu_occupancy(dev->kgd, proc->pasid, &wave_cnt, in kfd_get_cu_occupancy()
643 amdgpu_amdkfd_gpuvm_unmap_memory_from_gpu(dev->kgd, mem, pdd->vm); in kfd_process_free_gpuvm()
644 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, mem, NULL); in kfd_process_free_gpuvm()
662 err = amdgpu_amdkfd_gpuvm_alloc_memory_of_gpu(kdev->kgd, gpu_va, size, in kfd_process_alloc_gpuvm()
667 err = amdgpu_amdkfd_gpuvm_map_memory_to_gpu(kdev->kgd, mem, pdd->vm); in kfd_process_alloc_gpuvm()
671 err = amdgpu_amdkfd_gpuvm_sync_memory(kdev->kgd, mem, true); in kfd_process_alloc_gpuvm()
690 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kdev->kgd, in kfd_process_alloc_gpuvm()
708 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(kdev->kgd, mem, NULL); in kfd_process_alloc_gpuvm()
892 peer_pdd->dev->kgd, mem, peer_pdd->vm); in kfd_process_device_free_bos()
895 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(pdd->dev->kgd, me in kfd_process_device_free_bos()
[all...] |
| H A D | cik_event_interrupt.c | 53 vmid = f2g->read_vmid_from_vmfault_reg(dev->kgd); in cik_event_interrupt_isr()
54 ret = f2g->get_atc_vmid_pasid_mapping_info(dev->kgd, vmid, &pasid); in cik_event_interrupt_isr()
115 amdgpu_amdkfd_gpuvm_get_vm_fault_info(dev->kgd, &info); in cik_event_interrupt_wq()
|
| H A D | kfd_mqd_manager_v10.c | 150 r = mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
160 return mm->dev->kfd2kgd->hiq_mqd_load(mm->dev->kgd, mqd, pipe_id, in hiq_load_mqd_kiq()
233 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
248 mm->dev->kgd, queue_address, in is_occupied()
314 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
356 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
363 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| H A D | kfd_mqd_manager_vi.c | 164 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
258 (mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
273 mm->dev->kgd, queue_address, in is_occupied()
339 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
380 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
387 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| H A D | kfd_mqd_manager_cik.c | 173 return mm->dev->kfd2kgd->hqd_load(mm->dev->kgd, mqd, pipe_id, queue_id, in load_mqd()
182 return mm->dev->kfd2kgd->hqd_sdma_load(mm->dev->kgd, mqd, in load_mqd_sdma()
267 return mm->dev->kfd2kgd->hqd_destroy(mm->dev->kgd, mqd, type, timeout, in destroy_mqd()
280 return mm->dev->kfd2kgd->hqd_sdma_destroy(mm->dev->kgd, mqd, timeout); in destroy_mqd_sdma()
288 return mm->dev->kfd2kgd->hqd_is_occupied(mm->dev->kgd, queue_address, in is_occupied()
297 return mm->dev->kfd2kgd->hqd_sdma_is_occupied(mm->dev->kgd, mqd); in is_occupied_sdma()
|
| H A D | kfd_dbgdev.c | 44 dev->kfd2kgd->address_watch_disable(dev->kgd); in dbgdev_address_watch_disable_nodiq()
325 dbgdev->dev->kgd, in dbgdev_address_watch_nodiq()
423 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
434 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
444 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
460 dbgdev->dev->kgd, in dbgdev_address_watch_diq()
755 return dbgdev->dev->kfd2kgd->wave_control_execute(dbgdev->dev->kgd, in dbgdev_wave_control_nodiq()
787 (dev->kgd, vmid, &queried_pasid); in dbgdev_wave_reset_wavefronts()
814 dev->kfd2kgd->wave_control_execute(dev->kgd, in dbgdev_wave_reset_wavefronts()
|
| H A D | kfd_chardev.c | 856 args->gpu_clock_counter = amdgpu_amdkfd_get_gpu_clock_counter(dev->kgd); in kfd_ioctl_get_clock_counters()
1063 err = amdgpu_amdkfd_gpuvm_map_gtt_bo_to_kernel(kfd->kgd, in kfd_ioctl_create_event()
1154 dev->kgd, args->va_addr, pdd->qpd.vmid); in kfd_ioctl_set_scratch_backing_va()
1175 amdgpu_amdkfd_get_tile_config(dev->kgd, &config); in kfd_ioctl_get_tile_config()
1261 amdgpu_amdkfd_get_local_mem_info(dev->kgd, &mem_info); in kfd_dev_is_large_bar()
1313 offset = amdgpu_amdkfd_get_mmio_remap_phys_addr(dev->kgd); in kfd_ioctl_alloc_memory_of_gpu()
1321 dev->kgd, args->va_addr, args->size, in kfd_ioctl_alloc_memory_of_gpu()
1353 amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, (struct kgd_mem *)mem, NULL); in kfd_ioctl_alloc_memory_of_gpu()
1389 ret = amdgpu_amdkfd_gpuvm_free_memory_of_gpu(dev->kgd, in kfd_ioctl_free_memory_of_gpu()
1473 peer->kgd, (struc in kfd_ioctl_map_memory_to_gpu()
[all...] |
| H A D | kfd_topology.c | 115 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd() argument
123 if (top_dev->gpu && top_dev->gpu->kgd == kgd) { in kfd_device_by_kgd()
1105 amdgpu_amdkfd_get_local_mem_info(gpu->kgd, &local_mem_info); in kfd_generate_gpu_id()
1188 amdgpu_amdkfd_get_local_mem_info(dev->gpu->kgd, &local_mem_info); in kfd_fill_mem_clk_max_info()
1310 amdgpu_amdkfd_get_cu_info(dev->gpu->kgd, &cu_info); in kfd_topology_add_device()
1321 ((amdgpu_amdkfd_get_asic_rev_id(dev->gpu->kgd) << in kfd_topology_add_device()
1327 amdgpu_amdkfd_get_max_engine_clock_in_mhz(dev->gpu->kgd); in kfd_topology_add_device()
1341 amdgpu_amdkfd_get_num_gws(dev->gpu->kgd) : 0; in kfd_topology_add_device()
1407 adev = (struct amdgpu_device *)(dev->gpu->kgd); in kfd_topology_add_device()
[all...] |
| H A D | kfd_device_queue_manager.c | 133 dqm->dev->kgd, qpd->vmid, in program_sh_mem_settings()
261 dqm->dev->kfd2kgd->set_vm_context_page_table_base(dqm->dev->kgd, in allocate_vmid()
268 dqm->dev->kfd2kgd->set_scratch_backing_va(dqm->dev->kgd, in allocate_vmid()
287 return amdgpu_amdkfd_submit_ib(kdev->kgd, KGD_ENGINE_MEC1, qpd->vmid, in flush_texture_cache_nocpsch()
765 dqm->dev->kgd, in restore_process_queues_nocpsch()
939 dqm->dev->kgd, pasid, vmid); in set_pasid_vmid_mapping()
948 dqm->dev->kfd2kgd->init_interrupts(dqm->dev->kgd, i); in init_interrupts()
1117 (struct amdgpu_device *)dqm->dev->kgd, i); in set_sched_resources()
1828 retval = amdgpu_amdkfd_alloc_gtt_mem(dev->kgd, size, in allocate_hiq_sdma_mqd()
1974 amdgpu_amdkfd_free_gtt_mem(dev->kgd, mq in deallocate_hiq_sdma_mqd()
[all...] |
| H A D | kfd_smi_events.c | 210 struct amdgpu_device *adev = (struct amdgpu_device *)dev->kgd; in kfd_smi_event_update_thermal_throttling()
233 struct amdgpu_device *adev = (struct amdgpu_device *)dev->kgd; in kfd_smi_event_update_vmfault()
|
| H A D | kfd_mqd_manager.c | 103 amdgpu_amdkfd_get_cu_info(mm->dev->kgd, &cu_info); in mqd_symmetrically_map_cu_mask()
|
| H A D | kfd_crat.c | 1163 amdgpu_amdkfd_get_xgmi_hops_count(kdev->kgd, peer_kdev->kgd); in kfd_fill_gpu_xgmi_link_to_gpu()
1228 amdgpu_amdkfd_get_cu_info(kdev->kgd, &cu_info); in kfd_create_vcrat_image_gpu()
1259 amdgpu_amdkfd_get_local_mem_info(kdev->kgd, &local_mem_info); in kfd_create_vcrat_image_gpu()
|
| H A D | kfd_priv.h | 223 struct kgd_dev *kgd; member
934 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd);
|