| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_priv.h | 183 bool (*interrupt_isr)(struct kfd_dev *dev,
186 void (*interrupt_wq)(struct kfd_dev *dev,
222 struct kfd_dev { struct
525 struct kfd_dev *device;
657 struct kfd_dev *dev;
839 bool kfd_dev_is_large_bar(struct kfd_dev *dev);
855 struct kfd_process_device *kfd_bind_process_to_device(struct kfd_dev *dev,
857 struct kfd_process_device *kfd_get_process_device_data(struct kfd_dev *dev,
859 struct kfd_process_device *kfd_create_process_device_data(struct kfd_dev *dev,
862 int kfd_reserved_mem_mmap(struct kfd_dev *de
[all...] |
| H A D | kfd_iommu.h | 32 int kfd_iommu_check_device(struct kfd_dev *kfd);
33 int kfd_iommu_device_init(struct kfd_dev *kfd);
38 void kfd_iommu_suspend(struct kfd_dev *kfd);
39 int kfd_iommu_resume(struct kfd_dev *kfd);
45 static inline int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device()
49 static inline int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init()
67 static inline void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend()
71 static inline int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
| H A D | kfd_doorbell.c | 49 size_t kfd_doorbell_process_slice(struct kfd_dev *kfd) in kfd_doorbell_process_slice()
57 int kfd_doorbell_init(struct kfd_dev *kfd) in kfd_doorbell_init()
120 void kfd_doorbell_fini(struct kfd_dev *kfd) in kfd_doorbell_fini()
126 int kfd_doorbell_mmap(struct kfd_dev *dev, struct kfd_process *process, in kfd_doorbell_mmap()
168 void __iomem *kfd_get_kernel_doorbell(struct kfd_dev *kfd, in kfd_get_kernel_doorbell()
199 void kfd_release_kernel_doorbell(struct kfd_dev *kfd, u32 __iomem *db_addr) in kfd_release_kernel_doorbell()
229 unsigned int kfd_get_doorbell_dw_offset_in_bar(struct kfd_dev *kfd, in kfd_get_doorbell_dw_offset_in_bar()
245 uint64_t kfd_get_number_elems(struct kfd_dev *kfd) in kfd_get_number_elems()
261 int kfd_alloc_process_doorbells(struct kfd_dev *kfd, unsigned int *doorbell_index) in kfd_alloc_process_doorbells()
271 void kfd_free_process_doorbells(struct kfd_dev *kf
[all...] |
| H A D | kfd_interrupt.c | 52 int kfd_interrupt_init(struct kfd_dev *kfd) in kfd_interrupt_init()
86 void kfd_interrupt_exit(struct kfd_dev *kfd) in kfd_interrupt_exit()
112 bool enqueue_ih_ring_entry(struct kfd_dev *kfd, const void *ih_ring_entry) in enqueue_ih_ring_entry()
131 static bool dequeue_ih_ring_entry(struct kfd_dev *kfd, void *ih_ring_entry) in dequeue_ih_ring_entry()
145 struct kfd_dev *dev = container_of(work, struct kfd_dev, in interrupt_wq()
159 bool interrupt_is_wanted(struct kfd_dev *dev, in interrupt_is_wanted()
|
| H A D | kfd_smi_events.h | 26 int kfd_smi_event_open(struct kfd_dev *dev, uint32_t *fd);
27 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid);
28 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev,
30 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset);
|
| H A D | kfd_iommu.c | 43 int kfd_iommu_check_device(struct kfd_dev *kfd) in kfd_iommu_check_device()
64 int kfd_iommu_device_init(struct kfd_dev *kfd) in kfd_iommu_device_init()
112 struct kfd_dev *dev = pdd->dev; in kfd_iommu_bind_process_to_device()
148 struct kfd_dev *dev = kfd_device_by_pci_dev(pdev); in iommu_pasid_shutdown_callback()
195 struct kfd_dev *dev; in iommu_invalid_ppr_cb()
218 static int kfd_bind_processes_to_device(struct kfd_dev *kfd) in kfd_bind_processes_to_device()
259 static void kfd_unbind_processes_from_device(struct kfd_dev *kfd) in kfd_unbind_processes_from_device()
289 void kfd_iommu_suspend(struct kfd_dev *kfd) in kfd_iommu_suspend()
306 int kfd_iommu_resume(struct kfd_dev *kfd) in kfd_iommu_resume()
|
| H A D | kfd_device.c | 527 static int kfd_gtt_sa_init(struct kfd_dev *kfd, unsigned int buf_size,
529 static void kfd_gtt_sa_fini(struct kfd_dev *kfd);
531 static int kfd_resume(struct kfd_dev *kfd);
533 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, in kgd2kfd_probe()
536 struct kfd_dev *kfd; in kgd2kfd_probe()
591 static void kfd_cwsr_init(struct kfd_dev *kfd) in kfd_cwsr_init()
620 static int kfd_gws_init(struct kfd_dev *kfd) in kfd_gws_init()
641 static void kfd_smi_init(struct kfd_dev *dev) { in kfd_smi_init()
646 bool kgd2kfd_device_init(struct kfd_dev *kfd, in kgd2kfd_device_init()
796 void kgd2kfd_device_exit(struct kfd_dev *kf
[all...] |
| H A D | kfd_smi_events.c | 38 struct kfd_dev *dev;
139 struct kfd_dev *dev = client->dev; in kfd_smi_ev_release()
152 static void add_event_to_kfifo(struct kfd_dev *dev, unsigned int smi_event, in add_event_to_kfifo()
177 void kfd_smi_event_update_gpu_reset(struct kfd_dev *dev, bool post_reset) in kfd_smi_event_update_gpu_reset()
207 void kfd_smi_event_update_thermal_throttling(struct kfd_dev *dev, in kfd_smi_event_update_thermal_throttling()
231 void kfd_smi_event_update_vmfault(struct kfd_dev *dev, uint16_t pasid) in kfd_smi_event_update_vmfault()
257 int kfd_smi_event_open(struct kfd_dev *dev, uint32_t *fd) in kfd_smi_event_open()
|
| H A D | kfd_mqd_manager.h | 70 struct kfd_mem_obj* (*allocate_mqd)(struct kfd_dev *kfd,
107 struct kfd_dev *dev;
111 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev,
114 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev,
|
| H A D | kfd_topology.h | 112 struct kfd_dev *gpu;
134 struct kfd_dev *gpu;
153 struct kfd_dev *gpu;
176 struct kfd_dev *gpu;
|
| H A D | kfd_dbgmgr.h | 256 struct kfd_dev *dev;
279 struct kfd_dev *dev;
286 bool kfd_dbgmgr_create(struct kfd_dbgmgr **ppmgr, struct kfd_dev *pdev);
|
| H A D | kfd_chardev.c | 278 struct kfd_dev *dev; in kfd_ioctl_create_queue()
491 struct kfd_dev *dev; in kfd_ioctl_set_memory_policy()
543 struct kfd_dev *dev; in kfd_ioctl_set_trap_handler()
575 struct kfd_dev *dev; in kfd_ioctl_dbg_register()
629 struct kfd_dev *dev; in kfd_ioctl_dbg_unregister()
667 struct kfd_dev *dev; in kfd_ioctl_dbg_address_watch()
767 struct kfd_dev *dev; in kfd_ioctl_dbg_wave_control()
851 struct kfd_dev *dev; in kfd_ioctl_get_clock_counters()
1030 struct kfd_dev *kfd; in kfd_ioctl_create_event()
1132 struct kfd_dev *de in kfd_ioctl_set_scratch_backing_va()
[all...] |
| H A D | kfd_process.c | 270 struct kfd_dev *dev = NULL; in kfd_get_cu_occupancy()
641 struct kfd_dev *dev = pdd->dev; in kfd_process_free_gpuvm()
657 struct kfd_dev *kdev = pdd->dev; in kfd_process_alloc_gpuvm()
1046 struct kfd_dev *dev = pdd->dev; in kfd_process_notifier_release()
1085 struct kfd_dev *dev = pdd->dev; in kfd_process_init_cwsr_apu()
1117 struct kfd_dev *dev = pdd->dev; in kfd_process_device_init_cwsr_dgpu()
1210 struct kfd_dev *dev) in init_doorbell_bitmap()
1242 struct kfd_process_device *kfd_get_process_device_data(struct kfd_dev *dev, in kfd_get_process_device_data()
1254 struct kfd_process_device *kfd_create_process_device_data(struct kfd_dev *dev, in kfd_create_process_device_data()
1317 struct kfd_dev *de in kfd_process_device_init_vm()
[all...] |
| H A D | kfd_process_queue_manager.c | 69 struct kfd_dev *dev = pdd->dev; in kfd_process_dequeue_from_device()
81 struct kfd_dev *dev = NULL; in pqm_set_gws()
167 struct kfd_dev *dev, struct queue **q, in init_user_queue()
193 struct kfd_dev *dev, in pqm_create_queue()
345 struct kfd_dev *dev; in pqm_destroy_queue()
|
| H A D | cik_event_interrupt.c | 29 static bool cik_event_interrupt_isr(struct kfd_dev *dev, in cik_event_interrupt_isr()
87 static void cik_event_interrupt_wq(struct kfd_dev *dev, in cik_event_interrupt_wq()
|
| H A D | kfd_mqd_manager.c | 48 struct kfd_mem_obj *allocate_hiq_mqd(struct kfd_dev *dev, struct queue_properties *q) in allocate_hiq_mqd()
63 struct kfd_mem_obj *allocate_sdma_mqd(struct kfd_dev *dev, in allocate_sdma_mqd()
|
| H A D | kfd_int_process_v9.c | 29 static bool event_interrupt_isr_v9(struct kfd_dev *dev, in event_interrupt_isr_v9()
87 static void event_interrupt_wq_v9(struct kfd_dev *dev, in event_interrupt_wq_v9()
|
| H A D | kfd_topology.c | 86 struct kfd_dev *kfd_device_by_id(uint32_t gpu_id) in kfd_device_by_id()
97 struct kfd_dev *kfd_device_by_pci_dev(const struct pci_dev *pdev) in kfd_device_by_pci_dev()
100 struct kfd_dev *device = NULL; in kfd_device_by_pci_dev()
115 struct kfd_dev *kfd_device_by_kgd(const struct kgd_dev *kgd) in kfd_device_by_kgd()
118 struct kfd_dev *device = NULL; in kfd_device_by_kgd()
1094 static uint32_t kfd_generate_gpu_id(struct kfd_dev *gpu) in kfd_generate_gpu_id()
1129 static struct kfd_topology_device *kfd_assign_gpu(struct kfd_dev *gpu) in kfd_assign_gpu()
1232 int kfd_topology_add_device(struct kfd_dev *gpu) in kfd_topology_add_device()
1428 int kfd_topology_remove_device(struct kfd_dev *gpu) in kfd_topology_remove_device()
1457 * topology. If GPU device is found @idx, then valid kfd_dev pointe
[all...] |
| H A D | kfd_device_queue_manager.h | 157 struct kfd_dev *dev);
178 struct kfd_dev *dev;
|
| H A D | kfd_kernel_queue.h | 55 struct kfd_dev *dev;
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd.h | 81 struct kfd_dev *dev;
302 struct kfd_dev *kgd2kfd_probe(struct kgd_dev *kgd, struct pci_dev *pdev,
304 bool kgd2kfd_device_init(struct kfd_dev *kfd,
307 void kgd2kfd_device_exit(struct kfd_dev *kfd);
308 void kgd2kfd_suspend(struct kfd_dev *kfd, bool run_pm);
309 int kgd2kfd_resume_iommu(struct kfd_dev *kfd);
310 int kgd2kfd_resume(struct kfd_dev *kfd, bool run_pm);
311 int kgd2kfd_pre_reset(struct kfd_dev *kfd);
312 int kgd2kfd_post_reset(struct kfd_dev *kfd);
313 void kgd2kfd_interrupt(struct kfd_dev *kf
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_amdkfd.h | 100 struct kfd_dev *dev;
396 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf);
397 bool kgd2kfd_device_init(struct kfd_dev *kfd,
399 void kgd2kfd_device_exit(struct kfd_dev *kfd);
400 void kgd2kfd_suspend(struct kfd_dev *kfd, bool run_pm);
401 int kgd2kfd_resume(struct kfd_dev *kfd, bool run_pm);
402 int kgd2kfd_pre_reset(struct kfd_dev *kfd);
403 int kgd2kfd_post_reset(struct kfd_dev *kfd);
404 void kgd2kfd_interrupt(struct kfd_dev *kfd, const void *ih_ring_entry);
405 void kgd2kfd_set_sram_ecc_flag(struct kfd_dev *kf
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_doorbell.c | 50 size_t kfd_doorbell_process_slice(struct kfd_dev *kfd) in kfd_doorbell_process_slice()
62 int kfd_doorbell_init(struct kfd_dev *kfd) in kfd_doorbell_init()
99 void kfd_doorbell_fini(struct kfd_dev *kfd) in kfd_doorbell_fini()
150 void __iomem *kfd_get_kernel_doorbell(struct kfd_dev *kfd, in kfd_get_kernel_doorbell()
178 void kfd_release_kernel_doorbell(struct kfd_dev *kfd, u32 __iomem *db_addr) in kfd_release_kernel_doorbell()
209 struct kfd_dev *dev) in init_doorbell_bitmap()
253 int kfd_alloc_process_doorbells(struct kfd_dev *kfd, struct kfd_process_device *pdd) in kfd_alloc_process_doorbells()
293 void kfd_free_process_doorbells(struct kfd_dev *kfd, struct kfd_process_device *pdd) in kfd_free_process_doorbells()
|
| H A D | kfd_device.c | 60 static int kfd_gtt_sa_init(struct kfd_dev *kfd, unsigned int buf_size,
62 static void kfd_gtt_sa_fini(struct kfd_dev *kfd);
66 static void kfd_device_info_set_sdma_info(struct kfd_dev *kfd) in kfd_device_info_set_sdma_info()
126 static void kfd_device_info_set_event_interrupt_class(struct kfd_dev *kfd) in kfd_device_info_set_event_interrupt_class()
174 static void kfd_device_info_init(struct kfd_dev *kfd, in kfd_device_info_init()
234 struct kfd_dev *kgd2kfd_probe(struct amdgpu_device *adev, bool vf) in kgd2kfd_probe()
236 struct kfd_dev *kfd = NULL; in kgd2kfd_probe()
449 static void kfd_cwsr_init(struct kfd_dev *kfd) in kfd_cwsr_init()
493 struct kfd_dev *kfd = node->kfd; in kfd_gws_init()
575 static void kfd_cleanup_nodes(struct kfd_dev *kf
[all...] |
| H A D | kfd_priv.h | 257 struct kfd_dev;
262 * a copy in kfd_dev to save a hop
265 * keeping a copy in kfd_dev to
311 struct kfd_dev *kfd;
314 struct kfd_dev { struct
1074 size_t kfd_doorbell_process_slice(struct kfd_dev *kfd);
1075 int kfd_doorbell_init(struct kfd_dev *kfd);
1076 void kfd_doorbell_fini(struct kfd_dev *kfd);
1079 void __iomem *kfd_get_kernel_doorbell(struct kfd_dev *kfd,
1081 void kfd_release_kernel_doorbell(struct kfd_dev *kf
[all...] |