| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_device_queue_manager_vi.c | 30 struct qcm_process_device *qpd,
36 struct qcm_process_device *qpd,
42 struct qcm_process_device *qpd);
44 struct qcm_process_device *qpd);
46 struct qcm_process_device *qpd);
49 struct qcm_process_device *qpd);
98 struct qcm_process_device *qpd, in set_cache_memory_policy_vi()
115 qpd->sh_mem_config = (qpd->sh_mem_config & in set_cache_memory_policy_vi()
127 struct qcm_process_device *qpd, in set_cache_memory_policy_vi_tonga()
97 set_cache_memory_policy_vi(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy_vi() argument
126 set_cache_memory_policy_vi_tonga(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy_vi_tonga() argument
153 update_qpd_vi(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_vi() argument
194 update_qpd_vi_tonga(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_vi_tonga() argument
228 init_sdma_vm(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm() argument
244 init_sdma_vm_tonga(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_tonga() argument
[all...] |
| H A D | kfd_device_queue_manager_cik.c | 30 struct qcm_process_device *qpd,
36 struct qcm_process_device *qpd);
38 struct qcm_process_device *qpd);
40 struct qcm_process_device *qpd);
43 struct qcm_process_device *qpd);
91 struct qcm_process_device *qpd, in set_cache_memory_policy_cik()
108 qpd->sh_mem_config = (qpd->sh_mem_config & PTR32) in set_cache_memory_policy_cik()
117 struct qcm_process_device *qpd) in update_qpd_cik()
122 pdd = qpd_to_pdd(qpd); in update_qpd_cik()
90 set_cache_memory_policy_cik(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy_cik() argument
116 update_qpd_cik(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_cik() argument
150 update_qpd_cik_hawaii(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_cik_hawaii() argument
180 init_sdma_vm(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm() argument
196 init_sdma_vm_hawaii(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_hawaii() argument
[all...] |
| H A D | kfd_device_queue_manager.c | 130 struct qcm_process_device *qpd) in program_sh_mem_settings()
133 dqm->dev->kgd, qpd->vmid, in program_sh_mem_settings()
134 qpd->sh_mem_config, in program_sh_mem_settings()
135 qpd->sh_mem_ape1_base, in program_sh_mem_settings()
136 qpd->sh_mem_ape1_limit, in program_sh_mem_settings()
137 qpd->sh_mem_bases); in program_sh_mem_settings()
141 struct qcm_process_device *qpd, in increment_queue_count()
151 qpd->mapped_gws_queue = true; in increment_queue_count()
156 struct qcm_process_device *qpd, in decrement_queue_count()
166 qpd in decrement_queue_count()
129 program_sh_mem_settings(struct device_queue_manager *dqm, struct qcm_process_device *qpd) program_sh_mem_settings() argument
140 increment_queue_count(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) increment_queue_count() argument
155 decrement_queue_count(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) decrement_queue_count() argument
170 allocate_doorbell(struct qcm_process_device *qpd, struct queue *q) allocate_doorbell() argument
213 deallocate_doorbell(struct qcm_process_device *qpd, struct queue *q) deallocate_doorbell() argument
228 allocate_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) allocate_vmid() argument
274 flush_texture_cache_nocpsch(struct kfd_dev *kdev, struct qcm_process_device *qpd) flush_texture_cache_nocpsch() argument
292 deallocate_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) deallocate_vmid() argument
311 create_queue_nocpsch(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) create_queue_nocpsch() argument
466 destroy_queue_nocpsch_locked(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_nocpsch_locked() argument
525 destroy_queue_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_nocpsch() argument
648 evict_process_queues_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) evict_process_queues_nocpsch() argument
696 evict_process_queues_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) evict_process_queues_cpsch() argument
733 restore_process_queues_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) restore_process_queues_nocpsch() argument
814 restore_process_queues_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) restore_process_queues_cpsch() argument
861 register_process(struct device_queue_manager *dqm, struct qcm_process_device *qpd) register_process() argument
900 unregister_process(struct device_queue_manager *dqm, struct qcm_process_device *qpd) unregister_process() argument
1229 create_kernel_queue_cpsch(struct device_queue_manager *dqm, struct kernel_queue *kq, struct qcm_process_device *qpd) create_kernel_queue_cpsch() argument
1258 destroy_kernel_queue_cpsch(struct device_queue_manager *dqm, struct kernel_queue *kq, struct qcm_process_device *qpd) destroy_kernel_queue_cpsch() argument
1277 create_queue_cpsch(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) create_queue_cpsch() argument
1468 destroy_queue_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_cpsch() argument
1552 set_cache_memory_policy(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy() argument
1614 set_trap_handler(struct device_queue_manager *dqm, struct qcm_process_device *qpd, uint64_t tba_addr, uint64_t tma_addr) set_trap_handler() argument
1634 process_termination_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) process_termination_nocpsch() argument
1712 process_termination_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) process_termination_cpsch() argument
[all...] |
| H A D | kfd_device_queue_manager_v10.c | 30 struct qcm_process_device *qpd);
32 struct qcm_process_device *qpd);
52 struct qcm_process_device *qpd) in update_qpd_v10()
56 pdd = qpd_to_pdd(qpd); in update_qpd_v10()
59 if (qpd->sh_mem_config == 0) { in update_qpd_v10()
60 qpd->sh_mem_config = in update_qpd_v10()
69 qpd->sh_mem_config |= in update_qpd_v10()
73 qpd->sh_mem_ape1_limit = 0; in update_qpd_v10()
74 qpd->sh_mem_ape1_base = 0; in update_qpd_v10()
77 qpd in update_qpd_v10()
51 update_qpd_v10(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_v10() argument
84 init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_v10() argument
[all...] |
| H A D | kfd_device_queue_manager_v9.c | 31 struct qcm_process_device *qpd);
33 struct qcm_process_device *qpd);
53 struct qcm_process_device *qpd) in update_qpd_v9()
57 pdd = qpd_to_pdd(qpd); in update_qpd_v9()
60 if (qpd->sh_mem_config == 0) { in update_qpd_v9()
61 qpd->sh_mem_config = in update_qpd_v9()
66 qpd->sh_mem_config |= in update_qpd_v9()
69 qpd->sh_mem_ape1_limit = 0; in update_qpd_v9()
70 qpd->sh_mem_ape1_base = 0; in update_qpd_v9()
73 qpd in update_qpd_v9()
52 update_qpd_v9(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_v9() argument
80 init_sdma_vm_v9(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_v9() argument
[all...] |
| H A D | kfd_device_queue_manager.h | 38 struct qcm_process_device *qpd; member
89 struct qcm_process_device *qpd);
92 struct qcm_process_device *qpd,
99 struct qcm_process_device *qpd);
102 struct qcm_process_device *qpd);
111 struct qcm_process_device *qpd);
115 struct qcm_process_device *qpd);
118 struct qcm_process_device *qpd,
125 struct qcm_process_device *qpd,
130 struct qcm_process_device *qpd);
[all...] |
| H A D | kfd_process.c | 103 struct qcm_process_device *qpd; in kfd_sdma_activity_worker() local
118 qpd = &pdd->qpd; in kfd_sdma_activity_worker()
119 if (!dqm || !qpd) in kfd_sdma_activity_worker()
131 * 1. Create a temporary list of SDMA queue nodes from the qpd->queues_list, in kfd_sdma_activity_worker()
137 * from the qpd->queues_list. in kfd_sdma_activity_worker()
138 * 3. Do a second pass over qpd->queues_list to check if any nodes got deleted. in kfd_sdma_activity_worker()
150 list_for_each_entry(q, &qpd->queues_list, list) { in kfd_sdma_activity_worker()
169 * qpd->queues_list. Return the past activity count as the total sdma in kfd_sdma_activity_worker()
212 list_for_each_entry(q, &qpd in kfd_sdma_activity_worker()
722 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_reserve_ib_mem() local
1086 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_init_cwsr_apu() local
1118 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_init_cwsr_dgpu() local
1209 init_doorbell_bitmap(struct qcm_process_device *qpd, struct kfd_dev *dev) init_doorbell_bitmap() argument
1689 struct qcm_process_device *qpd; kfd_reserved_mem_mmap() local
[all...] |
| H A D | kfd_packet_manager_v9.c | 31 uint32_t *buffer, struct qcm_process_device *qpd) in pm_map_process_v9()
34 uint64_t vm_page_table_base_addr = qpd->page_table_base; in pm_map_process_v9()
41 packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; in pm_map_process_v9()
43 packet->bitfields2.pasid = qpd->pqm->process->pasid; in pm_map_process_v9()
44 packet->bitfields14.gds_size = qpd->gds_size & 0x3F; in pm_map_process_v9()
45 packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF; in pm_map_process_v9()
46 packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd->num_gws : 0; in pm_map_process_v9()
47 packet->bitfields14.num_oac = qpd->num_oac; in pm_map_process_v9()
49 packet->bitfields14.num_queues = (qpd in pm_map_process_v9()
30 pm_map_process_v9(struct packet_manager *pm, uint32_t *buffer, struct qcm_process_device *qpd) pm_map_process_v9() argument
[all...] |
| H A D | kfd_packet_manager_vi.c | 42 struct qcm_process_device *qpd) in pm_map_process_vi()
52 packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; in pm_map_process_vi()
54 packet->bitfields2.pasid = qpd->pqm->process->pasid; in pm_map_process_vi()
55 packet->bitfields3.page_table_base = qpd->page_table_base; in pm_map_process_vi()
56 packet->bitfields10.gds_size = qpd->gds_size; in pm_map_process_vi()
57 packet->bitfields10.num_gws = qpd->num_gws; in pm_map_process_vi()
58 packet->bitfields10.num_oac = qpd->num_oac; in pm_map_process_vi()
59 packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; in pm_map_process_vi()
61 packet->sh_mem_config = qpd in pm_map_process_vi()
41 pm_map_process_vi(struct packet_manager *pm, uint32_t *buffer, struct qcm_process_device *qpd) pm_map_process_vi() argument
[all...] |
| H A D | kfd_process_queue_manager.c | 74 dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); in kfd_process_dequeue_from_device()
105 if (gws && pdd->qpd.num_gws) in pqm_set_gws()
108 if (!gws && pdd->qpd.num_gws == 0) in pqm_set_gws()
121 pdd->qpd.num_gws = gws ? amdgpu_amdkfd_get_num_gws(dev->kgd) : 0; in pqm_set_gws()
222 if ((pdd->qpd.is_debug) || (type == KFD_QUEUE_TYPE_DIQ)) in pqm_create_queue()
225 if (pdd->qpd.queue_count >= max_queues) in pqm_create_queue()
232 if (list_empty(&pdd->qpd.queues_list) && in pqm_create_queue()
233 list_empty(&pdd->qpd.priv_queue_list)) in pqm_create_queue()
234 dev->dqm->ops.register_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
256 retval = dev->dqm->ops.create_queue(dev->dqm, q, &pdd->qpd); in pqm_create_queue()
[all...] |
| H A D | kfd_packet_manager.c | 129 struct qcm_process_device *qpd; in pm_create_runlist_ib() local
149 qpd = cur->qpd; in pm_create_runlist_ib()
157 retval = pm->pmf->map_process(pm, &rl_buffer[rl_wptr], qpd); in pm_create_runlist_ib()
165 list_for_each_entry(kq, &qpd->priv_queue_list, list) { in pm_create_runlist_ib()
170 kq->queue->queue, qpd->is_debug); in pm_create_runlist_ib()
175 qpd->is_debug); in pm_create_runlist_ib()
184 list_for_each_entry(q, &qpd->queues_list, list) { in pm_create_runlist_ib()
189 q->queue, qpd->is_debug); in pm_create_runlist_ib()
194 qpd in pm_create_runlist_ib()
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdkfd/ |
| H A D | kfd_device_queue_manager_v9.c | 30 struct qcm_process_device *qpd);
32 struct qcm_process_device *qpd);
52 struct qcm_process_device *qpd) in update_qpd_v9()
56 pdd = qpd_to_pdd(qpd); in update_qpd_v9()
59 if (qpd->sh_mem_config == 0) { in update_qpd_v9()
60 qpd->sh_mem_config = SH_MEM_ALIGNMENT_MODE_UNALIGNED << in update_qpd_v9()
64 qpd->sh_mem_config |= 1 << SH_MEM_CONFIG__RETRY_DISABLE__SHIFT; in update_qpd_v9()
67 qpd->sh_mem_config |= in update_qpd_v9()
70 qpd->sh_mem_ape1_limit = 0; in update_qpd_v9()
71 qpd in update_qpd_v9()
51 update_qpd_v9(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_v9() argument
89 init_sdma_vm_v9(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_v9() argument
[all...] |
| H A D | kfd_device_queue_manager_cik.c | 31 struct qcm_process_device *qpd,
37 struct qcm_process_device *qpd);
40 struct qcm_process_device *qpd);
79 struct qcm_process_device *qpd, in set_cache_memory_policy_cik()
96 qpd->sh_mem_config = (qpd->sh_mem_config & PTR32) in set_cache_memory_policy_cik()
105 struct qcm_process_device *qpd) in update_qpd_cik()
110 pdd = qpd_to_pdd(qpd); in update_qpd_cik()
113 if (qpd->sh_mem_config == 0) { in update_qpd_cik()
114 qpd in update_qpd_cik()
78 set_cache_memory_policy_cik(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy_cik() argument
104 update_qpd_cik(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_cik() argument
134 init_sdma_vm(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm() argument
[all...] |
| H A D | kfd_device_queue_manager_vi.c | 31 struct qcm_process_device *qpd,
37 struct qcm_process_device *qpd);
40 struct qcm_process_device *qpd);
80 struct qcm_process_device *qpd, in set_cache_memory_policy_vi()
97 qpd->sh_mem_config = in set_cache_memory_policy_vi()
107 struct qcm_process_device *qpd) in update_qpd_vi()
112 pdd = qpd_to_pdd(qpd); in update_qpd_vi()
115 if (qpd->sh_mem_config == 0) { in update_qpd_vi()
116 qpd->sh_mem_config = in update_qpd_vi()
124 qpd in update_qpd_vi()
79 set_cache_memory_policy_vi(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy_vi() argument
106 update_qpd_vi(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_vi() argument
140 init_sdma_vm(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm() argument
[all...] |
| H A D | kfd_packet_manager_v9.c | 33 uint32_t *buffer, struct qcm_process_device *qpd) in pm_map_process_v9()
36 uint64_t vm_page_table_base_addr = qpd->page_table_base; in pm_map_process_v9()
39 container_of(qpd, struct kfd_process_device, qpd); in pm_map_process_v9()
45 packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; in pm_map_process_v9()
47 packet->bitfields2.pasid = qpd->pqm->process->pasid; in pm_map_process_v9()
48 packet->bitfields14.gds_size = qpd->gds_size & 0x3F; in pm_map_process_v9()
49 packet->bitfields14.gds_size_hi = (qpd->gds_size >> 6) & 0xF; in pm_map_process_v9()
50 packet->bitfields14.num_gws = (qpd->mapped_gws_queue) ? qpd in pm_map_process_v9()
32 pm_map_process_v9(struct packet_manager *pm, uint32_t *buffer, struct qcm_process_device *qpd) pm_map_process_v9() argument
86 pm_map_process_aldebaran(struct packet_manager *pm, uint32_t *buffer, struct qcm_process_device *qpd) pm_map_process_aldebaran() argument
[all...] |
| H A D | kfd_device_queue_manager_v10.c | 31 struct qcm_process_device *qpd);
33 struct qcm_process_device *qpd);
53 struct qcm_process_device *qpd) in update_qpd_v10()
57 pdd = qpd_to_pdd(qpd); in update_qpd_v10()
60 if (qpd->sh_mem_config == 0) { in update_qpd_v10()
61 qpd->sh_mem_config = in update_qpd_v10()
65 qpd->sh_mem_ape1_limit = 0; in update_qpd_v10()
66 qpd->sh_mem_ape1_base = 0; in update_qpd_v10()
69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v10()
71 pr_debug("sh_mem_bases 0x%X\n", qpd in update_qpd_v10()
52 update_qpd_v10(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_v10() argument
76 init_sdma_vm_v10(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_v10() argument
[all...] |
| H A D | kfd_device_queue_manager_v11.c | 30 struct qcm_process_device *qpd);
32 struct qcm_process_device *qpd);
52 struct qcm_process_device *qpd) in update_qpd_v11()
56 pdd = qpd_to_pdd(qpd); in update_qpd_v11()
59 if (qpd->sh_mem_config == 0) { in update_qpd_v11()
60 qpd->sh_mem_config = in update_qpd_v11()
65 qpd->sh_mem_ape1_limit = 0; in update_qpd_v11()
66 qpd->sh_mem_ape1_base = 0; in update_qpd_v11()
69 qpd->sh_mem_bases = compute_sh_mem_bases_64bit(pdd); in update_qpd_v11()
71 pr_debug("sh_mem_bases 0x%X\n", qpd in update_qpd_v11()
51 update_qpd_v11(struct device_queue_manager *dqm, struct qcm_process_device *qpd) update_qpd_v11() argument
76 init_sdma_vm_v11(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) init_sdma_vm_v11() argument
[all...] |
| H A D | kfd_device_queue_manager.c | 141 struct qcm_process_device *qpd) in program_sh_mem_settings()
148 dqm->dev->adev, qpd->vmid, qpd->sh_mem_config, in program_sh_mem_settings()
149 qpd->sh_mem_ape1_base, qpd->sh_mem_ape1_limit, in program_sh_mem_settings()
150 qpd->sh_mem_bases, xcc_id); in program_sh_mem_settings()
189 struct qcm_process_device *qpd) in add_queue_mes()
192 struct kfd_process_device *pdd = qpd_to_pdd(qpd); in add_queue_mes()
201 queue_input.process_id = qpd->pqm->process->pasid; in add_queue_mes()
202 queue_input.page_table_base_addr = qpd in add_queue_mes()
140 program_sh_mem_settings(struct device_queue_manager *dqm, struct qcm_process_device *qpd) program_sh_mem_settings() argument
188 add_queue_mes(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) add_queue_mes() argument
256 remove_queue_mes(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd) remove_queue_mes() argument
287 struct qcm_process_device *qpd; remove_all_queues_mes() local
310 increment_queue_count(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) increment_queue_count() argument
325 decrement_queue_count(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) decrement_queue_count() argument
344 allocate_doorbell(struct qcm_process_device *qpd, struct queue *q, uint32_t const *restore_id) allocate_doorbell() argument
415 deallocate_doorbell(struct qcm_process_device *qpd, struct queue *q) deallocate_doorbell() argument
430 program_trap_handler_settings(struct device_queue_manager *dqm, struct qcm_process_device *qpd) program_trap_handler_settings() argument
443 allocate_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) allocate_vmid() argument
492 flush_texture_cache_nocpsch(struct kfd_node *kdev, struct qcm_process_device *qpd) flush_texture_cache_nocpsch() argument
510 deallocate_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) deallocate_vmid() argument
529 create_queue_nocpsch(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd, const struct kfd_criu_queue_priv_data *qd, const void *restore_mqd, const void *restore_ctl_stack) create_queue_nocpsch() argument
760 destroy_queue_nocpsch_locked(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_nocpsch_locked() argument
819 destroy_queue_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_nocpsch() argument
1006 resume_single_queue(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) resume_single_queue() argument
1038 evict_process_queues_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) evict_process_queues_nocpsch() argument
1088 evict_process_queues_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) evict_process_queues_cpsch() argument
1144 restore_process_queues_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) restore_process_queues_nocpsch() argument
1225 restore_process_queues_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) restore_process_queues_cpsch() argument
1287 register_process(struct device_queue_manager *dqm, struct qcm_process_device *qpd) register_process() argument
1326 unregister_process(struct device_queue_manager *dqm, struct qcm_process_device *qpd) unregister_process() argument
1727 create_kernel_queue_cpsch(struct device_queue_manager *dqm, struct kernel_queue *kq, struct qcm_process_device *qpd) create_kernel_queue_cpsch() argument
1757 destroy_kernel_queue_cpsch(struct device_queue_manager *dqm, struct kernel_queue *kq, struct qcm_process_device *qpd) destroy_kernel_queue_cpsch() argument
1777 create_queue_cpsch(struct device_queue_manager *dqm, struct queue *q, struct qcm_process_device *qpd, const struct kfd_criu_queue_priv_data *qd, const void *restore_mqd, const void *restore_ctl_stack) create_queue_cpsch() argument
2056 destroy_queue_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd, struct queue *q) destroy_queue_cpsch() argument
2157 set_cache_memory_policy(struct device_queue_manager *dqm, struct qcm_process_device *qpd, enum cache_policy default_policy, enum cache_policy alternate_policy, void __user *alternate_aperture_base, uint64_t alternate_aperture_size) set_cache_memory_policy() argument
2219 process_termination_nocpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) process_termination_nocpsch() argument
2347 process_termination_cpsch(struct device_queue_manager *dqm, struct qcm_process_device *qpd) process_termination_cpsch() argument
2648 reserve_debug_trap_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd) reserve_debug_trap_vmid() argument
2695 release_debug_trap_vmid(struct device_queue_manager *dqm, struct qcm_process_device *qpd) release_debug_trap_vmid() argument
2793 struct qcm_process_device *qpd = &pdd->qpd; copy_context_work_handler() local
2847 struct qcm_process_device *qpd = &pdd->qpd; resume_queues() local
2949 struct qcm_process_device *qpd = &pdd->qpd; suspend_queues() local
[all...] |
| H A D | kfd_doorbell.c | 208 static int init_doorbell_bitmap(struct qcm_process_device *qpd, in init_doorbell_bitmap() argument
226 __set_bit(i, qpd->doorbell_bitmap); in init_doorbell_bitmap()
228 qpd->doorbell_bitmap); in init_doorbell_bitmap()
240 if (!pdd->qpd.proc_doorbells) { in kfd_get_process_doorbells()
247 pdd->qpd.proc_doorbells, in kfd_get_process_doorbells()
256 struct qcm_process_device *qpd = &pdd->qpd; in kfd_alloc_process_doorbells() local
259 qpd->doorbell_bitmap = bitmap_zalloc(KFD_MAX_NUM_OF_QUEUES_PER_PROCESS, in kfd_alloc_process_doorbells()
261 if (!qpd->doorbell_bitmap) { in kfd_alloc_process_doorbells()
266 r = init_doorbell_bitmap(&pdd->qpd, kf in kfd_alloc_process_doorbells()
295 struct qcm_process_device *qpd = &pdd->qpd; kfd_free_process_doorbells() local
[all...] |
| H A D | kfd_device_queue_manager.h | 43 struct qcm_process_device *qpd; member
134 struct qcm_process_device *qpd,
140 struct qcm_process_device *qpd,
147 struct qcm_process_device *qpd);
150 struct qcm_process_device *qpd);
159 struct qcm_process_device *qpd);
163 struct qcm_process_device *qpd);
166 struct qcm_process_device *qpd,
173 struct qcm_process_device *qpd);
176 struct qcm_process_device *qpd);
[all...] |
| H A D | kfd_process.c | 106 struct qcm_process_device *qpd; in kfd_sdma_activity_worker() local
119 qpd = &pdd->qpd; in kfd_sdma_activity_worker()
120 if (!dqm || !qpd) in kfd_sdma_activity_worker()
132 * 1. Create a temporary list of SDMA queue nodes from the qpd->queues_list, in kfd_sdma_activity_worker()
138 * from the qpd->queues_list. in kfd_sdma_activity_worker()
139 * 3. Do a second pass over qpd->queues_list to check if any nodes got deleted. in kfd_sdma_activity_worker()
151 list_for_each_entry(q, &qpd->queues_list, list) { in kfd_sdma_activity_worker()
170 * qpd->queues_list. Return the past activity count as the total sdma in kfd_sdma_activity_worker()
213 list_for_each_entry(q, &qpd in kfd_sdma_activity_worker()
765 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_reserve_ib_mem() local
791 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_destroy_ib_mem() local
1289 struct qcm_process_device *qpd = &p->pdds[i]->qpd; kfd_process_init_cwsr_apu() local
1325 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_init_cwsr_dgpu() local
1361 struct qcm_process_device *qpd = &pdd->qpd; kfd_process_device_destroy_cwsr_dgpu() local
1369 kfd_process_set_trap_handler(struct qcm_process_device *qpd, uint64_t tba_addr, uint64_t tma_addr) kfd_process_set_trap_handler() argument
1437 kfd_process_set_trap_debug_flag(struct qcm_process_device *qpd, bool enabled) kfd_process_set_trap_debug_flag() argument
2030 struct qcm_process_device *qpd; kfd_reserved_mem_mmap() local
[all...] |
| H A D | kfd_packet_manager_vi.c | 43 struct qcm_process_device *qpd) in pm_map_process_vi()
53 packet->bitfields2.diq_enable = (qpd->is_debug) ? 1 : 0; in pm_map_process_vi()
55 packet->bitfields2.pasid = qpd->pqm->process->pasid; in pm_map_process_vi()
56 packet->bitfields3.page_table_base = qpd->page_table_base; in pm_map_process_vi()
57 packet->bitfields10.gds_size = qpd->gds_size; in pm_map_process_vi()
58 packet->bitfields10.num_gws = qpd->num_gws; in pm_map_process_vi()
59 packet->bitfields10.num_oac = qpd->num_oac; in pm_map_process_vi()
60 packet->bitfields10.num_queues = (qpd->is_debug) ? 0 : qpd->queue_count; in pm_map_process_vi()
62 packet->sh_mem_config = qpd in pm_map_process_vi()
42 pm_map_process_vi(struct packet_manager *pm, uint32_t *buffer, struct qcm_process_device *qpd) pm_map_process_vi() argument
[all...] |
| H A D | kfd_process_queue_manager.c | 89 dev->dqm->ops.process_termination(dev->dqm, &pdd->qpd); in kfd_process_dequeue_from_device()
122 if (gws && pdd->qpd.num_gws) in pqm_set_gws()
125 if (!gws && pdd->qpd.num_gws == 0) in pqm_set_gws()
148 pdd->qpd.num_gws = gws ? dev->adev->gds.gws_size : 0; in pqm_set_gws()
193 pdd->qpd.num_gws = 0; in pqm_clean_queue_resource()
309 if ((pdd->qpd.is_debug) || (type == KFD_QUEUE_TYPE_DIQ)) in pqm_create_queue()
312 if (pdd->qpd.queue_count >= max_queues) in pqm_create_queue()
324 if (list_empty(&pdd->qpd.queues_list) && in pqm_create_queue()
325 list_empty(&pdd->qpd.priv_queue_list)) in pqm_create_queue()
326 dev->dqm->ops.register_process(dev->dqm, &pdd->qpd); in pqm_create_queue()
[all...] |
| H A D | kfd_packet_manager.c | 130 struct qcm_process_device *qpd; in pm_create_runlist_ib() local
150 qpd = cur->qpd; in pm_create_runlist_ib()
158 retval = pm->pmf->map_process(pm, &rl_buffer[rl_wptr], qpd); in pm_create_runlist_ib()
166 list_for_each_entry(kq, &qpd->priv_queue_list, list) { in pm_create_runlist_ib()
171 kq->queue->queue, qpd->is_debug); in pm_create_runlist_ib()
176 qpd->is_debug); in pm_create_runlist_ib()
185 list_for_each_entry(q, &qpd->queues_list, list) { in pm_create_runlist_ib()
190 q->queue, qpd->is_debug); in pm_create_runlist_ib()
195 qpd in pm_create_runlist_ib()
[all...] |
| /kernel/linux/linux-5.10/drivers/infiniband/hw/cxgb4/ |
| H A D | device.c | 246 struct c4iw_debugfs_data *qpd) in dump_qp()
253 space = qpd->bufsize - qpd->pos - 1; in dump_qp()
267 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
288 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
304 cc = snprintf(qpd->buf + qpd->pos, space, in dump_qp()
310 qpd in dump_qp()
245 dump_qp(unsigned long id, struct c4iw_qp *qp, struct c4iw_debugfs_data *qpd) dump_qp() argument
316 struct c4iw_debugfs_data *qpd = file->private_data; qp_release() local
329 struct c4iw_debugfs_data *qpd; qp_open() local
[all...] |