| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_jd.c | 173 ctx = &katom->kctx->jctx;
in kds_dep_clear()
207 struct kbase_jd_context *jctx = &katom->kctx->jctx;
in kbase_jd_free_external_resources() local
214 mutex_lock(&jctx->lock);
in kbase_jd_free_external_resources()
216 mutex_unlock(&jctx->lock);
in kbase_jd_free_external_resources()
273 * jctx.lock must be held when this is called.
433 wait_failed = kds_async_waitall(&katom->kds_rset, &katom->kctx->jctx.kds_cb, katom, NULL, kds_res_count,
in kbase_jd_pre_external_resources()
476 mutex_unlock(&katom->kctx->jctx.lock);
in kbase_jd_pre_external_resources()
478 mutex_lock(&katom->kctx->jctx.lock);
in kbase_jd_pre_external_resources()
637 if (kbase_jd_katom_dep_atom(&kctx->jctx in jd_check_force_failure()
931 struct kbase_jd_context *jctx = &kctx->jctx; jd_submit_atom() local
1218 struct kbase_jd_context *jctx = &kctx->jctx; kbase_jd_submit() local
1384 struct kbase_jd_context *jctx; kbase_jd_done_worker() local
1563 struct kbase_jd_context *jctx; jd_cancel_worker() local
[all...] |
| H A D | mali_kbase_js.c | 538 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]);
in kbasep_js_kctx_init()
541 js_kctx_info = &kctx->jctx.sched_info;
in kbasep_js_kctx_init()
580 js_kctx_info = &kctx->jctx.sched_info;
in kbasep_js_kctx_term()
587 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex);
in kbasep_js_kctx_term()
590 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]);
in kbasep_js_kctx_term()
600 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex);
in kbasep_js_kctx_term()
629 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) {
in kbase_js_ctx_list_add_pullable_nolock()
630 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]);
in kbase_js_ctx_list_add_pullable_nolock()
633 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], &kbdev->js_data.ctx_list_pullable[js]);
in kbase_js_ctx_list_add_pullable_nolock()
668 if (!list_empty(&kctx->jctx in kbase_js_ctx_list_add_pullable_head_nolock()
[all...] |
| H A D | mali_kbase_event.c | 24 lockdep_assert_held(&kctx->jctx.lock);
in kbase_event_process()
85 uevent->atom_number = (atom - ctx->jctx.atoms);
in kbase_event_dequeue()
91 mutex_lock(&ctx->jctx.lock);
in kbase_event_dequeue()
93 mutex_unlock(&ctx->jctx.lock);
in kbase_event_dequeue()
115 mutex_lock(&kctx->jctx.lock);
in kbase_event_process_noreport_worker()
117 mutex_unlock(&kctx->jctx.lock);
in kbase_event_process_noreport_worker()
|
| H A D | mali_kbase_replay.c | 559 struct kbase_jd_context *jctx = &kctx->jctx;
in kbasep_allocate_katom() local
563 if (jctx->atoms[i].status == KBASE_JD_ATOM_STATE_UNUSED) {
in kbasep_allocate_katom()
564 jctx->atoms[i].status = KBASE_JD_ATOM_STATE_QUEUED;
in kbasep_allocate_katom()
585 struct kbase_jd_context *jctx = &kctx->jctx;
in kbasep_release_katom() local
589 while (!list_empty(&jctx->atoms[atom_id].dep_head[0])) {
in kbasep_release_katom()
590 list_del(jctx->atoms[atom_id].dep_head[0].next);
in kbasep_release_katom()
593 while (!list_empty(&jctx->atoms[atom_id].dep_head[1])) {
in kbasep_release_katom()
594 list_del(jctx in kbasep_release_katom()
850 struct kbase_jd_context *jctx; kbase_replay_process_worker() local
[all...] |
| H A D | mali_kbase_device.c | 321 spin_lock_irqsave(&kctx->jctx.tb_lock, flags);
in kbase_device_trace_buffer_install()
322 kctx->jctx.tb_wrap_offset = size / 0x8;
in kbase_device_trace_buffer_install()
323 kctx->jctx.tb = tb;
in kbase_device_trace_buffer_install()
324 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags);
in kbase_device_trace_buffer_install()
334 spin_lock_irqsave(&kctx->jctx.tb_lock, flags);
in kbase_device_trace_buffer_uninstall()
335 kctx->jctx.tb = NULL;
in kbase_device_trace_buffer_uninstall()
336 kctx->jctx.tb_wrap_offset = 0;
in kbase_device_trace_buffer_uninstall()
337 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags);
in kbase_device_trace_buffer_uninstall()
345 spin_lock_irqsave(&kctx->jctx.tb_lock, flags);
in kbase_device_trace_register_access()
346 if (kctx->jctx in kbase_device_trace_register_access()
[all...] |
| H A D | mali_kbase_softjobs.c | 196 mutex_lock(&kctx->jctx.lock);
in kbase_soft_event_wait_callback()
202 mutex_unlock(&kctx->jctx.lock);
in kbase_soft_event_wait_callback()
212 mutex_lock(&kctx->jctx.lock);
in kbasep_soft_event_complete_job()
214 mutex_unlock(&kctx->jctx.lock);
in kbasep_soft_event_complete_job()
239 queue_work(kctx->jctx.job_done_wq, &katom->work);
in kbasep_complete_triggered_soft_events()
334 mutex_lock(&kctx->jctx.lock);
in kbase_fence_debug_wait_timeout_worker()
336 mutex_unlock(&kctx->jctx.lock);
in kbase_fence_debug_wait_timeout_worker()
354 queue_work(kctx->jctx.job_done_wq, &work->work);
in kbase_fence_debug_timeout()
388 queue_work(kctx->jctx.job_done_wq, &katom->work);
in kbasep_soft_job_timeout_worker()
453 mutex_lock(&kctx->jctx in kbase_soft_event_update()
[all...] |
| H A D | mali_kbase_js_ctx_attr.c | 49 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_retain_attr()
96 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_release_attr()
137 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_retain_attr()
175 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_release_attr()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_jd.c | 179 ctx = &katom->kctx->jctx; in kds_dep_clear()
212 struct kbase_jd_context *jctx = &katom->kctx->jctx; in kbase_jd_free_external_resources() local
219 mutex_lock(&jctx->lock); in kbase_jd_free_external_resources()
221 mutex_unlock(&jctx->lock); in kbase_jd_free_external_resources()
278 * jctx.lock must be held when this is called.
452 &katom->kctx->jctx.kds_cb, katom, NULL, in kbase_jd_pre_external_resources()
495 mutex_unlock(&katom->kctx->jctx.lock); in kbase_jd_pre_external_resources()
497 mutex_lock(&katom->kctx->jctx.lock); in kbase_jd_pre_external_resources()
667 if (kbase_jd_katom_dep_atom(&kctx->jctx in jd_check_force_failure()
968 struct kbase_jd_context *jctx = &kctx->jctx; jd_submit_atom() local
1282 struct kbase_jd_context *jctx = &kctx->jctx; kbase_jd_submit() local
1458 struct kbase_jd_context *jctx; kbase_jd_done_worker() local
1639 struct kbase_jd_context *jctx; jd_cancel_worker() local
[all...] |
| H A D | mali_kbase_js.c | 569 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]); in kbasep_js_kctx_init()
571 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_init()
611 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_term()
618 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
621 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbasep_js_kctx_term()
630 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
661 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_nolock()
662 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbase_js_ctx_list_add_pullable_nolock()
664 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], in kbase_js_ctx_list_add_pullable_nolock()
701 if (!list_empty(&kctx->jctx in kbase_js_ctx_list_add_pullable_head_nolock()
[all...] |
| H A D | mali_kbase_event.c | 28 lockdep_assert_held(&kctx->jctx.lock); in kbase_event_process()
91 uevent->atom_number = (atom - ctx->jctx.atoms); in kbase_event_dequeue()
96 mutex_lock(&ctx->jctx.lock); in kbase_event_dequeue()
98 mutex_unlock(&ctx->jctx.lock); in kbase_event_dequeue()
120 mutex_lock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
122 mutex_unlock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
|
| H A D | mali_kbase_replay.c | 609 struct kbase_jd_context *jctx = &kctx->jctx; in kbasep_allocate_katom() local
613 if (jctx->atoms[i].status == KBASE_JD_ATOM_STATE_UNUSED) { in kbasep_allocate_katom()
614 jctx->atoms[i].status = KBASE_JD_ATOM_STATE_QUEUED; in kbasep_allocate_katom()
637 struct kbase_jd_context *jctx = &kctx->jctx; in kbasep_release_katom() local
642 while (!list_empty(&jctx->atoms[atom_id].dep_head[0])) in kbasep_release_katom()
643 list_del(jctx->atoms[atom_id].dep_head[0].next); in kbasep_release_katom()
645 while (!list_empty(&jctx->atoms[atom_id].dep_head[1])) in kbasep_release_katom()
646 list_del(jctx in kbasep_release_katom()
921 struct kbase_jd_context *jctx; kbase_replay_process_worker() local
[all...] |
| H A D | mali_kbase_device.c | 312 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_install()
313 kctx->jctx.tb_wrap_offset = size / 8; in kbase_device_trace_buffer_install()
314 kctx->jctx.tb = tb; in kbase_device_trace_buffer_install()
315 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_install()
325 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_uninstall()
326 kctx->jctx.tb = NULL; in kbase_device_trace_buffer_uninstall()
327 kctx->jctx.tb_wrap_offset = 0; in kbase_device_trace_buffer_uninstall()
328 spin_unlock_irqrestore(&kctx->jctx.tb_lock, flags); in kbase_device_trace_buffer_uninstall()
335 spin_lock_irqsave(&kctx->jctx.tb_lock, flags); in kbase_device_trace_register_access()
336 if (kctx->jctx in kbase_device_trace_register_access()
[all...] |
| H A D | mali_kbase_softjobs.c | 202 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
207 mutex_unlock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
218 mutex_lock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
220 mutex_unlock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
245 queue_work(kctx->jctx.job_done_wq, in kbasep_complete_triggered_soft_events()
349 mutex_lock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
351 mutex_unlock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
369 queue_work(kctx->jctx.job_done_wq, &work->work); in kbase_fence_debug_timeout()
406 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_soft_job_timeout_worker()
471 mutex_lock(&kctx->jctx in kbase_soft_event_update()
[all...] |
| H A D | mali_kbase_js_ctx_attr.c | 51 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_retain_attr()
97 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_release_attr()
137 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_retain_attr()
174 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_release_attr()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_jd.c | 207 * jctx.lock must be held when this is called.
585 lockdep_assert_held(&kctx->jctx.lock); in jd_update_jit_usage()
823 if (--kctx->jctx.job_nr == 0) in jd_done_nolock()
828 wake_up(&kctx->jctx.zero_jobs_wait); in jd_done_nolock()
912 struct kbase_jd_context *jctx = &kctx->jctx; in jd_submit_atom() local
925 jctx->job_nr++; in jd_submit_atom()
1012 struct kbase_jd_atom *dep_atom = &jctx->atoms[dep_atom_number]; in jd_submit_atom()
1086 /* Cap the priority to jctx.max_priority */ in jd_submit_atom()
1087 katom->sched_priority = (sched_prio < kctx->jctx in jd_submit_atom()
1244 struct kbase_jd_context *jctx = &kctx->jctx; kbase_jd_submit() local
1418 struct kbase_jd_context *jctx; kbase_jd_done_worker() local
1606 struct kbase_jd_context *jctx; jd_cancel_worker() local
[all...] |
| H A D | mali_kbase_js.c | 651 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]); in kbasep_js_kctx_init()
653 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_init()
697 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_term()
704 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
708 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbasep_js_kctx_term()
718 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
892 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) in kbase_js_ctx_list_add_pullable_nolock()
893 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbase_js_ctx_list_add_pullable_nolock()
895 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], in kbase_js_ctx_list_add_pullable_nolock()
934 if (!list_empty(&kctx->jctx in kbase_js_ctx_list_add_pullable_head_nolock()
[all...] |
| H A D | mali_kbase_softjobs.c | 213 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
218 mutex_unlock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
229 mutex_lock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
231 mutex_unlock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
256 queue_work(kctx->jctx.job_done_wq, in kbasep_complete_triggered_soft_events()
360 mutex_lock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
362 mutex_unlock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
380 queue_work(kctx->jctx.job_done_wq, &work->work); in kbase_fence_debug_timeout()
417 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_soft_job_timeout_worker()
482 mutex_lock(&kctx->jctx in kbase_soft_event_update()
[all...] |
| H A D | mali_kbase_event.c | 32 lockdep_assert_held(&kctx->jctx.lock); in kbase_event_process()
85 uevent->atom_number = (atom - ctx->jctx.atoms); in kbase_event_dequeue()
90 mutex_lock(&ctx->jctx.lock); in kbase_event_dequeue()
92 mutex_unlock(&ctx->jctx.lock); in kbase_event_dequeue()
114 mutex_lock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
116 mutex_unlock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_jd.c | 198 * jctx.lock must be held when this is called.
555 lockdep_assert_held(&kctx->jctx.lock); in jd_update_jit_usage()
766 if (--kctx->jctx.job_nr == 0) { in jd_done_nolock()
767 wake_up(&kctx->jctx.zero_jobs_wait); /* All events are safely queued now, and we can signal any waiter in jd_done_nolock()
850 struct kbase_jd_context *jctx = &kctx->jctx; in jd_submit_atom() local
862 jctx->job_nr++; in jd_submit_atom()
946 struct kbase_jd_atom *dep_atom = &jctx->atoms[dep_atom_number]; in jd_submit_atom()
1108 katom->work_id = atomic_inc_return(&jctx->work_id); in jd_submit_atom()
1159 struct kbase_jd_context *jctx in kbase_jd_submit() local
1320 struct kbase_jd_context *jctx; kbase_jd_done_worker() local
1498 struct kbase_jd_context *jctx; jd_cancel_worker() local
[all...] |
| H A D | mali_kbase_js.c | 538 INIT_LIST_HEAD(&kctx->jctx.sched_info.ctx.ctx_list_entry[i]); in kbasep_js_kctx_init()
541 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_init()
582 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_kctx_term()
589 mutex_lock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
593 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbasep_js_kctx_term()
604 mutex_unlock(&kctx->jctx.sched_info.ctx.jsctx_mutex); in kbasep_js_kctx_term()
634 if (!list_empty(&kctx->jctx.sched_info.ctx.ctx_list_entry[js])) { in kbase_js_ctx_list_add_pullable_nolock()
635 list_del_init(&kctx->jctx.sched_info.ctx.ctx_list_entry[js]); in kbase_js_ctx_list_add_pullable_nolock()
638 list_add_tail(&kctx->jctx.sched_info.ctx.ctx_list_entry[js], &kbdev->js_data.ctx_list_pullable[js][kctx->priority]); in kbase_js_ctx_list_add_pullable_nolock()
674 if (!list_empty(&kctx->jctx in kbase_js_ctx_list_add_pullable_head_nolock()
[all...] |
| H A D | mali_kbase_softjobs.c | 203 mutex_lock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
209 mutex_unlock(&kctx->jctx.lock); in kbase_soft_event_wait_callback()
219 mutex_lock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
221 mutex_unlock(&kctx->jctx.lock); in kbasep_soft_event_complete_job()
246 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_complete_triggered_soft_events()
341 mutex_lock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
343 mutex_unlock(&kctx->jctx.lock); in kbase_fence_debug_wait_timeout_worker()
361 queue_work(kctx->jctx.job_done_wq, &work->work); in kbase_fence_debug_timeout()
394 queue_work(kctx->jctx.job_done_wq, &katom->work); in kbasep_soft_job_timeout_worker()
459 mutex_lock(&kctx->jctx in kbase_soft_event_update()
[all...] |
| H A D | mali_kbase_event.c | 33 lockdep_assert_held(&kctx->jctx.lock); in kbase_event_process()
85 uevent->atom_number = (atom - ctx->jctx.atoms); in kbase_event_dequeue()
91 mutex_lock(&ctx->jctx.lock); in kbase_event_dequeue()
93 mutex_unlock(&ctx->jctx.lock); in kbase_event_dequeue()
115 mutex_lock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
117 mutex_unlock(&kctx->jctx.lock); in kbase_event_process_noreport_worker()
|
| H A D | mali_kbase_js_ctx_attr.c | 56 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_retain_attr()
103 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_runpool_release_attr()
144 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_retain_attr()
182 js_kctx_info = &kctx->jctx.sched_info; in kbasep_js_ctx_attr_ctx_release_attr()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 48 lockdep_assert_held(&kctx->jctx.sched_info.ctx.jsctx_mutex); in assign_and_activate_kctx_addr_space()
115 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space()
127 as_js_kctx_info = &as_kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space()
198 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_use_ctx()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_jm_as.c | 52 lockdep_assert_held(&kctx->jctx.sched_info.ctx.jsctx_mutex); in assign_and_activate_kctx_addr_space()
123 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space()
135 as_js_kctx_info = &as_kctx->jctx.sched_info; in kbase_backend_find_and_release_free_address_space()
214 js_kctx_info = &kctx->jctx.sched_info; in kbase_backend_use_ctx()
|