/device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
H A D | mali_kbase_replay.c | 275 dev_err(kctx->kbdev->dev, "kbasep_replay_reset_tiler_job: failed to map jc\n");
in kbasep_replay_reset_tiler_job() 287 dev_err(kctx->kbdev->dev, "kbasep_replay_reset_tiler_job: failed to map jc\n");
in kbasep_replay_reset_tiler_job() 345 dev_err(kctx->kbdev->dev, "kbasep_replay_parse_jc: failed to map jc\n");
in kbasep_replay_reset_job() 444 * @param[in] jc Job chain start address
449 static int kbasep_replay_find_hw_job_id(struct kbase_context *kctx, u64 jc, u16 *hw_job_id)
in kbasep_replay_find_hw_job_id() argument 451 while (jc) {
in kbasep_replay_find_hw_job_id() 455 dev_dbg(kctx->kbdev->dev, "kbasep_replay_find_hw_job_id: parsing jc=%llx\n", jc);
in kbasep_replay_find_hw_job_id() 457 job = kbase_vmap(kctx, jc, sizeof(*job), &map);
in kbasep_replay_find_hw_job_id() 459 dev_err(kctx->kbdev->dev, "failed to map jc\ in kbasep_replay_find_hw_job_id() 502 kbasep_replay_parse_jc(struct kbase_context *kctx, u64 jc, u64 prev_jc, u64 tiler_heap_free, u16 hierarchy_mask, u32 default_weight, u16 hw_job_id_offset, bool fragment_chain) kbasep_replay_parse_jc() argument 790 u64 jc; kbasep_replay_parse_payload() local [all...] |
H A D | mali_kbase_softjobs.c | 132 u64 jc = katom->jc;
in kbase_dump_cpu_gpu_time() local 175 user_result = kbase_vmap_prot(kctx, jc, sizeof(data), KBASE_REG_GPU_WR, &map);
in kbase_dump_cpu_gpu_time() 234 if (katom->jc == evt) {
in kbasep_complete_triggered_soft_events() 409 /* The status of this soft-job is stored in jc */
in kbasep_soft_event_wait() 410 if (kbasep_read_soft_event_status(kctx, katom->jc, &status)) {
in kbasep_soft_event_wait() 429 if (kbasep_write_soft_event_status(kctx, katom->jc, new_status) != 0) {
in kbasep_soft_event_update_locked() 435 kbasep_complete_triggered_soft_events(kctx, katom->jc);
in kbasep_soft_event_update_locked() 510 struct kbase_debug_copy_buffer *buffers = (struct kbase_debug_copy_buffer *)(uintptr_t)katom->jc;
in kbase_debug_copy_finish() 550 katom->jc in kbase_debug_copy_finish() [all...] |
H A D | mali_kbase_10969_workaround.c | 50 u32 offset = katom->jc & (~PAGE_MASK);
in kbasep_10969_workaround_clamp_coordinates() 66 region = kbase_region_tracker_find_region_enclosing_address(katom->kctx, katom->jc);
in kbasep_10969_workaround_clamp_coordinates() 76 page_index = (katom->jc >> PAGE_SHIFT) - region->start_pfn;
in kbasep_10969_workaround_clamp_coordinates()
|
H A D | mali_base_kernel.h | 543 * the list of base_jd_replay_payload pointed to by the jc pointer to be
595 * @base_jit_alloc_info structure which is passed via the jc element of
611 * to be freed. The ID of the JIT allocation is passed via the jc element of
623 * passed via the jc element of the atom which is a pointer to a
632 * passed via the jc element of the atom which is a pointer to a
834 u64 jc; /**< job-chain GPU address */
member 850 u64 jc; /**< job-chain GPU address */
member 956 atom->jc = (uintptr_t)fence;
in base_jd_fence_trigger_setup_v2() 984 atom->jc = (uintptr_t)fence;
in base_jd_fence_wait_setup_v2() 1187 * This structure is stored into the memory pointed to by the @c jc fiel 1812 u64 jc; global() member [all...] |
H A D | mali_kbase_jd.c | 953 katom->jc = user_atom->jc;
in jd_submit_atom() 1103 if (!katom->jc && (katom->core_req & BASE_JD_REQ_ATOM_TYPE) != BASE_JD_REQ_DEP) {
in jd_submit_atom() 1104 dev_warn(kctx->kbdev->dev, "Rejecting atom with jc = NULL");
in jd_submit_atom() 1266 user_atom.jc = user_atom_v6.jc;
in kbase_jd_submit() 1389 u64 cache_jc = katom->jc;
in kbase_jd_done_worker() 1405 KBASE_TRACE_ADD(kbdev, JD_DONE_WORKER, kctx, katom, katom->jc, 0);
in kbase_jd_done_worker() 1578 KBASE_TRACE_ADD(kbdev, JD_CANCEL_WORKER, kctx, katom, katom->jc, 0);
in jd_cancel_worker() 1641 KBASE_TRACE_ADD(kbdev, JD_DONE, kctx, katom, katom->jc, in kbase_jd_done() [all...] |
/device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
H A D | mali_kbase_replay.c | 304 dev_err(kctx->kbdev->dev, "kbasep_replay_reset_tiler_job: failed to map jc\n"); in kbasep_replay_reset_tiler_job() 319 dev_err(kctx->kbdev->dev, "kbasep_replay_reset_tiler_job: failed to map jc\n"); in kbasep_replay_reset_tiler_job() 386 "kbasep_replay_parse_jc: failed to map jc\n"); in kbasep_replay_reset_job() 486 * @param[in] jc Job chain start address 492 u64 jc, u16 *hw_job_id) in kbasep_replay_find_hw_job_id() 494 while (jc) { in kbasep_replay_find_hw_job_id() 499 "kbasep_replay_find_hw_job_id: parsing jc=%llx\n", jc); in kbasep_replay_find_hw_job_id() 501 job = kbase_vmap(kctx, jc, sizeof(*job), &map); in kbasep_replay_find_hw_job_id() 503 dev_err(kctx->kbdev->dev, "failed to map jc\ in kbasep_replay_find_hw_job_id() 491 kbasep_replay_find_hw_job_id(struct kbase_context *kctx, u64 jc, u16 *hw_job_id) kbasep_replay_find_hw_job_id() argument 544 kbasep_replay_parse_jc(struct kbase_context *kctx, u64 jc, u64 prev_jc, u64 tiler_heap_free, u16 hierarchy_mask, u32 default_weight, u16 hw_job_id_offset, bool fragment_chain) kbasep_replay_parse_jc() argument 854 u64 jc; kbasep_replay_parse_payload() local [all...] |
H A D | mali_kbase_softjobs.c | 138 u64 jc = katom->jc; in kbase_dump_cpu_gpu_time() local 182 user_result = kbase_vmap_prot(kctx, jc, sizeof(data), KBASE_REG_GPU_WR, &map); in kbase_dump_cpu_gpu_time() 239 if (katom->jc == evt) { in kbasep_complete_triggered_soft_events() 426 /* The status of this soft-job is stored in jc */ in kbasep_soft_event_wait() 427 if (kbasep_read_soft_event_status(kctx, katom->jc, &status)) { in kbasep_soft_event_wait() 446 if (kbasep_write_soft_event_status(kctx, katom->jc, new_status) != 0) { in kbasep_soft_event_update_locked() 452 kbasep_complete_triggered_soft_events(kctx, katom->jc); in kbasep_soft_event_update_locked() 526 (struct kbase_debug_copy_buffer *)(uintptr_t)katom->jc; in kbase_debug_copy_finish() 564 katom->jc in kbase_debug_copy_finish() [all...] |
H A D | mali_kbase_10969_workaround.c | 51 u32 offset = katom->jc & (~PAGE_MASK); in kbasep_10969_workaround_clamp_coordinates() 67 katom->jc); in kbasep_10969_workaround_clamp_coordinates() 75 page_index = (katom->jc >> PAGE_SHIFT) - region->start_pfn; in kbasep_10969_workaround_clamp_coordinates()
|
H A D | mali_base_kernel.h | 555 * the list of base_jd_replay_payload pointed to by the jc pointer to be 607 * @base_jit_alloc_info structure which is passed via the jc element of 623 * to be freed. The ID of the JIT allocation is passed via the jc element of 635 * passed via the jc element of the atom which is a pointer to a 644 * passed via the jc element of the atom which is a pointer to a 849 u64 jc; /**< job-chain GPU address */ member 865 u64 jc; /**< job-chain GPU address */ member 975 atom->jc = (uintptr_t) fence; in base_jd_fence_trigger_setup_v2() 1003 atom->jc = (uintptr_t) fence; in base_jd_fence_wait_setup_v2() 1205 * This structure is stored into the memory pointed to by the @c jc fiel 1833 u64 jc; global() member [all...] |
H A D | mali_kbase_jd.c | 990 katom->jc = user_atom->jc; in jd_submit_atom() 1160 if (!katom->jc && (katom->core_req & BASE_JD_REQ_ATOM_TYPE) != BASE_JD_REQ_DEP) { in jd_submit_atom() 1161 dev_warn(kctx->kbdev->dev, "Rejecting atom with jc = NULL"); in jd_submit_atom() 1335 user_atom.jc = user_atom_v6.jc; in kbase_jd_submit() 1463 u64 cache_jc = katom->jc; in kbase_jd_done_worker() 1479 KBASE_TRACE_ADD(kbdev, JD_DONE_WORKER, kctx, katom, katom->jc, 0); in kbase_jd_done_worker() 1654 KBASE_TRACE_ADD(kbdev, JD_CANCEL_WORKER, kctx, katom, katom->jc, 0); in jd_cancel_worker() 1716 KBASE_TRACE_ADD(kbdev, JD_DONE, kctx, katom, katom->jc, in kbase_jd_done() [all...] |
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
H A D | mali_kbase_dummy_job_wa.c | 42 u64 jc; member 114 u64 cores, u64 jc) in run_job() 120 jc & U32_MAX); in run_job() 122 jc >> 32); in run_job() 158 u64 jc; in kbase_dummy_job_wa_execute() local 172 jc = kbdev->dummy_job_wa.jc; in kbase_dummy_job_wa_execute() 203 if (run_job(kbdev, as, slot, affinity, jc)) in kbase_dummy_job_wa_execute() 209 if (run_job(kbdev, as, slot, cores, jc)) in kbase_dummy_job_wa_execute() 351 kbdev->dummy_job_wa.jc in kbase_dummy_job_wa_load() 113 run_job(struct kbase_device *kbdev, int as, int slot, u64 cores, u64 jc) run_job() argument [all...] |
H A D | mali_kbase_softjobs.c | 140 u64 jc = katom->jc; in kbase_dump_cpu_gpu_time() local 193 user_result = kbase_vmap_prot(kctx, jc, sizeof(data), KBASE_REG_GPU_WR, &map); in kbase_dump_cpu_gpu_time() 250 if (katom->jc == evt) { in kbasep_complete_triggered_soft_events() 437 /* The status of this soft-job is stored in jc */ in kbasep_soft_event_wait() 438 if (kbasep_read_soft_event_status(kctx, katom->jc, &status)) { in kbasep_soft_event_wait() 457 if (kbasep_write_soft_event_status(kctx, katom->jc, new_status) != 0) { in kbasep_soft_event_update_locked() 463 kbasep_complete_triggered_soft_events(kctx, katom->jc); in kbasep_soft_event_update_locked() 558 void __user *user_structs = (void __user *)(uintptr_t)katom->jc; in kbase_debug_copy_prepare() 724 * members, and sets jc t in kbase_debug_copy_prepare() [all...] |
H A D | mali_kbase_jd.c | 937 katom->jc = user_atom->jc; in jd_submit_atom() 1106 WARN_ON(katom->jc != 0); in jd_submit_atom() 1108 } else if (!katom->jc && in jd_submit_atom() 1113 dev_err(kctx->kbdev->dev, "Rejecting atom with jc = NULL\n"); in jd_submit_atom() 1286 if (copy_from_user(&user_atom.jc, user_addr, sizeof(struct base_jd_atom_v2)) != 0) { in kbase_jd_submit() 1330 /* In this case 'jc' is the CPU address of a struct in kbase_jd_submit() 1335 u64_to_user_ptr(user_atom.jc), in kbase_jd_submit() 1338 "Invalid jc address 0x%llx passed to job_submit\n", in kbase_jd_submit() 1339 user_atom.jc); in kbase_jd_submit() [all...] |
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
H A D | mali_kbase_dummy_job_wa.c | 43 u64 jc; member 113 static inline int run_job(struct kbase_device *kbdev, int as, int slot, u64 cores, u64 jc) in run_job() argument 118 kbase_reg_write(kbdev, JOB_SLOT_REG(slot, JS_HEAD_NEXT_LO), jc & U32_MAX); in run_job() 119 kbase_reg_write(kbdev, JOB_SLOT_REG(slot, JS_HEAD_NEXT_HI), jc >> 0x20); in run_job() 147 u64 jc; in kbase_dummy_job_wa_execute() local 163 jc = kbdev->dummy_job_wa.jc; in kbase_dummy_job_wa_execute() 196 if (run_job(kbdev, as, slot, affinity, jc)) { in kbase_dummy_job_wa_execute() 202 if (run_job(kbdev, as, slot, cores, jc)) { in kbase_dummy_job_wa_execute() 330 kbdev->dummy_job_wa.jc in kbase_dummy_job_wa_load() [all...] |
H A D | mali_kbase_softjobs.c | 139 u64 jc = katom->jc; in kbase_dump_cpu_gpu_time() local 182 user_result = kbase_vmap_prot(kctx, jc, sizeof(data), KBASE_REG_GPU_WR, &map); in kbase_dump_cpu_gpu_time() 241 if (katom->jc == evt) { in kbasep_complete_triggered_soft_events() 415 /* The status of this soft-job is stored in jc */ in kbasep_soft_event_wait() 416 if (kbasep_read_soft_event_status(kctx, katom->jc, &status)) { in kbasep_soft_event_wait() 435 if (kbasep_write_soft_event_status(kctx, katom->jc, new_status) != 0) { in kbasep_soft_event_update_locked() 441 kbasep_complete_triggered_soft_events(kctx, katom->jc); in kbasep_soft_event_update_locked() 540 void __user *user_structs = (void __user *)(uintptr_t)katom->jc; in kbase_debug_copy_prepare() 694 * members, and sets jc t in kbase_debug_copy_prepare() [all...] |
H A D | mali_kbase_jd.c | 874 katom->jc = user_atom->jc; in jd_submit_atom() 1031 WARN_ON(katom->jc != 0); in jd_submit_atom() 1033 } else if (!katom->jc && (katom->core_req & BASE_JD_REQ_ATOM_TYPE) != BASE_JD_REQ_DEP) { in jd_submit_atom() 1037 dev_err(kctx->kbdev->dev, "Rejecting atom with jc = NULL\n"); in jd_submit_atom() 1197 if (copy_from_user(&user_atom.jc, user_addr, sizeof(struct base_jd_atom_v2)) != 0) { in kbase_jd_submit() 1235 /* In this case 'jc' is the CPU address of a struct in kbase_jd_submit() 1239 if (copy_from_user(&user_jc_incr, u64_to_user_ptr(user_atom.jc), sizeof(user_jc_incr))) { in kbase_jd_submit() 1240 dev_err(kbdev->dev, "Invalid jc address 0x%llx passed to job_submit\n", user_atom.jc); in kbase_jd_submit() [all...] |
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
H A D | mali_kbase_model_error_generator.c | 112 new_elem->params.jc = params->jc; in job_atom_inject_error() 144 if (walker->params.jc == hw_error_status.current_jc) { in midgard_set_error()
|
H A D | mali_kbase_jm_hw.c | 135 u64 jc = katom->jc; in select_job_chain() local 141 return jc; in select_job_chain() 158 jc = katom->jc_fragment.norm_read_forced_write; in select_job_chain() 165 jc = katom->jc_fragment.norm_read_norm_write; in select_job_chain() 172 jc = katom->jc_fragment.forced_read_forced_write; in select_job_chain() 179 jc = katom->jc_fragment.forced_read_norm_write; in select_job_chain() 188 jc, (void *)katom, (int)rp->state); in select_job_chain() 190 katom->jc = jc; in select_job_chain() [all...] |
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/backend/gpu/ |
H A D | mali_kbase_jm_hw.c | 113 u64 jc = katom->jc; in select_job_chain() local 119 return jc; in select_job_chain() 137 jc = katom->jc_fragment.norm_read_forced_write; in select_job_chain() 144 jc = katom->jc_fragment.norm_read_norm_write; in select_job_chain() 151 jc = katom->jc_fragment.forced_read_forced_write; in select_job_chain() 158 jc = katom->jc_fragment.forced_read_norm_write; in select_job_chain() 165 dev_dbg(kctx->kbdev->dev, "Selected job chain 0x%llx for end atom %p in state %d\n", jc, (void *)katom, in select_job_chain() 168 katom->jc = jc; in select_job_chain() [all...] |
/device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/backend/gpu/ |
H A D | mali_kbase_jm_rb.c | 346 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JS_CORE_REF_REGISTER_INUSE_FAILED, katom->kctx, katom, katom->jc, in kbasep_js_job_check_ref_cores() 356 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JS_CORE_REF_REGISTER_INUSE_FAILED, katom->kctx, katom, katom->jc, in kbasep_js_job_check_ref_cores() 380 katom->jc, js, (u32)recently_chosen_affinity); in kbasep_js_job_check_ref_cores() 412 katom->jc, js, (u32)katom->affinity); in kbasep_js_job_check_ref_cores() 424 katom->jc, js, (u32)katom->affinity); in kbasep_js_job_check_ref_cores() 450 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JS_CORE_REF_AFFINITY_WOULD_VIOLATE, katom->kctx, katom, katom->jc, in kbasep_js_job_check_ref_cores() 1241 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JM_JOB_DONE, kctx, katom, katom->jc, js, completion_code); in kbase_gpu_complete_hw() 1243 if (job_tail != 0 && job_tail != katom->jc) { in kbase_gpu_complete_hw() 1244 bool was_updated = (job_tail != katom->jc); in kbase_gpu_complete_hw() 1248 katom->jc in kbase_gpu_complete_hw() [all...] |
H A D | mali_kbase_jm_hw.c | 53 u64 jc_head = katom->jc; in kbase_job_hw_submit() 537 KBASE_TRACE_ADD_SLOT(kbdev, JM_SOFTSTOP, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 540 KBASE_TRACE_ADD_SLOT(kbdev, JM_SOFTSTOP_0, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 543 KBASE_TRACE_ADD_SLOT(kbdev, JM_SOFTSTOP_1, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 546 KBASE_TRACE_ADD_SLOT(kbdev, JM_HARDSTOP, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 549 KBASE_TRACE_ADD_SLOT(kbdev, JM_HARDSTOP_0, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 552 KBASE_TRACE_ADD_SLOT(kbdev, JM_HARDSTOP_1, head_kctx, head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action()
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
H A D | mali_kbase_jm_rb.c | 372 katom->jc, js, in kbasep_js_job_check_ref_cores() 385 katom->jc, js, in kbasep_js_job_check_ref_cores() 416 katom->jc, js, in kbasep_js_job_check_ref_cores() 458 katom->jc, js, in kbasep_js_job_check_ref_cores() 474 katom->jc, js, in kbasep_js_job_check_ref_cores() 508 katom->kctx, katom, katom->jc, js, in kbasep_js_job_check_ref_cores() 1410 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JM_JOB_DONE, kctx, katom, katom->jc, in kbase_gpu_complete_hw() 1413 if (job_tail != 0 && job_tail != katom->jc) { in kbase_gpu_complete_hw() 1414 bool was_updated = (job_tail != katom->jc); in kbase_gpu_complete_hw() 1418 katom->jc in kbase_gpu_complete_hw() [all...] |
H A D | mali_kbase_jm_hw.c | 59 u64 jc_head = katom->jc; in kbase_job_hw_submit() 628 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 632 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 636 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 640 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 644 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action() 648 head, head->jc, js); in kbasep_job_slot_soft_or_hard_stop_do_action()
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/jm/ |
H A D | mali_base_jm_kernel.h | 441 * list of base_jit_alloc_info structure which is passed via the jc element of 459 * allocations is passed via the jc element of the atom. 469 * passed via the jc element of the atom which is a pointer to a 478 * passed via the jc element of the atom which is a pointer to a 753 * @jc: GPU address of a job chain or (if BASE_JD_REQ_END_RENDERPASS 793 u64 jc; member 813 * @jc: GPU address of a job chain or (if BASE_JD_REQ_END_RENDERPASS 841 u64 jc; member 1035 * This structure is stored into the memory pointed to by the @jc field
|
/device/soc/rockchip/rk3588/kernel/include/uapi/gpu/arm/bifrost/jm/ |
H A D | mali_base_jm_kernel.h | 450 * list of base_jit_alloc_info structure which is passed via the jc element of 468 * allocations is passed via the jc element of the atom. 478 * passed via the jc element of the atom which is a pointer to a 487 * passed via the jc element of the atom which is a pointer to a 778 * @jc: GPU address of a job chain or (if BASE_JD_REQ_END_RENDERPASS 818 __u64 jc; member 838 * @jc: GPU address of a job chain or (if BASE_JD_REQ_END_RENDERPASS 866 __u64 jc; member 1183 * This structure is stored into the memory pointed to by the @jc field
|