| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_js_affinity.c | 17 * Base kernel affinity manager APIs
74 * what job scheduler, power manager and affinity manager will
88 bool kbase_js_choose_affinity(u64 *const affinity, struct kbase_device *kbdev, struct kbase_jd_atom *katom, int js) in kbase_js_choose_affinity() argument
102 *affinity = 0; in kbase_js_choose_affinity()
113 *affinity = 1; in kbase_js_choose_affinity()
115 *affinity = 0; in kbase_js_choose_affinity()
123 *affinity = core_availability_mask & kbdev->pm.debug_core_mask[js]; in kbase_js_choose_affinity()
129 *affinity = kbdev->gpu_props.props.coherency_info.group[0].core_mask & core_availability_mask & in kbase_js_choose_affinity()
137 *affinity = kbdev->gpu_props.props.coherency_info.group[core_group_idx].core_mask & in kbase_js_choose_affinity()
143 if (*affinity in kbase_js_choose_affinity()
198 kbase_js_affinity_would_violate(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_would_violate() argument
214 kbase_js_affinity_retain_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_retain_slot_cores() argument
241 kbase_js_affinity_release_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_release_slot_cores() argument
[all...] |
| H A D | mali_kbase_js_affinity.h | 42 * kbase_js_choose_affinity - Compute affinity for a given job.
44 * @affinity: Affinity bitmap computed
46 * @katom: Job chain of which affinity is going to be found
52 * Returns true if a valid affinity was chosen, false if
55 bool kbase_js_choose_affinity(u64 *const affinity, struct kbase_device *kbdev, struct kbase_jd_atom *katom, int js);
58 * kbase_js_affinity_would_violate - Determine whether a proposed affinity on
59 * job slot @js would cause a violation of affinity restrictions.
63 * @affinity: The affinity mask to test
68 * Return: true if the affinity woul
[all...] |
| H A D | mali_kbase_jm_rb.c | 298 /* The most recently checked affinity. Having this at this scope allows in kbasep_js_job_check_ref_cores()
299 * us to guarantee that we've checked the affinity in this function in kbasep_js_job_check_ref_cores()
315 KBASE_DEBUG_ASSERT(katom->affinity == 0); in kbasep_js_job_check_ref_cores()
317 /* Compute affinity */ in kbasep_js_job_check_ref_cores()
329 katom->affinity = recently_chosen_affinity; in kbasep_js_job_check_ref_cores()
339 KBASE_DEBUG_ASSERT(katom->affinity != 0 || (katom->core_req & BASE_JD_REQ_T)); in kbasep_js_job_check_ref_cores()
341 cores_ready = kbase_pm_register_inuse_cores(kbdev, katom->core_req & BASE_JD_REQ_T, katom->affinity); in kbasep_js_job_check_ref_cores()
347 js, (u32)katom->affinity); in kbasep_js_job_check_ref_cores()
357 js, (u32)katom->affinity); in kbasep_js_job_check_ref_cores()
369 KBASE_DEBUG_ASSERT(katom->affinity ! in kbasep_js_job_check_ref_cores()
510 kbasep_js_job_check_deref_cores_nokatom(struct kbase_device *kbdev, base_jd_core_req core_req, u64 affinity, enum kbase_atom_coreref_state coreref_state) kbasep_js_job_check_deref_cores_nokatom() argument
1658 kbase_backend_complete_wq_post_sched(struct kbase_device *kbdev, base_jd_core_req core_req, u64 affinity, enum kbase_atom_coreref_state coreref_state) kbase_backend_complete_wq_post_sched() argument
[all...] |
| H A D | mali_kbase_jm_hw.c | 64 KBASE_DEBUG_ASSERT(!kbase_js_affinity_would_violate(kbdev, js, katom->affinity)); in kbase_job_hw_submit()
69 kbase_reg_write(kbdev, JOB_SLOT_REG(js, JS_AFFINITY_NEXT_LO), katom->affinity & 0xFFFFFFFF, kctx); in kbase_job_hw_submit()
70 kbase_reg_write(kbdev, JOB_SLOT_REG(js, JS_AFFINITY_NEXT_HI), katom->affinity >> 0x20, kctx); in kbase_job_hw_submit()
128 dev_dbg(kbdev->dev, "JS: Submitting atom %p from ctx %p to js[%d] with head=0x%llx, affinity=0x%llx", katom, kctx, in kbase_job_hw_submit()
129 js, jc_head, katom->affinity); in kbase_job_hw_submit()
131 KBASE_TRACE_ADD_SLOT_INFO(kbdev, JM_SUBMIT, kctx, katom, jc_head, js, (u32)katom->affinity); in kbase_job_hw_submit()
136 KBASE_TLSTREAM_TL_ATTRIB_ATOM_CONFIG(katom, jc_head, katom->affinity, cfg); in kbase_job_hw_submit()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_js_affinity.c | 21 * Base kernel affinity manager APIs
76 * what job scheduler, power manager and affinity manager will
90 bool kbase_js_choose_affinity(u64 * const affinity, in kbase_js_choose_affinity() argument
107 *affinity = 0; in kbase_js_choose_affinity()
119 *affinity = 1; in kbase_js_choose_affinity()
121 *affinity = 0; in kbase_js_choose_affinity()
128 *affinity = core_availability_mask & in kbase_js_choose_affinity()
136 *affinity = in kbase_js_choose_affinity()
147 *affinity = in kbase_js_choose_affinity()
155 if (*affinity in kbase_js_choose_affinity()
213 kbase_js_affinity_would_violate(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_would_violate() argument
231 kbase_js_affinity_retain_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_retain_slot_cores() argument
260 kbase_js_affinity_release_slot_cores(struct kbase_device *kbdev, int js, u64 affinity) kbase_js_affinity_release_slot_cores() argument
[all...] |
| H A D | mali_kbase_js_affinity.h | 46 * kbase_js_choose_affinity - Compute affinity for a given job.
48 * @affinity: Affinity bitmap computed
50 * @katom: Job chain of which affinity is going to be found
56 * Returns true if a valid affinity was chosen, false if
59 bool kbase_js_choose_affinity(u64 * const affinity,
65 * kbase_js_affinity_would_violate - Determine whether a proposed affinity on
66 * job slot @js would cause a violation of affinity restrictions.
70 * @affinity: The affinity mask to test
75 * Return: true if the affinity woul
[all...] |
| H A D | mali_kbase_jm_rb.c | 310 /* The most recently checked affinity. Having this at this scope allows in kbasep_js_job_check_ref_cores()
311 * us to guarantee that we've checked the affinity in this function in kbasep_js_job_check_ref_cores()
327 KBASE_DEBUG_ASSERT(katom->affinity == 0); in kbasep_js_job_check_ref_cores()
329 /* Compute affinity */ in kbasep_js_job_check_ref_cores()
345 katom->affinity = recently_chosen_affinity; in kbasep_js_job_check_ref_cores()
357 KBASE_DEBUG_ASSERT(katom->affinity != 0 || in kbasep_js_job_check_ref_cores()
363 katom->affinity); in kbasep_js_job_check_ref_cores()
373 (u32) katom->affinity); in kbasep_js_job_check_ref_cores()
386 (u32) katom->affinity); in kbasep_js_job_check_ref_cores()
399 KBASE_DEBUG_ASSERT(katom->affinity ! in kbasep_js_job_check_ref_cores()
578 kbasep_js_job_check_deref_cores_nokatom(struct kbase_device *kbdev, base_jd_core_req core_req, u64 affinity, enum kbase_atom_coreref_state coreref_state) kbasep_js_job_check_deref_cores_nokatom() argument
1898 kbase_backend_complete_wq_post_sched(struct kbase_device *kbdev, base_jd_core_req core_req, u64 affinity, enum kbase_atom_coreref_state coreref_state) kbase_backend_complete_wq_post_sched() argument
[all...] |
| H A D | mali_kbase_jm_hw.c | 71 katom->affinity)); in kbase_job_hw_submit()
79 katom->affinity & 0xFFFFFFFF, kctx); in kbase_job_hw_submit()
81 katom->affinity >> 32, kctx); in kbase_job_hw_submit()
137 dev_dbg(kbdev->dev, "JS: Submitting atom %p from ctx %p to js[%d] with head=0x%llx, affinity=0x%llx", in kbase_job_hw_submit()
138 katom, kctx, js, jc_head, katom->affinity); in kbase_job_hw_submit()
141 (u32) katom->affinity); in kbase_job_hw_submit()
149 katom->affinity, cfg); in kbase_job_hw_submit()
|
| /device/soc/rockchip/rk3588/kernel/include/trace/hooks/ |
| H A D | gic_v3.h | 16 TP_PROTO(int irq, u32 offset, u64 *affinity),
17 TP_ARGS(irq, offset, affinity));
20 u64 *affinity, bool force, void __iomem *base),
21 TP_ARGS(d, mask_val, affinity, force, base),
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_hw.c | 45 const u64 affinity, const u64 limited_core_mask);
51 u64 affinity; in kbase_job_write_affinity() local
56 /* Tiler-only atom, affinity value can be programed as 0 */ in kbase_job_write_affinity()
57 affinity = 0; in kbase_job_write_affinity()
65 affinity = kbdev->pm.backend.shaders_avail & in kbase_job_write_affinity()
72 affinity &= coherency_info->group[1].core_mask; in kbase_job_write_affinity()
74 affinity &= coherency_info->group[0].core_mask; in kbase_job_write_affinity()
76 affinity &= kbdev->gpu_props.curr_config.shader_present; in kbase_job_write_affinity()
79 affinity = kbdev->pm.backend.shaders_avail & in kbase_job_write_affinity()
84 /* Limiting affinity du in kbase_job_write_affinity()
201 u64 affinity; kbase_job_hw_submit() local
1513 kbasep_apply_limited_core_mask(const struct kbase_device *kbdev, const u64 affinity, const u64 limited_core_mask) kbasep_apply_limited_core_mask() argument
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/backend/gpu/ |
| H A D | mali_kbase_jm_hw.c | 47 u64 affinity; in kbase_job_write_affinity() local
56 affinity = 1; in kbase_job_write_affinity()
58 affinity = 0; in kbase_job_write_affinity()
64 affinity = kbdev->pm.backend.shaders_avail & kbdev->pm.debug_core_mask[js]; in kbase_job_write_affinity()
70 affinity &= coherency_info->group[1].core_mask; in kbase_job_write_affinity()
72 affinity &= coherency_info->group[0].core_mask; in kbase_job_write_affinity()
76 affinity = kbdev->pm.backend.shaders_avail & kbdev->pm.debug_core_mask[js]; in kbase_job_write_affinity()
79 if (unlikely(!affinity)) { in kbase_job_write_affinity()
86 affinity = kbdev->pm.backend.shaders_avail; in kbase_job_write_affinity()
89 kbase_reg_write(kbdev, JOB_SLOT_REG(js, JS_AFFINITY_NEXT_LO), affinity in kbase_job_write_affinity()
177 u64 affinity; kbase_job_hw_submit() local
[all...] |
| /device/soc/rockchip/common/sdk_linux/include/linux/soc/rockchip/ |
| H A D | rk_fiq_debugger.h | 11 int fiq_sdei_event_routing_set(u32 event_num, unsigned long flags, unsigned long affinity);
|
| /device/soc/rockchip/rk3588/kernel/include/linux/soc/rockchip/ |
| H A D | rk_fiq_debugger.h | 12 unsigned long affinity);
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_tlstream.h | 124 void __kbase_tlstream_tl_attrib_atom_config(void *atom, u64 jd, u64 affinity, u32 config);
421 * @affinity: job affinity
426 #define KBASE_TLSTREAM_TL_ATTRIB_ATOM_CONFIG(atom, jd, affinity, config) \
427 __TRACE_IF_ENABLED(tl_attrib_atom_config, atom, jd, affinity, config)
|
| H A D | mali_kbase_hwaccess_jm.h | 144 * @affinity: Affinity of atom
150 void kbase_backend_complete_wq_post_sched(struct kbase_device *kbdev, base_jd_core_req core_req, u64 affinity,
|
| H A D | mali_kbase_jd.c | 952 katom->affinity = 0;
in jd_submit_atom()
1393 u64 affinity = katom->affinity;
in kbase_jd_done_worker() local
1537 kbase_backend_complete_wq_post_sched(kbdev, core_req, affinity, coreref_state);
in kbase_jd_done_worker()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_tlstream.h | 134 void *atom, u64 jd, u64 affinity, u32 config);
454 * @affinity: job affinity
459 #define KBASE_TLSTREAM_TL_ATTRIB_ATOM_CONFIG(atom, jd, affinity, config) \
460 __TRACE_IF_ENABLED(tl_attrib_atom_config, atom, jd, affinity, config)
|
| H A D | mali_kbase_hwaccess_jm.h | 157 * @affinity: Affinity of atom
164 base_jd_core_req core_req, u64 affinity,
|
| H A D | mali_kbase_jd.c | 989 katom->affinity = 0; in jd_submit_atom()
1467 u64 affinity = katom->affinity; in kbase_jd_done_worker() local
1613 kbase_backend_complete_wq_post_sched(kbdev, core_req, affinity, in kbase_jd_done_worker()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_dummy_job_wa.c | 196 u64 affinity; in kbase_dummy_job_wa_execute() local
198 affinity = 1ull << i; in kbase_dummy_job_wa_execute()
200 if (!(cores & affinity)) in kbase_dummy_job_wa_execute()
203 if (run_job(kbdev, as, slot, affinity, jc)) in kbase_dummy_job_wa_execute()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_dummy_job_wa.c | 188 u64 affinity; in kbase_dummy_job_wa_execute() local
190 affinity = 1ull << i; in kbase_dummy_job_wa_execute()
192 if (!(cores & affinity)) { in kbase_dummy_job_wa_execute()
196 if (run_job(kbdev, as, slot, affinity, jc)) { in kbase_dummy_job_wa_execute()
|
| /device/soc/rockchip/common/vendor/drivers/rockchip/ |
| H A D | rk_fiq_debugger.c | 416 unsigned long affinity;
in rk_fiq_sdei_event_sw_cpu() local
429 affinity = cpu_logical_map(rk_fiq_sdei.sw_cpu) & MPIDR_HWID_BITMASK;
in rk_fiq_sdei_event_sw_cpu()
430 ret = sdei_event_routing_set_nolock(rk_fiq_sdei.event_id, SDEI_EVENT_REGISTER_RM_PE, affinity);
in rk_fiq_sdei_event_sw_cpu()
|
| /device/soc/rockchip/rk3588/kernel/drivers/soc/rockchip/ |
| H A D | rk_fiq_debugger.c | 414 unsigned long affinity; in rk_fiq_sdei_event_sw_cpu() local
426 affinity = cpu_logical_map(rk_fiq_sdei.sw_cpu) & MPIDR_HWID_BITMASK; in rk_fiq_sdei_event_sw_cpu()
429 affinity); in rk_fiq_sdei_event_sw_cpu()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/tl/ |
| H A D | mali_kbase_tracepoints.h | 165 u64 affinity,
869 * @affinity: Job affinity
876 affinity, \
884 atom, descriptor, affinity, config); \
|
| /device/soc/rockchip/common/sdk_linux/drivers/irqchip/ |
| H A D | irq-gic-v3.c | 803 u64 affinity;
in gic_dist_init() local
855 affinity = gic_mpidr_to_affinity(cpu_logical_map(smp_processor_id()));
in gic_dist_init()
857 gic_write_irouter(affinity, base + GICD_IROUTER + i * 0x8);
in gic_dist_init()
861 gic_write_irouter(affinity, base + GICD_IROUTERnE + i * 0x8);
in gic_dist_init()
913 * Convert affinity to a 32bit value that can be matched to
in __gic_populate_rdist()
1878 n = of_property_count_elems_of_size(child_part, "affinity", sizeof(u32));
in gic_populate_ppi_partitions()
1886 err = of_property_read_u32_index(child_part, "affinity", i, &cpu_phandle);
in gic_populate_ppi_partitions()
|