| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/mmu/backend/ |
| H A D | mali_kbase_mmu_jm.c | 64 int const as_no = as->number; in kbase_gpu_report_bus_fault_and_kill() local
74 as_no, fault->addr, in kbase_gpu_report_bus_fault_and_kill()
111 int as_no; in kbase_mmu_report_fault_and_kill() local
115 as_no = as->number; in kbase_mmu_report_fault_and_kill()
137 as_no, fault->addr, in kbase_mmu_report_fault_and_kill()
147 if ((kbdev->hwcnt.kctx) && (kbdev->hwcnt.kctx->as_nr == as_no) && in kbase_mmu_report_fault_and_kill()
330 int as_no; in kbase_mmu_interrupt() local
338 as_no = ffs(bf_bits | pf_bits) - 1; in kbase_mmu_interrupt()
339 as = &kbdev->as[as_no]; in kbase_mmu_interrupt()
342 if (bf_bits & (1 << as_no)) in kbase_mmu_interrupt()
[all...] |
| H A D | mali_kbase_mmu_csf.c | 110 int as_no; in kbase_mmu_report_mcu_as_fault_and_reset() local
126 for (as_no = 1; as_no < kbdev->nr_hw_address_spaces; as_no++) in kbase_mmu_report_mcu_as_fault_and_reset()
127 submit_work_pagefault(kbdev, as_no, fault); in kbase_mmu_report_mcu_as_fault_and_reset()
150 int as_no = as->number; in kbase_gpu_report_bus_fault_and_kill() local
162 as_no, fault->addr, in kbase_gpu_report_bus_fault_and_kill()
205 int as_no; in kbase_mmu_report_fault_and_kill() local
209 as_no = as->number; in kbase_mmu_report_fault_and_kill()
230 as_no, faul in kbase_mmu_report_fault_and_kill()
373 int as_no = ffs(pf_bits) - 1; kbase_mmu_interrupt() local
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/mmu/backend/ |
| H A D | mali_kbase_mmu_jm.c | 63 int const as_no = as->number; in kbase_gpu_report_bus_fault_and_kill() local
73 as_no, fault->addr, status, exception_type, kbase_gpu_exception_name(exception_type), exception_data, in kbase_gpu_report_bus_fault_and_kill()
104 int as_no; in kbase_mmu_report_fault_and_kill() local
108 as_no = as->number; in kbase_mmu_report_fault_and_kill()
131 as_no, fault->addr, reason_str, fault->status, exception_type, kbase_gpu_exception_name(exception_type), in kbase_mmu_report_fault_and_kill()
135 if ((kbdev->hwcnt.kctx) && (kbdev->hwcnt.kctx->as_nr == as_no) && in kbase_mmu_report_fault_and_kill()
296 int as_no; in kbase_mmu_interrupt() local
304 as_no = ffs(bf_bits | pf_bits) - 1; in kbase_mmu_interrupt()
305 as = &kbdev->as[as_no]; in kbase_mmu_interrupt()
308 if (bf_bits & (1 << as_no)) { in kbase_mmu_interrupt()
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_mmu_hw_direct.c | 148 int as_no; in kbase_mmu_interrupt() local
155 as_no = ffs(bf_bits | pf_bits) - 1; in kbase_mmu_interrupt()
156 as = &kbdev->as[as_no]; in kbase_mmu_interrupt()
164 kctx = kbasep_js_runpool_lookup_ctx(kbdev, as_no); in kbase_mmu_interrupt()
171 as->fault_addr = kbase_reg_read(kbdev, MMU_AS_REG(as_no, AS_FAULTADDRESS_HI), kctx); in kbase_mmu_interrupt()
173 as->fault_addr |= kbase_reg_read(kbdev, MMU_AS_REG(as_no, AS_FAULTADDRESS_LO), kctx); in kbase_mmu_interrupt()
184 kbase_as_fault_debugfs_new(kbdev, as_no); in kbase_mmu_interrupt()
187 as->fault_status = kbase_reg_read(kbdev, MMU_AS_REG(as_no, AS_FAULTSTATUS), kctx); in kbase_mmu_interrupt()
190 as->fault_type = (bf_bits & (1 << as_no)) ? KBASE_MMU_FAULT_TYPE_BUS : KBASE_MMU_FAULT_TYPE_PAGE; in kbase_mmu_interrupt()
193 as->fault_extra_addr = kbase_reg_read(kbdev, MMU_AS_REG(as_no, AS_FAULTEXTRA_H in kbase_mmu_interrupt()
[all...] |
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/backend/gpu/ |
| H A D | mali_kbase_mmu_hw_direct.c | 152 int as_no; in kbase_mmu_interrupt() local
159 as_no = ffs(bf_bits | pf_bits) - 1; in kbase_mmu_interrupt()
160 as = &kbdev->as[as_no]; in kbase_mmu_interrupt()
168 kctx = kbasep_js_runpool_lookup_ctx(kbdev, as_no); in kbase_mmu_interrupt()
177 MMU_AS_REG(as_no, in kbase_mmu_interrupt()
182 MMU_AS_REG(as_no, in kbase_mmu_interrupt()
196 kbase_as_fault_debugfs_new(kbdev, as_no); in kbase_mmu_interrupt()
200 MMU_AS_REG(as_no, in kbase_mmu_interrupt()
205 as->fault_type = (bf_bits & (1 << as_no)) ? in kbase_mmu_interrupt()
211 MMU_AS_REG(as_no, AS_FAULTEXTRA_H in kbase_mmu_interrupt()
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_as_fault_debugfs.c | 26 uintptr_t as_no = (uintptr_t)sfile->private;
in kbase_as_fault_read() local
38 if (kbdev->debugfs_as_read_bitmap & (1ULL << as_no)) {
in kbase_as_fault_read()
40 kbdev->debugfs_as_read_bitmap &= ~(1ULL << as_no);
in kbase_as_fault_read()
43 seq_printf(sfile, "%llu\n", (u64)kbdev->as[as_no].fault_addr);
in kbase_as_fault_read()
|
| H A D | mali_kbase_as_fault_debugfs.h | 30 * @as_no: The address space the fault occurred on
32 static inline void kbase_as_fault_debugfs_new(struct kbase_device *kbdev, int as_no)
in kbase_as_fault_debugfs_new() argument
36 kbdev->debugfs_as_read_bitmap |= (1ULL << as_no);
in kbase_as_fault_debugfs_new()
|
| H A D | mali_kbase_mmu.c | 121 int as_no;
in page_fault_worker() local
130 as_no = faulting_as->number;
in page_fault_worker()
132 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]);
in page_fault_worker()
137 kctx = kbasep_js_runpool_lookup_ctx_noretain(kbdev, as_no);
in page_fault_worker()
314 kbase_trace_mali_page_fault_insert_pages(as_no, new_pages);
in page_fault_worker()
1402 int as_no;
in bus_fault_worker() local
1411 as_no = faulting_as->number;
in bus_fault_worker()
1413 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]);
in bus_fault_worker()
1418 kctx = kbasep_js_runpool_lookup_ctx_noretain(kbdev, as_no);
in bus_fault_worker()
1678 int as_no;
in kbase_mmu_report_fault_and_kill() local
[all...] |
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_as_fault_debugfs.c | 33 uintptr_t as_no = (uintptr_t) sfile->private; in kbase_as_fault_read() local
44 if (kbdev->debugfs_as_read_bitmap & (1ULL << as_no)) { in kbase_as_fault_read()
47 kbdev->debugfs_as_read_bitmap &= ~(1ULL << as_no); in kbase_as_fault_read()
51 (u64) kbdev->as[as_no].pf_data.addr); in kbase_as_fault_read()
|
| H A D | mali_kbase_as_fault_debugfs.h | 36 * @as_no: The address space the fault occurred on
39 kbase_as_fault_debugfs_new(struct kbase_device *kbdev, int as_no) in kbase_as_fault_debugfs_new() argument
43 kbdev->debugfs_as_read_bitmap |= (1ULL << as_no); in kbase_as_fault_debugfs_new()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_as_fault_debugfs.c | 28 uintptr_t as_no = (uintptr_t) sfile->private; in kbase_as_fault_read() local
39 if(kbdev->debugfs_as_read_bitmap & (1ULL << as_no)) { in kbase_as_fault_read()
42 kbdev->debugfs_as_read_bitmap &= ~(1ULL << as_no); in kbase_as_fault_read()
45 seq_printf(sfile, "%llu\n", (u64) kbdev->as[as_no].fault_addr); in kbase_as_fault_read()
|
| H A D | mali_kbase_as_fault_debugfs.h | 32 * @as_no: The address space the fault occurred on
35 kbase_as_fault_debugfs_new(struct kbase_device *kbdev, int as_no) in kbase_as_fault_debugfs_new() argument
39 kbdev->debugfs_as_read_bitmap |= (1ULL << as_no); in kbase_as_fault_debugfs_new()
|
| H A D | mali_kbase_mmu.c | 119 int as_no; in page_fault_worker() local
128 as_no = faulting_as->number; in page_fault_worker()
130 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in page_fault_worker()
135 kctx = kbasep_js_runpool_lookup_ctx_noretain(kbdev, as_no); in page_fault_worker()
345 kbase_trace_mali_page_fault_insert_pages(as_no, new_pages); in page_fault_worker()
1463 int as_no; in bus_fault_worker() local
1472 as_no = faulting_as->number; in bus_fault_worker()
1474 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in bus_fault_worker()
1479 kctx = kbasep_js_runpool_lookup_ctx_noretain(kbdev, as_no); in bus_fault_worker()
1740 int as_no; in kbase_mmu_report_fault_and_kill() local
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_as_fault_debugfs.c | 34 uintptr_t as_no = (uintptr_t)sfile->private; in kbase_as_fault_read() local
46 if (kbdev->debugfs_as_read_bitmap & (1ULL << as_no)) { in kbase_as_fault_read()
48 kbdev->debugfs_as_read_bitmap &= ~(1ULL << as_no); in kbase_as_fault_read()
51 seq_printf(sfile, "%llu\n", (u64)kbdev->as[as_no].pf_data.addr); in kbase_as_fault_read()
|
| H A D | mali_kbase_as_fault_debugfs.h | 37 * @as_no: The address space the fault occurred on
39 static inline void kbase_as_fault_debugfs_new(struct kbase_device *kbdev, int as_no) in kbase_as_fault_debugfs_new() argument
43 kbdev->debugfs_as_read_bitmap |= (1ULL << as_no); in kbase_as_fault_debugfs_new()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/mmu/ |
| H A D | mali_kbase_mmu.c | 349 int as_no; in kbase_gpu_mmu_handle_write_fault() local
351 as_no = faulting_as->number; in kbase_gpu_mmu_handle_write_fault()
352 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in kbase_gpu_mmu_handle_write_fault()
665 int as_no; in kbase_mmu_page_fault_worker() local
689 as_no = faulting_as->number; in kbase_mmu_page_fault_worker()
691 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in kbase_mmu_page_fault_worker()
693 "Entering %s %pK, fault_pfn %lld, as_no %d\n", in kbase_mmu_page_fault_worker()
694 __func__, (void *)data, fault_pfn, as_no); in kbase_mmu_page_fault_worker()
700 kctx = kbase_ctx_sched_as_to_ctx(kbdev, as_no); in kbase_mmu_page_fault_worker()
974 KBASE_TLSTREAM_AUX_PAGEFAULT(kbdev, kctx->id, as_no, in kbase_mmu_page_fault_worker()
2545 int as_no; kbase_mmu_bus_fault_worker() local
[all...] |
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/mmu/ |
| H A D | mali_kbase_mmu.c | 215 int as_no; in kbase_gpu_mmu_handle_write_fault() local
217 as_no = faulting_as->number; in kbase_gpu_mmu_handle_write_fault()
218 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in kbase_gpu_mmu_handle_write_fault()
519 int as_no; in kbase_mmu_page_fault_worker() local
538 as_no = faulting_as->number; in kbase_mmu_page_fault_worker()
540 kbdev = container_of(faulting_as, struct kbase_device, as[as_no]); in kbase_mmu_page_fault_worker()
541 dev_dbg(kbdev->dev, "Entering %s %p, fault_pfn %lld, as_no %d\n", __func__, (void *)data, fault_pfn, as_no); in kbase_mmu_page_fault_worker()
547 kctx = kbase_ctx_sched_as_to_ctx(kbdev, as_no); in kbase_mmu_page_fault_worker()
774 KBASE_TLSTREAM_AUX_PAGEFAULT(kbdev, kctx->id, as_no, (u6 in kbase_mmu_page_fault_worker()
2045 int as_no; kbase_mmu_bus_fault_worker() local
[all...] |