/device/soc/rockchip/common/kernel/drivers/gpu/arm/mali400/mali/common/ |
H A D | mali_mmu.c | 44 MALI_STATIC_INLINE _mali_osk_errcode_t mali_mmu_raw_reset(struct mali_mmu_core *mmu); 106 struct mali_mmu_core *mmu = NULL; in mali_mmu_create() local 112 mmu = _mali_osk_calloc(1, sizeof(struct mali_mmu_core)); in mali_mmu_create() 113 if (NULL != mmu) { in mali_mmu_create() 114 if (_MALI_OSK_ERR_OK == mali_hw_core_create(&mmu->hw_core, resource, MALI_MMU_REGISTERS_SIZE)) { in mali_mmu_create() 115 if (_MALI_OSK_ERR_OK == mali_group_add_mmu_core(group, mmu)) { in mali_mmu_create() 118 return mmu; in mali_mmu_create() 121 if (_MALI_OSK_ERR_OK == mali_mmu_reset(mmu)) { in mali_mmu_create() 123 mmu->irq = _mali_osk_irq_init(resource->irq, in mali_mmu_create() 128 mmu, in mali_mmu_create() 151 mali_mmu_delete(struct mali_mmu_core *mmu) mali_mmu_delete() argument 161 mali_mmu_enable_paging(struct mali_mmu_core *mmu) mali_mmu_enable_paging() argument 182 mali_mmu_enable_stall(struct mali_mmu_core *mmu) mali_mmu_enable_stall() argument 228 mali_mmu_disable_stall(struct mali_mmu_core *mmu) mali_mmu_disable_stall() argument 259 mali_mmu_page_fault_done(struct mali_mmu_core *mmu) mali_mmu_page_fault_done() argument 265 mali_mmu_raw_reset(struct mali_mmu_core *mmu) mali_mmu_raw_reset() argument 286 mali_mmu_reset(struct mali_mmu_core *mmu) mali_mmu_reset() argument 311 mali_mmu_zap_tlb(struct mali_mmu_core *mmu) mali_mmu_zap_tlb() argument 326 mali_mmu_zap_tlb_without_stall(struct mali_mmu_core *mmu) mali_mmu_zap_tlb_without_stall() argument 332 mali_mmu_invalidate_page(struct mali_mmu_core *mmu, u32 mali_address) mali_mmu_invalidate_page() argument 337 mali_mmu_activate_address_space(struct mali_mmu_core *mmu, u32 page_directory) mali_mmu_activate_address_space() argument 347 mali_mmu_activate_page_directory(struct mali_mmu_core *mmu, struct mali_page_directory *pagedir) mali_mmu_activate_page_directory() argument 361 mali_mmu_activate_empty_page_directory(struct mali_mmu_core *mmu) mali_mmu_activate_empty_page_directory() argument 378 mali_mmu_activate_fault_flush_page_directory(struct mali_mmu_core *mmu) mali_mmu_activate_fault_flush_page_directory() argument 393 struct mali_mmu_core *mmu = (struct mali_mmu_core *)data; mali_mmu_probe_trigger() local 400 struct mali_mmu_core *mmu = (struct mali_mmu_core *)data; mali_mmu_probe_ack() local [all...] |
H A D | mali_mmu.h | 75 void mali_mmu_delete(struct mali_mmu_core *mmu); 77 _mali_osk_errcode_t mali_mmu_reset(struct mali_mmu_core *mmu); 78 mali_bool mali_mmu_zap_tlb(struct mali_mmu_core *mmu); 79 void mali_mmu_zap_tlb_without_stall(struct mali_mmu_core *mmu); 80 void mali_mmu_invalidate_page(struct mali_mmu_core *mmu, u32 mali_address); 82 void mali_mmu_activate_page_directory(struct mali_mmu_core *mmu, struct mali_page_directory *pagedir); 83 void mali_mmu_activate_empty_page_directory(struct mali_mmu_core *mmu); 84 void mali_mmu_activate_fault_flush_page_directory(struct mali_mmu_core *mmu); 86 void mali_mmu_page_fault_done(struct mali_mmu_core *mmu); 88 MALI_STATIC_INLINE enum mali_interrupt_result mali_mmu_get_interrupt_result(struct mali_mmu_core *mmu) in mali_mmu_get_interrupt_result() argument 99 mali_mmu_get_int_status(struct mali_mmu_core *mmu) mali_mmu_get_int_status() argument 104 mali_mmu_get_rawstat(struct mali_mmu_core *mmu) mali_mmu_get_rawstat() argument 109 mali_mmu_mask_all_interrupts(struct mali_mmu_core *mmu) mali_mmu_mask_all_interrupts() argument 114 mali_mmu_get_status(struct mali_mmu_core *mmu) mali_mmu_get_status() argument 119 mali_mmu_get_page_fault_addr(struct mali_mmu_core *mmu) mali_mmu_get_page_fault_addr() argument [all...] |
H A D | mali_group.c | 113 if (NULL != group->mmu) { in mali_group_delete() 114 mali_mmu_delete(group->mmu); in mali_group_delete() 173 group->mmu = mmu_core; in mali_group_add_mmu_core() 184 group->mmu = NULL; in mali_group_remove_mmu_core() 563 MALI_PRINT(("0x%04x: 0x%08x 0x%08x 0x%08x 0x%08x\n", i, mali_hw_core_register_read(&group->mmu->hw_core, i), in mali_group_dump_core_status() 564 mali_hw_core_register_read(&group->mmu->hw_core, i + 4), in mali_group_dump_core_status() 565 mali_hw_core_register_read(&group->mmu->hw_core, i + 8), in mali_group_dump_core_status() 566 mali_hw_core_register_read(&group->mmu->hw_core, i + 12))); in mali_group_dump_core_status() 653 mali_mmu_activate_empty_page_directory(child->mmu); in mali_group_add_group() 660 mali_mmu_zap_tlb(child->mmu); in mali_group_add_group() [all...] |
H A D | mali_group.h | 44 struct mali_mmu_core *mmu; member 176 mali_mmu_activate_empty_page_directory(group->mmu); in mali_group_clear_session() 330 MALI_DEBUG_ASSERT_POINTER(group->mmu); in mali_group_get_interrupt_result_mmu() 332 return mali_mmu_get_interrupt_result(group->mmu); in mali_group_get_interrupt_result_mmu() 425 MALI_DEBUG_ASSERT_POINTER(group->mmu); in mali_group_schedule_bottom_half_mmu()
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/mali400/mali/common/ |
H A D | mali_mmu.c | 45 MALI_STATIC_INLINE mali_osk_errcode_t mali_mmu_raw_reset(struct mali_mmu_core *mmu); 103 struct mali_mmu_core *mmu = NULL; in mali_mmu_create() local 109 mmu = mali_osk_calloc(1, sizeof(struct mali_mmu_core)); in mali_mmu_create() 110 if (mmu != NULL) { in mali_mmu_create() 111 if (MALI_OSK_ERR_OK == mali_hw_core_create(&mmu->hw_core, resource, MALI_MMU_REGISTERS_SIZE)) { in mali_mmu_create() 112 if (MALI_OSK_ERR_OK == mali_group_add_mmu_core(group, mmu)) { in mali_mmu_create() 115 return mmu; in mali_mmu_create() 118 if (MALI_OSK_ERR_OK == mali_mmu_reset(mmu)) { in mali_mmu_create() 120 mmu->irq = in mali_mmu_create() 122 mali_mmu_probe_ack, mmu, resourc in mali_mmu_create() 145 mali_mmu_delete(struct mali_mmu_core *mmu) mali_mmu_delete() argument 155 mali_mmu_enable_paging(struct mali_mmu_core *mmu) mali_mmu_enable_paging() argument 177 mali_mmu_enable_stall(struct mali_mmu_core *mmu) mali_mmu_enable_stall() argument 225 mali_mmu_disable_stall(struct mali_mmu_core *mmu) mali_mmu_disable_stall() argument 260 mali_mmu_page_fault_done(struct mali_mmu_core *mmu) mali_mmu_page_fault_done() argument 266 mali_mmu_raw_reset(struct mali_mmu_core *mmu) mali_mmu_raw_reset() argument 288 mali_mmu_reset(struct mali_mmu_core *mmu) mali_mmu_reset() argument 314 mali_mmu_zap_tlb(struct mali_mmu_core *mmu) mali_mmu_zap_tlb() argument 329 mali_mmu_zap_tlb_without_stall(struct mali_mmu_core *mmu) mali_mmu_zap_tlb_without_stall() argument 334 mali_mmu_invalidate_page(struct mali_mmu_core *mmu, u32 mali_address) mali_mmu_invalidate_page() argument 339 mali_mmu_activate_address_space(struct mali_mmu_core *mmu, u32 page_directory) mali_mmu_activate_address_space() argument 348 mali_mmu_activate_page_directory(struct mali_mmu_core *mmu, struct mali_page_directory *pagedir) mali_mmu_activate_page_directory() argument 363 mali_mmu_activate_empty_page_directory(struct mali_mmu_core *mmu) mali_mmu_activate_empty_page_directory() argument 381 mali_mmu_activate_fault_flush_page_directory(struct mali_mmu_core *mmu) mali_mmu_activate_fault_flush_page_directory() argument 399 struct mali_mmu_core *mmu = (struct mali_mmu_core *)data; mali_mmu_probe_trigger() local 407 struct mali_mmu_core *mmu = (struct mali_mmu_core *)data; mali_mmu_probe_ack() local [all...] |
H A D | mali_mmu.h | 76 void mali_mmu_delete(struct mali_mmu_core *mmu); 78 mali_osk_errcode_t mali_mmu_reset(struct mali_mmu_core *mmu); 79 mali_bool mali_mmu_zap_tlb(struct mali_mmu_core *mmu); 80 void mali_mmu_zap_tlb_without_stall(struct mali_mmu_core *mmu); 81 void mali_mmu_invalidate_page(struct mali_mmu_core *mmu, u32 mali_address); 83 void mali_mmu_activate_page_directory(struct mali_mmu_core *mmu, struct mali_page_directory *pagedir); 84 void mali_mmu_activate_empty_page_directory(struct mali_mmu_core *mmu); 85 void mali_mmu_activate_fault_flush_page_directory(struct mali_mmu_core *mmu); 87 void mali_mmu_page_fault_done(struct mali_mmu_core *mmu); 89 MALI_STATIC_INLINE enum mali_interrupt_result mali_mmu_get_interrupt_result(struct mali_mmu_core *mmu) in mali_mmu_get_interrupt_result() argument 99 mali_mmu_get_int_status(struct mali_mmu_core *mmu) mali_mmu_get_int_status() argument 104 mali_mmu_get_rawstat(struct mali_mmu_core *mmu) mali_mmu_get_rawstat() argument 109 mali_mmu_mask_all_interrupts(struct mali_mmu_core *mmu) mali_mmu_mask_all_interrupts() argument 114 mali_mmu_get_status(struct mali_mmu_core *mmu) mali_mmu_get_status() argument 119 mali_mmu_get_page_fault_addr(struct mali_mmu_core *mmu) mali_mmu_get_page_fault_addr() argument [all...] |
H A D | mali_group.c | 116 if (group->mmu != NULL) { in mali_group_delete() 117 mali_mmu_delete(group->mmu); in mali_group_delete() 177 group->mmu = mmu_core; in mali_group_add_mmu_core() 188 group->mmu = NULL; in mali_group_remove_mmu_core() 543 MALI_PRINT(("0x%04x: 0x%08x 0x%08x 0x%08x 0x%08x\n", i, mali_hw_core_register_read(&group->mmu->hw_core, i), in mali_group_dump_core_status() 544 mali_hw_core_register_read(&group->mmu->hw_core, i + 4), in mali_group_dump_core_status() 545 mali_hw_core_register_read(&group->mmu->hw_core, i + 8), in mali_group_dump_core_status() 546 mali_hw_core_register_read(&group->mmu->hw_core, i + 12))); in mali_group_dump_core_status() 635 mali_mmu_activate_empty_page_directory(child->mmu); in mali_group_add_group() 642 mali_mmu_zap_tlb(child->mmu); in mali_group_add_group() [all...] |
H A D | mali_group.h | 45 struct mali_mmu_core *mmu; member 170 mali_mmu_activate_empty_page_directory(group->mmu); in mali_group_clear_session() 320 MALI_DEBUG_ASSERT_POINTER(group->mmu); in mali_group_get_interrupt_result_mmu() 322 return mali_mmu_get_interrupt_result(group->mmu); in mali_group_get_interrupt_result_mmu() 412 MALI_DEBUG_ASSERT_POINTER(group->mmu); in mali_group_schedule_bottom_half_mmu()
|
/device/soc/rockchip/common/sdk_linux/drivers/gpu/drm/nouveau/ |
H A D | nouveau_drv.h | 46 #include <nvif/mmu.h> 97 struct nvif_mmu mmu; member 230 struct nvif_mmu *mmu = &drm->client.mmu; in nouveau_drm_use_coherent_gpu_mapping() local 231 return !(mmu->type[drm->ttm.type_host[0]].type & NVIF_MEM_UNCACHED); in nouveau_drm_use_coherent_gpu_mapping()
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/mmu/ |
H A D | mali_kbase_mmu.c | 37 #include <mmu/mali_kbase_mmu_hw.h> 40 #include <mmu/mali_kbase_mmu.h> 41 #include <mmu/mali_kbase_mmu_internal.h> 956 err = kbase_mmu_insert_pages_no_flush(kbdev, &kctx->mmu, in kbase_mmu_page_fault_worker() 1397 mutex_lock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1417 err = mmu_get_bottom_pgd(kbdev, &kctx->mmu, in kbase_mmu_insert_single_page() 1424 mutex_unlock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1427 kctx->mmu.group_id], in kbase_mmu_insert_single_page() 1429 mutex_lock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1439 &kctx->mmu, in kbase_mmu_insert_single_page() [all...] |
H A D | mali_kbase_mmu_mode_aarch64.c | 25 #include <mmu/mali_kbase_mmu.h> 26 #include <mmu/mali_kbase_mmu_internal.h>
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/mmu/ |
H A D | mali_kbase_mmu.c | 39 #include <mmu/mali_kbase_mmu_hw.h> 44 #include <mmu/mali_kbase_mmu.h> 45 #include <mmu/mali_kbase_mmu_internal.h> 759 err = kbase_mmu_insert_pages_no_flush(kbdev, &kctx->mmu, region->start_pfn + pfn_offset, in kbase_mmu_page_fault_worker() 1130 mutex_lock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1150 err = mmu_get_bottom_pgd(kbdev, &kctx->mmu, vpfn, &pgd); in kbase_mmu_insert_single_page() 1157 mutex_unlock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1158 err = kbase_mem_pool_grow(&kbdev->mem_pools.small[kctx->mmu.group_id], MIDGARD_MMU_BOTTOMLEVEL); in kbase_mmu_insert_single_page() 1159 mutex_lock(&kctx->mmu.mmu_lock); in kbase_mmu_insert_single_page() 1167 mmu_insert_pages_failure_recovery(kbdev, &kctx->mmu, start_vpf in kbase_mmu_insert_single_page() [all...] |
H A D | mali_kbase_mmu_mode_aarch64.c | 26 #include <mmu/mali_kbase_mmu.h> 27 #include <mmu/mali_kbase_mmu_internal.h>
|
/device/soc/rockchip/common/sdk_linux/include/linux/ |
H A D | mmu_context.h | 6 #include <asm/mmu.h>
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/context/ |
H A D | mali_kbase_context.c | 36 #include <mmu/mali_kbase_mmu.h> 273 kbase_mmu_init(kctx->kbdev, &kctx->mmu, kctx, base_context_mmu_group_id_get(kctx->create_flags)); in kbase_context_mmu_init() 280 kbase_mmu_term(kctx->kbdev, &kctx->mmu); in kbase_context_mmu_term()
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/context/ |
H A D | mali_kbase_context.c | 32 #include <mmu/mali_kbase_mmu.h> 283 kctx->kbdev, &kctx->mmu, kctx, in kbase_context_mmu_init() 289 kbase_mmu_term(kctx->kbdev, &kctx->mmu); in kbase_context_mmu_term()
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
H A D | mali_kbase_gpuprops_types.h | 79 struct kbase_gpu_mmu_props mmu; member
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
H A D | mali_kbase_gpuprops_types.h | 83 struct kbase_gpu_mmu_props mmu; member
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/device/backend/ |
H A D | mali_kbase_device_hw_jm.c | 30 #include <mmu/mali_kbase_mmu.h>
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
H A D | mali_kbase_gpuprops_types.h | 87 struct kbase_gpu_mmu_props mmu; member
|
H A D | mali_kbase_ctx_sched.c | 131 kbase_mmu_update(kbdev, &kctx->mmu, kctx->as_nr); in kbase_ctx_sched_retain_ctx() 222 kbase_mmu_update(kbdev, &kctx->mmu, kctx->as_nr); in kbase_ctx_sched_restore_all_as()
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
H A D | mali_kbase_gpuprops_types.h | 155 struct kbase_gpu_mmu_props mmu; member
|
H A D | mali_kbase_ctx_sched.c | 134 kbase_mmu_update(kbdev, &kctx->mmu, in kbase_ctx_sched_retain_ctx() 230 kbase_mmu_update(kbdev, &kctx->mmu, in kbase_ctx_sched_restore_all_as()
|
/device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/device/ |
H A D | mali_kbase_device.c | 170 err = dma_set_mask(kbdev->dev, DMA_BIT_MASK(kbdev->gpu_props.mmu.pa_bits)); in kbase_device_misc_init() 175 err = dma_set_coherent_mask(kbdev->dev, DMA_BIT_MASK(kbdev->gpu_props.mmu.pa_bits)); in kbase_device_misc_init()
|
/device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/device/backend/ |
H A D | mali_kbase_device_hw_jm.c | 28 #include <mmu/mali_kbase_mmu.h>
|