| /device/soc/rockchip/common/vendor/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_mmu_mode_aarch64.c | 40 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
43 *pte = phy; in page_table_entry_set()
58 "strd r0, r1, [%[pte]]\n\t" in page_table_entry_set()
59 : "=m"(*pte) in page_table_entry_set()
60 : [ptemp] "r"(&phy), [pte] "r"(pte), "m"(phy) in page_table_entry_set()
120 static int pte_is_valid(u64 pte) in pte_is_valid() argument
122 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| H A D | mali_kbase_mmu_mode_lpae.c | 39 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
42 *pte = phy; in page_table_entry_set()
58 "strd r0, r1, [%[pte]]\n\t" in page_table_entry_set()
59 : "=m"(*pte) in page_table_entry_set()
60 : [ptemp] "r"(&phy), [pte] "r"(pte), "m"(phy) in page_table_entry_set()
121 static int pte_is_valid(u64 pte) in pte_is_valid() argument
123 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| H A D | mali_kbase_mmu_mode.h | 33 int (*pte_is_valid)(u64 pte);
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/midgard/ |
| H A D | mali_kbase_mmu_mode_aarch64.c | 44 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
47 *pte = phy; in page_table_entry_set()
62 "strd r0, r1, [%[pte]]\n\t" in page_table_entry_set()
63 : "=m" (*pte) in page_table_entry_set()
64 : [ptemp] "r" (&phy), [pte] "r" (pte), "m" (phy) in page_table_entry_set()
130 static int pte_is_valid(u64 pte) in pte_is_valid() argument
132 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| H A D | mali_kbase_mmu_mode_lpae.c | 43 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
46 *pte = phy; in page_table_entry_set()
62 "strd r0, r1, [%[pte]]\n\t" in page_table_entry_set()
63 : "=m" (*pte) in page_table_entry_set()
64 : [ptemp] "r" (&phy), [pte] "r" (pte), "m" (phy) in page_table_entry_set()
133 static int pte_is_valid(u64 pte) in pte_is_valid() argument
135 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| H A D | mali_kbase_mmu_mode.h | 38 int (*pte_is_valid)(u64 pte);
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/mmu/ |
| H A D | mali_kbase_mmu_mode_lpae.c | 45 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
48 WRITE_ONCE(*pte, phy); in page_table_entry_set()
52 *pte = phy; in page_table_entry_set()
58 : "=m"(*pte) in page_table_entry_set()
129 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
131 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| H A D | mali_kbase_mmu_mode_aarch64.c | 49 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
52 WRITE_ONCE(*pte, phy); in page_table_entry_set()
56 *pte = phy; in page_table_entry_set()
62 : "=m"(*pte) in page_table_entry_set()
120 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
126 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| /device/soc/rockchip/common/sdk_linux/drivers/iommu/ |
| H A D | rockchip-iommu.c | 301 static inline phys_addr_t rk_pte_page_address(u32 pte)
in rk_pte_page_address() argument
303 return (phys_addr_t)pte & RK_PTE_PAGE_ADDRESS_MASK;
in rk_pte_page_address()
306 static inline phys_addr_t rk_pte_page_address_v2(u32 pte)
in rk_pte_page_address_v2() argument
308 u64 pte_v2 = pte;
in rk_pte_page_address_v2()
316 static inline bool rk_pte_is_page_valid(u32 pte)
in rk_pte_is_page_valid() argument
318 return pte & RK_PTE_PAGE_VALID;
in rk_pte_is_page_valid()
344 static u32 rk_mk_pte_invalid(u32 pte)
in rk_mk_pte_invalid() argument
346 return pte & ~RK_PTE_PAGE_VALID;
in rk_mk_pte_invalid()
675 u32 pte = 0;
in log_iova() local
703 pte in log_iova()
810 u32 dte, pte; rk_iommu_iova_to_phys() local
839 u32 dte, pte; rk_iommu_iova_to_phys_v2() local
984 u32 pte = pte_addr[pte_count]; rk_iommu_unmap_iova() local
1007 u32 pte = pte_addr[pte_count]; rk_iommu_map_iova() local
1053 u32 pte = pte_addr[pte_count]; rk_iommu_map_iova_v2() local
[all...] |
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/mmu/ |
| H A D | mali_kbase_mmu_mode_aarch64.c | 51 static inline void page_table_entry_set(u64 *pte, u64 phy) in page_table_entry_set() argument
53 WRITE_ONCE(*pte, phy); in page_table_entry_set()
103 static int pte_is_valid(u64 pte, int const level) in pte_is_valid() argument
108 return ((pte & ENTRY_TYPE_MASK) == ENTRY_IS_PTE); in pte_is_valid()
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_native_mgm.c | 126 * @pte: The prepared page table entry.
128 * This function simply returns the @pte without modification.
134 int group_id, int mmu_level, u64 pte) in kbase_native_mgm_update_gpu_pte()
140 return pte; in kbase_native_mgm_update_gpu_pte()
133 kbase_native_mgm_update_gpu_pte(struct memory_group_manager_device *mgm_dev, int group_id, int mmu_level, u64 pte) kbase_native_mgm_update_gpu_pte() argument
|
| H A D | mali_kbase_defs.h | 548 * @ate_is_valid: check if the pte is a valid address translation entry
550 * @pte_is_valid: check if the pte is a valid entry encoding the physical
552 * @entry_set_ate: program the pte to be a valid address translation entry to
554 * @entry_set_pte: program the pte to be a valid entry to encode the physical
557 * @entry_invalidate: clear out or invalidate the pte.
571 int (*pte_is_valid)(u64 pte, int level);
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/bifrost/ |
| H A D | mali_kbase_native_mgm.c | 123 * @pte: The prepared page table entry.
125 * This function simply returns the @pte without modification.
130 u64 pte) in kbase_native_mgm_update_gpu_pte()
136 return pte; in kbase_native_mgm_update_gpu_pte()
129 kbase_native_mgm_update_gpu_pte(struct memory_group_manager_device *mgm_dev, int group_id, int mmu_level, u64 pte) kbase_native_mgm_update_gpu_pte() argument
|
| H A D | mali_kbase_defs.h | 529 * @ate_is_valid: check if the pte is a valid address translation entry
531 * @pte_is_valid: check if the pte is a valid entry encoding the physical
533 * @entry_set_ate: program the pte to be a valid address translation entry to
535 * @entry_set_pte: program the pte to be a valid entry to encode the physical
537 * @entry_invalidate: clear out or invalidate the pte.
546 int (*pte_is_valid)(u64 pte, int level);
|
| /device/soc/rockchip/common/kernel/drivers/gpu/arm/mali400/mali/common/ |
| H A D | mali_mmu_page_directory.c | 335 u32 pde, pte; in mali_mmu_pagedir_diag() local
348 pte = _mali_osk_mem_ioread32(pagedir->page_entries_mapped[pde_index], in mali_mmu_pagedir_diag()
353 fault_addr, pte_addr, pte, in mali_mmu_pagedir_diag()
354 MALI_MMU_ENTRY_ADDRESS(pte), in mali_mmu_pagedir_diag()
355 pte & MALI_MMU_FLAGS_DEFAULT ? "rw" : "not present")); in mali_mmu_pagedir_diag()
|
| /device/soc/rockchip/common/vendor/drivers/gpu/arm/mali400/mali/common/ |
| H A D | mali_mmu_page_directory.c | 329 u32 pde, pte; in mali_mmu_pagedir_diag() local
338 pte = _mali_osk_mem_ioread32(pagedir->page_entries_mapped[pde_index], pte_index * sizeof(u32)); in mali_mmu_pagedir_diag()
342 fault_addr, pte_addr, pte, MALI_MMU_ENTRY_ADDRESS(pte), in mali_mmu_pagedir_diag()
343 pte & MALI_MMU_FLAGS_DEFAULT ? "rw" : "not present")); in mali_mmu_pagedir_diag()
|
| /device/soc/hisilicon/hi3516dv300/sdk_linux/drv/osal/linux/mmz/ |
| H A D | media_mem.c | 657 pte_t *pte = NULL; local
696 pte = pte_offset_map(pmd, virt);
697 if (pte_none(*pte)) {
698 osal_trace("osal_trace: not mapped in pte!\n");
699 pte_unmap(pte);
703 page_addr = (pte_val(*pte) & PHYS_MASK) & PAGE_MASK;
707 if (pte_val(*pte) & (1 << 4)) { /* 4: cacheable flag of 64-bit linux is bit 4 */
709 if (pte_val(*pte) & (1 << 3)) { /* 3: cacheable flag of 32-bit linux is bit 3 */
721 pte_unmap(pte);
|
| H A D | cma_allocator.c | 66 static int __dma_update_pte(pte_t* pte, unsigned long addr, void* data) in __dma_update_pte() argument
68 static int __dma_update_pte(pte_t* pte, pgtable_t token, in __dma_update_pte()
78 set_pte_ext(pte, mk_pte(page, prot), 0); in __dma_update_pte()
|
| /device/soc/rockchip/common/sdk_linux/include/linux/ |
| H A D | memory_group_manager.h | 112 * @pte: The page table entry to modify, in LPAE or AArch64 format
124 u64 (*mgm_update_gpu_pte)(struct memory_group_manager_device *mgm_dev, int group_id, int mmu_level, u64 pte);
|
| H A D | mm.h | 561 pte_t *pte; /* Pointer to pte entry matching
member
566 * Protects pte page table if 'pte'
569 pgtable_t prealloc_pte; /* Pre-allocated pte page table.
1008 static inline pte_t maybe_mkwrite(pte_t pte, struct vm_area_struct *vma)
in maybe_mkwrite() argument
1011 pte = pte_mkwrite(pte);
in maybe_mkwrite()
1013 return pte;
in maybe_mkwrite()
1702 struct page *vm_normal_page(struct vm_area_struct *vma, unsigned long addr, pte_t pte);
2023 pte_special(pte_t pte) pte_special() argument
2028 pte_mkspecial(pte_t pte) pte_mkspecial() argument
2035 pte_devmap(pte_t pte) pte_devmap() argument
[all...] |
| /device/soc/rockchip/rk3588/kernel/include/linux/ |
| H A D | memory_group_manager.h | 115 * @pte: The page table entry to modify, in LPAE or AArch64 format
128 int group_id, int mmu_level, u64 pte);
|
| /device/soc/rockchip/rk3588/kernel/drivers/video/rockchip/rga3/ |
| H A D | rga_mm.c | 72 pte_t *pte; in rga_get_user_pages_from_vma() local
123 pte = pte_offset_map_lock(current_mm, pmd, in rga_get_user_pages_from_vma()
125 if (pte_none(*pte)) { in rga_get_user_pages_from_vma()
126 pr_err("failed to get pte\n"); in rga_get_user_pages_from_vma()
127 pte_unmap_unlock(pte, ptl); in rga_get_user_pages_from_vma()
132 pfn = pte_pfn(*pte); in rga_get_user_pages_from_vma()
134 pte_unmap_unlock(pte, ptl); in rga_get_user_pages_from_vma()
|
| H A D | rga_dma_buf.c | 231 pte_t *pte; in rga_MapUserMemory() local
334 pte = pte_offset_map_lock(mm, pmd, in rga_MapUserMemory()
336 if (pte_none(*pte)) { in rga_MapUserMemory()
337 pr_err("failed to get pte, result = %d, pageCount = %d\n", in rga_MapUserMemory()
339 pte_unmap_unlock(pte, ptl); in rga_MapUserMemory()
344 pfn = pte_pfn(*pte); in rga_MapUserMemory()
351 pte_unmap_unlock(pte, ptl); in rga_MapUserMemory()
|
| H A D | rga2_mmu_info.c | 225 pte_t *pte; in rga2_MapUserMemory() local
327 pte = pte_offset_map_lock(mm, pmd, in rga2_MapUserMemory()
329 if (pte_none(*pte)) { in rga2_MapUserMemory()
330 pr_err("failed to get pte, result = %d, pageCount = %d\n", in rga2_MapUserMemory()
332 pte_unmap_unlock(pte, ptl); in rga2_MapUserMemory()
337 pfn = pte_pfn(*pte); in rga2_MapUserMemory()
344 pte_unmap_unlock(pte, ptl); in rga2_MapUserMemory()
|
| /device/soc/rockchip/common/vendor/drivers/video/rockchip/rga2/ |
| H A D | rga2_mmu_info.c | 836 pte_t *pte;
in rga2_MapUserMemory() local
922 pte = pte_offset_map_lock(current->mm, pmd, (Memory + i) << PAGE_SHIFT, &ptl);
in rga2_MapUserMemory()
923 if (pte_none(*pte)) {
in rga2_MapUserMemory()
924 pr_err("RGA2 failed to get pte, result = %d, pageCount = %d\n", result, pageCount);
in rga2_MapUserMemory()
925 pte_unmap_unlock(pte, ptl);
in rga2_MapUserMemory()
929 pfn = pte_pfn(*pte);
in rga2_MapUserMemory()
934 pte_unmap_unlock(pte, ptl);
in rga2_MapUserMemory()
|