| /kernel/linux/linux-5.10/arch/arc/mm/ |
| H A D | highmem.c | 36 * This means each only has 1 PGDIR_SIZE worth of kvaddr mappings, which means
37 * 2M of kvaddr space for typical config (8K page and 11:8:13 traversal split)
39 * - fixmap anyhow needs a limited number of mappings. So 2M kvaddr == 256 PTE
70 unsigned long kvaddr = (unsigned long)kv; in kunmap_atomic_high() local
72 if (kvaddr >= FIXMAP_BASE && kvaddr < (FIXMAP_BASE + FIXMAP_SIZE)) { in kunmap_atomic_high()
83 WARN_ON(kvaddr != FIXMAP_ADDR(idx)); in kunmap_atomic_high()
85 pte_clear(&init_mm, kvaddr, fixmap_page_table + idx); in kunmap_atomic_high()
86 local_flush_tlb_kernel_range(kvaddr, kvaddr in kunmap_atomic_high()
93 alloc_kmap_pgtable(unsigned long kvaddr) alloc_kmap_pgtable() argument
[all...] |
| /kernel/linux/linux-5.10/arch/xtensa/mm/ |
| H A D | highmem.c | 57 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
59 if (kvaddr >= (void *)FIXADDR_START && in kunmap_atomic_high()
60 kvaddr < (void *)FIXADDR_TOP) { in kunmap_atomic_high()
62 DCACHE_ALIAS((unsigned long)kvaddr)); in kunmap_atomic_high()
70 pte_clear(&init_mm, kvaddr, kmap_pte + idx); in kunmap_atomic_high()
71 local_flush_tlb_kernel_range((unsigned long)kvaddr, in kunmap_atomic_high()
72 (unsigned long)kvaddr + PAGE_SIZE); in kunmap_atomic_high()
|
| H A D | cache.c | 63 unsigned long kvaddr; in kmap_invalidate_coherent() local
66 kvaddr = (unsigned long)page_to_virt(page); in kmap_invalidate_coherent()
68 __invalidate_dcache_page(kvaddr); in kmap_invalidate_coherent()
70 kvaddr = TLBTEMP_BASE_1 + in kmap_invalidate_coherent()
74 __invalidate_dcache_page_alias(kvaddr, in kmap_invalidate_coherent()
96 void *kvaddr = coherent_kvaddr(page, TLBTEMP_BASE_1, vaddr, &paddr); in clear_user_highpage() local
101 clear_page_alias(kvaddr, paddr); in clear_user_highpage()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/mediatek/ |
| H A D | mtk_drm_gem.c | 67 mtk_gem->kvaddr = mtk_gem->cookie; in mtk_drm_gem_create()
236 if (mtk_gem->kvaddr) in mtk_drm_gem_prime_vmap()
237 return mtk_gem->kvaddr; in mtk_drm_gem_prime_vmap()
250 mtk_gem->kvaddr = vmap(mtk_gem->pages, npages, VM_MAP, in mtk_drm_gem_prime_vmap()
252 if (!mtk_gem->kvaddr) { in mtk_drm_gem_prime_vmap()
260 return mtk_gem->kvaddr; in mtk_drm_gem_prime_vmap()
271 mtk_gem->kvaddr = NULL; in mtk_drm_gem_prime_vunmap()
|
| /kernel/linux/linux-6.6/arch/xtensa/mm/ |
| H A D | cache.c | 63 unsigned long kvaddr; in kmap_invalidate_coherent() local
66 kvaddr = (unsigned long)page_to_virt(page); in kmap_invalidate_coherent()
68 __invalidate_dcache_page(kvaddr); in kmap_invalidate_coherent()
70 kvaddr = TLBTEMP_BASE_1 + in kmap_invalidate_coherent()
74 __invalidate_dcache_page_alias(kvaddr, in kmap_invalidate_coherent()
91 void *kvaddr = coherent_kvaddr(page, TLBTEMP_BASE_1, vaddr, &paddr); in clear_user_highpage() local
96 clear_page_alias(kvaddr, paddr); in clear_user_highpage()
|
| /kernel/linux/linux-6.6/drivers/accel/ivpu/ |
| H A D | ivpu_gem.h | 28 void *kvaddr; member
113 return bo->kvaddr + (vpu_addr - bo->vpu_addr); in ivpu_to_cpu_addr()
118 if (cpu_addr < bo->kvaddr) in cpu_to_vpu_addr()
121 if (cpu_addr >= (bo->kvaddr + bo->base.size)) in cpu_to_vpu_addr()
124 return bo->vpu_addr + (cpu_addr - bo->kvaddr); in cpu_to_vpu_addr()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/rockchip/ |
| H A D | rockchip_drm_gem.c | 137 rk_obj->kvaddr = vmap(rk_obj->pages, rk_obj->num_pages, VM_MAP, in rockchip_gem_alloc_iommu()
139 if (!rk_obj->kvaddr) { in rockchip_gem_alloc_iommu()
167 rk_obj->kvaddr = dma_alloc_attrs(drm->dev, obj->size, in rockchip_gem_alloc_dma()
170 if (!rk_obj->kvaddr) { in rockchip_gem_alloc_dma()
193 vunmap(rk_obj->kvaddr); in rockchip_gem_free_iommu()
203 dma_free_attrs(drm->dev, obj->size, rk_obj->kvaddr, rk_obj->dma_addr, in rockchip_gem_free_dma()
234 return dma_mmap_attrs(drm->dev, vma, rk_obj->kvaddr, rk_obj->dma_addr, in rockchip_drm_gem_object_mmap_dma()
440 ret = dma_get_sgtable_attrs(drm->dev, sgt, rk_obj->kvaddr, in rockchip_gem_prime_get_sg_table()
520 if (rk_obj->kvaddr) in rockchip_gem_prime_vmap()
521 vaddr = rk_obj->kvaddr; in rockchip_gem_prime_vmap()
[all...] |
| /kernel/linux/linux-5.10/arch/nds32/mm/ |
| H A D | highmem.c | 36 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
38 if (kvaddr >= (void *)FIXADDR_START) { in kunmap_atomic_high()
39 unsigned long vaddr = (unsigned long)kvaddr; in kunmap_atomic_high()
|
| /kernel/linux/linux-5.10/arch/sh/mm/ |
| H A D | kmap.c | 50 void kunmap_coherent(void *kvaddr) in kunmap_coherent() argument
52 if (kvaddr >= (void *)FIXADDR_START) { in kunmap_coherent()
53 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent()
|
| /kernel/linux/linux-6.6/arch/sh/mm/ |
| H A D | kmap.c | 51 void kunmap_coherent(void *kvaddr) in kunmap_coherent() argument
53 if (kvaddr >= (void *)FIXADDR_START) { in kunmap_coherent()
54 unsigned long vaddr = (unsigned long)kvaddr & PAGE_MASK; in kunmap_coherent()
|
| /kernel/linux/linux-5.10/arch/arm/mm/ |
| H A D | highmem.c | 76 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
78 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in kunmap_atomic_high()
81 if (kvaddr >= (void *)FIXADDR_START) { in kunmap_atomic_high()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/rockchip/ |
| H A D | rockchip_drm_gem.c | 135 rk_obj->kvaddr = vmap(rk_obj->pages, rk_obj->num_pages, VM_MAP, in rockchip_gem_alloc_iommu()
137 if (!rk_obj->kvaddr) { in rockchip_gem_alloc_iommu()
165 rk_obj->kvaddr = dma_alloc_attrs(drm->dev, obj->size, in rockchip_gem_alloc_dma()
168 if (!rk_obj->kvaddr) { in rockchip_gem_alloc_dma()
191 vunmap(rk_obj->kvaddr); in rockchip_gem_free_iommu()
201 dma_free_attrs(drm->dev, obj->size, rk_obj->kvaddr, rk_obj->dma_addr, in rockchip_gem_free_dma()
232 return dma_mmap_attrs(drm->dev, vma, rk_obj->kvaddr, rk_obj->dma_addr, in rockchip_drm_gem_object_mmap_dma()
448 ret = dma_get_sgtable_attrs(drm->dev, sgt, rk_obj->kvaddr, in rockchip_gem_prime_get_sg_table()
532 return rk_obj->kvaddr; in rockchip_gem_prime_vmap()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/mediatek/ |
| H A D | mtk_drm_gem.c | 86 mtk_gem->kvaddr = mtk_gem->cookie; in mtk_drm_gem_create()
239 if (mtk_gem->kvaddr) in mtk_drm_gem_prime_vmap()
256 mtk_gem->kvaddr = vmap(mtk_gem->pages, npages, VM_MAP, in mtk_drm_gem_prime_vmap()
258 if (!mtk_gem->kvaddr) { in mtk_drm_gem_prime_vmap()
268 iosys_map_set_vaddr(map, mtk_gem->kvaddr); in mtk_drm_gem_prime_vmap()
283 mtk_gem->kvaddr = NULL; in mtk_drm_gem_prime_vunmap()
|
| /kernel/liteos_a/arch/arm/arm/src/ |
| H A D | los_exc.c | 457 PrintExcInfo(" uvaddr kvaddr mapped size\n"); in OsDumpExcVaddrRegion()
621 VADDR_T kvaddr = regFP; in IsValidFP() local
640 kvaddr = (PADDR_T)(UINTPTR)LOS_PaddrToKVaddr(paddr); in IsValidFP()
644 *vaddr = kvaddr; in IsValidFP()
656 vaddr_t kvaddr; in FindSuitableStack() local
663 if (IsValidFP(regFP, stackStart, stackEnd, &kvaddr) == TRUE) { in FindSuitableStack()
680 if (IsValidFP(regFP, stackStart, stackEnd, &kvaddr) == TRUE) { in FindSuitableStack()
691 if (IsValidFP(regFP, stackStart, stackEnd, &kvaddr) == TRUE) { in FindSuitableStack()
701 *vaddr = kvaddr; in FindSuitableStack()
760 VADDR_T kvaddr; in BackTraceGet() local
[all...] |
| /kernel/linux/linux-6.6/arch/arc/mm/ |
| H A D | highmem.c | 36 * This means each only has 1 PGDIR_SIZE worth of kvaddr mappings, which means
37 * 2M of kvaddr space for typical config (8K page and 11:8:13 traversal split)
50 static noinline pte_t * __init alloc_kmap_pgtable(unsigned long kvaddr) in alloc_kmap_pgtable() argument
52 pmd_t *pmd_k = pmd_off_k(kvaddr); in alloc_kmap_pgtable()
|
| /kernel/linux/linux-5.10/arch/microblaze/mm/ |
| H A D | highmem.c | 54 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
56 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in kunmap_atomic_high()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ |
| H A D | highmem.c | 43 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
45 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in kunmap_atomic_high()
|
| /kernel/linux/linux-5.10/arch/sparc/mm/ |
| H A D | highmem.c | 75 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
77 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in kunmap_atomic_high()
|
| /kernel/linux/linux-5.10/drivers/infiniband/hw/qib/ |
| H A D | qib_user_sdma.c | 85 u16 offset; /* offset for kvaddr, addr */
94 void *kvaddr; /* FIXME: only for pio hack */ member
258 struct page *page, void *kvaddr, in qib_user_sdma_init_frag()
268 pkt->addr[i].kvaddr = kvaddr; in qib_user_sdma_init_frag()
299 u16 offset, u16 len, void *kvaddr) in qib_user_sdma_page_to_frags()
368 page, kvaddr, /* struct page, virt addr */ in qib_user_sdma_page_to_frags()
385 pkt->addr[pkt->index].kvaddr, in qib_user_sdma_page_to_frags()
439 pbc16 = (__le16 *)pkt->addr[pkt->index].kvaddr; in qib_user_sdma_page_to_frags()
476 pkt->addr[pkt->index].kvaddr, in qib_user_sdma_page_to_frags()
254 qib_user_sdma_init_frag(struct qib_user_sdma_pkt *pkt, int i, u16 offset, u16 len, u16 first_desc, u16 last_desc, u16 put_page, u16 dma_mapped, struct page *page, void *kvaddr, dma_addr_t dma_addr, u16 dma_length) qib_user_sdma_init_frag() argument
295 qib_user_sdma_page_to_frags(const struct qib_devdata *dd, struct qib_user_sdma_queue *pq, struct qib_user_sdma_pkt *pkt, struct page *page, u16 put, u16 offset, u16 len, void *kvaddr) qib_user_sdma_page_to_frags() argument
[all...] |
| /kernel/liteos_a/kernel/base/vm/ |
| H A D | los_vm_filemap.c | 369 VOID *kvaddr = NULL; in OsVmmFileFault() local
402 kvaddr = OsVmPageToVaddr(fpage->vmPage); in OsVmmFileFault()
406 ret = vnode->vop->ReadPage(vnode, kvaddr, fpage->pgoff << PAGE_SHIFT); in OsVmmFileFault()
429 vmf->pageKVaddr = kvaddr; in OsVmmFileFault()
561 VOID *kvaddr = NULL; in OsPageCacheAlloc() local
572 kvaddr = OsVmPageToVaddr(vmPage); in OsPageCacheAlloc()
573 if ((physSeg == NULL) || (kvaddr == NULL)) { in OsPageCacheAlloc()
598 (VOID)memset_s(kvaddr, PAGE_SIZE, 0, PAGE_SIZE); in OsPageCacheAlloc()
|
| /kernel/linux/linux-6.6/drivers/infiniband/hw/qib/ |
| H A D | qib_user_sdma.c | 85 u16 offset; /* offset for kvaddr, addr */
94 void *kvaddr; /* FIXME: only for pio hack */ member
258 struct page *page, void *kvaddr, in qib_user_sdma_init_frag()
268 pkt->addr[i].kvaddr = kvaddr; in qib_user_sdma_init_frag()
299 u16 offset, u16 len, void *kvaddr) in qib_user_sdma_page_to_frags()
367 page, kvaddr, /* struct page, virt addr */ in qib_user_sdma_page_to_frags()
384 pkt->addr[pkt->index].kvaddr, in qib_user_sdma_page_to_frags()
438 pbc16 = (__le16 *)pkt->addr[pkt->index].kvaddr; in qib_user_sdma_page_to_frags()
475 pkt->addr[pkt->index].kvaddr, in qib_user_sdma_page_to_frags()
254 qib_user_sdma_init_frag(struct qib_user_sdma_pkt *pkt, int i, u16 offset, u16 len, u16 first_desc, u16 last_desc, u16 put_page, u16 dma_mapped, struct page *page, void *kvaddr, dma_addr_t dma_addr, u16 dma_length) qib_user_sdma_init_frag() argument
295 qib_user_sdma_page_to_frags(const struct qib_devdata *dd, struct qib_user_sdma_queue *pq, struct qib_user_sdma_pkt *pkt, struct page *page, u16 put, u16 offset, u16 len, void *kvaddr) qib_user_sdma_page_to_frags() argument
[all...] |
| /kernel/liteos_a/kernel/extended/dynload/src/ |
| H A D | los_load_elf.c | 423 INT32 OsGetKernelVaddr(LosVmSpace *space, VADDR_T vaddr, VADDR_T *kvaddr)
in OsGetKernelVaddr() argument
428 if ((space == NULL) || (vaddr == 0) || (kvaddr == NULL)) {
in OsGetKernelVaddr()
434 *kvaddr = vaddr;
in OsGetKernelVaddr()
443 *kvaddr = (VADDR_T)(UINTPTR)LOS_PaddrToKVaddr(paddr);
in OsGetKernelVaddr()
444 if (*kvaddr == 0) {
in OsGetKernelVaddr()
445 PRINT_ERR("%s[%d], kvaddr is null\n", __FUNCTION__, __LINE__);
in OsGetKernelVaddr()
643 vaddr_t kvaddr = 0;
in OsCopyParams() local
649 ret = OsGetKernelVaddr(loadInfo->newSpace, loadInfo->stackParamBase, &kvaddr);
in OsCopyParams()
677 err = memcpy_s((VOID *)(UINTPTR)(kvaddr + offset), strLen, strPtr, strLen);
in OsCopyParams()
679 err = LOS_ArchCopyFromUser((VOID *)(UINTPTR)(kvaddr in OsCopyParams()
751 VADDR_T *kvaddr = NULL; OsStackAlloc() local
[all...] |
| /kernel/liteos_a/kernel/extended/liteipc/ |
| H A D | hm_liteipc.c | 149 return (ipcInfo->pool.uvaddr != NULL) && (ipcInfo->pool.kvaddr != NULL) && in IsPoolMapped()
161 VADDR_T kva = (VADDR_T)(UINTPTR)pcb->ipcInfo->pool.kvaddr; in DoIpcMmap()
221 if (ipcInfo->pool.kvaddr != NULL) { in LiteIpcMmap()
222 LOS_VFree(ipcInfo->pool.kvaddr); in LiteIpcMmap()
223 ipcInfo->pool.kvaddr = NULL; in LiteIpcMmap()
226 ipcInfo->pool.kvaddr = LOS_VMalloc(region->range.size); in LiteIpcMmap()
227 if (ipcInfo->pool.kvaddr == NULL) { in LiteIpcMmap()
237 if (LOS_MemInit(ipcInfo->pool.kvaddr, region->range.size) != LOS_OK) { in LiteIpcMmap()
245 LOS_VFree(ipcInfo->pool.kvaddr); in LiteIpcMmap()
249 ipcInfo->pool.kvaddr in LiteIpcMmap()
[all...] |
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | iomap_32.c | 89 iounmap_atomic(void __iomem *kvaddr) in iounmap_atomic() argument
91 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in iounmap_atomic()
|
| H A D | highmem_32.c | 33 void kunmap_atomic_high(void *kvaddr) in kunmap_atomic_high() argument
35 unsigned long vaddr = (unsigned long) kvaddr & PAGE_MASK; in kunmap_atomic_high()
|