Home
last modified time | relevance | path

Searched refs:vmaddr (Results 1 - 25 of 90) sorted by relevance

1234

/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/
H A Dtlbflush.h9 * - flush_tlb_page(vma, vmaddr) flushes one page
12 * - local_flush_tlb_page(vma, vmaddr) flushes one page on the local processor
43 static inline void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
45 asm volatile ("tlbie %0; sync" : : "r" (vmaddr) : "memory"); in local_flush_tlb_page()
49 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize()
51 asm volatile ("tlbie %0; sync" : : "r" (vmaddr) : "memory"); in local_flush_tlb_page_psize()
66 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
67 void local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize);
69 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
75 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
48 local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) local_flush_tlb_page_psize() argument
[all...]
/kernel/linux/linux-5.10/arch/s390/mm/
H A Dgmap.c352 * @vmaddr: address in the host process address space
356 static int __gmap_unlink_by_vmaddr(struct gmap *gmap, unsigned long vmaddr) in __gmap_unlink_by_vmaddr() argument
363 entry = radix_tree_delete(&gmap->host_to_guest, vmaddr >> PMD_SHIFT); in __gmap_unlink_by_vmaddr()
381 unsigned long vmaddr; in __gmap_unmap_by_gaddr() local
383 vmaddr = (unsigned long) radix_tree_delete(&gmap->guest_to_host, in __gmap_unmap_by_gaddr()
385 return vmaddr ? __gmap_unlink_by_vmaddr(gmap, vmaddr) : 0; in __gmap_unmap_by_gaddr()
476 unsigned long vmaddr; in __gmap_translate() local
478 vmaddr = (unsigned long) in __gmap_translate()
481 return vmaddr in __gmap_translate()
511 gmap_unlink(struct mm_struct *mm, unsigned long *table, unsigned long vmaddr) gmap_unlink() argument
540 __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr) __gmap_link() argument
639 unsigned long vmaddr; gmap_fault() local
676 unsigned long vmaddr; __gmap_zap() local
697 unsigned long gaddr, vmaddr, size; gmap_discard() local
874 gmap_pte_op_fixup(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr, int prot) gmap_pte_op_fixup() argument
1044 unsigned long vmaddr, dist; gmap_protect_range() local
1132 unsigned long address, vmaddr; gmap_read_table() local
1178 gmap_insert_rmap(struct gmap *sg, unsigned long vmaddr, struct gmap_rmap *rmap) gmap_insert_rmap() argument
1211 unsigned long vmaddr; gmap_protect_rmap() local
2110 unsigned long vmaddr, paddr; gmap_shadow_page() local
2174 gmap_shadow_notify(struct gmap *sg, unsigned long vmaddr, unsigned long gaddr) gmap_shadow_notify() argument
2236 ptep_notify(struct mm_struct *mm, unsigned long vmaddr, pte_t *pte, unsigned long bits) ptep_notify() argument
2303 gmap_pmdp_clear(struct mm_struct *mm, unsigned long vmaddr, int purge) gmap_pmdp_clear() argument
2335 gmap_pmdp_invalidate(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_invalidate() argument
2346 gmap_pmdp_csp(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_csp() argument
2357 gmap_pmdp_idte_local(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_idte_local() argument
2392 gmap_pmdp_idte_global(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_idte_global() argument
2460 gmap_sync_dirty_log_pmd(struct gmap *gmap, unsigned long bitmap[4], unsigned long gaddr, unsigned long vmaddr) gmap_sync_dirty_log_pmd() argument
[all...]
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/32/
H A Dtlbflush.h12 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
55 static inline void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
58 hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
60 _tlbie(vmaddr); in flush_tlb_page()
75 unsigned long vmaddr) in local_flush_tlb_page()
77 flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
81 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize()
74 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) local_flush_tlb_page() argument
80 local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) local_flush_tlb_page_psize() argument
/kernel/linux/linux-6.6/arch/s390/mm/
H A Dgmap.c362 * @vmaddr: address in the host process address space
366 static int __gmap_unlink_by_vmaddr(struct gmap *gmap, unsigned long vmaddr) in __gmap_unlink_by_vmaddr() argument
373 entry = radix_tree_delete(&gmap->host_to_guest, vmaddr >> PMD_SHIFT); in __gmap_unlink_by_vmaddr()
391 unsigned long vmaddr; in __gmap_unmap_by_gaddr() local
393 vmaddr = (unsigned long) radix_tree_delete(&gmap->guest_to_host, in __gmap_unmap_by_gaddr()
395 return vmaddr ? __gmap_unlink_by_vmaddr(gmap, vmaddr) : 0; in __gmap_unmap_by_gaddr()
486 unsigned long vmaddr; in __gmap_translate() local
488 vmaddr = (unsigned long) in __gmap_translate()
491 return vmaddr in __gmap_translate()
521 gmap_unlink(struct mm_struct *mm, unsigned long *table, unsigned long vmaddr) gmap_unlink() argument
550 __gmap_link(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr) __gmap_link() argument
649 unsigned long vmaddr; gmap_fault() local
687 unsigned long vmaddr; __gmap_zap() local
713 unsigned long gaddr, vmaddr, size; gmap_discard() local
890 gmap_pte_op_fixup(struct gmap *gmap, unsigned long gaddr, unsigned long vmaddr, int prot) gmap_pte_op_fixup() argument
1060 unsigned long vmaddr, dist; gmap_protect_range() local
1148 unsigned long address, vmaddr; gmap_read_table() local
1194 gmap_insert_rmap(struct gmap *sg, unsigned long vmaddr, struct gmap_rmap *rmap) gmap_insert_rmap() argument
1234 unsigned long vmaddr; gmap_protect_rmap() local
2139 unsigned long vmaddr, paddr; gmap_shadow_page() local
2203 gmap_shadow_notify(struct gmap *sg, unsigned long vmaddr, unsigned long gaddr) gmap_shadow_notify() argument
2265 ptep_notify(struct mm_struct *mm, unsigned long vmaddr, pte_t *pte, unsigned long bits) ptep_notify() argument
2332 gmap_pmdp_clear(struct mm_struct *mm, unsigned long vmaddr, int purge) gmap_pmdp_clear() argument
2364 gmap_pmdp_invalidate(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_invalidate() argument
2375 gmap_pmdp_csp(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_csp() argument
2386 gmap_pmdp_idte_local(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_idte_local() argument
2421 gmap_pmdp_idte_global(struct mm_struct *mm, unsigned long vmaddr) gmap_pmdp_idte_global() argument
2489 gmap_sync_dirty_log_pmd(struct gmap *gmap, unsigned long bitmap[4], unsigned long gaddr, unsigned long vmaddr) gmap_sync_dirty_log_pmd() argument
[all...]
/kernel/linux/linux-6.6/arch/parisc/kernel/
H A Dcache.c315 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() argument
321 flush_dcache_page_asm(physaddr, vmaddr); in __flush_cache_page()
323 flush_icache_page_asm(physaddr, vmaddr); in __flush_cache_page()
327 static void flush_user_cache_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_user_cache_page() argument
334 vmaddr &= PAGE_MASK; in flush_user_cache_page()
349 flush_user_dcache_range_asm(vmaddr, vmaddr + PAGE_SIZE); in flush_user_cache_page()
351 flush_user_icache_range_asm(vmaddr, vmaddr + PAGE_SIZE); in flush_user_cache_page()
352 flush_tlb_page(vma, vmaddr); in flush_user_cache_page()
601 flush_cache_page_if_present(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn) flush_cache_page_if_present() argument
763 flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn) flush_cache_page() argument
773 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) flush_anon_page() argument
788 flush_dcache_page_asm(page_to_phys(page), vmaddr); flush_anon_page() local
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/
H A Dtlbflush.h9 * - flush_tlb_page(vma, vmaddr) flushes one page
12 * - local_flush_tlb_page(vma, vmaddr) flushes one page on the local processor
13 * - flush_tlb_page_nohash(vma, vmaddr) flushes one page if SW loaded TLB
37 extern void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
39 extern void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
44 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
45 extern void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr,
/kernel/linux/linux-5.10/arch/mips/include/asm/
H A Dtlbflush.h12 * - flush_tlb_page(vma, vmaddr) flushes one page
41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end)
42 #define flush_tlb_kernel_range(vmaddr,end) \
43 local_flush_tlb_kernel_range(vmaddr, end)
/kernel/linux/linux-6.6/arch/mips/include/asm/
H A Dtlbflush.h12 * - flush_tlb_page(vma, vmaddr) flushes one page
41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end)
42 #define flush_tlb_kernel_range(vmaddr,end) \
43 local_flush_tlb_kernel_range(vmaddr, end)
/kernel/linux/linux-5.10/arch/loongarch/include/asm/
H A Dtlbflush.h15 * - flush_tlb_page(vma, vmaddr) flushes one page
41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end)
42 #define flush_tlb_kernel_range(vmaddr,end) local_flush_tlb_kernel_range(vmaddr, end)
/kernel/linux/linux-6.6/arch/loongarch/include/asm/
H A Dtlbflush.h15 * - flush_tlb_page(vma, vmaddr) flushes one page
41 #define flush_tlb_range(vma, vmaddr, end) local_flush_tlb_range(vma, vmaddr, end)
42 #define flush_tlb_kernel_range(vmaddr, end) local_flush_tlb_kernel_range(vmaddr, end)
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush.h92 unsigned long vmaddr) in local_flush_tlb_page()
95 return radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
96 return hash__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
122 unsigned long vmaddr) in flush_tlb_page()
125 return radix__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
126 return hash__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
91 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) local_flush_tlb_page() argument
121 flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) flush_tlb_page() argument
H A Dhugetlb.h9 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
10 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
88 unsigned long vmaddr) in flush_hugetlb_page()
91 return radix__flush_hugetlb_page(vma, vmaddr); in flush_hugetlb_page()
107 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
87 flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) flush_hugetlb_page() argument
H A Dtlbflush-radix.h71 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
72 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
78 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
79 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush.h92 unsigned long vmaddr) in local_flush_tlb_page()
95 radix__local_flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
99 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize()
102 radix__local_flush_tlb_page_psize(mm, vmaddr, psize); in local_flush_tlb_page_psize()
121 unsigned long vmaddr) in flush_tlb_page()
124 radix__flush_tlb_page(vma, vmaddr); in flush_tlb_page()
91 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) local_flush_tlb_page() argument
98 local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) local_flush_tlb_page_psize() argument
120 flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) flush_tlb_page() argument
H A Dhugetlb.h12 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
13 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
87 unsigned long vmaddr) in flush_hugetlb_page()
90 return radix__flush_hugetlb_page(vma, vmaddr); in flush_hugetlb_page()
106 void flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
86 flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) flush_hugetlb_page() argument
H A Dtlbflush-radix.h79 extern void radix__local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
80 extern void radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
86 extern void radix__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
87 extern void radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr,
/kernel/linux/linux-6.6/arch/powerpc/mm/nohash/
H A Dtlb.c145 * - flush_tlb_page(vma, vmaddr) flushes one page
169 void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __local_flush_tlb_page() argument
177 _tlbil_va(vmaddr, pid, tsize, ind); in __local_flush_tlb_page()
181 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
183 __local_flush_tlb_page(vma ? vma->vm_mm : NULL, vmaddr, in local_flush_tlb_page()
189 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize()
191 __local_flush_tlb_page(mm, vmaddr, mmu_get_tsize(psize), 0); in local_flush_tlb_page_psize()
262 void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __flush_tlb_page() argument
286 _tlbivax_bcast(vmaddr, pid, tsize, ind); in __flush_tlb_page()
293 .addr = vmaddr, in __flush_tlb_page()
188 local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) local_flush_tlb_page_psize() argument
307 flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) flush_tlb_page() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/32/
H A Dtlbflush.h10 extern void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr);
16 unsigned long vmaddr) in local_flush_tlb_page()
18 flush_tlb_page(vma, vmaddr); in local_flush_tlb_page()
15 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) local_flush_tlb_page() argument
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s32/
H A Dtlb.c65 * - flush_tlb_page(vma, vmaddr) flushes one page
141 void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
147 _tlbie(vmaddr); in flush_tlb_page()
150 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in flush_tlb_page()
151 pmd = pmd_off(mm, vmaddr); in flush_tlb_page()
153 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in flush_tlb_page()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s32/
H A Dtlb.c36 * - flush_tlb_page(vma, vmaddr) flushes one page
97 void hash__flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in hash__flush_tlb_page() argument
102 mm = (vmaddr < TASK_SIZE)? vma->vm_mm: &init_mm; in hash__flush_tlb_page()
103 pmd = pmd_off(mm, vmaddr); in hash__flush_tlb_page()
105 flush_hash_pages(mm->context.id, vmaddr, pmd_val(*pmd), 1); in hash__flush_tlb_page()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dradix_hugetlbpage.c10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
/kernel/linux/linux-5.10/arch/powerpc/mm/nohash/
H A Dtlb.c180 * - flush_tlb_page(vma, vmaddr) flushes one page
203 void __local_flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __local_flush_tlb_page() argument
211 _tlbil_va(vmaddr, pid, tsize, ind); in __local_flush_tlb_page()
215 void local_flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in local_flush_tlb_page() argument
217 __local_flush_tlb_page(vma ? vma->vm_mm : NULL, vmaddr, in local_flush_tlb_page()
287 void __flush_tlb_page(struct mm_struct *mm, unsigned long vmaddr, in __flush_tlb_page() argument
311 _tlbivax_bcast(vmaddr, pid, tsize, ind); in __flush_tlb_page()
318 .addr = vmaddr, in __flush_tlb_page()
327 _tlbil_va(vmaddr, pid, tsize, ind); in __flush_tlb_page()
332 void flush_tlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in flush_tlb_page() argument
[all...]
/kernel/linux/linux-5.10/arch/parisc/kernel/
H A Dcache.c303 __flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __flush_cache_page() argument
307 flush_dcache_page_asm(physaddr, vmaddr); in __flush_cache_page()
309 flush_icache_page_asm(physaddr, vmaddr); in __flush_cache_page()
314 __purge_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, in __purge_cache_page() argument
318 purge_dcache_page_asm(physaddr, vmaddr); in __purge_cache_page()
320 flush_icache_page_asm(physaddr, vmaddr); in __purge_cache_page()
637 flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn) in flush_cache_page() argument
641 flush_tlb_page(vma, vmaddr); in flush_cache_page()
642 __flush_cache_page(vma, vmaddr, PFN_PHYS(pfn)); in flush_cache_page()
644 __purge_cache_page(vma, vmaddr, PFN_PHY in flush_cache_page()
[all...]
/kernel/linux/linux-5.10/arch/parisc/include/asm/
H A Dcacheflush.h89 void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
98 flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr) in flush_anon_page() argument
101 flush_tlb_page(vma, vmaddr); in flush_anon_page()
103 flush_dcache_page_asm(page_to_phys(page), vmaddr); in flush_anon_page() local
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dradix_hugetlbpage.c10 void radix__flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__flush_hugetlb_page() argument
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
19 void radix__local_flush_hugetlb_page(struct vm_area_struct *vma, unsigned long vmaddr) in radix__local_flush_hugetlb_page() argument
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()

Completed in 12 milliseconds

1234