Home
last modified time | relevance | path

Searched refs:__pte (Results 1 - 25 of 262) sorted by relevance

1234567891011

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_64k.c69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
84 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
89 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
150 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
210 *ptep = __pte(old_pte); in __hash_page_4K()
219 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
261 } while (!pte_xchg(ptep, __pte(old_pt in __hash_page_64K()
[all...]
H A Dhash_hugetlbpage.c67 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
78 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
85 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
101 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
114 *ptep = __pte(old_pte); in __hash_page_huge()
126 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
142 return __pte(pte_val); in huge_ptep_modify_prot_start()
H A Dhash_4k.c51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
58 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
62 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
79 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
114 *ptep = __pte(old_pte); in __hash_page_4K()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_64k.c71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
86 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
91 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
152 pa = pte_pfn(__pte(old_pte)) << HW_PAGE_SHIFT; in __hash_page_4K()
154 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
212 *ptep = __pte(old_pte); in __hash_page_4K()
224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
266 } while (!pte_xchg(ptep, __pte(old_pt in __hash_page_64K()
[all...]
H A Dhugetlbpage.c64 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
75 rpte = __real_pte(__pte(old_pte), ptep, offset); in __hash_page_huge()
82 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_huge()
98 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_huge()
111 *ptep = __pte(old_pte); in __hash_page_huge()
123 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
140 return __pte(pte_val); in huge_ptep_modify_prot_start()
H A Dhash_4k.c53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
60 rpte = __real_pte(__pte(old_pte), ptep, PTRS_PER_PTE); in __hash_page_4K()
64 rflags = hash_page_do_lazy_icache(rflags, __pte(old_pte), trap); in __hash_page_4K()
81 pa = pte_pfn(__pte(old_pte)) << PAGE_SHIFT; in __hash_page_4K()
116 *ptep = __pte(old_pte); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/kernel/linux/linux-6.6/drivers/iommu/amd/
H A Dio_pgtable_v2.c147 u64 __pte, __npte; in v2_alloc_pte() local
149 __pte = *pte; in v2_alloc_pte()
151 if (IOMMU_PTE_PRESENT(__pte) && is_large_pte(__pte)) { in v2_alloc_pte()
158 if (!IOMMU_PTE_PRESENT(__pte)) { in v2_alloc_pte()
165 if (cmpxchg64(pte, __pte, __npte) != __pte) in v2_alloc_pte()
167 else if (IOMMU_PTE_PRESENT(__pte)) in v2_alloc_pte()
174 pte = get_pgtable_pte(__pte); in v2_alloc_pte()
180 u64 *__pte; in v2_alloc_pte() local
321 u64 *pte, __pte; iommu_v2_iova_to_phys() local
[all...]
H A Dio_pgtable.c223 u64 __pte, __npte; in alloc_pte() local
226 __pte = *pte; in alloc_pte()
227 pte_level = PM_PTE_LEVEL(__pte); in alloc_pte()
233 if (IOMMU_PTE_PRESENT(__pte) && in alloc_pte()
245 cmpxchg64(&lpte[i], __pte, 0ULL); in alloc_pte()
251 if (!IOMMU_PTE_PRESENT(__pte) || in alloc_pte()
261 if (!try_cmpxchg64(pte, &__pte, __npte)) in alloc_pte()
263 else if (IOMMU_PTE_PRESENT(__pte)) in alloc_pte()
275 pte = IOMMU_PTE_PAGE(__pte); in alloc_pte()
370 u64 __pte, *pt in iommu_v1_map_pages() local
476 u64 *pte, __pte; iommu_v1_iova_to_phys() local
[all...]
/kernel/linux/linux-6.6/arch/sparc/include/asm/
H A Dpgtable_32.h160 set_pte(ptep, __pte(0)); in __pte_clear()
185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
205 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
229 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
234 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
239 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
244 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite_novma()
249 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty()
254 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung()
281 return __pte((page_to_pf in mk_pte()
[all...]
H A Dpgtable_64.h226 return __pte(paddr | pgprot_val(prot)); in pfn_pte()
317 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify()
323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
420 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge()
443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
475 return __pte(val); in __pte_mkhwwrite()
493 pte = __pte(val | mask); in pte_mkdirty()
518 return __pte(val); in pte_mkclean()
536 pte = __pte(val | mask); in pte_mkwrite_novma()
561 return __pte(va in pte_wrprotect()
[all...]
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/
H A Dpgtable.h104 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
110 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
115 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
120 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
125 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
131 return __pte(pte_val(pte)); in pte_mkhuge()
138 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged()
145 return __pte(pte_val(pte) | _PAGE_USER); in pte_mkuser()
151 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
161 return __pte(pte_va in pte_swp_mkexclusive()
[all...]
/kernel/linux/linux-5.10/arch/sparc/include/asm/
H A Dpgtable_64.h244 return __pte(paddr | pgprot_val(prot)); in pfn_pte()
335 return __pte((pte_val(pte) & mask) | (pgprot_val(prot) & ~mask)); in pte_modify()
341 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify()
403 return __pte(pte_val(pte) | __pte_default_huge_mask()); in pte_mkhuge()
426 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge()
462 return __pte(val); in pte_mkdirty()
486 return __pte(val); in pte_mkclean()
504 return __pte(val | mask); in pte_mkwrite()
528 return __pte(val); in pte_wrprotect()
548 return __pte(pte_va in pte_mkold()
[all...]
H A Dpgtable_32.h177 set_pte(ptep, __pte(0)); in __pte_clear()
202 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
222 set_pte((pte_t *)pudp, __pte(0)); in pud_clear()
246 return __pte(pte_val(pte) & ~SRMMU_WRITE); in pte_wrprotect()
251 return __pte(pte_val(pte) & ~SRMMU_DIRTY); in pte_mkclean()
256 return __pte(pte_val(pte) & ~SRMMU_REF); in pte_mkold()
261 return __pte(pte_val(pte) | SRMMU_WRITE); in pte_mkwrite()
266 return __pte(pte_val(pte) | SRMMU_DIRTY); in pte_mkdirty()
271 return __pte(pte_val(pte) | SRMMU_REF); in pte_mkyoung()
297 return __pte((page_to_pf in mk_pte()
[all...]
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h311 *p = __pte((old & ~(pte_basic_t)clr) | set); in pte_update()
339 return __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear()
396 return __pte(pte_val(pte) | _PAGE_SWP_EXCLUSIVE); in pte_swp_mkexclusive()
401 return __pte(pte_val(pte) & ~_PAGE_SWP_EXCLUSIVE); in pte_swp_clear_exclusive()
461 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
468 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
473 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
478 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
483 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
488 return __pte(pte_va in pte_mkexec()
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/32/
H A Dpgtable.h310 return __pte(pte_update(mm, addr, ptep, ~_PAGE_HASHPTE, 0, 0)); in ptep_get_and_clear()
408 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
420 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
425 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
430 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
435 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
440 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
450 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
455 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
460 return __pte(pte_va in pte_mkyoung()
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/
H A Dpgtable.h124 return __pte(((pte_basic_t)(pfn) << PTE_RPN_SHIFT) | in pfn_pte()
132 return __pte(pte_val(pte) & ~_PAGE_EXEC); in pte_exprotect()
137 return __pte(pte_val(pte) & ~_PAGE_DIRTY); in pte_mkclean()
142 return __pte(pte_val(pte) & ~_PAGE_ACCESSED); in pte_mkold()
147 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
153 return __pte(pte_val(pte)); in pte_mkhuge()
160 return __pte(pte_val(pte) & ~_PAGE_USER); in pte_mkprivileged()
167 return __pte(pte_val(pte) | _PAGE_USER); in pte_mkuser()
173 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
/kernel/linux/linux-5.10/arch/ia64/include/asm/
H A Dpgtable.h251 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
260 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
263 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK)))
306 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW))
307 #define pte_mkwrite(pte) (__pte(pte_val(pte) | _PAGE_AR_RW))
308 #define pte_mkold(pte) (__pte(pte_va
[all...]
/kernel/linux/linux-6.6/arch/ia64/include/asm/
H A Dpgtable.h215 ({ pte_t __pte; pte_val(__pte) = ((pfn) << PAGE_SHIFT) | pgprot_val(pgprot); __pte; })
224 ({ pte_t __pte; pte_val(__pte) = physpage + pgprot_val(pgprot); __pte; })
227 (__pte((pte_val(_pte) & ~_PAGE_CHG_MASK) | (pgprot_val(newprot) & _PAGE_CHG_MASK)))
271 #define pte_wrprotect(pte) (__pte(pte_val(pte) & ~_PAGE_AR_RW))
272 #define pte_mkwrite_novma(pte) (__pte(pte_val(pte) | _PAGE_AR_RW))
273 #define pte_mkold(pte) (__pte(pte_va
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/
H A Dpgtable.h177 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
183 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
188 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
194 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
200 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
282 *p = __pte(new); in pte_update()
307 return __pte(pte_update(mm, addr, ptep, ~0, 0, 0)); in ptep_get_and_clear()
314 unsigned long clr = ~pte_val(pte_wrprotect(__pte(~0))); in ptep_set_wrprotect()
315 unsigned long set = pte_val(pte_wrprotect(__pte(0))); in ptep_set_wrprotect()
325 pte_t pte_set = pte_mkyoung(pte_mkdirty(pte_mkwrite(pte_mkexec(__pte( in __ptep_set_access_flags()
[all...]
H A Dpte-8xx.h92 return __pte(pte_val(pte) | _PAGE_RO); in pte_wrprotect()
113 return __pte(pte_val(pte) & ~_PAGE_RO); in pte_mkwrite()
127 return __pte(pte_val(pte) | _PAGE_SH); in pte_mkprivileged()
134 return __pte(pte_val(pte) & ~_PAGE_SH); in pte_mkuser()
141 return __pte(pte_val(pte) | _PAGE_SPS | _PAGE_HUGE); in pte_mkhuge()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/
H A Dpgtable.h105 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite()
110 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
115 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
120 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
125 return __pte(pte_val(pte) | _PAGE_EXEC); in pte_mkexec()
143 return __pte(pmd_val(pmd)); in pmd_pte()
177 return __pte(pud_val(pud)); in pud_pte()
200 *ptep = __pte((old & ~clr) | set); in pte_update()
266 return __pte(old); in ptep_get_and_clear()
286 *ptep = __pte(ol in __ptep_set_access_flags()
[all...]
/kernel/linux/linux-5.10/arch/riscv/include/asm/
H A Dpgtable.h222 return __pte((pfn << _PAGE_PFN_SHIFT) | pgprot_val(prot)); in pfn_pte()
272 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect()
279 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite()
286 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
291 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean()
296 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
301 return __pte(pte_val(pte) & ~(_PAGE_ACCESSED)); in pte_mkold()
306 return __pte(pte_val(pte) | _PAGE_SPECIAL); in pte_mkspecial()
317 return __pte((pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot)); in pte_modify()
368 set_pte_at(mm, addr, ptep, __pte( in pte_clear()
[all...]
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/
H A Dpgtable.h90 return __pte(pte_val(pte) | _PAGE_RW); in pte_mkwrite_novma()
95 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
100 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
105 return __pte(pte_val(pte) & ~_PAGE_RW); in pte_wrprotect()
123 return __pte(pmd_val(pmd)); in pmd_pte()
158 return __pte(pud_val(pud)); in pud_pte()
181 *ptep = __pte((old & ~clr) | set); in pte_update()
247 return __pte(old); in ptep_get_and_clear()
267 *ptep = __pte(old | bits); in __ptep_set_access_flags()
308 #define __swp_entry_to_pte(x) __pte((
[all...]
/kernel/linux/linux-6.6/arch/riscv/include/asm/
H A Dpgtable.h285 return __pte(pmd_val(pmd)); in pmd_pte()
290 return __pte(pud_val(pud)); in pud_pte()
311 return __pte((pte_val(pte) & napot_mask) | napot_bit | _PAGE_NAPOT); in pte_mknapot()
345 return __pte((pfn << _PAGE_PFN_SHIFT) | prot_val); in pfn_pte()
399 return __pte(pte_val(pte) & ~(_PAGE_WRITE)); in pte_wrprotect()
406 return __pte(pte_val(pte) | _PAGE_WRITE); in pte_mkwrite_novma()
413 return __pte(pte_val(pte) | _PAGE_DIRTY); in pte_mkdirty()
418 return __pte(pte_val(pte) & ~(_PAGE_DIRTY)); in pte_mkclean()
423 return __pte(pte_val(pte) | _PAGE_ACCESSED); in pte_mkyoung()
428 return __pte(pte_va in pte_mkold()
[all...]
/kernel/linux/linux-5.10/arch/xtensa/mm/
H A Dmmu.c107 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
109 write_itlb_entry(__pte(xtensa_kio_paddr + CA_WRITEBACK), in init_kio()
111 write_dtlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()
113 write_itlb_entry(__pte(xtensa_kio_paddr + CA_BYPASS), in init_kio()

Completed in 32 milliseconds

1234567891011