Home
last modified time | relevance | path

Searched refs:new_pte (Results 1 - 25 of 35) sorted by relevance

12

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_64k.c44 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
66 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
68 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
69 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
74 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K()
107 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
129 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
216 new_pte |= pte_set_hidx(ptep, rpte, subpg_index, slot, PTRS_PER_PTE); in __hash_page_4K()
217 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
219 *ptep = __pte(new_pte in __hash_page_4K()
230 unsigned long old_pte, new_pte; __hash_page_64K() local
[all...]
H A Dhash_hugetlbpage.c29 unsigned long old_pte, new_pte; in __hash_page_huge() local
64 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge()
66 new_pte |= _PAGE_DIRTY; in __hash_page_huge()
67 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
73 rflags = htab_convert_pte_flags(new_pte); in __hash_page_huge()
104 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge()
120 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge()
126 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
H A Dhash_4k.c26 unsigned long old_pte, new_pte; in __hash_page_4K() local
48 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
50 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
51 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
57 rflags = htab_convert_pte_flags(new_pte); in __hash_page_4K()
119 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
120 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K()
122 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_64k.c46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local
68 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED | H_PAGE_COMBO; in __hash_page_4K()
70 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
71 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
76 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K()
109 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K()
131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
218 new_pte |= pte_set_hidx(ptep, rpte, subpg_index, slot, PTRS_PER_PTE); in __hash_page_4K()
219 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K()
224 *ptep = __pte(new_pte in __hash_page_4K()
235 unsigned long old_pte, new_pte; __hash_page_64K() local
[all...]
H A Dhash_4k.c28 unsigned long old_pte, new_pte; in __hash_page_4K() local
50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K()
52 new_pte |= _PAGE_DIRTY; in __hash_page_4K()
53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K()
59 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_4K()
121 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K()
122 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K()
127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
H A Dhugetlbpage.c26 unsigned long old_pte, new_pte; in __hash_page_huge() local
61 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge()
63 new_pte |= _PAGE_DIRTY; in __hash_page_huge()
64 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge()
70 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_huge()
101 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge()
117 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge()
123 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
/kernel/linux/linux-5.10/arch/arm/mm/
H A Dpgd.c36 pte_t *new_pte, *init_pte; in pgd_alloc() local
103 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc()
104 if (!new_pte) in pgd_alloc()
121 set_pte_ext(new_pte + 0, init_pte[0], 0); in pgd_alloc()
122 set_pte_ext(new_pte + 1, init_pte[1], 0); in pgd_alloc()
124 pte_unmap(new_pte); in pgd_alloc()
/kernel/linux/linux-6.6/arch/arm/mm/
H A Dpgd.c36 pte_t *new_pte, *init_pte; in pgd_alloc() local
103 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc()
104 if (!new_pte) in pgd_alloc()
121 set_pte_ext(new_pte + 0, init_pte[0], 0); in pgd_alloc()
122 set_pte_ext(new_pte + 1, init_pte[1], 0); in pgd_alloc()
124 pte_unmap(new_pte); in pgd_alloc()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
H A Dkvm_book3s_64.h423 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
441 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
443 new_pte = pte_mkdirty(new_pte); in kvmppc_read_update_linux_pte()
445 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
448 return new_pte; in kvmppc_read_update_linux_pte()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dkvm_book3s_64.h424 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local
442 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte()
444 new_pte = pte_mkdirty(new_pte); in kvmppc_read_update_linux_pte()
446 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte()
449 return new_pte; in kvmppc_read_update_linux_pte()
/kernel/linux/linux-6.6/arch/riscv/kvm/
H A Dmmu.c139 gpa_t addr, const pte_t *new_pte) in gstage_set_pte()
170 *ptep = *new_pte; in gstage_set_pte()
185 pte_t new_pte; in gstage_map_page() local
216 new_pte = pfn_pte(PFN_DOWN(hpa), prot); in gstage_map_page()
217 new_pte = pte_mkdirty(new_pte); in gstage_map_page()
219 return gstage_set_pte(kvm, level, pcache, gpa, &new_pte); in gstage_map_page()
137 gstage_set_pte(struct kvm *kvm, u32 level, struct kvm_mmu_memory_cache *pcache, gpa_t addr, const pte_t *new_pte) gstage_set_pte() argument
/kernel/linux/linux-5.10/arch/x86/include/asm/
H A Dpgtable_64.h62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
/kernel/linux/linux-6.6/arch/x86/include/asm/
H A Dpgtable_64.h62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
/kernel/linux/linux-5.10/arch/x86/mm/
H A Dmem_encrypt.c206 pte_t new_pte; in __set_clr_pte_enc() local
252 new_pte = pfn_pte(pfn, new_prot); in __set_clr_pte_enc()
253 set_pte_atomic(kpte, new_pte); in __set_clr_pte_enc()
H A Dinit_64.c290 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() argument
295 set_pte(pte, new_pte); in __set_pte_vaddr()
304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() argument
309 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_p4d()
312 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud() argument
316 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_pud()
/kernel/linux/linux-6.6/arch/x86/mm/
H A Dmem_encrypt_amd.c354 pte_t new_pte; in __set_clr_pte_enc() local
394 new_pte = pfn_pte(pfn, new_prot); in __set_clr_pte_enc()
395 set_pte_atomic(kpte, new_pte); in __set_clr_pte_enc()
H A Dinit_64.c296 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() argument
301 set_pte(pte, new_pte); in __set_pte_vaddr()
310 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() argument
315 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_p4d()
318 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud() argument
322 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_pud()
/kernel/linux/linux-5.10/mm/
H A Dmremap.c121 pte_t *old_pte, *new_pte, pte; in move_ptes() local
152 new_pte = pte_offset_map(new_pmd, new_addr); in move_ptes()
160 new_pte++, new_addr += PAGE_SIZE) { in move_ptes()
180 set_pte_at(mm, new_addr, new_pte, pte); in move_ptes()
188 pte_unmap(new_pte - 1); in move_ptes()
/kernel/linux/linux-6.6/arch/mips/kvm/
H A Dmmu.c130 pte_t *new_pte; in kvm_mips_walk_pgd() local
134 new_pte = kvm_mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd()
135 clear_page(new_pte); in kvm_mips_walk_pgd()
136 pmd_populate_kernel(NULL, pmd, new_pte); in kvm_mips_walk_pgd()
/kernel/linux/linux-6.6/mm/
H A Dmremap.c142 pte_t *old_pte, *new_pte, pte; in move_ptes() local
178 new_pte = pte_offset_map_nolock(mm, new_pmd, new_addr, &new_ptl); in move_ptes()
179 if (!new_pte) { in move_ptes()
190 new_pte++, new_addr += PAGE_SIZE) { in move_ptes()
210 set_pte_at(mm, new_addr, new_pte, pte); in move_ptes()
218 pte_unmap(new_pte - 1); in move_ptes()
/kernel/linux/linux-6.6/arch/arm64/include/asm/
H A Dhugetlb.h60 pte_t old_pte, pte_t new_pte);
/kernel/linux/linux-5.10/arch/loongarch/kvm/
H A Dmmu.c163 pte_t *new_pte; in kvm_walk_pgd() local
167 new_pte = kvm_mmu_memory_cache_alloc(cache); in kvm_walk_pgd()
168 clear_page(new_pte); in kvm_walk_pgd()
169 pmd_populate_kernel(NULL, pmd, new_pte); in kvm_walk_pgd()
1269 pte_t new_pte = pfn_pte(pfn, __pgprot(prot_bits)); in kvm_map_page() local
1278 set_pte(ptep, new_pte); in kvm_map_page()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dhugetlb.h63 pte_t old_pte, pte_t new_pte);
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dhugetlb.h62 pte_t old_pte, pte_t new_pte);
/kernel/linux/linux-5.10/arch/mips/kvm/
H A Dmmu.c131 pte_t *new_pte; in kvm_mips_walk_pgd() local
135 new_pte = kvm_mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd()
136 clear_page(new_pte); in kvm_mips_walk_pgd()
137 pmd_populate_kernel(NULL, pmd, new_pte); in kvm_mips_walk_pgd()

Completed in 21 milliseconds

12