| /kernel/linux/linux-6.6/arch/x86/mm/ |
| H A D | mem_encrypt_amd.c | 253 static unsigned long pg_level_to_pfn(int level, pte_t *kpte, pgprot_t *ret_prot) in pg_level_to_pfn() argument
260 pfn = pte_pfn(*kpte); in pg_level_to_pfn()
261 prot = pte_pgprot(*kpte); in pg_level_to_pfn()
264 pfn = pmd_pfn(*(pmd_t *)kpte); in pg_level_to_pfn()
265 prot = pmd_pgprot(*(pmd_t *)kpte); in pg_level_to_pfn()
268 pfn = pud_pfn(*(pud_t *)kpte); in pg_level_to_pfn()
269 prot = pud_pgprot(*(pud_t *)kpte); in pg_level_to_pfn()
272 WARN_ONCE(1, "Invalid level for kpte\n"); in pg_level_to_pfn()
300 pte_t *kpte; in enc_dec_hypercall() local
302 kpte in enc_dec_hypercall()
350 __set_clr_pte_enc(pte_t *kpte, int level, bool enc) __set_clr_pte_enc() argument
412 pte_t *kpte; early_set_memory_enc_dec() local
[all...] |
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | mem_encrypt.c | 202 static void __init __set_clr_pte_enc(pte_t *kpte, int level, bool enc) in __set_clr_pte_enc() argument
210 pfn = pte_pfn(*kpte); in __set_clr_pte_enc()
211 old_prot = pte_pgprot(*kpte); in __set_clr_pte_enc()
214 pfn = pmd_pfn(*(pmd_t *)kpte); in __set_clr_pte_enc()
215 old_prot = pmd_pgprot(*(pmd_t *)kpte); in __set_clr_pte_enc()
218 pfn = pud_pfn(*(pud_t *)kpte); in __set_clr_pte_enc()
219 old_prot = pud_pgprot(*(pud_t *)kpte); in __set_clr_pte_enc()
253 set_pte_atomic(kpte, new_pte); in __set_clr_pte_enc()
263 pte_t *kpte; in early_set_memory_enc_dec() local
269 kpte in early_set_memory_enc_dec()
[all...] |
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
| H A D | kfence.h | 35 pte_t *kpte = virt_to_kpte(addr); in kfence_protect_page() local
38 pte_update(&init_mm, addr, kpte, _PAGE_PRESENT, 0, 0); in kfence_protect_page()
41 pte_update(&init_mm, addr, kpte, 0, _PAGE_PRESENT, 0); in kfence_protect_page()
|
| /kernel/linux/linux-5.10/arch/x86/mm/pat/ |
| H A D | set_memory.c | 724 static void __set_pmd_pte(pte_t *kpte, unsigned long address, pte_t pte) in __set_pmd_pte() argument
727 set_pte_atomic(kpte, pte); in __set_pmd_pte()
765 static int __should_split_large_page(pte_t *kpte, unsigned long address, in __should_split_large_page() argument
778 if (tmp != kpte) in __should_split_large_page()
783 old_prot = pmd_pgprot(*(pmd_t *)kpte); in __should_split_large_page()
784 old_pfn = pmd_pfn(*(pmd_t *)kpte); in __should_split_large_page()
788 old_prot = pud_pgprot(*(pud_t *)kpte); in __should_split_large_page()
789 old_pfn = pud_pfn(*(pud_t *)kpte); in __should_split_large_page()
902 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page()
908 static int should_split_large_page(pte_t *kpte, unsigne argument
960 __split_large_page(struct cpa_data *cpa, pte_t *kpte, unsigned long address, struct page *base) __split_large_page() argument
1064 split_large_page(struct cpa_data *cpa, pte_t *kpte, unsigned long address) split_large_page() argument
1514 pte_t *kpte, old_pte; __change_page_attr() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/mm/pat/ |
| H A D | set_memory.c | 800 static void __set_pmd_pte(pte_t *kpte, unsigned long address, pte_t pte) in __set_pmd_pte() argument
803 set_pte_atomic(kpte, pte); in __set_pmd_pte()
841 static int __should_split_large_page(pte_t *kpte, unsigned long address, in __should_split_large_page() argument
854 if (tmp != kpte) in __should_split_large_page()
859 old_prot = pmd_pgprot(*(pmd_t *)kpte); in __should_split_large_page()
860 old_pfn = pmd_pfn(*(pmd_t *)kpte); in __should_split_large_page()
864 old_prot = pud_pgprot(*(pud_t *)kpte); in __should_split_large_page()
865 old_pfn = pud_pfn(*(pud_t *)kpte); in __should_split_large_page()
980 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page()
986 static int should_split_large_page(pte_t *kpte, unsigne argument
1038 __split_large_page(struct cpa_data *cpa, pte_t *kpte, unsigned long address, struct page *base) __split_large_page() argument
1142 split_large_page(struct cpa_data *cpa, pte_t *kpte, unsigned long address) split_large_page() argument
1592 pte_t *kpte, old_pte; __change_page_attr() local
[all...] |
| /kernel/linux/linux-5.10/arch/powerpc/mm/ |
| H A D | pgtable_32.c | 141 pte_t *kpte; in __change_page_attr_noflush() local
149 kpte = virt_to_kpte(address); in __change_page_attr_noflush()
150 if (!kpte) in __change_page_attr_noflush()
152 __set_pte_at(&init_mm, address, kpte, mk_pte(page, prot), 0); in __change_page_attr_noflush()
|
| /kernel/linux/linux-5.10/arch/arm64/kvm/ |
| H A D | mmu.c | 925 kvm_pte_t kpte; in handle_access_fault() local
932 kpte = kvm_pgtable_stage2_mkyoung(mmu->pgt, fault_ipa); in handle_access_fault()
935 pte = __pte(kpte); in handle_access_fault()
1155 kvm_pte_t kpte; in kvm_age_hva_handler() local
1158 kpte = kvm_pgtable_stage2_mkold(kvm->arch.mmu.pgt, gpa); in kvm_age_hva_handler()
1159 pte = __pte(kpte); in kvm_age_hva_handler()
|