/kernel/linux/linux-6.6/arch/riscv/mm/ |
H A D | kasan_init.c | 126 if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && (next - vaddr) >= P4D_SIZE) { in kasan_populate_p4d() 127 phys_addr = memblock_phys_alloc(P4D_SIZE, P4D_SIZE); in kasan_populate_p4d() 130 memset(__va(phys_addr), KASAN_SHADOW_INIT, P4D_SIZE); in kasan_populate_p4d() local 203 if (pgtable_l4_enabled && IS_ALIGNED(vaddr, P4D_SIZE) && in kasan_early_clear_p4d() 204 (next - vaddr) >= P4D_SIZE) { in kasan_early_clear_p4d() 287 if (p4d_none(*p4dp) && IS_ALIGNED(vaddr, P4D_SIZE) && in kasan_early_populate_p4d() 288 (next - vaddr) >= P4D_SIZE) { in kasan_early_populate_p4d()
|
H A D | init.c | 590 if (sz == P4D_SIZE) { in create_p4d_mapping() 673 if (!(pa & (P4D_SIZE - 1)) && !(va & (P4D_SIZE - 1)) && size >= P4D_SIZE) in best_map_size() 674 return P4D_SIZE; in best_map_size() 790 P4D_SIZE, PAGE_TABLE); in set_satp_mode() 1142 (uintptr_t)fixmap_pud, P4D_SIZE, PAGE_TABLE); in setup_vm() 1154 (uintptr_t)trampoline_pud, P4D_SIZE, PAGE_TABLE); in setup_vm()
|
H A D | hugetlbpage.c | 135 return P4D_SIZE - PUD_SIZE; in hugetlb_mask_last_page() 234 else if (sz >= P4D_SIZE) in set_huge_pte_at()
|
/kernel/linux/linux-5.10/include/asm-generic/ |
H A D | pgtable-nop4d.h | 14 #define P4D_SIZE (1UL << P4D_SHIFT) macro 15 #define P4D_MASK (~(P4D_SIZE-1))
|
H A D | tlb.h | 570 if (_sz >= P4D_SIZE) \
|
/kernel/linux/linux-6.6/include/asm-generic/ |
H A D | pgtable-nop4d.h | 13 #define P4D_SIZE (1UL << P4D_SHIFT) macro 14 #define P4D_MASK (~(P4D_SIZE-1))
|
H A D | tlb.h | 614 if (_sz >= P4D_SIZE) \
|
/kernel/linux/linux-5.10/arch/x86/include/asm/ |
H A D | pgtable_64_types.h | 64 #define P4D_SIZE (_AC(1, UL) << P4D_SHIFT) macro 65 #define P4D_MASK (~(P4D_SIZE - 1))
|
H A D | pgtable_areas.h | 19 #define CPU_ENTRY_AREA_MAP_SIZE P4D_SIZE
|
/kernel/linux/linux-5.10/arch/s390/mm/ |
H A D | kasan_init.c | 131 address = (address + P4D_SIZE) & P4D_MASK; in kasan_early_vmemmap_populate() 138 IS_ALIGNED(address, P4D_SIZE) && in kasan_early_vmemmap_populate() 139 end - address >= P4D_SIZE) { in kasan_early_vmemmap_populate() 142 address = (address + P4D_SIZE) & P4D_MASK; in kasan_early_vmemmap_populate() 308 BUILD_BUG_ON(!IS_ALIGNED(KASAN_SHADOW_START, P4D_SIZE)); in kasan_early_init() 309 BUILD_BUG_ON(!IS_ALIGNED(KASAN_SHADOW_END, P4D_SIZE)); in kasan_early_init()
|
/kernel/linux/linux-5.10/mm/ |
H A D | ioremap.c | 183 if ((end - addr) != P4D_SIZE) in ioremap_try_huge_p4d() 186 if (!IS_ALIGNED(addr, P4D_SIZE)) in ioremap_try_huge_p4d() 189 if (!IS_ALIGNED(phys_addr, P4D_SIZE)) in ioremap_try_huge_p4d()
|
H A D | page_vma_mapped.c | 200 step_forward(pvmw, P4D_SIZE); in page_vma_mapped_walk()
|
/kernel/linux/linux-6.6/arch/x86/include/asm/ |
H A D | pgtable_64_types.h | 65 #define P4D_SIZE (_AC(1, UL) << P4D_SHIFT) macro 66 #define P4D_MASK (~(P4D_SIZE - 1))
|
H A D | pgtable_areas.h | 19 #define CPU_ENTRY_AREA_MAP_SIZE P4D_SIZE
|
/kernel/linux/linux-5.10/mm/kasan/ |
H A D | init.c | 194 if (IS_ALIGNED(addr, P4D_SIZE) && end - addr >= P4D_SIZE) { in zero_p4d_populate() 438 if (IS_ALIGNED(addr, P4D_SIZE) && in kasan_remove_p4d_table() 439 IS_ALIGNED(next, P4D_SIZE)) { in kasan_remove_p4d_table()
|
/kernel/linux/linux-6.6/mm/kasan/ |
H A D | init.c | 196 if (IS_ALIGNED(addr, P4D_SIZE) && end - addr >= P4D_SIZE) { in zero_p4d_populate() 441 if (IS_ALIGNED(addr, P4D_SIZE) && in kasan_remove_p4d_table() 442 IS_ALIGNED(next, P4D_SIZE)) { in kasan_remove_p4d_table()
|
/kernel/linux/linux-6.6/arch/riscv/include/asm/ |
H A D | pgtable-64.h | 33 #define P4D_SIZE (_AC(1, UL) << P4D_SHIFT) macro 34 #define P4D_MASK (~(P4D_SIZE - 1))
|
/kernel/linux/linux-5.10/arch/x86/mm/ |
H A D | ident_map.c | 84 next = (addr & P4D_MASK) + P4D_SIZE; in ident_p4d_init()
|
H A D | mem_encrypt_identity.c | 269 /* PGDIR_SIZE is equal to P4D_SIZE on 4-level machine. */ in sme_pgtable_calc() 272 entries += (DIV_ROUND_UP(len, P4D_SIZE) + 1) * sizeof(pud_t) * PTRS_PER_PUD; in sme_pgtable_calc() 283 tables += DIV_ROUND_UP(entries, P4D_SIZE) * sizeof(pud_t) * PTRS_PER_PUD; in sme_pgtable_calc()
|
/kernel/linux/linux-6.6/arch/x86/mm/ |
H A D | ident_map.c | 84 next = (addr & P4D_MASK) + P4D_SIZE; in ident_p4d_init()
|
H A D | mem_encrypt_identity.c | 272 /* PGDIR_SIZE is equal to P4D_SIZE on 4-level machine. */ in sme_pgtable_calc() 275 entries += (DIV_ROUND_UP(len, P4D_SIZE) + 1) * sizeof(pud_t) * PTRS_PER_PUD; in sme_pgtable_calc() 286 tables += DIV_ROUND_UP(entries, P4D_SIZE) * sizeof(pud_t) * PTRS_PER_PUD; in sme_pgtable_calc()
|
/kernel/linux/linux-6.6/arch/s390/boot/ |
H A D | vmem.c | 138 IS_ALIGNED(addr, P4D_SIZE) && end - addr >= P4D_SIZE) { in kasan_p4d_populate_zero_shadow()
|
/kernel/linux/linux-6.6/mm/ |
H A D | page_vma_mapped.c | 221 step_forward(pvmw, P4D_SIZE); in page_vma_mapped_walk()
|
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
H A D | radix_pgtable.c | 901 if (!IS_ALIGNED(addr, P4D_SIZE) || in remove_pagetable() 902 !IS_ALIGNED(next, P4D_SIZE)) { in remove_pagetable()
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | pgtable.h | 951 ({ unsigned long __boundary = ((addr) + P4D_SIZE) & P4D_MASK; \ 1641 #define p4d_leaf_size(x) P4D_SIZE
|