Home
last modified time | relevance | path

Searched refs:p4d_val (Results 1 - 25 of 86) sorted by relevance

1234

/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h56 #define p4d_none(p4d) (!p4d_val(p4d))
57 #define p4d_bad(p4d) (p4d_val(p4d) == 0)
58 #define p4d_present(p4d) (p4d_val(p4d) != 0)
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
74 return __pte(p4d_val(p4d)); in p4d_pte()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/
H A Dpgtable-4k.h56 #define p4d_none(p4d) (!p4d_val(p4d))
57 #define p4d_bad(p4d) (p4d_val(p4d) == 0)
58 #define p4d_present(p4d) (p4d_val(p4d) != 0)
64 return (pud_t *) (p4d_val(p4d) & ~P4D_MASKED_BITS); in p4d_pgtable()
74 return __pte(p4d_val(p4d)); in p4d_pte()
/kernel/linux/linux-6.6/arch/riscv/include/asm/
H A Dpgtable-64.h51 #define p4d_val(x) ((x).p4d) macro
272 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
279 set_pud((pud_t *)p4dp, (pud_t){ p4d_val(p4d) }); in set_p4d()
285 return (p4d_val(p4d) == 0); in p4d_none()
293 return (p4d_val(p4d) & _PAGE_PRESENT); in p4d_present()
319 return __page_val_to_pfn(p4d_val(p4d)); in _p4d_pfn()
325 return (pud_t *)pfn_to_virt(__page_val_to_pfn(p4d_val(p4d))); in p4d_pgtable()
327 return (pud_t *)pud_pgtable((pud_t) { p4d_val(p4d) }); in p4d_pgtable()
333 return pfn_to_page(__page_val_to_pfn(p4d_val(p4d))); in p4d_page()
/kernel/linux/linux-6.6/arch/arc/include/asm/
H A Dpgtable-levels.h107 #define p4d_none(x) (!p4d_val(x))
108 #define p4d_bad(x) ((p4d_val(x) & ~PAGE_MASK))
109 #define p4d_present(x) (p4d_val(x))
110 #define p4d_clear(xp) do { p4d_val(*(xp)) = 0; } while (0)
111 #define p4d_pgtable(p4d) ((pud_t *)(p4d_val(p4d) & PAGE_MASK))
/kernel/linux/linux-5.10/arch/mips/include/asm/
H A Dpgtable-64.h192 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
197 if (unlikely(p4d_val(p4d) & ~PAGE_MASK)) in p4d_bad()
205 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
210 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
215 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
218 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d))
/kernel/linux/linux-6.6/arch/mips/include/asm/
H A Dpgtable-64.h186 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
191 if (unlikely(p4d_val(p4d) & ~PAGE_MASK)) in p4d_bad()
199 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
204 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
209 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
212 #define p4d_phys(p4d) virt_to_phys((void *)p4d_val(p4d))
/kernel/linux/linux-5.10/arch/loongarch/include/asm/
H A Dpgtable-64.h116 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
121 return p4d_val(p4d) & ~PAGE_MASK; in p4d_bad()
126 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
131 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
136 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
144 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d))
/kernel/linux/linux-5.10/arch/ia64/include/asm/
H A Dpgtable.h286 #define p4d_none(p4d) (!p4d_val(p4d))
287 #define p4d_bad(p4d) (!ia64_phys_addr_valid(p4d_val(p4d)))
288 #define p4d_present(p4d) (p4d_val(p4d) != 0UL)
289 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
290 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & _PFN_MASK))
291 #define p4d_page(p4d) virt_to_page((p4d_val(p4d) + PAGE_OFFSET))
H A Dpgalloc.h36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
/kernel/linux/linux-6.6/arch/ia64/include/asm/
H A Dpgtable.h251 #define p4d_none(p4d) (!p4d_val(p4d))
252 #define p4d_bad(p4d) (!ia64_phys_addr_valid(p4d_val(p4d)))
253 #define p4d_present(p4d) (p4d_val(p4d) != 0UL)
254 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
255 #define p4d_pgtable(p4d) ((pud_t *) __va(p4d_val(p4d) & _PFN_MASK))
256 #define p4d_page(p4d) virt_to_page((p4d_val(p4d) + PAGE_OFFSET))
H A Dpgalloc.h36 p4d_val(*p4d_entry) = __pa(pud); in p4d_populate()
/kernel/linux/linux-6.6/arch/loongarch/include/asm/
H A Dpgtable.h137 return p4d_val(p4d) == (unsigned long)invalid_pud_table; in p4d_none()
142 return p4d_val(p4d) & ~PAGE_MASK; in p4d_bad()
147 return p4d_val(p4d) != (unsigned long)invalid_pud_table; in p4d_present()
152 p4d_val(*p4dp) = (unsigned long)invalid_pud_table; in p4d_clear()
157 return (pud_t *)p4d_val(p4d); in p4d_pgtable()
165 #define p4d_phys(p4d) PHYSADDR(p4d_val(p4d))
/kernel/linux/linux-5.10/arch/s390/include/asm/
H A Dpgtable.h76 printk("%s:%d: bad p4d %p.\n", __FILE__, __LINE__, (void *) p4d_val(e))
643 return (p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R2; in p4d_folded()
650 return (p4d_val(p4d) & _REGION_ENTRY_ORIGIN) != 0UL; in p4d_present()
657 return p4d_val(p4d) == _REGION2_ENTRY_EMPTY; in p4d_none()
665 return (p4d_val(p4d) & origin_mask) >> PAGE_SHIFT; in p4d_pfn()
721 unsigned long type = p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK; in p4d_bad()
727 return (p4d_val(p4d) & ~_REGION_ENTRY_BITS) != 0; in p4d_bad()
898 if ((p4d_val(*p4d) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R2) in p4d_clear()
899 p4d_val(*p4d) = _REGION2_ENTRY_EMPTY; in p4d_clear()
1240 #define p4d_deref(pud) (p4d_val(pu
[all...]
/kernel/linux/linux-5.10/mm/
H A Dptdump.c60 st->effective_prot(st, 1, p4d_val(val)); in ptdump_p4d_entry()
63 st->note_page(st, addr, 1, p4d_val(val)); in ptdump_p4d_entry()
/kernel/linux/linux-6.6/mm/
H A Dptdump.c64 st->effective_prot(st, 1, p4d_val(val)); in ptdump_p4d_entry()
67 st->note_page(st, addr, 1, p4d_val(val)); in ptdump_p4d_entry()
/kernel/linux/linux-5.10/arch/sparc/include/asm/
H A Dpgtable_64.h814 #define p4d_none(p4d) (!p4d_val(p4d))
816 #define p4d_bad(p4d) (p4d_val(p4d) & ~PAGE_MASK)
864 ((pud_t *) __va(p4d_val(p4d)))
865 #define p4d_present(p4d) (p4d_val(p4d) != 0U)
866 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
890 (p4d_val(*(p4dp)) = (__pa((unsigned long) (pudp))))
/kernel/linux/linux-6.6/arch/sparc/include/asm/
H A Dpgtable_64.h812 #define p4d_none(p4d) (!p4d_val(p4d))
814 #define p4d_bad(p4d) (p4d_val(p4d) & ~PAGE_MASK)
862 ((pud_t *) __va(p4d_val(p4d)))
863 #define p4d_present(p4d) (p4d_val(p4d) != 0U)
864 #define p4d_clear(p4dp) (p4d_val(*(p4dp)) = 0UL)
888 (p4d_val(*(p4dp)) = (__pa((unsigned long) (pudp))))
/kernel/linux/linux-5.10/include/asm-generic/
H A Dpgtable-nopud.h48 #define pud_val(x) (p4d_val((x).p4d))
H A Dpgtable-nop4d.h41 #define p4d_val(x) (pgd_val((x).pgd)) macro
/kernel/linux/linux-6.6/include/asm-generic/
H A Dpgtable-nopud.h48 #define pud_val(x) (p4d_val((x).p4d))
H A Dpgtable-nop4d.h40 #define p4d_val(x) (pgd_val((x).pgd)) macro
/kernel/linux/linux-5.10/arch/arm64/include/asm/
H A Dpgtable.h350 return __pte(p4d_val(p4d)); in p4d_pte()
671 #define p4d_none(p4d) (!p4d_val(p4d))
672 #define p4d_bad(p4d) (!(p4d_val(p4d) & 2))
673 #define p4d_present(p4d) (p4d_val(p4d))
678 set_swapper_pgd((pgd_t *)p4dp, __pgd(p4d_val(p4d))); in set_p4d()
/kernel/linux/linux-5.10/arch/x86/mm/
H A Dkasan_init_64.c297 p4dval_t p4d_val = __pa_nodebug(kasan_early_shadow_pud) | _KERNPG_TABLE; in kasan_early_init() local
303 p4d_val &= __default_kernel_pte_mask; in kasan_early_init()
315 kasan_early_shadow_p4d[i] = __p4d(p4d_val); in kasan_early_init()
/kernel/linux/linux-6.6/arch/x86/mm/
H A Dkasan_init_64.c295 p4dval_t p4d_val = __pa_nodebug(kasan_early_shadow_pud) | _KERNPG_TABLE; in kasan_early_init() local
301 p4d_val &= __default_kernel_pte_mask; in kasan_early_init()
313 kasan_early_shadow_p4d[i] = __p4d(p4d_val); in kasan_early_init()
/kernel/linux/linux-6.6/arch/s390/include/asm/
H A Dpgtable.h75 pr_err("%s:%d: bad p4d %016lx.\n", __FILE__, __LINE__, p4d_val(e))
663 return (p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R2; in p4d_folded()
670 return (p4d_val(p4d) & _REGION_ENTRY_ORIGIN) != 0UL; in p4d_present()
677 return p4d_val(p4d) == _REGION2_ENTRY_EMPTY; in p4d_none()
685 return (p4d_val(p4d) & origin_mask) >> PAGE_SHIFT; in p4d_pfn()
741 unsigned long type = p4d_val(p4d) & _REGION_ENTRY_TYPE_MASK; in p4d_bad()
747 return (p4d_val(p4d) & ~_REGION_ENTRY_BITS) != 0; in p4d_bad()
955 if ((p4d_val(*p4d) & _REGION_ENTRY_TYPE_MASK) == _REGION_ENTRY_TYPE_R2) in p4d_clear()
1376 #define p4d_deref(pud) ((unsigned long)__va(p4d_val(pud) & _REGION_ENTRY_ORIGIN))
1449 if ((p4d_val(p4 in pud_offset_lockless()
[all...]

Completed in 27 milliseconds

1234