/kernel/linux/linux-5.10/arch/riscv/include/asm/ |
H A D | pgtable-64.h | 33 return (pud_val(pud) & _PAGE_PRESENT); in pud_present() 38 return (pud_val(pud) == 0); in pud_none() 50 (pud_val(pud) & (_PAGE_READ | _PAGE_WRITE | _PAGE_EXEC)); in pud_leaf() 65 return (pmd_t *)pfn_to_virt(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_pgtable() 70 return pfn_to_page(pud_val(pud) >> _PAGE_PFN_SHIFT); in pud_page()
|
/kernel/linux/linux-6.6/arch/um/include/asm/ |
H A D | pgtable-3level.h | 55 #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 56 #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 57 #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 77 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 78 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK))
|
/kernel/linux/linux-5.10/arch/sh/include/asm/ |
H A D | pgtable-3level.h | 37 return (pmd_t *)(unsigned long)pud_val(pud); in pud_pgtable() 42 #define pud_none(x) (!pud_val(x)) 43 #define pud_present(x) (pud_val(x)) 45 #define pud_bad(x) (pud_val(x) & ~PAGE_MASK)
|
/kernel/linux/linux-6.6/arch/sh/include/asm/ |
H A D | pgtable-3level.h | 43 return (pmd_t *)(unsigned long)pud_val(pud); in pud_pgtable() 48 #define pud_none(x) (!pud_val(x)) 49 #define pud_present(x) (pud_val(x)) 51 #define pud_bad(x) (pud_val(x) & ~PAGE_MASK)
|
/kernel/linux/linux-5.10/arch/um/include/asm/ |
H A D | pgtable-3level.h | 56 #define pud_none(x) (!(pud_val(x) & ~_PAGE_NEWPAGE)) 57 #define pud_bad(x) ((pud_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 58 #define pud_present(x) (pud_val(x) & _PAGE_PRESENT) 63 #define set_pud(pudptr, pudval) set_64bit((u64 *) (pudptr), pud_val(pudval)) 86 #define pud_page(pud) phys_to_page(pud_val(pud) & PAGE_MASK) 87 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & PAGE_MASK))
|
/kernel/linux/linux-5.10/arch/mips/include/asm/ |
H A D | pgtable-64.h | 168 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 182 #define pud_val(x) ((x).pud) macro 286 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none() 291 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 296 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present() 301 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear() 319 return (pmd_t *)pud_val(pud); in pud_pgtable() 321 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud))
|
/kernel/linux/linux-6.6/arch/mips/include/asm/ |
H A D | pgtable-64.h | 162 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 176 #define pud_val(x) ((x).pud) macro 280 return pud_val(pud) == (unsigned long) invalid_pmd_table; in pud_none() 285 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 290 return pud_val(pud) != (unsigned long) invalid_pmd_table; in pud_present() 295 pud_val(*pudp) = ((unsigned long) invalid_pmd_table); in pud_clear() 308 return (pmd_t *)pud_val(pud); in pud_pgtable() 310 #define pud_phys(pud) virt_to_phys((void *)pud_val(pud))
|
/kernel/linux/linux-6.6/arch/arc/include/asm/ |
H A D | pgtable-levels.h | 119 pr_crit("%s:%d: bad pud %08lx.\n", __FILE__, __LINE__, pud_val(e)) 129 #define pud_none(x) (!pud_val(x)) 130 #define pud_bad(x) ((pud_val(x) & ~PAGE_MASK)) 131 #define pud_present(x) (pud_val(x)) 132 #define pud_clear(xp) do { pud_val(*(xp)) = 0; } while (0) 133 #define pud_pgtable(pud) ((pmd_t *)(pud_val(pud) & PAGE_MASK))
|
/kernel/linux/linux-6.6/arch/riscv/include/asm/ |
H A D | pgtable-64.h | 60 #define pud_val(x) ((x).pud) macro 175 return (pud_val(pud) & _PAGE_PRESENT); in pud_present() 180 return (pud_val(pud) == 0); in pud_none() 191 return pud_present(pud) && (pud_val(pud) & _PAGE_LEAF); in pud_leaf() 196 return pud_val(pud) & _PAGE_USER; in pud_user() 216 return __page_val_to_pfn(pud_val(pud)); in _pud_pfn() 221 return (pmd_t *)pfn_to_virt(__page_val_to_pfn(pud_val(pud))); in pud_pgtable() 226 return pfn_to_page(__page_val_to_pfn(pud_val(pud))); in pud_page() 269 pr_err("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e))
|
/kernel/linux/linux-5.10/arch/m68k/include/asm/ |
H A D | motorola_pgtable.h | 127 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set() 132 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) 156 #define pud_none(pud) (!pud_val(pud)) 157 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) 158 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) 159 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) 160 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT))
|
/kernel/linux/linux-6.6/arch/m68k/include/asm/ |
H A D | motorola_pgtable.h | 103 pud_val(*pudp) = _PAGE_TABLE | _PAGE_ACCESSED | __pa(pmdp); in pud_set() 108 #define pud_pgtable(pud) ((pmd_t *)__va(pud_val(pud) & _TABLE_MASK)) 134 #define pud_none(pud) (!pud_val(pud)) 135 #define pud_bad(pud) ((pud_val(pud) & _DESCTYPE_MASK) != _PAGE_TABLE) 136 #define pud_present(pud) (pud_val(pud) & _PAGE_TABLE) 137 #define pud_clear(pudp) ({ pud_val(*pudp) = 0; }) 138 #define pud_page(pud) (mem_map + ((unsigned long)(__va(pud_val(pud)) - PAGE_OFFSET) >> PAGE_SHIFT))
|
/kernel/linux/linux-5.10/arch/loongarch/include/asm/ |
H A D | pgtable-64.h | 96 printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 106 #define pud_val(x) ((x).pud) macro 162 return pud_val(pud) == (unsigned long)invalid_pmd_table; in pud_none() 167 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 172 return pud_val(pud) != (unsigned long)invalid_pmd_table; in pud_present() 177 pud_val(*pudp) = ((unsigned long)invalid_pmd_table); in pud_clear() 182 return (pmd_t *)pud_val(pud); in pud_pgtable() 187 #define pud_phys(pud) PHYSADDR(pud_val(pud))
|
/kernel/linux/linux-5.10/arch/arm/include/asm/ |
H A D | pgtable-3level.h | 111 #define pud_none(pud) (!pud_val(pud)) 112 #define pud_bad(pud) (!(pud_val(pud) & 2)) 113 #define pud_present(pud) (pud_val(pud)) 135 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_pgtable() 189 #define pud_page(pud) pmd_page(__pmd(pud_val(pud))) 190 #define pud_write(pud) pmd_write(__pmd(pud_val(pud)))
|
/kernel/linux/linux-5.10/arch/s390/include/asm/ |
H A D | pgtable.h | 74 printk("%s:%d: bad pud %p.\n", __FILE__, __LINE__, (void *) pud_val(e)) 670 return (pud_val(pud) & _REGION_ENTRY_TYPE_MASK) < _REGION_ENTRY_TYPE_R3; in pud_folded() 677 return (pud_val(pud) & _REGION_ENTRY_ORIGIN) != 0UL; in pud_present() 684 return pud_val(pud) == _REGION3_ENTRY_EMPTY; in pud_none() 690 if ((pud_val(pud) & _REGION_ENTRY_TYPE_MASK) != _REGION_ENTRY_TYPE_R3) in pud_large() 692 return !!(pud_val(pud) & _REGION3_ENTRY_LARGE); in pud_large() 710 unsigned long type = pud_val(pud) & _REGION_ENTRY_TYPE_MASK; in pud_bad() 716 return (pud_val(pud) & ~_REGION_ENTRY_BITS) != 0; in pud_bad() 749 return (pud_val(pud) & _REGION3_ENTRY_WRITE) != 0; in pud_write() 904 if ((pud_val(*pu in pud_clear() [all...] |
/kernel/linux/linux-5.10/arch/s390/mm/ |
H A D | pageattr.c | 197 ro = !!(pud_val(*pudp) & _REGION_ENTRY_PROTECT); in split_pud_page() 198 nx = !!(pud_val(*pudp) & _REGION_ENTRY_NOEXEC); in split_pud_page() 208 pud_val(new) = __pa(pm_dir) | _REGION3_ENTRY; in split_pud_page() 209 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in split_pud_page() 225 pud_val(new) |= _REGION_ENTRY_NOEXEC; in modify_pud_page() 227 pud_val(new) &= ~_REGION_ENTRY_NOEXEC; in modify_pud_page() 228 pgt_set((unsigned long *)pudp, pud_val(new), addr, CRDTE_DTT_REGION3); in modify_pud_page()
|
/kernel/linux/linux-5.10/arch/alpha/include/asm/ |
H A D | pgtable.h | 230 { pud_val(*pudp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pud_set() 241 #define pud_page(pud) (mem_map + ((pud_val(pud) & _PFN_MASK) >> 32)) 246 return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT))); in pud_pgtable() 261 extern inline int pud_none(pud_t pud) { return !pud_val(pud); } in pud_none() 262 extern inline int pud_bad(pud_t pud) { return (pud_val(pud) & ~_PFN_MASK) != _PAGE_TABLE; } in pud_bad() 263 extern inline int pud_present(pud_t pud) { return pud_val(pud) & _PAGE_VALID; } in pud_present() 264 extern inline void pud_clear(pud_t * pudp) { pud_val(*pudp) = 0; } in pud_clear()
|
/kernel/linux/linux-6.6/arch/alpha/include/asm/ |
H A D | pgtable.h | 213 { pud_val(*pudp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pud_set() 224 #define pud_page(pud) (pfn_to_page(pud_val(pud) >> 32)) 228 return (pmd_t *)(PAGE_OFFSET + ((pud_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT))); in pud_pgtable() 243 extern inline int pud_none(pud_t pud) { return !pud_val(pud); } in pud_none() 244 extern inline int pud_bad(pud_t pud) { return (pud_val(pud) & ~_PFN_MASK) != _PAGE_TABLE; } in pud_bad() 245 extern inline int pud_present(pud_t pud) { return pud_val(pud) & _PAGE_VALID; } in pud_present() 246 extern inline void pud_clear(pud_t * pudp) { pud_val(*pudp) = 0; } in pud_clear()
|
/kernel/linux/linux-6.6/arch/loongarch/include/asm/ |
H A D | pgtable.h | 117 pr_err("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 127 #define pud_val(x) ((x).pud) macro 183 return pud_val(pud) == (unsigned long)invalid_pmd_table; in pud_none() 188 return pud_val(pud) & ~PAGE_MASK; in pud_bad() 193 return pud_val(pud) != (unsigned long)invalid_pmd_table; in pud_present() 198 pud_val(*pudp) = ((unsigned long)invalid_pmd_table); in pud_clear() 203 return (pmd_t *)pud_val(pud); in pud_pgtable() 208 #define pud_phys(pud) PHYSADDR(pud_val(pud)) 616 #define pud_leaf(pud) ((pud_val(pud) & _PAGE_HUGE) != 0)
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/ |
H A D | pgtable.h | 163 #define pud_none(pud) (!pud_val(pud)) 164 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ 165 || (pud_val(pud) & PUD_BAD_BITS)) 166 #define pud_present(pud) (pud_val(pud) != 0) 170 return (pmd_t *)(pud_val(pud) & ~PUD_MASKED_BITS); in pud_pgtable() 177 return __pte(pud_val(pud)); in pud_pte()
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/ |
H A D | pgtable.h | 144 #define pud_none(pud) (!pud_val(pud)) 145 #define pud_bad(pud) (!is_kernel_addr(pud_val(pud)) \ 146 || (pud_val(pud) & PUD_BAD_BITS)) 147 #define pud_present(pud) (pud_val(pud) != 0) 151 return (pmd_t *)(pud_val(pud) & ~PUD_MASKED_BITS); in pud_pgtable() 158 return __pte(pud_val(pud)); in pud_pte()
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/ |
H A D | radix.h | 250 return !!(pud_val(pud) & RADIX_PUD_BAD_BITS); in radix__pud_bad() 277 return (pud_val(pud) & (_PAGE_PTE | _PAGE_DEVMAP)) == _PAGE_PTE; in radix__pud_trans_huge() 282 return __pud(pud_val(pud) | _PAGE_PTE); in radix__pud_mkhuge() 325 return __pud(pud_val(pud) | (_PAGE_PTE | _PAGE_DEVMAP)); in radix__pud_mkdevmap()
|
/kernel/linux/linux-6.6/arch/arm/include/asm/ |
H A D | pgtable-3level.h | 114 #define pud_none(pud) (!pud_val(pud)) 115 #define pud_bad(pud) (!(pud_val(pud) & 2)) 116 #define pud_present(pud) (pud_val(pud)) 138 return __va(pud_val(pud) & PHYS_MASK & (s32)PAGE_MASK); in pud_pgtable()
|
/kernel/linux/linux-5.10/arch/sparc/include/asm/ |
H A D | pgtable_32.h | 157 if (srmmu_device_memory(pud_val(pud))) { in pud_pgtable() 160 unsigned long v = pud_val(pud) & SRMMU_PTD_PMASK; in pud_pgtable() 207 return !(pud_val(pud) & 0xFFFFFFF); in pud_none() 212 return (pud_val(pud) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pud_bad() 217 return ((pud_val(pud) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pud_present()
|
/kernel/linux/linux-6.6/arch/sparc/include/asm/ |
H A D | pgtable_32.h | 140 if (srmmu_device_memory(pud_val(pud))) { in pud_pgtable() 143 unsigned long v = pud_val(pud) & SRMMU_PTD_PMASK; in pud_pgtable() 190 return !(pud_val(pud) & 0xFFFFFFF); in pud_none() 195 return (pud_val(pud) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pud_bad() 200 return ((pud_val(pud) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pud_present()
|
/kernel/linux/linux-5.10/arch/ia64/include/asm/ |
H A D | pgtable.h | 185 #define pud_ERROR(e) printk("%s:%d: bad pud %016lx.\n", __FILE__, __LINE__, pud_val(e)) 278 #define pud_none(pud) (!pud_val(pud)) 279 #define pud_bad(pud) (!ia64_phys_addr_valid(pud_val(pud))) 280 #define pud_present(pud) (pud_val(pud) != 0UL) 281 #define pud_clear(pudp) (pud_val(*(pudp)) = 0UL) 282 #define pud_pgtable(pud) ((pmd_t *) __va(pud_val(pud) & _PFN_MASK)) 283 #define pud_page(pud) virt_to_page((pud_val(pud) + PAGE_OFFSET))
|