| /kernel/linux/linux-6.6/arch/riscv/include/asm/ |
| H A D | pgtable-64.h | 49 } p4d_t; typedef
52 #define __p4d(x) ((p4d_t) { (x) })
53 #define PTRS_PER_P4D (PAGE_SIZE / sizeof(p4d_t))
274 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
282 static inline int p4d_none(p4d_t p4d) in p4d_none()
290 static inline int p4d_present(p4d_t p4d) in p4d_present()
298 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
306 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
312 static inline p4d_t pfn_p4
[all...] |
| H A D | pgalloc.h | 42 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
51 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, in p4d_populate_safe()
62 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
72 p4d_t *p4d) in pgd_populate_safe()
101 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
108 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
114 static inline void __p4d_free(struct mm_struct *mm, p4d_t *p4d) in __p4d_free()
121 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
|
| /kernel/linux/linux-5.10/include/asm-generic/ |
| H A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; typedef
34 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
36 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
38 return (p4d_t *)pgd; in p4d_offset()
42 #define __p4d(x) ((p4d_t) { __pgd(x) })
44 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
45 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
|
| H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
|
| /kernel/linux/linux-6.6/include/asm-generic/ |
| H A D | pgtable-nop4d.h | 9 typedef struct { pgd_t pgd; } p4d_t; typedef
33 #define set_pgd(pgdptr, pgdval) set_p4d((p4d_t *)(pgdptr), (p4d_t) { pgdval })
35 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
37 return (p4d_t *)pgd; in p4d_offset()
41 #define __p4d(x) ((p4d_t) { __pgd(x) })
43 #define pgd_page(pgd) (p4d_page((p4d_t){ pgd }))
44 #define pgd_page_vaddr(pgd) ((unsigned long)(p4d_pgtable((p4d_t){ pgd })))
|
| H A D | pgtable-nopud.h | 16 typedef struct { p4d_t p4d; } pud_t;
28 static inline int p4d_none(p4d_t p4d) { return 0; } in p4d_none()
29 static inline int p4d_bad(p4d_t p4d) { return 0; } in p4d_bad()
30 static inline int p4d_present(p4d_t p4d) { return 1; } in p4d_present()
31 static inline void p4d_clear(p4d_t *p4d) { } in p4d_clear()
42 static inline pud_t *pud_offset(p4d_t *p4d, unsigned long address) in pud_offset()
|
| /kernel/linux/linux-5.10/arch/x86/include/asm/ |
| H A D | pgalloc.h | 115 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
121 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
136 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
144 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
152 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
158 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
161 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
170 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
172 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| H A D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
156 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| H A D | pgtable_types.h | 334 typedef struct { p4dval_t p4d; } p4d_t; typedef
336 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
338 return (p4d_t) { val }; in native_make_p4d()
341 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
348 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
350 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
353 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
411 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
417 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
422 static inline p4dval_t p4d_flags(p4d_t p4
[all...] |
| /kernel/linux/linux-6.6/arch/x86/include/asm/ |
| H A D | pgalloc.h | 113 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
119 static inline void p4d_populate_safe(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate_safe()
134 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
142 static inline void pgd_populate_safe(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate_safe()
150 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long addr) in p4d_alloc_one()
156 return (p4d_t *)get_zeroed_page(gfp); in p4d_alloc_one()
159 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
168 extern void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d);
170 static inline void __p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d, in __p4d_free_tlb()
|
| H A D | pgtable_64.h | 19 extern p4d_t level4_kernel_pgt[512];
20 extern p4d_t level4_ident_pgt[512];
62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte);
142 static inline void native_set_p4d(p4d_t *p4dp, p4d_t p4d) in native_set_p4d()
156 static inline void native_p4d_clear(p4d_t *p4d) in native_p4d_clear()
|
| H A D | pgtable_types.h | 341 typedef struct { p4dval_t p4d; } p4d_t; typedef
343 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
345 return (p4d_t) { val }; in native_make_p4d()
348 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
355 static inline p4d_t native_make_p4d(pudval_t val) in native_make_p4d()
357 return (p4d_t) { .pgd = native_make_pgd((pgdval_t)val) }; in native_make_p4d()
360 static inline p4dval_t native_p4d_val(p4d_t p4d) in native_p4d_val()
416 static inline p4dval_t p4d_pfn_mask(p4d_t p4d) in p4d_pfn_mask()
422 static inline p4dval_t p4d_flags_mask(p4d_t p4d) in p4d_flags_mask()
427 static inline p4dval_t p4d_flags(p4d_t p4
[all...] |
| /kernel/linux/linux-6.6/arch/riscv/mm/ |
| H A D | kasan_init.c | 26 static p4d_t tmp_p4d[PTRS_PER_P4D] __page_aligned_bss;
79 static void __init kasan_populate_pud(p4d_t *p4d, in kasan_populate_pud()
113 p4d_t *p4dp, *p; in kasan_populate_p4d()
117 p = memblock_alloc(PTRS_PER_P4D * sizeof(p4d_t), PAGE_SIZE); in kasan_populate_p4d()
162 static void __init kasan_early_clear_pud(p4d_t *p4dp, in kasan_early_clear_pud()
190 p4d_t *p4dp, *base_p4d; in kasan_early_clear_p4d()
194 p4dp = (p4d_t *)pgdp; in kasan_early_clear_p4d()
231 static void __init kasan_early_populate_pud(p4d_t *p4dp, in kasan_early_populate_pud()
264 p4d_t *p4dp, *base_p4d; in kasan_early_populate_p4d()
278 p4dp = (p4d_t *)pgd in kasan_early_populate_p4d()
[all...] |
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/64/ |
| H A D | pgtable-4k.h | 62 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
67 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
72 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
77 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
81 extern struct page *p4d_page(p4d_t p4d);
|
| /kernel/linux/linux-5.10/mm/kasan/ |
| H A D | init.c | 37 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
55 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
189 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
248 p4d_t *p4d; in kasan_populate_early_shadow()
275 p4d_t *p; in kasan_populate_early_shadow()
322 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
337 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
339 p4d_t *p4 in kasan_free_p4d()
[all...] |
| /kernel/linux/linux-6.6/mm/kasan/ |
| H A D | init.c | 32 p4d_t kasan_early_shadow_p4d[MAX_PTRS_PER_P4D] __page_aligned_bss;
45 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
50 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
146 static int __ref zero_pud_populate(p4d_t *p4d, unsigned long addr, in zero_pud_populate()
191 p4d_t *p4d = p4d_offset(pgd, addr); in zero_p4d_populate()
248 p4d_t *p4d; in kasan_populate_early_shadow()
275 p4d_t *p; in kasan_populate_early_shadow()
322 static void kasan_free_pud(pud_t *pud_start, p4d_t *p4d) in kasan_free_pud()
337 static void kasan_free_p4d(p4d_t *p4d_start, pgd_t *pgd) in kasan_free_p4d()
339 p4d_t *p4 in kasan_free_p4d()
[all...] |
| /kernel/linux/linux-5.10/arch/mips/include/asm/ |
| H A D | pgtable-64.h | 190 static inline int p4d_none(p4d_t p4d) in p4d_none()
195 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
203 static inline int p4d_present(p4d_t p4d) in p4d_present()
208 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
213 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
223 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
| /kernel/linux/linux-6.6/arch/mips/include/asm/ |
| H A D | pgtable-64.h | 184 static inline int p4d_none(p4d_t p4d) in p4d_none()
189 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
197 static inline int p4d_present(p4d_t p4d) in p4d_present()
202 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
207 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
217 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
| /kernel/linux/linux-5.10/arch/s390/include/asm/ |
| H A D | pgalloc.h | 53 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
59 return (p4d_t *) table; in p4d_alloc_one()
62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /kernel/linux/linux-6.6/arch/s390/include/asm/ |
| H A D | pgalloc.h | 53 static inline p4d_t *p4d_alloc_one(struct mm_struct *mm, unsigned long address) in p4d_alloc_one()
59 return (p4d_t *) table; in p4d_alloc_one()
62 static inline void p4d_free(struct mm_struct *mm, p4d_t *p4d) in p4d_free()
104 static inline void pgd_populate(struct mm_struct *mm, pgd_t *pgd, p4d_t *p4d) in pgd_populate()
109 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4d, pud_t *pud) in p4d_populate()
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | init_64.c | 170 const p4d_t *p4d_ref; in sync_global_pgds_l4()
186 p4d_t *p4d; in sync_global_pgds_l4()
243 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
246 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
255 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
304 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
306 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
322 p4d_t *p4d_page; in set_pte_vaddr()
340 p4d_t *p4 in populate_extra_pmd()
[all...] |
| /kernel/linux/linux-5.10/arch/loongarch/include/asm/ |
| H A D | pgtable-64.h | 114 static inline int p4d_none(p4d_t p4d) in p4d_none()
119 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
124 static inline int p4d_present(p4d_t p4d) in p4d_present()
129 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
134 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
139 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
| /kernel/linux/linux-6.6/arch/x86/mm/ |
| H A D | init_64.c | 176 const p4d_t *p4d_ref; in sync_global_pgds_l4()
192 p4d_t *p4d; in sync_global_pgds_l4()
249 static p4d_t *fill_p4d(pgd_t *pgd, unsigned long vaddr) in fill_p4d()
252 p4d_t *p4d = (p4d_t *)spp_getpage(); in fill_p4d()
261 static pud_t *fill_pud(p4d_t *p4d, unsigned long vaddr) in fill_pud()
310 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d()
312 p4d_t *p4d = p4d_page + p4d_index(vaddr); in set_pte_vaddr_p4d()
328 p4d_t *p4d_page; in set_pte_vaddr()
346 p4d_t *p4 in populate_extra_pmd()
[all...] |
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| H A D | pgalloc.h | 41 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
46 static inline void p4d_populate(struct mm_struct *mm, p4d_t *p4dp, pud_t *pudp) in p4d_populate()
51 static inline void __p4d_populate(p4d_t *p4dp, phys_addr_t pudp, p4dval_t prot) in __p4d_populate()
|