| /kernel/linux/linux-6.6/arch/arc/mm/ |
| H A D | fault.c | 33 p4d_t *p4d, *p4d_k; in handle_kernel_vaddr_fault() local
46 p4d_k = p4d_offset(pgd_k, address); in handle_kernel_vaddr_fault()
47 if (p4d_none(*p4d_k)) in handle_kernel_vaddr_fault()
50 set_p4d(p4d, *p4d_k); in handle_kernel_vaddr_fault()
53 pud_k = pud_offset(p4d_k, address); in handle_kernel_vaddr_fault()
|
| /kernel/linux/linux-5.10/arch/arc/mm/ |
| H A D | fault.c | 32 p4d_t *p4d, *p4d_k; in handle_kernel_vaddr_fault() local
43 p4d_k = p4d_offset(pgd_k, address); in handle_kernel_vaddr_fault()
44 if (!p4d_present(*p4d_k)) in handle_kernel_vaddr_fault()
48 pud_k = pud_offset(p4d_k, address); in handle_kernel_vaddr_fault()
|
| /kernel/linux/linux-5.10/arch/openrisc/mm/ |
| H A D | fault.c | 297 p4d_t *p4d, *p4d_k; in do_page_fault() local
325 p4d_k = p4d_offset(pgd_k, address); in do_page_fault()
326 if (!p4d_present(*p4d_k)) in do_page_fault()
330 pud_k = pud_offset(p4d_k, address); in do_page_fault()
|
| /kernel/linux/linux-5.10/arch/nios2/mm/ |
| H A D | fault.c | 239 p4d_t *p4d, *p4d_k; in do_page_fault() local
252 p4d_k = p4d_offset(pgd_k, address); in do_page_fault()
253 if (!p4d_present(*p4d_k)) in do_page_fault()
256 pud_k = pud_offset(p4d_k, address); in do_page_fault()
|
| /kernel/linux/linux-6.6/arch/nios2/mm/ |
| H A D | fault.c | 231 p4d_t *p4d, *p4d_k; in do_page_fault() local
244 p4d_k = p4d_offset(pgd_k, address); in do_page_fault()
245 if (!p4d_present(*p4d_k)) in do_page_fault()
248 pud_k = pud_offset(p4d_k, address); in do_page_fault()
|
| /kernel/linux/linux-6.6/arch/openrisc/mm/ |
| H A D | fault.c | 296 p4d_t *p4d, *p4d_k; in do_page_fault() local
324 p4d_k = p4d_offset(pgd_k, address); in do_page_fault()
325 if (!p4d_present(*p4d_k)) in do_page_fault()
329 pud_k = pud_offset(p4d_k, address); in do_page_fault()
|
| /kernel/linux/linux-6.6/arch/xtensa/mm/ |
| H A D | fault.c | 36 p4d_t *p4d, *p4d_k; in vmalloc_fault() local
53 p4d_k = p4d_offset(pgd_k, address); in vmalloc_fault()
54 if (!p4d_present(*p4d) || !p4d_present(*p4d_k)) in vmalloc_fault()
58 pud_k = pud_offset(p4d_k, address); in vmalloc_fault()
|
| /kernel/linux/linux-5.10/arch/xtensa/mm/ |
| H A D | fault.c | 194 p4d_t *p4d, *p4d_k; in do_page_fault() local
211 p4d_k = p4d_offset(pgd_k, address); in do_page_fault()
212 if (!p4d_present(*p4d) || !p4d_present(*p4d_k)) in do_page_fault()
216 pud_k = pud_offset(p4d_k, address); in do_page_fault()
|
| /kernel/linux/linux-5.10/arch/nds32/mm/ |
| H A D | fault.c | 351 p4d_t *p4d, *p4d_k; in do_page_fault() local
363 p4d_k = p4d_offset(pgd_k, addr); in do_page_fault()
364 if (!p4d_present(*p4d_k)) in do_page_fault()
368 pud_k = pud_offset(p4d_k, addr); in do_page_fault()
|
| /kernel/linux/linux-5.10/arch/mips/mm/ |
| H A D | fault.c | 288 p4d_t *p4d, *p4d_k; in __do_page_fault() local
301 p4d_k = p4d_offset(pgd_k, address); in __do_page_fault()
302 if (!p4d_present(*p4d_k)) in __do_page_fault()
306 pud_k = pud_offset(p4d_k, address); in __do_page_fault()
|
| /kernel/linux/linux-5.10/arch/riscv/mm/ |
| H A D | fault.c | 85 p4d_t *p4d, *p4d_k; in vmalloc_fault() local
115 p4d_k = p4d_offset(pgd_k, addr); in vmalloc_fault()
116 if (!p4d_present(*p4d_k)) { in vmalloc_fault()
122 pud_k = pud_offset(p4d_k, addr); in vmalloc_fault()
|
| /kernel/linux/linux-5.10/arch/sh/kernel/ |
| H A D | io_trapped.c | 137 p4d_t *p4d_k; in lookup_tiop() local
147 p4d_k = p4d_offset(pgd_k, address); in lookup_tiop()
148 if (!p4d_present(*p4d_k)) in lookup_tiop()
151 pud_k = pud_offset(p4d_k, address); in lookup_tiop()
|
| /kernel/linux/linux-6.6/arch/mips/mm/ |
| H A D | fault.c | 286 p4d_t *p4d, *p4d_k; in __do_page_fault() local
299 p4d_k = p4d_offset(pgd_k, address); in __do_page_fault()
300 if (!p4d_present(*p4d_k)) in __do_page_fault()
304 pud_k = pud_offset(p4d_k, address); in __do_page_fault()
|
| /kernel/linux/linux-6.6/arch/riscv/mm/ |
| H A D | fault.c | 116 p4d_t *p4d_k; in vmalloc_fault() local
145 p4d_k = p4d_offset(pgd_k, addr); in vmalloc_fault()
146 if (!p4d_present(*p4d_k)) { in vmalloc_fault()
151 pud_k = pud_offset(p4d_k, addr); in vmalloc_fault()
|
| H A D | kasan_init.c | 399 p4d_t *p4d_k = p4d_offset(pgd, vaddr); in kasan_shallow_populate_p4d() local
404 if (p4d_none(*p4d_k)) { in kasan_shallow_populate_p4d()
406 set_p4d(p4d_k, pfn_p4d(PFN_DOWN(__pa(p)), PAGE_TABLE)); in kasan_shallow_populate_p4d()
410 kasan_shallow_populate_pud(p4d_k, vaddr, end); in kasan_shallow_populate_p4d()
411 } while (p4d_k++, vaddr = next, vaddr != end); in kasan_shallow_populate_p4d()
|
| /kernel/linux/linux-6.6/arch/sh/kernel/ |
| H A D | io_trapped.c | 137 p4d_t *p4d_k; in lookup_tiop() local
147 p4d_k = p4d_offset(pgd_k, address); in lookup_tiop()
148 if (!p4d_present(*p4d_k)) in lookup_tiop()
151 pud_k = pud_offset(p4d_k, address); in lookup_tiop()
|
| /kernel/linux/linux-5.10/arch/sh/mm/ |
| H A D | fault.c | 124 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
135 p4d_k = p4d_offset(pgd_k, address); in vmalloc_sync_one()
136 if (!p4d_present(*p4d_k)) in vmalloc_sync_one()
140 pud_k = pud_offset(p4d_k, address); in vmalloc_sync_one()
|
| /kernel/linux/linux-6.6/arch/sh/mm/ |
| H A D | fault.c | 124 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
135 p4d_k = p4d_offset(pgd_k, address); in vmalloc_sync_one()
136 if (!p4d_present(*p4d_k)) in vmalloc_sync_one()
140 pud_k = pud_offset(p4d_k, address); in vmalloc_sync_one()
|
| /kernel/linux/linux-5.10/arch/arm/mm/ |
| H A D | fault.c | 403 p4d_t *p4d, *p4d_k; in do_translation_fault() local
419 p4d_k = p4d_offset(pgd_k, addr); in do_translation_fault()
421 if (p4d_none(*p4d_k)) in do_translation_fault()
424 set_p4d(p4d, *p4d_k); in do_translation_fault()
427 pud_k = pud_offset(p4d_k, addr); in do_translation_fault()
|
| /kernel/linux/linux-6.6/arch/arm/mm/ |
| H A D | fault.c | 400 p4d_t *p4d, *p4d_k; in do_translation_fault() local
416 p4d_k = p4d_offset(pgd_k, addr); in do_translation_fault()
418 if (p4d_none(*p4d_k)) in do_translation_fault()
421 set_p4d(p4d, *p4d_k); in do_translation_fault()
424 pud_k = pud_offset(p4d_k, addr); in do_translation_fault()
|
| /kernel/linux/linux-5.10/arch/x86/platform/efi/ |
| H A D | efi_64.c | 114 p4d_t *p4d_k, *p4d_efi; in efi_sync_low_kernel_mappings() local
127 p4d_k = p4d_offset(pgd_k, 0); in efi_sync_low_kernel_mappings()
130 memcpy(p4d_efi, p4d_k, sizeof(p4d_t) * num_entries); in efi_sync_low_kernel_mappings()
140 p4d_k = p4d_offset(pgd_k, EFI_VA_END); in efi_sync_low_kernel_mappings()
142 pud_k = pud_offset(p4d_k, 0); in efi_sync_low_kernel_mappings()
148 pud_k = pud_offset(p4d_k, EFI_VA_START); in efi_sync_low_kernel_mappings()
|
| /kernel/linux/linux-6.6/arch/x86/platform/efi/ |
| H A D | efi_64.c | 111 p4d_t *p4d_k, *p4d_efi; in efi_sync_low_kernel_mappings() local
124 p4d_k = p4d_offset(pgd_k, 0); in efi_sync_low_kernel_mappings()
127 memcpy(p4d_efi, p4d_k, sizeof(p4d_t) * num_entries); in efi_sync_low_kernel_mappings()
137 p4d_k = p4d_offset(pgd_k, EFI_VA_END); in efi_sync_low_kernel_mappings()
139 pud_k = pud_offset(p4d_k, 0); in efi_sync_low_kernel_mappings()
145 pud_k = pud_offset(p4d_k, EFI_VA_START); in efi_sync_low_kernel_mappings()
|
| /kernel/linux/linux-5.10/arch/sparc/mm/ |
| H A D | fault_32.c | 339 p4d_t *p4d, *p4d_k; in do_sparc_fault() local
357 p4d_k = p4d_offset(pgd_k, address); in do_sparc_fault()
358 pud_k = pud_offset(p4d_k, address); in do_sparc_fault()
|
| /kernel/linux/linux-6.6/arch/sparc/mm/ |
| H A D | fault_32.c | 274 p4d_t *p4d, *p4d_k; in do_sparc_fault() local
292 p4d_k = p4d_offset(pgd_k, address); in do_sparc_fault()
293 pud_k = pud_offset(p4d_k, address); in do_sparc_fault()
|
| /kernel/linux/linux-5.10/arch/x86/mm/ |
| H A D | fault.c | 161 p4d_t *p4d, *p4d_k; in vmalloc_sync_one() local
177 p4d_k = p4d_offset(pgd_k, address); in vmalloc_sync_one()
178 if (!p4d_present(*p4d_k)) in vmalloc_sync_one()
182 pud_k = pud_offset(p4d_k, address); in vmalloc_sync_one()
|