/kernel/linux/linux-5.10/arch/arm/mm/ |
H A D | nommu.c | 158 void *zero_page; in paging_init() local 164 zero_page = (void *)memblock_alloc(PAGE_SIZE, PAGE_SIZE); in paging_init() 165 if (!zero_page) in paging_init() 171 empty_zero_page = virt_to_page(zero_page); in paging_init()
|
H A D | mmu.c | 1666 void *zero_page; in paging_init() local 1680 zero_page = early_alloc(PAGE_SIZE); in paging_init() 1684 empty_zero_page = virt_to_page(zero_page); in paging_init()
|
/kernel/linux/linux-6.6/arch/arm/mm/ |
H A D | nommu.c | 159 void *zero_page; in paging_init() local 165 zero_page = (void *)memblock_alloc(PAGE_SIZE, PAGE_SIZE); in paging_init() 166 if (!zero_page) in paging_init() 172 empty_zero_page = virt_to_page(zero_page); in paging_init()
|
H A D | mmu.c | 1764 void *zero_page; in paging_init() local 1787 zero_page = early_alloc(PAGE_SIZE); in paging_init() 1791 empty_zero_page = virt_to_page(zero_page); in paging_init()
|
/kernel/linux/linux-5.10/include/trace/events/ |
H A D | fs_dax.h | 65 struct page *zero_page, 67 TP_ARGS(inode, vmf, zero_page, radix_entry), 72 __field(struct page *, zero_page) 81 __entry->zero_page = zero_page; 84 TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p " 91 __entry->zero_page, 99 struct page *zero_page, void *radix_entry), \ 100 TP_ARGS(inode, vmf, zero_page, radix_entry))
|
/kernel/linux/linux-6.6/include/trace/events/ |
H A D | fs_dax.h | 65 struct page *zero_page, 67 TP_ARGS(inode, vmf, zero_page, radix_entry), 72 __field(struct page *, zero_page) 81 __entry->zero_page = zero_page; 84 TP_printk("dev %d:%d ino %#lx %s address %#lx zero_page %p " 91 __entry->zero_page, 99 struct page *zero_page, void *radix_entry), \ 100 TP_ARGS(inode, vmf, zero_page, radix_entry))
|
/kernel/linux/linux-5.10/arch/nds32/mm/ |
H A D | init.c | 140 void *zero_page; in paging_init() local 152 zero_page = memblock_alloc(PAGE_SIZE, PAGE_SIZE); in paging_init() 153 if (!zero_page) in paging_init() 158 empty_zero_page = virt_to_page(zero_page); in paging_init()
|
/kernel/linux/linux-6.6/arch/arm64/kernel/ |
H A D | hibernate.c | 402 void *zero_page; in swsusp_arch_resume() local 427 zero_page = (void *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume() 428 if (!zero_page) { in swsusp_arch_resume() 464 resume_hdr.__hyp_stub_vectors, virt_to_phys(zero_page)); in swsusp_arch_resume()
|
H A D | machine_kexec.c | 153 kimage->arch.zero_page = __pa_symbol(empty_zero_page); in machine_kexec_post_load()
|
H A D | asm-offsets.c | 194 DEFINE(KIMAGE_ARCH_ZERO_PAGE, offsetof(struct kimage, arch.zero_page)); in main()
|
/kernel/linux/linux-5.10/arch/arm64/kernel/ |
H A D | hibernate.c | 645 void *zero_page; in swsusp_arch_resume() local 665 zero_page = (void *)get_safe_page(GFP_ATOMIC); in swsusp_arch_resume() 666 if (!zero_page) { in swsusp_arch_resume() 711 resume_hdr.__hyp_stub_vectors, virt_to_phys(zero_page)); in swsusp_arch_resume()
|
/kernel/linux/linux-5.10/mm/ |
H A D | huge_memory.c | 92 struct page *zero_page; in get_huge_zero_page() local 97 zero_page = alloc_pages((GFP_TRANSHUGE | __GFP_ZERO) & ~__GFP_MOVABLE, in get_huge_zero_page() 99 if (!zero_page) { in get_huge_zero_page() 105 if (cmpxchg(&huge_zero_page, NULL, zero_page)) { in get_huge_zero_page() 107 __free_pages(zero_page, compound_order(zero_page)); in get_huge_zero_page() 110 WRITE_ONCE(huge_zero_pfn, page_to_pfn(zero_page)); in get_huge_zero_page() 158 struct page *zero_page = xchg(&huge_zero_page, NULL); in shrink_huge_zero_page_scan() local 159 BUG_ON(zero_page == NULL); in shrink_huge_zero_page_scan() 161 __free_pages(zero_page, compound_orde in shrink_huge_zero_page_scan() 695 set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, struct page *zero_page) set_huge_zero_page() argument 728 struct page *zero_page; do_huge_pmd_anonymous_page() local [all...] |
/kernel/linux/linux-6.6/mm/ |
H A D | huge_memory.c | 156 struct page *zero_page; in get_huge_zero_page() local 161 zero_page = alloc_pages((GFP_TRANSHUGE | __GFP_ZERO) & ~__GFP_MOVABLE, in get_huge_zero_page() 163 if (!zero_page) { in get_huge_zero_page() 168 if (cmpxchg(&huge_zero_page, NULL, zero_page)) { in get_huge_zero_page() 170 __free_pages(zero_page, compound_order(zero_page)); in get_huge_zero_page() 173 WRITE_ONCE(huge_zero_pfn, page_to_pfn(zero_page)); in get_huge_zero_page() 222 struct page *zero_page = xchg(&huge_zero_page, NULL); in shrink_huge_zero_page_scan() local 223 BUG_ON(zero_page == NULL); in shrink_huge_zero_page_scan() 225 __free_pages(zero_page, compound_orde in shrink_huge_zero_page_scan() 760 set_huge_zero_page(pgtable_t pgtable, struct mm_struct *mm, struct vm_area_struct *vma, unsigned long haddr, pmd_t *pmd, struct page *zero_page) set_huge_zero_page() argument 791 struct page *zero_page; do_huge_pmd_anonymous_page() local [all...] |
/kernel/linux/linux-6.6/arch/arm64/include/asm/ |
H A D | kexec.h | 116 phys_addr_t zero_page; member
|
H A D | assembler.h | 487 .macro break_before_make_ttbr_switch zero_page, page_table, tmp, tmp2 488 phys_to_ttbr \tmp, \zero_page
|
/kernel/linux/linux-5.10/fs/ |
H A D | dax.c | 1438 struct page *zero_page; in dax_pmd_load_hole() local 1443 zero_page = mm_get_huge_zero_page(vmf->vma->vm_mm); in dax_pmd_load_hole() 1445 if (unlikely(!zero_page)) in dax_pmd_load_hole() 1448 pfn = page_to_pfn_t(zero_page); in dax_pmd_load_hole() 1468 pmd_entry = mk_pmd(zero_page, vmf->vma->vm_page_prot); in dax_pmd_load_hole() 1472 trace_dax_pmd_load_hole(inode, vmf, zero_page, *entry); in dax_pmd_load_hole() 1478 trace_dax_pmd_load_hole_fallback(inode, vmf, zero_page, *entry); in dax_pmd_load_hole()
|
/kernel/linux/linux-5.10/drivers/dma/ |
H A D | bcm2835-dma.c | 44 * @zero_page: bus address of zero page (to detect transactions copying from 50 dma_addr_t zero_page; member 750 if (buf_addr == od->zero_page && !c->is_lite_channel) in bcm2835_dma_prep_dma_cyclic() 852 dma_unmap_page_attrs(od->ddev.dev, od->zero_page, PAGE_SIZE, in bcm2835_dma_free() 937 od->zero_page = dma_map_page_attrs(od->ddev.dev, ZERO_PAGE(0), 0, in bcm2835_dma_probe() 940 if (dma_mapping_error(od->ddev.dev, od->zero_page)) { in bcm2835_dma_probe()
|
/kernel/linux/linux-6.6/drivers/dma/ |
H A D | bcm2835-dma.c | 44 * @zero_page: bus address of zero page (to detect transactions copying from 50 dma_addr_t zero_page; member 750 if (buf_addr == od->zero_page && !c->is_lite_channel) in bcm2835_dma_prep_dma_cyclic() 852 dma_unmap_page_attrs(od->ddev.dev, od->zero_page, PAGE_SIZE, in bcm2835_dma_free() 935 od->zero_page = dma_map_page_attrs(od->ddev.dev, ZERO_PAGE(0), 0, in bcm2835_dma_probe() 938 if (dma_mapping_error(od->ddev.dev, od->zero_page)) { in bcm2835_dma_probe()
|
/kernel/linux/linux-5.10/include/target/ |
H A D | target_core_fabric.h | 207 u32 length, bool zero_page, bool chainable);
|
/kernel/linux/linux-6.6/fs/ |
H A D | dax.c | 1210 struct page *zero_page; in dax_pmd_load_hole() local 1215 zero_page = mm_get_huge_zero_page(vmf->vma->vm_mm); in dax_pmd_load_hole() 1217 if (unlikely(!zero_page)) in dax_pmd_load_hole() 1220 pfn = page_to_pfn_t(zero_page); in dax_pmd_load_hole() 1240 pmd_entry = mk_pmd(zero_page, vmf->vma->vm_page_prot); in dax_pmd_load_hole() 1244 trace_dax_pmd_load_hole(inode, vmf, zero_page, *entry); in dax_pmd_load_hole() 1250 trace_dax_pmd_load_hole_fallback(inode, vmf, zero_page, *entry); in dax_pmd_load_hole()
|
/kernel/linux/linux-6.6/arch/arm64/kvm/ |
H A D | hypercalls.c | 163 const void *zero_page = page_to_virt(ZERO_PAGE(0)); in kvm_smccc_set_filter() local 171 if (memcmp(filter.pad, zero_page, sizeof(filter.pad))) in kvm_smccc_set_filter()
|
/kernel/linux/linux-6.6/include/target/ |
H A D | target_core_fabric.h | 222 u32 length, bool zero_page, bool chainable);
|
/kernel/linux/linux-5.10/net/ceph/ |
H A D | messenger.c | 187 static struct page *zero_page; /* used in certain error cases */ variable 257 BUG_ON(zero_page == NULL); in _ceph_msgr_exit() 258 put_page(zero_page); in _ceph_msgr_exit() 259 zero_page = NULL; in _ceph_msgr_exit() 269 BUG_ON(zero_page != NULL); in ceph_msgr_init() 270 zero_page = ZERO_PAGE(0); in ceph_msgr_init() 271 get_page(zero_page); in ceph_msgr_init() 1628 ret = ceph_tcp_sendpage(con->sock, zero_page, 0, size, more); in write_partial_skip()
|
/kernel/linux/linux-5.10/drivers/nvdimm/ |
H A D | pfn_devs.c | 364 void *zero_page = page_address(ZERO_PAGE(0)); in nd_pfn_clear_memmap_errors() local 402 rc = nvdimm_write_bytes(ndns, nsoff, zero_page, in nd_pfn_clear_memmap_errors()
|
/kernel/linux/linux-6.6/drivers/nvdimm/ |
H A D | pfn_devs.c | 368 void *zero_page = page_address(ZERO_PAGE(0)); in nd_pfn_clear_memmap_errors() local 406 rc = nvdimm_write_bytes(ndns, nsoff, zero_page, in nd_pfn_clear_memmap_errors()
|