/kernel/linux/linux-6.6/tools/testing/selftests/mm/ |
H A D | hugetlb-madvise.c | 36 unsigned long huge_page_size; variable 63 *((unsigned long *)(addr + (i * huge_page_size))) = i; in write_fault_pages() 72 dummy += *((unsigned long *)(addr + (i * huge_page_size))); in read_fault_pages() 86 huge_page_size = default_huge_page_size(); in main() 87 if (!huge_page_size) { in main() 92 if (!huge_page_size) { in main() 115 addr = mmap(NULL, (NR_HUGE_PAGES + 2) * huge_page_size, in main() 123 if (munmap(addr, huge_page_size) || in main() 124 munmap(addr + (NR_HUGE_PAGES + 1) * huge_page_size, in main() 125 huge_page_size)) { in main() [all...] |
/kernel/linux/linux-5.10/include/linux/ |
H A D | hugetlb.h | 556 static inline unsigned long huge_page_size(struct hstate *h) in huge_page_size() function 592 return huge_page_size(h) / 512; in blocks_per_huge_page() 712 if (huge_page_size(h) == PMD_SIZE) in huge_pte_lockptr() 714 VM_BUG_ON(huge_page_size(h) == PAGE_SIZE); in huge_pte_lockptr() 822 static inline unsigned long huge_page_size(struct hstate *h) in huge_page_size() function
|
/kernel/linux/linux-6.6/mm/ |
H A D | hugetlb.c | 1888 if (huge_page_size(h) == size) in size_to_hstate() 3184 m = memblock_alloc_try_nid_raw(huge_page_size(h), huge_page_size(h), in __alloc_bootmem_huge_page() 3193 huge_page_size(h), huge_page_size(h), in __alloc_bootmem_huge_page() 3270 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages_onenode() 3332 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages() 3378 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in report_hugepages() 4268 string_get_size(huge_page_size(&default_hstate), in hugetlb_init() 4328 h->mask = ~(huge_page_size( in hugetlb_add_hstate() [all...] |
H A D | page_vma_mapped.c | 190 unsigned long size = huge_page_size(hstate); in page_vma_mapped_walk()
|
H A D | pagewalk.c | 305 unsigned long boundary = (addr & huge_page_mask(h)) + huge_page_size(h); in hugetlb_entry_end() 316 unsigned long sz = huge_page_size(h); in walk_hugetlb_range()
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | hugetlb.h | 808 static inline unsigned long huge_page_size(const struct hstate *h) in huge_page_size() function 844 return huge_page_size(h) / 512; in blocks_per_huge_page() 972 if (huge_page_size(h) == PMD_SIZE) in huge_pte_lockptr() 974 VM_BUG_ON(huge_page_size(h) == PAGE_SIZE); in huge_pte_lockptr() 1019 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit() 1100 static inline unsigned long huge_page_size(struct hstate *h)
|
/kernel/linux/linux-5.10/drivers/misc/habanalabs/common/ |
H A D | memory.c | 642 huge_page_size = ctx->hdev->asic_prop.pmmu_huge.page_size; in init_phys_pg_pack_from_userptr() local 645 u32 pgs_in_huge_page = huge_page_size >> __ffs(page_size); in init_phys_pg_pack_from_userptr() 669 (dma_addr & (huge_page_size - 1))) in init_phys_pg_pack_from_userptr() 674 page_size = huge_page_size; in init_phys_pg_pack_from_userptr() 868 huge_page_size = hdev->asic_prop.pmmu_huge.page_size; in map_device_va() local 897 if (addr & (huge_page_size - 1)) in map_device_va() 900 va_block_align = huge_page_size; in map_device_va() 907 va_block_align = huge_page_size; in map_device_va()
|
/kernel/linux/linux-5.10/fs/hugetlbfs/ |
H A D | inode.c | 268 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area() 339 nr = huge_page_size(h); in hugetlbfs_read_iter() 597 loff_t hpage_size = huge_page_size(h); in hugetlbfs_punch_hole() 641 loff_t hpage_size = huge_page_size(h); in hugetlbfs_fallocate() 1014 unsigned long hpage_size = huge_page_size(sbinfo->hstate); in hugetlbfs_show_options() 1053 buf->f_bsize = huge_page_size(h); in hugetlbfs_statfs() 1369 sb->s_blocksize = huge_page_size(ctx->hstate); in hugetlbfs_fill_super()
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/ |
H A D | hugetlb-8xx.h | 72 size_t size = huge_page_size(hstate_vma(vma)); in arch_make_huge_pte()
|
/kernel/linux/linux-6.6/arch/arm64/include/asm/ |
H A D | hugetlb.h | 69 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
|
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
H A D | radix_hugetlbpage.c | 50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
|
H A D | hugetlbpage.c | 152 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
/kernel/linux/linux-6.6/arch/arm64/mm/ |
H A D | hugetlbpage.c | 78 size_t pagesize = huge_page_size(h); in arch_hugetlb_migration_supported() 358 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page() 563 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
/kernel/linux/linux-6.6/mm/damon/ |
H A D | vaddr.c | 344 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold() 356 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold() 522 *priv->folio_sz = huge_page_size(h); in damon_young_hugetlb_entry()
|
/kernel/linux/linux-6.6/fs/hugetlbfs/ |
H A D | inode.c | 267 addr = ALIGN(addr, huge_page_size(h)); in generic_hugetlb_get_unmapped_area() 352 nr = huge_page_size(h); in hugetlbfs_read_iter() 447 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_page() 762 end = huge_page_size(h); in hugetlbfs_zero_partial_page() 775 loff_t hpage_size = huge_page_size(h); in hugetlbfs_punch_hole() 832 loff_t hpage_size = huge_page_size(h); in hugetlbfs_fallocate() 1181 unsigned long hpage_size = huge_page_size(sbinfo->hstate); in hugetlbfs_show_options() 1220 buf->f_bsize = huge_page_size(h); in hugetlbfs_statfs() 1538 sb->s_blocksize = huge_page_size(ctx->hstate); in hugetlbfs_fill_super() 1698 huge_page_size( in mount_one_hugetlbfs() [all...] |
/kernel/linux/linux-5.10/mm/ |
H A D | hugetlb.c | 1395 if (huge_page_size(h) == size) in size_to_hstate() 2475 huge_page_size(h), huge_page_size(h), in __alloc_bootmem_huge_page() 2490 BUG_ON(!IS_ALIGNED(virt_to_phys(m), huge_page_size(h))); in __alloc_bootmem_huge_page() 2567 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages() 2598 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in report_hugepages() 3219 string_get_size(huge_page_size(&default_hstate), in hugetlb_init() 3283 huge_page_size(h)/1024); in hugetlb_add_hstate() 3819 unsigned long sz = huge_page_size(h); in copy_hugetlb_page_range() 3933 unsigned long sz = huge_page_size( in __unmap_hugepage_range() [all...] |
H A D | pagewalk.c | 241 unsigned long boundary = (addr & huge_page_mask(h)) + huge_page_size(h); in hugetlb_entry_end() 252 unsigned long sz = huge_page_size(h); in walk_hugetlb_range()
|
H A D | hugetlb_cgroup.c | 625 mem_fmt(buf, sizeof(buf), huge_page_size(h)); in __hugetlb_cgroup_file_dfl_init() 689 mem_fmt(buf, sizeof(buf), huge_page_size(h)); in __hugetlb_cgroup_file_legacy_init()
|
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
H A D | radix_hugetlbpage.c | 73 addr = ALIGN(addr, huge_page_size(h)); in radix__hugetlb_get_unmapped_area()
|
/kernel/linux/linux-5.10/arch/parisc/mm/ |
H A D | hugetlbpage.c | 40 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|
/kernel/linux/linux-6.6/arch/parisc/mm/ |
H A D | hugetlbpage.c | 40 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|
/kernel/linux/linux-5.10/arch/arm64/mm/ |
H A D | hugetlbpage.c | 62 size_t pagesize = huge_page_size(h); in arch_hugetlb_migration_supported() 346 size_t pagesize = huge_page_size(hstate_vma(vma)); in arch_make_huge_pte()
|
/kernel/linux/linux-6.6/arch/riscv/mm/ |
H A D | hugetlbpage.c | 130 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page() 432 return __hugetlb_valid_size(huge_page_size(h)); in arch_hugetlb_migration_supported()
|
/kernel/linux/linux-6.6/drivers/accel/habanalabs/common/ |
H A D | memory.c | 845 huge_page_size = ctx->hdev->asic_prop.pmmu_huge.page_size; in init_phys_pg_pack_from_userptr() local 846 u32 pgs_in_huge_page = huge_page_size >> __ffs(page_size); in init_phys_pg_pack_from_userptr() 878 (dma_addr & (huge_page_size - 1))) in init_phys_pg_pack_from_userptr() 883 page_size = huge_page_size; in init_phys_pg_pack_from_userptr() 1076 huge_page_size = hdev->asic_prop.pmmu_huge.page_size; in map_device_va() local 1103 if (addr & (huge_page_size - 1)) in map_device_va() 1106 va_block_align = huge_page_size; in map_device_va() 1114 va_block_align = huge_page_size; in map_device_va()
|
/kernel/linux/linux-5.10/arch/s390/mm/ |
H A D | hugetlbpage.c | 335 addr = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area()
|