| /kernel/linux/linux-5.10/arch/powerpc/mm/ |
| H A D | hugetlbpage.c | 45 unsigned long address, unsigned int pdshift, in __hugepte_alloc()
53 if (pshift >= pdshift) { in __hugepte_alloc()
55 num_hugepd = 1 << (pshift - pdshift); in __hugepte_alloc()
57 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
117 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
135 pdshift = PUD_SHIFT; in huge_pte_alloc()
145 pdshift = PMD_SHIFT; in huge_pte_alloc()
163 pdshift = PUD_SHIFT; in huge_pte_alloc()
171 pdshift = PMD_SHIFT; in huge_pte_alloc()
189 pdshift, pshif in huge_pte_alloc()
44 __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp, unsigned long address, unsigned int pdshift, unsigned int pshift, spinlock_t *ptl) __hugepte_alloc() argument
297 free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, unsigned long start, unsigned long end, unsigned long floor, unsigned long ceiling) free_hugepd_range() argument
520 follow_huge_pd(struct vm_area_struct *vma, unsigned long address, hugepd_t hpd, int flags, int pdshift) follow_huge_pd() argument
631 unsigned pdshift; hugetlbpage_init() local
[all...] |
| H A D | pgtable.c | 355 unsigned pdshift; in __find_linux_pte() local
373 pdshift = P4D_SHIFT; in __find_linux_pte()
393 pdshift = PUD_SHIFT; in __find_linux_pte()
410 pdshift = PMD_SHIFT; in __find_linux_pte()
455 ret_pte = hugepte_offset(*hpdp, ea, pdshift); in __find_linux_pte()
456 pdshift = hugepd_shift(*hpdp); in __find_linux_pte()
459 *hpage_shift = pdshift; in __find_linux_pte()
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/ |
| H A D | hugetlbpage.c | 46 unsigned long address, unsigned int pdshift, in __hugepte_alloc()
54 if (pshift >= pdshift) { in __hugepte_alloc()
56 num_hugepd = 1 << (pshift - pdshift); in __hugepte_alloc()
58 cachep = PGT_CACHE(pdshift - pshift); in __hugepte_alloc()
119 unsigned pdshift = PGDIR_SHIFT; in huge_pte_alloc() local
137 pdshift = PUD_SHIFT; in huge_pte_alloc()
147 pdshift = PMD_SHIFT; in huge_pte_alloc()
165 pdshift = PUD_SHIFT; in huge_pte_alloc()
173 pdshift = PMD_SHIFT; in huge_pte_alloc()
191 pdshift, pshif in huge_pte_alloc()
45 __hugepte_alloc(struct mm_struct *mm, hugepd_t *hpdp, unsigned long address, unsigned int pdshift, unsigned int pshift, spinlock_t *ptl) __hugepte_alloc() argument
319 free_hugepd_range(struct mmu_gather *tlb, hugepd_t *hpdp, int pdshift, unsigned long start, unsigned long end, unsigned long floor, unsigned long ceiling) free_hugepd_range() argument
555 unsigned pdshift; hugetlbpage_init() local
[all...] |
| H A D | pgtable.c | 393 unsigned pdshift; in __find_linux_pte() local
411 pdshift = P4D_SHIFT; in __find_linux_pte()
431 pdshift = PUD_SHIFT; in __find_linux_pte()
448 pdshift = PMD_SHIFT; in __find_linux_pte()
493 ret_pte = hugepte_offset(*hpdp, ea, pdshift); in __find_linux_pte()
494 pdshift = hugepd_shift(*hpdp); in __find_linux_pte()
497 *hpage_shift = pdshift; in __find_linux_pte()
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
| H A D | hugetlb.h | 95 unsigned int pdshift) in hugepte_offset()
97 unsigned long idx = (addr & ((1UL << pdshift) - 1)) >> hugepd_shift(hpd); in hugepte_offset()
94 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/ |
| H A D | hugetlb.h | 94 unsigned int pdshift) in hugepte_offset()
96 unsigned long idx = (addr & ((1UL << pdshift) - 1)) >> hugepd_shift(hpd); in hugepte_offset()
93 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/ |
| H A D | ptdump.c | 279 int pdshift, int level) in walk_hugepd()
284 int ptrs_per_hpd = pdshift - shift > 0 ? 1 << (pdshift - shift) : 1; in walk_hugepd()
291 pte_t *pte = hugepte_offset(*phpd, addr, pdshift); in walk_hugepd()
278 walk_hugepd(struct pg_state *st, hugepd_t *phpd, unsigned long start, int pdshift, int level) walk_hugepd() argument
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/ |
| H A D | hugetlb-book3e.h | 19 unsigned int pdshift) in hugepte_offset()
18 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/ |
| H A D | hugetlb-e500.h | 19 unsigned int pdshift) in hugepte_offset()
18 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
| H A D | hugetlb.h | 71 unsigned pdshift) in hugepte_offset()
70 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/ |
| H A D | hugetlb-8xx.h | 20 unsigned int pdshift) in hugepte_offset()
19 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
| H A D | hugetlb.h | 72 unsigned pdshift) in hugepte_offset()
71 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/32/ |
| H A D | hugetlb-8xx.h | 20 unsigned int pdshift) in hugepte_offset()
19 hugepte_offset(hugepd_t hpd, unsigned long addr, unsigned int pdshift) hugepte_offset() argument
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | pagewalk.c | 78 unsigned long end, struct mm_walk *walk, int pdshift) in walk_hugepd_range()
95 pte = hugepte_offset(*phpd, addr, pdshift); in walk_hugepd_range()
109 unsigned long end, struct mm_walk *walk, int pdshift) in walk_hugepd_range()
77 walk_hugepd_range(hugepd_t *phpd, unsigned long addr, unsigned long end, struct mm_walk *walk, int pdshift) walk_hugepd_range() argument
108 walk_hugepd_range(hugepd_t *phpd, unsigned long addr, unsigned long end, struct mm_walk *walk, int pdshift) walk_hugepd_range() argument
|
| H A D | gup.c | 2827 unsigned int pdshift, unsigned long end, unsigned int flags, in gup_huge_pd()
2834 ptep = hugepte_offset(hugepd, addr, pdshift); in gup_huge_pd()
2845 unsigned int pdshift, unsigned long end, unsigned int flags, in gup_huge_pd()
2826 gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned int pdshift, unsigned long end, unsigned int flags, struct page **pages, int *nr) gup_huge_pd() argument
2844 gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned int pdshift, unsigned long end, unsigned int flags, struct page **pages, int *nr) gup_huge_pd() argument
|
| /kernel/linux/linux-5.10/include/linux/ |
| H A D | hugetlb.h | 177 int flags, int pdshift);
260 int pdshift) in follow_huge_pd()
258 follow_huge_pd(struct vm_area_struct *vma, unsigned long address, hugepd_t hpd, int flags, int pdshift) follow_huge_pd() argument
|
| /kernel/linux/linux-5.10/mm/ |
| H A D | gup.c | 2401 unsigned int pdshift, unsigned long end, unsigned int flags, in gup_huge_pd()
2408 ptep = hugepte_offset(hugepd, addr, pdshift); in gup_huge_pd()
2419 unsigned int pdshift, unsigned long end, unsigned int flags, in gup_huge_pd()
2400 gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned int pdshift, unsigned long end, unsigned int flags, struct page **pages, int *nr) gup_huge_pd() argument
2418 gup_huge_pd(hugepd_t hugepd, unsigned long addr, unsigned int pdshift, unsigned long end, unsigned int flags, struct page **pages, int *nr) gup_huge_pd() argument
|
| H A D | hugetlb.c | 5600 unsigned long address, hugepd_t hpd, int flags, int pdshift) in follow_huge_pd()
5599 follow_huge_pd(struct vm_area_struct *vma, unsigned long address, hugepd_t hpd, int flags, int pdshift) follow_huge_pd() argument
|