Home
last modified time | relevance | path

Searched refs:hugepage_shift (Results 1 - 16 of 16) sorted by relevance

/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dpte-walk.h43 int hugepage_shift; in ppc_find_vmap_phys() local
49 ptep = find_init_mm_pte(addr, &hugepage_shift); in ppc_find_vmap_phys()
55 if (!hugepage_shift) in ppc_find_vmap_phys()
56 hugepage_shift = PAGE_SHIFT; in ppc_find_vmap_phys()
58 pa |= addr & ((1ul << hugepage_shift) - 1); in ppc_find_vmap_phys()
/kernel/linux/linux-5.10/arch/sparc/mm/
H A Dtlb.c69 bool exec, unsigned int hugepage_shift) in tlb_batch_add_one()
86 flush_tsb_user_page(mm, vaddr, hugepage_shift); in tlb_batch_add_one()
93 tb->hugepage_shift = hugepage_shift; in tlb_batch_add_one()
96 if (tb->hugepage_shift != hugepage_shift) { in tlb_batch_add_one()
98 tb->hugepage_shift = hugepage_shift; in tlb_batch_add_one()
113 unsigned int hugepage_shift) in tlb_batch_add()
140 tlb_batch_add_one(mm, vaddr, pte_exec(orig), hugepage_shift); in tlb_batch_add()
68 tlb_batch_add_one(struct mm_struct *mm, unsigned long vaddr, bool exec, unsigned int hugepage_shift) tlb_batch_add_one() argument
111 tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, pte_t *ptep, pte_t orig, int fullmm, unsigned int hugepage_shift) tlb_batch_add() argument
[all...]
H A Dtsb.c96 unsigned int hugepage_shift) in __flush_huge_tsb_one_entry()
101 hpage_entries = 1 << (hugepage_shift - hash_shift); in __flush_huge_tsb_one_entry()
109 unsigned int hugepage_shift) in __flush_huge_tsb_one()
115 nentries, hugepage_shift); in __flush_huge_tsb_one()
126 if (tb->hugepage_shift < REAL_HPAGE_SHIFT) { in flush_tsb_user()
131 if (tb->hugepage_shift == PAGE_SHIFT) in flush_tsb_user()
136 tb->hugepage_shift); in flush_tsb_user()
146 tb->hugepage_shift); in flush_tsb_user()
153 unsigned int hugepage_shift) in flush_tsb_user_page()
159 if (hugepage_shift < REAL_HPAGE_SHIF in flush_tsb_user_page()
93 __flush_huge_tsb_one_entry(unsigned long tsb, unsigned long v, unsigned long hash_shift, unsigned long nentries, unsigned int hugepage_shift) __flush_huge_tsb_one_entry() argument
107 __flush_huge_tsb_one(struct tlb_batch *tb, unsigned long hash_shift, unsigned long tsb, unsigned long nentries, unsigned int hugepage_shift) __flush_huge_tsb_one() argument
152 flush_tsb_user_page(struct mm_struct *mm, unsigned long vaddr, unsigned int hugepage_shift) flush_tsb_user_page() argument
[all...]
H A Dinit_64.c353 unsigned int hugepage_shift = ilog2(size); in arch_hugetlb_valid_size() local
357 switch (hugepage_shift) { in arch_hugetlb_valid_size()
/kernel/linux/linux-6.6/arch/sparc/mm/
H A Dtlb.c70 bool exec, unsigned int hugepage_shift) in tlb_batch_add_one()
87 flush_tsb_user_page(mm, vaddr, hugepage_shift); in tlb_batch_add_one()
94 tb->hugepage_shift = hugepage_shift; in tlb_batch_add_one()
97 if (tb->hugepage_shift != hugepage_shift) { in tlb_batch_add_one()
99 tb->hugepage_shift = hugepage_shift; in tlb_batch_add_one()
114 unsigned int hugepage_shift) in tlb_batch_add()
143 tlb_batch_add_one(mm, vaddr, pte_exec(orig), hugepage_shift); in tlb_batch_add()
69 tlb_batch_add_one(struct mm_struct *mm, unsigned long vaddr, bool exec, unsigned int hugepage_shift) tlb_batch_add_one() argument
112 tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, pte_t *ptep, pte_t orig, int fullmm, unsigned int hugepage_shift) tlb_batch_add() argument
[all...]
H A Dtsb.c96 unsigned int hugepage_shift) in __flush_huge_tsb_one_entry()
101 hpage_entries = 1 << (hugepage_shift - hash_shift); in __flush_huge_tsb_one_entry()
109 unsigned int hugepage_shift) in __flush_huge_tsb_one()
115 nentries, hugepage_shift); in __flush_huge_tsb_one()
126 if (tb->hugepage_shift < REAL_HPAGE_SHIFT) { in flush_tsb_user()
131 if (tb->hugepage_shift == PAGE_SHIFT) in flush_tsb_user()
136 tb->hugepage_shift); in flush_tsb_user()
146 tb->hugepage_shift); in flush_tsb_user()
153 unsigned int hugepage_shift) in flush_tsb_user_page()
159 if (hugepage_shift < REAL_HPAGE_SHIF in flush_tsb_user_page()
93 __flush_huge_tsb_one_entry(unsigned long tsb, unsigned long v, unsigned long hash_shift, unsigned long nentries, unsigned int hugepage_shift) __flush_huge_tsb_one_entry() argument
107 __flush_huge_tsb_one(struct tlb_batch *tb, unsigned long hash_shift, unsigned long tsb, unsigned long nentries, unsigned int hugepage_shift) __flush_huge_tsb_one() argument
152 flush_tsb_user_page(struct mm_struct *mm, unsigned long vaddr, unsigned int hugepage_shift) flush_tsb_user_page() argument
[all...]
H A Dinit_64.c360 unsigned int hugepage_shift = ilog2(size); in arch_hugetlb_valid_size() local
364 switch (hugepage_shift) { in arch_hugetlb_valid_size()
/kernel/linux/linux-6.6/arch/riscv/mm/
H A Dhugetlbpage.c229 unsigned long hugepage_shift, pgsize; in set_huge_pte_at() local
233 hugepage_shift = PGDIR_SHIFT; in set_huge_pte_at()
235 hugepage_shift = P4D_SHIFT; in set_huge_pte_at()
237 hugepage_shift = PUD_SHIFT; in set_huge_pte_at()
239 hugepage_shift = PMD_SHIFT; in set_huge_pte_at()
241 hugepage_shift = PAGE_SHIFT; in set_huge_pte_at()
243 pte_num = sz >> hugepage_shift; in set_huge_pte_at()
244 pgsize = 1 << hugepage_shift; in set_huge_pte_at()
/kernel/linux/linux-5.10/arch/sparc/include/asm/
H A Dtlbflush_64.h12 unsigned int hugepage_shift; member
22 unsigned int hugepage_shift);
H A Dpgtable_64.h898 unsigned int hugepage_shift);
902 unsigned int hugepage_shift) in maybe_tlb_batch_add()
911 tlb_batch_add(mm, vaddr, ptep, orig, fullmm, hugepage_shift); in maybe_tlb_batch_add()
900 maybe_tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, pte_t *ptep, pte_t orig, int fullmm, unsigned int hugepage_shift) maybe_tlb_batch_add() argument
/kernel/linux/linux-6.6/arch/sparc/include/asm/
H A Dtlbflush_64.h12 unsigned int hugepage_shift; member
22 unsigned int hugepage_shift);
H A Dpgtable_64.h896 unsigned int hugepage_shift);
900 unsigned int hugepage_shift) in maybe_tlb_batch_add()
909 tlb_batch_add(mm, vaddr, ptep, orig, fullmm, hugepage_shift); in maybe_tlb_batch_add()
898 maybe_tlb_batch_add(struct mm_struct *mm, unsigned long vaddr, pte_t *ptep, pte_t orig, int fullmm, unsigned int hugepage_shift) maybe_tlb_batch_add() argument
/kernel/linux/linux-5.10/arch/powerpc/kernel/
H A Dio-workarounds.c58 unsigned hugepage_shift; in iowa_mem_find_bus() local
77 ptep = find_init_mm_pte(vaddr, &hugepage_shift); in iowa_mem_find_bus()
81 WARN_ON(hugepage_shift); in iowa_mem_find_bus()
H A Deeh.c351 int hugepage_shift; in eeh_token_to_phys() local
358 ptep = find_init_mm_pte(token, &hugepage_shift); in eeh_token_to_phys()
365 if (!hugepage_shift) in eeh_token_to_phys()
366 hugepage_shift = PAGE_SHIFT; in eeh_token_to_phys()
369 pa |= token & ((1ul << hugepage_shift) - 1); in eeh_token_to_phys()
/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_tlb.c192 int hugepage_shift; in __flush_hash_table_range() local
210 pte_t *ptep = find_init_mm_pte(start, &hugepage_shift); in __flush_hash_table_range()
218 hpte_need_flush(&init_mm, start, ptep, pte, hugepage_shift); in __flush_hash_table_range()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_tlb.c192 int hugepage_shift; in __flush_hash_table_range() local
210 pte_t *ptep = find_init_mm_pte(start, &hugepage_shift); in __flush_hash_table_range()
218 hpte_need_flush(&init_mm, start, ptep, pte, hugepage_shift); in __flush_hash_table_range()

Completed in 18 milliseconds