Home
last modified time | relevance | path

Searched refs:mmu_psize_defs (Results 1 - 25 of 74) sorted by relevance

123

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_hugetlbpage.c33 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
160 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init_default()
161 hpage_shift = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init_default()
162 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init_default()
163 hpage_shift = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init_default()
164 else if (mmu_psize_defs[MMU_PAGE_2M].shift) in hugetlbpage_init_default()
165 hpage_shift = mmu_psize_defs[MMU_PAGE_2M].shift; in hugetlbpage_init_default()
H A Dhash_utils.c101 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT]; variable
102 EXPORT_SYMBOL_GPL(mmu_psize_defs); variable
255 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
344 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
474 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
569 mmu_psize_defs[bpsize].penc[apsize] = -1; in mmu_psize_set_default_penc()
599 memcpy(mmu_psize_defs, mmu_psize_defaults, in htab_scan_page_sizes()
611 memcpy(mmu_psize_defs, mmu_psize_defaults_gp, in htab_scan_page_sizes()
625 * We go through the mmu_psize_defs[] array looking for all the
651 if (!mmu_psize_defs[b in init_hpte_page_sizes()
[all...]
H A Dhash_native.c186 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
187 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie()
276 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
277 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
307 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
518 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
656 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate()
738 shift = mmu_psize_defs[size].shift; in hpte_decode()
740 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode()
845 mmu_psize_defs[psiz in native_flush_hash_range()
[all...]
H A Dhash_pgtable.c377 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage()
387 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage()
388 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage()
393 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage()
409 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
H A Dslb.c576 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
577 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
578 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
581 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
773 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp; in slb_allocate_kernel()
781 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_allocate_kernel()
795 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_io_psize].sllp; in slb_allocate_kernel()
836 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in slb_allocate_user()
H A Dradix_pgtable.c291 mmu_psize_defs[MMU_PAGE_1G].shift) { in create_physical_mapping()
295 mmu_psize_defs[MMU_PAGE_2M].shift) { in create_physical_mapping()
486 def = &mmu_psize_defs[idx]; in radix_dt_scan_page_sizes()
561 mmu_psize_defs[MMU_PAGE_4K].shift = 12; in radix__early_init_devtree()
562 mmu_psize_defs[MMU_PAGE_4K].ap = 0x0; in radix__early_init_devtree()
564 mmu_psize_defs[MMU_PAGE_64K].shift = 16; in radix__early_init_devtree()
565 mmu_psize_defs[MMU_PAGE_64K].ap = 0x5; in radix__early_init_devtree()
647 if (mmu_psize_defs[MMU_PAGE_2M].shift) { in radix__early_init_mmu()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhugetlbpage.c30 BUG_ON(shift != mmu_psize_defs[mmu_psize].shift); in __hash_page_huge()
161 if (mmu_psize_defs[MMU_PAGE_16M].shift) in hugetlbpage_init_defaultsize()
162 hpage_shift = mmu_psize_defs[MMU_PAGE_16M].shift; in hugetlbpage_init_defaultsize()
163 else if (mmu_psize_defs[MMU_PAGE_1M].shift) in hugetlbpage_init_defaultsize()
164 hpage_shift = mmu_psize_defs[MMU_PAGE_1M].shift; in hugetlbpage_init_defaultsize()
165 else if (mmu_psize_defs[MMU_PAGE_2M].shift) in hugetlbpage_init_defaultsize()
166 hpage_shift = mmu_psize_defs[MMU_PAGE_2M].shift; in hugetlbpage_init_defaultsize()
H A Dhash_native.c105 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
106 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in ___tlbie()
195 penc = mmu_psize_defs[psize].penc[apsize]; in __tlbiel()
196 va &= ~((1ul << mmu_psize_defs[apsize].shift) - 1); in __tlbiel()
226 use_local = mmu_psize_defs[psize].tlbiel; in tlbie()
458 hash = hpt_hash(vpn, mmu_psize_defs[psize].shift, ssize); in native_hpte_find()
608 shift = mmu_psize_defs[psize].shift; in native_hugepage_invalidate()
688 shift = mmu_psize_defs[size].shift; in hpte_decode()
690 avpn = (HPTE_V_AVPN_VAL(hpte_v) & ~mmu_psize_defs[size].avpnm); in hpte_decode()
795 mmu_psize_defs[psiz in native_flush_hash_range()
[all...]
H A Dslb.c552 linear_llp = mmu_psize_defs[mmu_linear_psize].sllp; in slb_initialize()
553 io_llp = mmu_psize_defs[mmu_io_psize].sllp; in slb_initialize()
554 vmalloc_llp = mmu_psize_defs[mmu_vmalloc_psize].sllp; in slb_initialize()
557 vmemmap_llp = mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_initialize()
749 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_linear_psize].sllp; in slb_allocate_kernel()
757 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_vmemmap_psize].sllp; in slb_allocate_kernel()
771 flags = SLB_VSID_KERNEL | mmu_psize_defs[mmu_io_psize].sllp; in slb_allocate_kernel()
812 flags = SLB_VSID_USER | mmu_psize_defs[bpsize].sllp; in slb_allocate_user()
H A Dhash_utils.c355 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
442 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
606 def = &mmu_psize_defs[base_idx]; in htab_dt_scan_page_sizes()
701 mmu_psize_defs[bpsize].penc[apsize] = -1; in mmu_psize_set_default_penc()
731 memcpy(mmu_psize_defs, mmu_psize_defaults, in htab_scan_page_sizes()
743 memcpy(mmu_psize_defs, mmu_psize_defaults_gp, in htab_scan_page_sizes()
757 * We go through the mmu_psize_defs[] array looking for all the
783 if (!mmu_psize_defs[bp].shift) in init_hpte_page_sizes()
786 penc = mmu_psize_defs[bp].penc[ap]; in init_hpte_page_sizes()
787 if (penc == -1 || !mmu_psize_defs[a in init_hpte_page_sizes()
[all...]
H A Dhash_pgtable.c378 if (mmu_psize_defs[MMU_PAGE_16M].shift != PMD_SHIFT) in hash__has_transparent_hugepage()
388 if (mmu_psize_defs[MMU_PAGE_64K].shift && in hash__has_transparent_hugepage()
389 (mmu_psize_defs[MMU_PAGE_64K].penc[MMU_PAGE_16M] == -1)) in hash__has_transparent_hugepage()
394 if (mmu_psize_defs[MMU_PAGE_4K].penc[MMU_PAGE_16M] == -1) in hash__has_transparent_hugepage()
505 shift = mmu_psize_defs[mmu_linear_psize].shift; in hash__change_memory_range()
/kernel/linux/linux-5.10/arch/powerpc/mm/nohash/
H A Dtlb.c54 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
85 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
100 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
137 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
408 int tsize = mmu_psize_defs[mmu_pte_psize].enc; in tlb_flush_pgtable()
413 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
456 def = &mmu_psize_defs[psize]; in setup_page_sizes()
492 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
515 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
543 struct mmu_psize_def *def = &mmu_psize_defs[psiz in setup_page_sizes()
[all...]
H A Dbook3e_pgtable.c31 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].enc > 0xf); in vmemmap_create_mapping()
34 flags |= mmu_psize_defs[mmu_vmemmap_psize].enc << 8; in vmemmap_create_mapping()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
197 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
198 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
207 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift()
208 return mmu_psize_defs[psize].shift; in ap_to_shift()
218 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding()
219 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding()
291 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size()
337 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
411 unsigned int penc = mmu_psize_defs[base_psiz in hpte_encode_r()
[all...]
H A Dhugetlb.h25 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize()
27 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize()
29 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize()
31 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
197 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
198 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
207 if (mmu_psize_defs[psize].ap == ap) in ap_to_shift()
208 return mmu_psize_defs[psize].shift; in ap_to_shift()
218 sllp = ((mmu_psize_defs[psize].sllp & SLB_VSID_L) >> 6) | in get_sllp_encoding()
219 ((mmu_psize_defs[psize].sllp & SLB_VSID_LP) >> 4); in get_sllp_encoding()
291 return 1ul << mmu_psize_defs[i & 0xf].shift; in __hpte_page_size()
337 v = (vpn >> (23 - VPN_SHIFT)) & ~(mmu_psize_defs[psize].avpnm); in hpte_encode_avpn()
411 unsigned int penc = mmu_psize_defs[base_psiz in hpte_encode_r()
[all...]
H A Dhugetlb.h24 if (shift == mmu_psize_defs[MMU_PAGE_2M].shift) in hstate_get_psize()
26 else if (shift == mmu_psize_defs[MMU_PAGE_1G].shift) in hstate_get_psize()
28 else if (shift == mmu_psize_defs[MMU_PAGE_16M].shift) in hstate_get_psize()
30 else if (shift == mmu_psize_defs[MMU_PAGE_16G].shift) in hstate_get_psize()
/kernel/linux/linux-6.6/arch/powerpc/mm/nohash/
H A Dtlb.c53 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
86 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
97 struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT] = { variable
374 int tsize = mmu_psize_defs[mmu_pte_psize].enc; in tlb_flush_pgtable()
379 unsigned long size = 1UL << mmu_psize_defs[mmu_pte_psize].shift; in tlb_flush_pgtable()
422 def = &mmu_psize_defs[psize]; in setup_page_sizes()
458 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
481 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
509 struct mmu_psize_def *def = &mmu_psize_defs[psize]; in setup_page_sizes()
522 struct mmu_psize_def *def = &mmu_psize_defs[psiz in setup_page_sizes()
[all...]
H A Dbook3e_pgtable.c32 BUG_ON(mmu_psize_defs[mmu_vmemmap_psize].enc > 0xf); in vmemmap_create_mapping()
35 flags |= mmu_psize_defs[mmu_vmemmap_psize].enc << 8; in vmemmap_create_mapping()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/32/
H A Dmmu-8xx.h206 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
213 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
220 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
221 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/32/
H A Dmmu-8xx.h208 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
215 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
222 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
223 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/nohash/
H A Dmmu-book3e.h259 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
266 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
273 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
274 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/nohash/
H A Dmmu-e500.h259 extern struct mmu_psize_def mmu_psize_defs[MMU_PAGE_COUNT];
266 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
273 if (mmu_psize_defs[mmu_psize].shift) in mmu_psize_to_shift()
274 return mmu_psize_defs[mmu_psize].shift; in mmu_psize_to_shift()
/kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
245 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
296 entry = mmu_psize_defs[bps]; in decode_r()
299 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r()
300 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r()
474 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()
/kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
248 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
299 entry = mmu_psize_defs[bps]; in decode_r()
302 if ((penc != -1) && (mmu_psize_defs[idx].shift)) { in decode_r()
303 shift = mmu_psize_defs[idx].shift - HPTE_R_RPN_SHIFT; in decode_r()
477 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; in walk_linearmapping()

Completed in 22 milliseconds

123