Home
last modified time | relevance | path

Searched refs:psize (Results 1 - 25 of 248) sorted by relevance

12345678910

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_native.c150 static inline unsigned long ___tlbie(unsigned long vpn, int psize, in ___tlbie() argument
173 switch (psize) { in ___tlbie()
186 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
207 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize, in fixup_tlbie_vpn() argument
235 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
239 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
243 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
247 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
263 switch (psize) { in __tlbiel()
276 penc = mmu_psize_defs[psize] in __tlbiel()
298 tlbie(unsigned long vpn, int psize, int apsize, int ssize, int local) tlbie() argument
344 native_hpte_insert(unsigned long hpte_group, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int apsize, int ssize) native_hpte_insert() argument
511 native_hpte_find(unsigned long vpn, int psize, int ssize) native_hpte_find() argument
545 native_hpte_updateboltedpp(unsigned long newpp, unsigned long ea, int psize, int ssize) native_hpte_updateboltedpp() argument
577 native_hpte_removebolted(unsigned long ea, int psize, int ssize) native_hpte_removebolted() argument
643 native_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) native_hugepage_invalidate() argument
705 native_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) native_hugepage_invalidate() argument
714 hpte_decode(struct hash_pte *hpte, unsigned long slot, int *psize, int *apsize, int *ssize, unsigned long *vpn) hpte_decode() argument
797 int psize, apsize, ssize; native_hpte_clear() local
839 unsigned long psize = batch->psize; native_flush_hash_range() local
[all...]
H A Dradix_tlb.c426 unsigned long psize) in __tlbiel_va_range()
429 unsigned long ap = mmu_get_ap(psize); in __tlbiel_va_range()
436 unsigned long psize, unsigned long ric) in _tlbiel_va()
438 unsigned long ap = mmu_get_ap(psize); in _tlbiel_va()
447 unsigned long psize, bool also_pwc) in _tlbiel_va_range()
452 __tlbiel_va_range(start, end, pid, page_size, psize); in _tlbiel_va_range()
458 unsigned long psize) in __tlbie_va_range()
461 unsigned long ap = mmu_get_ap(psize); in __tlbie_va_range()
470 unsigned long psize, unsigned long ric) in _tlbie_va()
472 unsigned long ap = mmu_get_ap(psize); in _tlbie_va()
424 __tlbiel_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize) __tlbiel_va_range() argument
435 _tlbiel_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va() argument
445 _tlbiel_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbiel_va_range() argument
456 __tlbie_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize) __tlbie_va_range() argument
469 _tlbie_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbie_va() argument
483 unsigned long psize; global() member
499 _tlbiel_va_multicast(struct mm_struct *mm, unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va_multicast() argument
515 unsigned long psize; global() member
527 _tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long psize, unsigned long ric) _tlbie_lpid_va() argument
538 _tlbie_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbie_va_range() argument
549 _tlbiel_va_range_multicast(struct mm_struct *mm, unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbiel_va_range_multicast() argument
606 radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) radix__local_flush_tlb_page_psize() argument
781 radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) radix__flush_tlb_page_psize() argument
991 int psize; radix_get_mmu_psize() local
1011 int psize = radix_get_mmu_psize(page_size); radix__flush_tlb_lpid_page() local
1048 int psize = 0; radix__tlb_flush() local
1076 __radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize, bool also_pwc) __radix__flush_tlb_range_psize() argument
1147 radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize) radix__flush_tlb_range_psize() argument
1153 radix__flush_tlb_pwc_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize) radix__flush_tlb_pwc_range_psize() argument
[all...]
H A Dhash_tlb.c46 unsigned int psize; in hpte_need_flush() local
63 psize = get_slice_psize(mm, addr); in hpte_need_flush()
65 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
66 if (unlikely(psize == MMU_PAGE_16G)) in hpte_need_flush()
72 psize = pte_pagesize_index(mm, addr, pte); /* shutup gcc */ in hpte_need_flush()
75 psize = pte_pagesize_index(mm, addr, pte); in hpte_need_flush()
104 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
119 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush()
126 batch->psize in hpte_need_flush()
[all...]
H A Dradix_hugetlbpage.c12 int psize; in radix__flush_hugetlb_page() local
15 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
21 int psize; in radix__local_flush_hugetlb_page() local
24 psize = hstate_get_psize(hstate); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
31 int psize; in radix__flush_hugetlb_tlb_range() local
34 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_tlb_range()
35 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
H A Dhash_utils.c249 int psize, int ssize) in htab_bolt_mapping()
255 shift = mmu_psize_defs[psize].shift; in htab_bolt_mapping()
261 vstart, vend, pstart, prot, psize, ssize); in htab_bolt_mapping()
304 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
314 HPTE_V_BOLTED, psize, psize, in htab_bolt_mapping()
337 int psize, int ssize) in htab_remove_mapping()
344 shift = mmu_psize_defs[psize].shift; in htab_remove_mapping()
355 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssiz in htab_remove_mapping()
247 htab_bolt_mapping(unsigned long vstart, unsigned long vend, unsigned long pstart, unsigned long prot, int psize, int ssize) htab_bolt_mapping() argument
336 htab_remove_mapping(unsigned long vstart, unsigned long vend, int psize, int ssize) htab_remove_mapping() argument
1262 hash_failure_debug(unsigned long ea, unsigned long access, unsigned long vsid, unsigned long trap, int ssize, int psize, int lpsize, unsigned long pte) hash_failure_debug() argument
1274 check_paca_psize(unsigned long ea, struct mm_struct *mm, int psize, bool user_region) check_paca_psize() argument
1308 int psize, ssize; hash_page_mm() local
1561 int psize = get_slice_psize(mm, ea); should_hash_preload() local
1761 flush_hash_page(unsigned long vpn, real_pte_t pte, int psize, int ssize, unsigned long flags) flush_hash_page() argument
1783 flush_hash_hugepage(unsigned long vsid, unsigned long addr, pmd_t *pmdp, unsigned int psize, int ssize, unsigned long flags) flush_hash_hugepage() argument
1876 hpte_insert_repeating(unsigned long hash, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int ssize) hpte_insert_repeating() argument
[all...]
H A Dhash_hugepage.c23 int ssize, unsigned int psize) in __hash_page_thp()
75 shift = mmu_psize_defs[psize].shift; in __hash_page_thp()
81 if (psize == MMU_PAGE_4K) { in __hash_page_thp()
113 psize, lpsize, ssize, flags); in __hash_page_thp()
141 psize, lpsize, ssize); in __hash_page_thp()
150 psize, lpsize, ssize); in __hash_page_thp()
167 psize, lpsize, old_pmd); in __hash_page_thp()
181 if (psize == MMU_PAGE_4K) in __hash_page_thp()
21 __hash_page_thp(unsigned long ea, unsigned long access, unsigned long vsid, pmd_t *pmdp, unsigned long trap, unsigned long flags, int ssize, unsigned int psize) __hash_page_thp() argument
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_native.c69 static inline unsigned long ___tlbie(unsigned long vpn, int psize, in ___tlbie() argument
92 switch (psize) { in ___tlbie()
105 penc = mmu_psize_defs[psize].penc[apsize]; in ___tlbie()
126 static inline void fixup_tlbie_vpn(unsigned long vpn, int psize, in fixup_tlbie_vpn() argument
154 ___tlbie(vpn, psize, apsize, ssize); in fixup_tlbie_vpn()
158 static inline void __tlbie(unsigned long vpn, int psize, int apsize, int ssize) in __tlbie() argument
162 rb = ___tlbie(vpn, psize, apsize, ssize); in __tlbie()
166 static inline void __tlbiel(unsigned long vpn, int psize, int apsize, int ssize) in __tlbiel() argument
182 switch (psize) { in __tlbiel()
195 penc = mmu_psize_defs[psize] in __tlbiel()
217 tlbie(unsigned long vpn, int psize, int apsize, int ssize, int local) tlbie() argument
265 native_hpte_insert(unsigned long hpte_group, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int apsize, int ssize) native_hpte_insert() argument
451 native_hpte_find(unsigned long vpn, int psize, int ssize) native_hpte_find() argument
485 native_hpte_updateboltedpp(unsigned long newpp, unsigned long ea, int psize, int ssize) native_hpte_updateboltedpp() argument
522 native_hpte_removebolted(unsigned long ea, int psize, int ssize) native_hpte_removebolted() argument
595 native_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) native_hugepage_invalidate() argument
655 native_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) native_hugepage_invalidate() argument
664 hpte_decode(struct hash_pte *hpte, unsigned long slot, int *psize, int *apsize, int *ssize, unsigned long *vpn) hpte_decode() argument
747 int psize, apsize, ssize; native_hpte_clear() local
789 unsigned long psize = batch->psize; native_flush_hash_range() local
[all...]
H A Dradix_hugetlbpage.c12 int psize; in radix__flush_hugetlb_page() local
15 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_page()
16 radix__flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__flush_hugetlb_page()
21 int psize; in radix__local_flush_hugetlb_page() local
24 psize = hstate_get_psize(hstate); in radix__local_flush_hugetlb_page()
25 radix__local_flush_tlb_page_psize(vma->vm_mm, vmaddr, psize); in radix__local_flush_hugetlb_page()
31 int psize; in radix__flush_hugetlb_tlb_range() local
34 psize = hstate_get_psize(hstate); in radix__flush_hugetlb_tlb_range()
39 radix__flush_tlb_pwc_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
41 radix__flush_tlb_range_psize(vma->vm_mm, start, end, psize); in radix__flush_hugetlb_tlb_range()
50 unsigned long psize = huge_page_size(hstate_vma(vma)); radix__huge_ptep_modify_prot_commit() local
[all...]
H A Dradix_tlb.c433 unsigned long psize) in __tlbiel_va_range()
436 unsigned long ap = mmu_get_ap(psize); in __tlbiel_va_range()
443 unsigned long psize, unsigned long ric) in _tlbiel_va()
445 unsigned long ap = mmu_get_ap(psize); in _tlbiel_va()
454 unsigned long psize, bool also_pwc) in _tlbiel_va_range()
459 __tlbiel_va_range(start, end, pid, page_size, psize); in _tlbiel_va_range()
465 unsigned long psize) in __tlbie_va_range()
468 unsigned long ap = mmu_get_ap(psize); in __tlbie_va_range()
477 unsigned long psize, unsigned long ric) in _tlbie_va()
479 unsigned long ap = mmu_get_ap(psize); in _tlbie_va()
431 __tlbiel_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize) __tlbiel_va_range() argument
442 _tlbiel_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va() argument
452 _tlbiel_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbiel_va_range() argument
463 __tlbie_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize) __tlbie_va_range() argument
476 _tlbie_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbie_va() argument
490 unsigned long psize; global() member
506 _tlbiel_va_multicast(struct mm_struct *mm, unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va_multicast() argument
522 unsigned long psize; global() member
534 _tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long psize, unsigned long ric) _tlbie_lpid_va() argument
545 _tlbie_va_range(unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbie_va_range() argument
556 _tlbiel_va_range_multicast(struct mm_struct *mm, unsigned long start, unsigned long end, unsigned long pid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbiel_va_range_multicast() argument
615 radix__local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) radix__local_flush_tlb_page_psize() argument
914 radix__flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) radix__flush_tlb_page_psize() argument
1132 int psize; radix_get_mmu_psize() local
1152 int psize = radix_get_mmu_psize(page_size); radix__flush_tlb_lpid_page() local
1186 int psize = 0; radix__tlb_flush() local
1235 __radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize, bool also_pwc) __radix__flush_tlb_range_psize() argument
1303 radix__flush_tlb_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize) radix__flush_tlb_range_psize() argument
1309 radix__flush_tlb_pwc_range_psize(struct mm_struct *mm, unsigned long start, unsigned long end, int psize) radix__flush_tlb_pwc_range_psize() argument
1497 __tlbie_va_range_lpid(unsigned long start, unsigned long end, unsigned long pid, unsigned long lpid, unsigned long page_size, unsigned long psize) __tlbie_va_range_lpid() argument
1511 _tlbie_va_range_lpid(unsigned long start, unsigned long end, unsigned long pid, unsigned long lpid, unsigned long page_size, unsigned long psize, bool also_pwc) _tlbie_va_range_lpid() argument
1531 unsigned long psize, nr_pages; do_h_rpt_invalidate_prt() local
[all...]
H A Dslice.c188 const struct slice_mask *mask, int psize) in slice_convert()
191 /* Write the new slice psize bits */ in slice_convert()
197 slice_dbg("slice_convert(mm=%p, psize=%d)\n", mm, psize); in slice_convert()
200 psize_mask = slice_mask_for_size(&mm->context, psize); in slice_convert()
223 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
242 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
281 int psize, unsigned long high_limit) in slice_find_area_bottomup()
283 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
325 int psize, unsigne in slice_find_area_topdown()
187 slice_convert(struct mm_struct *mm, const struct slice_mask *mask, int psize) slice_convert() argument
278 slice_find_area_bottomup(struct mm_struct *mm, unsigned long addr, unsigned long len, const struct slice_mask *available, int psize, unsigned long high_limit) slice_find_area_bottomup() argument
322 slice_find_area_topdown(struct mm_struct *mm, unsigned long addr, unsigned long len, const struct slice_mask *available, int psize, unsigned long high_limit) slice_find_area_topdown() argument
380 slice_find_area(struct mm_struct *mm, unsigned long len, const struct slice_mask *mask, int psize, int topdown, unsigned long high_limit) slice_find_area() argument
425 slice_get_unmapped_area(unsigned long addr, unsigned long len, unsigned long flags, unsigned int psize, int topdown) slice_get_unmapped_area() argument
687 unsigned int psize = mmu_virtual_psize; slice_init_new_context_exec() local
729 slice_set_range_psize(struct mm_struct *mm, unsigned long start, unsigned long len, unsigned int psize) slice_set_range_psize() argument
764 unsigned int psize = mm_ctx_user_psize(&mm->context); slice_is_hugepage_only_range() local
[all...]
H A Dhash_tlb.c46 unsigned int psize; in hpte_need_flush() local
63 psize = get_slice_psize(mm, addr); in hpte_need_flush()
65 addr &= ~((1UL << mmu_psize_defs[psize].shift) - 1); in hpte_need_flush()
66 if (unlikely(psize == MMU_PAGE_16G)) in hpte_need_flush()
72 psize = pte_pagesize_index(mm, addr, pte); /* shutup gcc */ in hpte_need_flush()
75 psize = pte_pagesize_index(mm, addr, pte); in hpte_need_flush()
104 flush_hash_page(vpn, rpte, psize, ssize, mm_is_thread_local(mm)); in hpte_need_flush()
119 if (i != 0 && (mm != batch->mm || batch->psize != psize || in hpte_need_flush()
126 batch->psize in hpte_need_flush()
[all...]
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush-radix.h15 static inline u64 psize_to_rpti_pgsize(unsigned long psize) in psize_to_rpti_pgsize() argument
17 if (psize == MMU_PAGE_4K) in psize_to_rpti_pgsize()
19 if (psize == MMU_PAGE_64K) in psize_to_rpti_pgsize()
21 if (psize == MMU_PAGE_2M) in psize_to_rpti_pgsize()
23 if (psize == MMU_PAGE_1G) in psize_to_rpti_pgsize()
28 static inline int mmu_get_ap(int psize) in mmu_get_ap() argument
30 return mmu_psize_defs[psize].ap; in mmu_get_ap()
66 unsigned long end, int psize);
68 unsigned long end, int psize);
81 int psize);
[all...]
H A Dmmu-hash.h147 int psize, int ssize);
153 int psize, int apsize,
157 int psize, int ssize);
162 int psize, int ssize, int local);
187 int psize; in shift_to_mmu_psize() local
189 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
191 return psize; in shift_to_mmu_psize()
204 int psize; ap_to_shift() local
214 get_sllp_encoding(int psize) get_sllp_encoding() argument
325 hpte_encode_avpn(unsigned long vpn, int psize, int ssize) hpte_encode_avpn() argument
482 __hash_page_thp(unsigned long ea, unsigned long access, unsigned long vsid, pmd_t *pmdp, unsigned long trap, unsigned long flags, int ssize, unsigned int psize) __hash_page_thp() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dtlbflush-radix.h11 static inline u64 psize_to_rpti_pgsize(unsigned long psize) in psize_to_rpti_pgsize() argument
13 if (psize == MMU_PAGE_4K) in psize_to_rpti_pgsize()
15 if (psize == MMU_PAGE_64K) in psize_to_rpti_pgsize()
17 if (psize == MMU_PAGE_2M) in psize_to_rpti_pgsize()
19 if (psize == MMU_PAGE_1G) in psize_to_rpti_pgsize()
24 static inline int mmu_get_ap(int psize) in mmu_get_ap() argument
26 return mmu_psize_defs[psize].ap; in mmu_get_ap()
62 unsigned long end, int psize);
73 int psize);
80 int psize);
[all...]
H A Dmmu-hash.h147 int psize, int ssize);
153 int psize, int apsize,
157 int psize, int ssize);
162 int psize, int ssize, int local);
187 int psize; in shift_to_mmu_psize() local
189 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) in shift_to_mmu_psize()
190 if (mmu_psize_defs[psize].shift == shift) in shift_to_mmu_psize()
191 return psize; in shift_to_mmu_psize()
204 int psize; ap_to_shift() local
214 get_sllp_encoding(int psize) get_sllp_encoding() argument
325 hpte_encode_avpn(unsigned long vpn, int psize, int ssize) hpte_encode_avpn() argument
477 __hash_page_thp(unsigned long ea, unsigned long access, unsigned long vsid, pmd_t *pmdp, unsigned long trap, unsigned long flags, int ssize, unsigned int psize) __hash_page_thp() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/mm/
H A Dslice.c188 const struct slice_mask *mask, int psize) in slice_convert()
191 /* Write the new slice psize bits */ in slice_convert()
197 slice_dbg("slice_convert(mm=%p, psize=%d)\n", mm, psize); in slice_convert()
200 psize_mask = slice_mask_for_size(&mm->context, psize); in slice_convert()
223 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
242 (((unsigned long)psize) << (mask_index * 4)); in slice_convert()
281 int psize, unsigned long high_limit) in slice_find_area_bottomup()
283 int pshift = max_t(int, mmu_psize_defs[psize].shift, PAGE_SHIFT); in slice_find_area_bottomup()
327 int psize, unsigne in slice_find_area_topdown()
187 slice_convert(struct mm_struct *mm, const struct slice_mask *mask, int psize) slice_convert() argument
278 slice_find_area_bottomup(struct mm_struct *mm, unsigned long len, const struct slice_mask *available, int psize, unsigned long high_limit) slice_find_area_bottomup() argument
324 slice_find_area_topdown(struct mm_struct *mm, unsigned long len, const struct slice_mask *available, int psize, unsigned long high_limit) slice_find_area_topdown() argument
384 slice_find_area(struct mm_struct *mm, unsigned long len, const struct slice_mask *mask, int psize, int topdown, unsigned long high_limit) slice_find_area() argument
429 slice_get_unmapped_area(unsigned long addr, unsigned long len, unsigned long flags, unsigned int psize, int topdown) slice_get_unmapped_area() argument
685 unsigned int psize = mmu_virtual_psize; slice_init_new_context_exec() local
729 slice_set_range_psize(struct mm_struct *mm, unsigned long start, unsigned long len, unsigned int psize) slice_set_range_psize() argument
764 unsigned int psize = mm_ctx_user_psize(&mm->context); slice_is_hugepage_only_range() local
[all...]
/kernel/linux/linux-5.10/crypto/
H A Dtestmgr.h32 * @psize: Length of source data in bytes
41 unsigned int psize; member
2830 .psize = 1,
2835 .psize = 3,
2840 .psize = 14,
2845 .psize = 26,
2850 .psize = 62,
2856 .psize = 80,
2871 .psize = 1,
2879 .psize
[all...]
/kernel/linux/linux-6.6/arch/powerpc/mm/nohash/
H A Dtlb.c84 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
86 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
89 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
189 unsigned long vmaddr, int psize) in local_flush_tlb_page_psize()
191 __local_flush_tlb_page(mm, vmaddr, mmu_get_tsize(psize), 0); in local_flush_tlb_page_psize()
405 int i, psize; in setup_page_sizes() local
418 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
422 def = &mmu_psize_defs[psize]; in setup_page_sizes()
188 local_flush_tlb_page_psize(struct mm_struct *mm, unsigned long vmaddr, int psize) local_flush_tlb_page_psize() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/platforms/pseries/
H A Dlpar.c711 int psize, int apsize, int ssize) in pSeries_lpar_hpte_insert()
720 "pa=%016lx, rflags=%lx, vflags=%lx, psize=%d)\n", in pSeries_lpar_hpte_insert()
721 hpte_group, vpn, pa, rflags, vflags, psize); in pSeries_lpar_hpte_insert()
723 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert()
724 hpte_r = hpte_encode_r(pa, psize, apsize) | rflags; in pSeries_lpar_hpte_insert()
875 int psize, int apsize, in pSeries_lpar_hpte_updatepp()
882 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
889 pr_devel(" update: avpnv=%016lx, hash=%016lx, f=%lx, psize: %d ...", in pSeries_lpar_hpte_updatepp()
890 want_v, slot, flags, psize); in pSeries_lpar_hpte_updatepp()
934 static long pSeries_lpar_hpte_find(unsigned long vpn, int psize, in argument
708 pSeries_lpar_hpte_insert(unsigned long hpte_group, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int apsize, int ssize) pSeries_lpar_hpte_insert() argument
872 pSeries_lpar_hpte_updatepp(unsigned long slot, unsigned long newpp, unsigned long vpn, int psize, int apsize, int ssize, unsigned long inv_flags) pSeries_lpar_hpte_updatepp() argument
960 pSeries_lpar_hpte_updateboltedpp(unsigned long newpp, unsigned long ea, int psize, int ssize) pSeries_lpar_hpte_updateboltedpp() argument
983 pSeries_lpar_hpte_invalidate(unsigned long slot, unsigned long vpn, int psize, int apsize, int ssize, int local) pSeries_lpar_hpte_invalidate() argument
1020 is_supported_hlbkrm(int bpsize, int psize) is_supported_hlbkrm() argument
1093 hugepage_block_invalidate(unsigned long *slot, unsigned long *vpn, int count, int psize, int ssize) hugepage_block_invalidate() argument
1139 hugepage_bulk_invalidate(unsigned long *slot, unsigned long *vpn, int count, int psize, int ssize) hugepage_bulk_invalidate() argument
1173 __pSeries_lpar_hugepage_invalidate(unsigned long *slot, unsigned long *vpn, int count, int psize, int ssize) __pSeries_lpar_hugepage_invalidate() argument
1194 pSeries_lpar_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) pSeries_lpar_hugepage_invalidate() argument
1244 pSeries_lpar_hugepage_invalidate(unsigned long vsid, unsigned long addr, unsigned char *hpte_slot_array, int psize, int ssize, int local) pSeries_lpar_hugepage_invalidate() argument
1253 pSeries_lpar_hpte_removebolted(unsigned long ea, int psize, int ssize) pSeries_lpar_hpte_removebolted() argument
1302 int psize, ssize; do_block_remove() local
1377 set_hblkrm_bloc_size(int bpsize, int psize, unsigned int block_size) set_hblkrm_bloc_size() argument
1397 unsigned int bpsize, psize; check_lp_set_hblkrm() local
1501 int psize, ssize; pSeries_lpar_flush_hash_range() local
[all...]
/kernel/linux/linux-5.10/arch/powerpc/mm/nohash/
H A Dtlb.c135 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
137 return mmu_psize_defs[psize].enc; in mmu_get_tsize()
140 static inline int mmu_get_tsize(int psize) in mmu_get_tsize() argument
439 int i, psize; in setup_page_sizes() local
452 for (psize = 0; psize < MMU_PAGE_COUNT; ++psize) { in setup_page_sizes()
456 def = &mmu_psize_defs[psize]; in setup_page_sizes()
491 for (psize = 0; psize < MMU_PAGE_COUN in setup_page_sizes()
[all...]
/kernel/linux/linux-6.6/crypto/
H A Dtestmgr.h32 * @psize: Length of source data in bytes
42 unsigned int psize; member
4415 .psize = 1,
4420 .psize = 3,
4425 .psize = 14,
4430 .psize = 26,
4435 .psize = 62,
4441 .psize = 80,
4456 .psize = 1,
4464 .psize
[all...]
/kernel/linux/linux-5.10/arch/powerpc/platforms/ps3/
H A Dhtab.c37 int psize, int apsize, int ssize) in ps3_hpte_insert()
53 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
54 hpte_r = hpte_encode_r(ps3_mm_phys_to_lpar(pa), psize, apsize) | rflags; in ps3_hpte_insert()
100 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp()
109 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
119 pr_info("%s: result=%s read vpn=%lx slot=%lx psize=%d\n", in ps3_hpte_updatepp()
120 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp()
148 int psize, int ssize) in ps3_hpte_updateboltedpp()
154 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate()
164 pr_info("%s: result=%s vpn=%lx slot=%lx psize in ps3_hpte_invalidate()
35 ps3_hpte_insert(unsigned long hpte_group, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int apsize, int ssize) ps3_hpte_insert() argument
99 ps3_hpte_updatepp(unsigned long slot, unsigned long newpp, unsigned long vpn, int psize, int apsize, int ssize, unsigned long inv_flags) ps3_hpte_updatepp() argument
147 ps3_hpte_updateboltedpp(unsigned long newpp, unsigned long ea, int psize, int ssize) ps3_hpte_updateboltedpp() argument
153 ps3_hpte_invalidate(unsigned long slot, unsigned long vpn, int psize, int apsize, int ssize, int local) ps3_hpte_invalidate() argument
[all...]
/kernel/linux/linux-6.6/arch/powerpc/platforms/ps3/
H A Dhtab.c36 int psize, int apsize, int ssize) in ps3_hpte_insert()
52 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert()
53 hpte_r = hpte_encode_r(ps3_mm_phys_to_lpar(pa), psize, apsize) | rflags; in ps3_hpte_insert()
99 unsigned long vpn, int psize, int apsize, in ps3_hpte_updatepp()
108 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
118 pr_info("%s: result=%s read vpn=%lx slot=%lx psize=%d\n", in ps3_hpte_updatepp()
119 __func__, ps3_result(result), vpn, slot, psize); in ps3_hpte_updatepp()
147 int psize, int ssize) in ps3_hpte_updateboltedpp()
153 int psize, int apsize, int ssize, int local) in ps3_hpte_invalidate()
163 pr_info("%s: result=%s vpn=%lx slot=%lx psize in ps3_hpte_invalidate()
34 ps3_hpte_insert(unsigned long hpte_group, unsigned long vpn, unsigned long pa, unsigned long rflags, unsigned long vflags, int psize, int apsize, int ssize) ps3_hpte_insert() argument
98 ps3_hpte_updatepp(unsigned long slot, unsigned long newpp, unsigned long vpn, int psize, int apsize, int ssize, unsigned long inv_flags) ps3_hpte_updatepp() argument
146 ps3_hpte_updateboltedpp(unsigned long newpp, unsigned long ea, int psize, int ssize) ps3_hpte_updateboltedpp() argument
152 ps3_hpte_invalidate(unsigned long slot, unsigned long vpn, int psize, int apsize, int ssize, int local) ps3_hpte_invalidate() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c206 static int native_find(unsigned long ea, int psize, bool primary, u64 *v, u64 in native_find() argument
212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
239 static int pseries_find(unsigned long ea, int psize, bool primary, u64 *v, u64 *r) in pseries_find() argument
245 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
251 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
313 static int base_hpte_find(unsigned long ea, int psize, bool primary, u64 *v, in base_hpte_find() argument
317 return pseries_find(ea, psize, primary, v, r); in base_hpte_find()
319 return native_find(ea, psize, primary, v, r); in base_hpte_find()
322 static unsigned long hpte_find(struct pg_state *st, unsigned long ea, int psize) in hpte_find() argument
374 unsigned long addr, pteval, psize; walk_pte() local
474 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; walk_linearmapping() local
[all...]
/kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c206 static int native_find(unsigned long ea, int psize, bool primary, u64 *v, u64 in native_find() argument
212 unsigned long shift = mmu_psize_defs[psize].shift; in native_find()
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
239 static int pseries_find(unsigned long ea, int psize, bool primary, u64 *v, u64 *r) in pseries_find() argument
248 unsigned long shift = mmu_psize_defs[psize].shift; in pseries_find()
254 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
316 static int base_hpte_find(unsigned long ea, int psize, bool primary, u64 *v, in base_hpte_find() argument
320 return pseries_find(ea, psize, primary, v, r); in base_hpte_find()
322 return native_find(ea, psize, primary, v, r); in base_hpte_find()
325 static unsigned long hpte_find(struct pg_state *st, unsigned long ea, int psize) in hpte_find() argument
377 unsigned long addr, pteval, psize; walk_pte() local
477 unsigned long psize = 1 << mmu_psize_defs[mmu_linear_psize].shift; walk_linearmapping() local
[all...]

Completed in 42 milliseconds

12345678910