| /kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
| H A D | hash_64k.c | 45 unsigned long vpn, hash, slot, gslot; in __hash_page_4K() local
116 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, in __hash_page_4K()
118 ret = mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, in __hash_page_4K()
182 gslot = slot & _PTEIDX_GROUP_IX; in __hash_page_4K()
183 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
272 unsigned long gslot; in __hash_page_64K() local
277 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, 0); in __hash_page_64K()
278 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_64K, in __hash_page_64K()
|
| H A D | hash_hugetlbpage.c | 90 unsigned long gslot; in __hash_page_huge() local
92 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, 0); in __hash_page_huge()
93 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, mmu_psize, in __hash_page_huge()
|
| H A D | hash_4k.c | 69 unsigned long gslot = pte_get_hash_gslot(vpn, shift, ssize, in __hash_page_4K() local
72 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_4K, in __hash_page_4K()
|
| H A D | hash_utils.c | 1750 unsigned long hash, gslot, hidx; in pte_get_hash_gslot() local
1756 gslot = (hash & htab_hash_mask) * HPTES_PER_GROUP; in pte_get_hash_gslot()
1757 gslot += hidx & _PTEIDX_GROUP_IX; in pte_get_hash_gslot()
1758 return gslot; in pte_get_hash_gslot()
1764 unsigned long index, shift, gslot; in flush_hash_page() local
1769 gslot = pte_get_hash_gslot(vpn, shift, ssize, pte, index); in flush_hash_page()
1770 DBG_LOW(" sub %ld: gslot=%lx\n", index, gslot); in flush_hash_page()
1775 mmu_hash_ops.hpte_invalidate(gslot, vpn, psize, psize, in flush_hash_page()
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
| H A D | hash_64k.c | 47 unsigned long vpn, hash, slot, gslot; in __hash_page_4K() local
118 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, in __hash_page_4K()
120 ret = mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, in __hash_page_4K()
184 gslot = slot & _PTEIDX_GROUP_IX; in __hash_page_4K()
185 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
277 unsigned long gslot; in __hash_page_64K() local
282 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, 0); in __hash_page_64K()
283 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_64K, in __hash_page_64K()
|
| H A D | hugetlbpage.c | 87 unsigned long gslot; in __hash_page_huge() local
89 gslot = pte_get_hash_gslot(vpn, shift, ssize, rpte, 0); in __hash_page_huge()
90 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, mmu_psize, in __hash_page_huge()
|
| H A D | hash_4k.c | 71 unsigned long gslot = pte_get_hash_gslot(vpn, shift, ssize, in __hash_page_4K() local
74 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_4K, in __hash_page_4K()
|
| H A D | hash_utils.c | 1912 unsigned long hash, gslot, hidx; in pte_get_hash_gslot() local
1918 gslot = (hash & htab_hash_mask) * HPTES_PER_GROUP; in pte_get_hash_gslot()
1919 gslot += hidx & _PTEIDX_GROUP_IX; in pte_get_hash_gslot()
1920 return gslot; in pte_get_hash_gslot()
1926 unsigned long index, shift, gslot; in flush_hash_page() local
1931 gslot = pte_get_hash_gslot(vpn, shift, ssize, pte, index); in flush_hash_page()
1932 DBG_LOW(" sub %ld: gslot=%lx\n", index, gslot); in flush_hash_page()
1937 mmu_hash_ops.hpte_invalidate(gslot, vpn, psize, psize, in flush_hash_page()
|