Home
last modified time | relevance | path

Searched refs:mmu_hash_ops (Results 1 - 24 of 24) sorted by relevance

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_64k.c118 ret = mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, in __hash_page_4K()
160 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
169 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
183 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
198 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
278 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_64K, in __hash_page_64K()
293 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_64K()
301 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_64K()
310 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_64K()
H A Dhash_utils.c132 struct mmu_hash_ops mmu_hash_ops; variable
133 EXPORT_SYMBOL(mmu_hash_ops); variable
301 BUG_ON(!mmu_hash_ops.hpte_insert); in htab_bolt_mapping()
303 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
311 ret = mmu_hash_ops.hpte_remove(hpteg); in htab_bolt_mapping()
313 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
347 if (!mmu_hash_ops.hpte_removebolted) in htab_remove_mapping()
355 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
811 if (!mmu_hash_ops in resize_hpt_for_hotplug()
[all...]
H A Dhash_hugepage.c112 ret = mmu_hash_ops.hpte_updatepp(slot, rflags, vpn, in __hash_page_thp()
140 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp()
147 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_thp()
156 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_thp()
H A Dhash_4k.c72 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_4K, in __hash_page_4K()
86 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
93 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
102 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
H A Dhash_native.c921 mmu_hash_ops.hpte_invalidate = native_hpte_invalidate; in hpte_init_native()
922 mmu_hash_ops.hpte_updatepp = native_hpte_updatepp; in hpte_init_native()
923 mmu_hash_ops.hpte_updateboltedpp = native_hpte_updateboltedpp; in hpte_init_native()
924 mmu_hash_ops.hpte_removebolted = native_hpte_removebolted; in hpte_init_native()
925 mmu_hash_ops.hpte_insert = native_hpte_insert; in hpte_init_native()
926 mmu_hash_ops.hpte_remove = native_hpte_remove; in hpte_init_native()
927 mmu_hash_ops.hpte_clear_all = native_hpte_clear; in hpte_init_native()
928 mmu_hash_ops.flush_hash_range = native_flush_hash_range; in hpte_init_native()
929 mmu_hash_ops.hugepage_invalidate = native_hugepage_invalidate; in hpte_init_native()
H A Dpgtable.c167 else if (mmu_hash_ops.hpte_clear_all) in mmu_cleanup_all()
168 mmu_hash_ops.hpte_clear_all(); in mmu_cleanup_all()
H A Dhash_hugetlbpage.c93 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, mmu_psize, in __hash_page_huge()
H A Dhash_pgtable.c423 mmu_hash_ops.hpte_updateboltedpp(newpp, idx, mmu_linear_psize, in hash__change_memory_range()
/kernel/linux/linux-5.10/arch/powerpc/platforms/ps3/
H A Dhtab.c186 mmu_hash_ops.hpte_invalidate = ps3_hpte_invalidate; in ps3_hpte_init()
187 mmu_hash_ops.hpte_updatepp = ps3_hpte_updatepp; in ps3_hpte_init()
188 mmu_hash_ops.hpte_updateboltedpp = ps3_hpte_updateboltedpp; in ps3_hpte_init()
189 mmu_hash_ops.hpte_insert = ps3_hpte_insert; in ps3_hpte_init()
190 mmu_hash_ops.hpte_remove = ps3_hpte_remove; in ps3_hpte_init()
191 mmu_hash_ops.hpte_clear_all = ps3_hpte_clear; in ps3_hpte_init()
/kernel/linux/linux-6.6/arch/powerpc/platforms/ps3/
H A Dhtab.c186 mmu_hash_ops.hpte_invalidate = ps3_hpte_invalidate; in ps3_hpte_init()
187 mmu_hash_ops.hpte_updatepp = ps3_hpte_updatepp; in ps3_hpte_init()
188 mmu_hash_ops.hpte_updateboltedpp = ps3_hpte_updateboltedpp; in ps3_hpte_init()
189 mmu_hash_ops.hpte_insert = ps3_hpte_insert; in ps3_hpte_init()
190 mmu_hash_ops.hpte_remove = ps3_hpte_remove; in ps3_hpte_init()
191 mmu_hash_ops.hpte_clear_all = ps3_hpte_clear; in ps3_hpte_init()
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_64k.c120 ret = mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, in __hash_page_4K()
162 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
171 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
185 mmu_hash_ops.hpte_invalidate(hpte_group + gslot, vpn, in __hash_page_4K()
200 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
283 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_64K, in __hash_page_64K()
298 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_64K()
306 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_64K()
315 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_64K()
H A Dhash_hugepage.c112 ret = mmu_hash_ops.hpte_updatepp(slot, rflags, vpn, in __hash_page_thp()
140 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_thp()
147 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_thp()
156 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_thp()
H A Dhash_4k.c74 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, MMU_PAGE_4K, in __hash_page_4K()
88 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, rflags, 0, in __hash_page_4K()
95 slot = mmu_hash_ops.hpte_insert(hpte_group, vpn, pa, in __hash_page_4K()
104 mmu_hash_ops.hpte_remove(hpte_group); in __hash_page_4K()
H A Dhash_utils.c128 struct mmu_hash_ops mmu_hash_ops; variable
129 EXPORT_SYMBOL(mmu_hash_ops); variable
401 BUG_ON(!mmu_hash_ops.hpte_insert); in htab_bolt_mapping()
403 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
411 ret = mmu_hash_ops.hpte_remove(hpteg); in htab_bolt_mapping()
413 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, paddr, tprot, in htab_bolt_mapping()
445 if (!mmu_hash_ops.hpte_removebolted) in htab_remove_mapping()
453 rc = mmu_hash_ops.hpte_removebolted(vaddr, psize, ssize); in htab_remove_mapping()
943 if (!mmu_hash_ops in resize_hpt_for_hotplug()
[all...]
H A Dhash_native.c873 mmu_hash_ops.hpte_invalidate = native_hpte_invalidate; in hpte_init_native()
874 mmu_hash_ops.hpte_updatepp = native_hpte_updatepp; in hpte_init_native()
875 mmu_hash_ops.hpte_updateboltedpp = native_hpte_updateboltedpp; in hpte_init_native()
876 mmu_hash_ops.hpte_removebolted = native_hpte_removebolted; in hpte_init_native()
877 mmu_hash_ops.hpte_insert = native_hpte_insert; in hpte_init_native()
878 mmu_hash_ops.hpte_remove = native_hpte_remove; in hpte_init_native()
879 mmu_hash_ops.hpte_clear_all = native_hpte_clear; in hpte_init_native()
880 mmu_hash_ops.flush_hash_range = native_flush_hash_range; in hpte_init_native()
881 mmu_hash_ops.hugepage_invalidate = native_hugepage_invalidate; in hpte_init_native()
H A Dhugetlbpage.c90 if (mmu_hash_ops.hpte_updatepp(gslot, rflags, vpn, mmu_psize, in __hash_page_huge()
H A Dpgtable.c268 else if (mmu_hash_ops.hpte_clear_all) in mmu_cleanup_all()
269 mmu_hash_ops.hpte_clear_all(); in mmu_cleanup_all()
H A Dhash_pgtable.c428 mmu_hash_ops.hpte_updateboltedpp(newpp, idx, mmu_linear_psize, in change_memory_range()
/kernel/linux/linux-5.10/arch/powerpc/platforms/pseries/
H A Dlpar.c1700 mmu_hash_ops.hpte_invalidate = pSeries_lpar_hpte_invalidate; in hpte_init_pseries()
1701 mmu_hash_ops.hpte_updatepp = pSeries_lpar_hpte_updatepp; in hpte_init_pseries()
1702 mmu_hash_ops.hpte_updateboltedpp = pSeries_lpar_hpte_updateboltedpp; in hpte_init_pseries()
1703 mmu_hash_ops.hpte_insert = pSeries_lpar_hpte_insert; in hpte_init_pseries()
1704 mmu_hash_ops.hpte_remove = pSeries_lpar_hpte_remove; in hpte_init_pseries()
1705 mmu_hash_ops.hpte_removebolted = pSeries_lpar_hpte_removebolted; in hpte_init_pseries()
1706 mmu_hash_ops.flush_hash_range = pSeries_lpar_flush_hash_range; in hpte_init_pseries()
1707 mmu_hash_ops.hpte_clear_all = pseries_hpte_clear_all; in hpte_init_pseries()
1708 mmu_hash_ops.hugepage_invalidate = pSeries_lpar_hugepage_invalidate; in hpte_init_pseries()
1711 mmu_hash_ops in hpte_init_pseries()
[all...]
/kernel/linux/linux-5.10/arch/powerpc/kvm/
H A Dbook3s_64_mmu_host.c25 mmu_hash_ops.hpte_invalidate(pte->slot, pte->host_vpn, in kvmppc_mmu_invalidate_pte()
162 if (mmu_hash_ops.hpte_remove(hpteg) < 0) { in kvmppc_mmu_map_page()
167 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, hpaddr, rflags, vflags, in kvmppc_mmu_map_page()
184 * The mmu_hash_ops code may give us a secondary entry even in kvmppc_mmu_map_page()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h135 struct mmu_hash_ops { struct
173 extern struct mmu_hash_ops mmu_hash_ops;
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h135 struct mmu_hash_ops { struct
173 extern struct mmu_hash_ops mmu_hash_ops;
/kernel/linux/linux-6.6/arch/powerpc/kvm/
H A Dbook3s_64_mmu_host.c26 mmu_hash_ops.hpte_invalidate(pte->slot, pte->host_vpn, in kvmppc_mmu_invalidate_pte()
164 if (mmu_hash_ops.hpte_remove(hpteg) < 0) { in kvmppc_mmu_map_page()
169 ret = mmu_hash_ops.hpte_insert(hpteg, vpn, hpaddr, rflags, vflags, in kvmppc_mmu_map_page()
186 * The mmu_hash_ops code may give us a secondary entry even in kvmppc_mmu_map_page()
/kernel/linux/linux-6.6/arch/powerpc/platforms/pseries/
H A Dlpar.c1706 mmu_hash_ops.hpte_invalidate = pSeries_lpar_hpte_invalidate; in hpte_init_pseries()
1707 mmu_hash_ops.hpte_updatepp = pSeries_lpar_hpte_updatepp; in hpte_init_pseries()
1708 mmu_hash_ops.hpte_updateboltedpp = pSeries_lpar_hpte_updateboltedpp; in hpte_init_pseries()
1709 mmu_hash_ops.hpte_insert = pSeries_lpar_hpte_insert; in hpte_init_pseries()
1710 mmu_hash_ops.hpte_remove = pSeries_lpar_hpte_remove; in hpte_init_pseries()
1711 mmu_hash_ops.hpte_removebolted = pSeries_lpar_hpte_removebolted; in hpte_init_pseries()
1712 mmu_hash_ops.flush_hash_range = pSeries_lpar_flush_hash_range; in hpte_init_pseries()
1713 mmu_hash_ops.hpte_clear_all = pseries_hpte_clear_all; in hpte_init_pseries()
1714 mmu_hash_ops.hugepage_invalidate = pSeries_lpar_hugepage_invalidate; in hpte_init_pseries()
1717 mmu_hash_ops in hpte_init_pseries()
[all...]

Completed in 22 milliseconds