Home
last modified time | relevance | path

Searched refs:hptep (Results 1 - 14 of 14) sorted by relevance

/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/
H A Dhash_native.c323 static inline void native_lock_hpte(struct hash_pte *hptep) in native_lock_hpte() argument
325 unsigned long *word = (unsigned long *)&hptep->v; in native_lock_hpte()
337 static inline void native_unlock_hpte(struct hash_pte *hptep) in native_unlock_hpte() argument
339 unsigned long *word = (unsigned long *)&hptep->v; in native_unlock_hpte()
348 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert() local
359 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) { in native_hpte_insert()
361 native_lock_hpte(hptep); in native_hpte_insert()
362 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) in native_hpte_insert()
364 native_unlock_hpte(hptep); in native_hpte_insert()
367 hptep in native_hpte_insert()
402 struct hash_pte *hptep; native_hpte_remove() local
443 struct hash_pte *hptep = htab_address + slot; native_hpte_updatepp() local
494 struct hash_pte *hptep; __native_hpte_find() local
551 struct hash_pte *hptep; native_hpte_updateboltedpp() local
582 struct hash_pte *hptep; native_hpte_removebolted() local
607 struct hash_pte *hptep = htab_address + slot; native_hpte_invalidate() local
649 struct hash_pte *hptep; native_hugepage_invalidate() local
794 struct hash_pte *hptep = htab_address; native_hpte_clear() local
833 struct hash_pte *hptep; native_flush_hash_range() local
[all...]
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/
H A Dhash_native.c242 static inline void native_lock_hpte(struct hash_pte *hptep) in native_lock_hpte() argument
244 unsigned long *word = (unsigned long *)&hptep->v; in native_lock_hpte()
257 static inline void native_unlock_hpte(struct hash_pte *hptep) in native_unlock_hpte() argument
259 unsigned long *word = (unsigned long *)&hptep->v; in native_unlock_hpte()
269 struct hash_pte *hptep = htab_address + hpte_group; in native_hpte_insert() local
283 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) { in native_hpte_insert()
285 native_lock_hpte(hptep); in native_hpte_insert()
286 if (! (be64_to_cpu(hptep->v) & HPTE_V_VALID)) in native_hpte_insert()
288 native_unlock_hpte(hptep); in native_hpte_insert()
291 hptep in native_hpte_insert()
332 struct hash_pte *hptep; native_hpte_remove() local
378 struct hash_pte *hptep = htab_address + slot; native_hpte_updatepp() local
434 struct hash_pte *hptep; __native_hpte_find() local
491 struct hash_pte *hptep; native_hpte_updateboltedpp() local
527 struct hash_pte *hptep; native_hpte_removebolted() local
558 struct hash_pte *hptep = htab_address + slot; native_hpte_invalidate() local
601 struct hash_pte *hptep; native_hugepage_invalidate() local
744 struct hash_pte *hptep = htab_address; native_hpte_clear() local
783 struct hash_pte *hptep; native_flush_hash_range() local
[all...]
/kernel/linux/linux-5.10/arch/powerpc/kvm/
H A Dbook3s_64_mmu_hv.c339 __be64 *hptep; in kvmppc_mmu_book3s_64_hv_xlate() local
365 hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); in kvmppc_mmu_book3s_64_hv_xlate()
366 v = orig_v = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; in kvmppc_mmu_book3s_64_hv_xlate()
368 v = hpte_new_to_old_v(v, be64_to_cpu(hptep[1])); in kvmppc_mmu_book3s_64_hv_xlate()
371 unlock_hpte(hptep, orig_v); in kvmppc_mmu_book3s_64_hv_xlate()
488 __be64 *hptep; in kvmppc_book3s_hv_page_fault() local
530 hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); in kvmppc_book3s_hv_page_fault()
533 while (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) in kvmppc_book3s_hv_page_fault()
535 hpte[0] = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; in kvmppc_book3s_hv_page_fault()
536 hpte[1] = be64_to_cpu(hptep[ in kvmppc_book3s_hv_page_fault()
804 __be64 *hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); kvmppc_unmap_hpte() local
846 __be64 *hptep; kvm_unmap_rmapp() local
920 __be64 *hptep; kvm_age_rmapp() local
1042 __be64 *hptep; kvm_test_clear_dirty_npages() local
1236 __be64 *hptep, *new_hptep; resize_hpt_rehash_hpte() local
[all...]
H A Dtrace_hv.h273 TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep,
277 TP_ARGS(vcpu, hptep, memslot, ea, dsisr),
292 __entry->hpte_v = hptep[0];
293 __entry->hpte_r = hptep[1];
294 __entry->gpte_r = hptep[2];
309 TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep, long ret),
311 TP_ARGS(vcpu, hptep, ret),
322 __entry->hpte_v = hptep[0];
323 __entry->hpte_r = hptep[1];
H A Dbook3s_hv_rm_mmu.c1014 void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, in kvmppc_invalidate_hpte() argument
1020 hptep[0] &= ~cpu_to_be64(HPTE_V_VALID); in kvmppc_invalidate_hpte()
1021 hp0 = be64_to_cpu(hptep[0]); in kvmppc_invalidate_hpte()
1022 hp1 = be64_to_cpu(hptep[1]); in kvmppc_invalidate_hpte()
1032 void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, in kvmppc_clear_ref_hpte() argument
1039 hp0 = be64_to_cpu(hptep[0]); in kvmppc_clear_ref_hpte()
1040 hp1 = be64_to_cpu(hptep[1]); in kvmppc_clear_ref_hpte()
1046 rbyte = (be64_to_cpu(hptep[1]) & ~HPTE_R_R) >> 8; in kvmppc_clear_ref_hpte()
1048 *((char *)hptep + 14) = rbyte; in kvmppc_clear_ref_hpte()
/kernel/linux/linux-6.6/arch/powerpc/kvm/
H A Dbook3s_64_mmu_hv.c349 __be64 *hptep; in kvmppc_mmu_book3s_64_hv_xlate() local
375 hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); in kvmppc_mmu_book3s_64_hv_xlate()
376 v = orig_v = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; in kvmppc_mmu_book3s_64_hv_xlate()
378 v = hpte_new_to_old_v(v, be64_to_cpu(hptep[1])); in kvmppc_mmu_book3s_64_hv_xlate()
381 unlock_hpte(hptep, orig_v); in kvmppc_mmu_book3s_64_hv_xlate()
512 __be64 *hptep; in kvmppc_book3s_hv_page_fault() local
554 hptep = (__be64 *)(kvm->arch.hpt.virt + (index << 4)); in kvmppc_book3s_hv_page_fault()
557 while (!try_lock_hpte(hptep, HPTE_V_HVLOCK)) in kvmppc_book3s_hv_page_fault()
559 hpte[0] = be64_to_cpu(hptep[0]) & ~HPTE_V_HVLOCK; in kvmppc_book3s_hv_page_fault()
560 hpte[1] = be64_to_cpu(hptep[ in kvmppc_book3s_hv_page_fault()
783 __be64 *hptep = (__be64 *) (kvm->arch.hpt.virt + (i << 4)); kvmppc_unmap_hpte() local
825 __be64 *hptep; kvm_unmap_rmapp() local
904 __be64 *hptep; kvm_age_rmapp() local
1040 __be64 *hptep; kvm_test_clear_dirty_npages() local
1234 __be64 *hptep, *new_hptep; resize_hpt_rehash_hpte() local
[all...]
H A Dtrace_hv.h293 TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep,
297 TP_ARGS(vcpu, hptep, memslot, ea, dsisr),
312 __entry->hpte_v = hptep[0];
313 __entry->hpte_r = hptep[1];
314 __entry->gpte_r = hptep[2];
329 TP_PROTO(struct kvm_vcpu *vcpu, unsigned long *hptep, long ret),
331 TP_ARGS(vcpu, hptep, ret),
342 __entry->hpte_v = hptep[0];
343 __entry->hpte_r = hptep[1];
H A Dbook3s_hv_rm_mmu.c1016 void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, in kvmppc_invalidate_hpte() argument
1022 hptep[0] &= ~cpu_to_be64(HPTE_V_VALID); in kvmppc_invalidate_hpte()
1023 hp0 = be64_to_cpu(hptep[0]); in kvmppc_invalidate_hpte()
1024 hp1 = be64_to_cpu(hptep[1]); in kvmppc_invalidate_hpte()
1034 void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, in kvmppc_clear_ref_hpte() argument
1041 hp0 = be64_to_cpu(hptep[0]); in kvmppc_clear_ref_hpte()
1042 hp1 = be64_to_cpu(hptep[1]); in kvmppc_clear_ref_hpte()
1048 rbyte = (be64_to_cpu(hptep[1]) & ~HPTE_R_R) >> 8; in kvmppc_clear_ref_hpte()
1050 *((char *)hptep + 14) = rbyte; in kvmppc_clear_ref_hpte()
/kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c209 struct hash_pte *hptep; in native_find() local
225 hptep = htab_address + hpte_group; in native_find()
226 hpte_v = be64_to_cpu(hptep->v); in native_find()
230 *v = be64_to_cpu(hptep->v); in native_find()
231 *r = be64_to_cpu(hptep->r); in native_find()
/kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/
H A Dhashpagetable.c209 struct hash_pte *hptep; in native_find() local
225 hptep = htab_address + hpte_group; in native_find()
226 hpte_v = be64_to_cpu(hptep->v); in native_find()
230 *v = be64_to_cpu(hptep->v); in native_find()
231 *r = be64_to_cpu(hptep->r); in native_find()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h375 static inline unsigned long hpte_get_old_v(struct hash_pte *hptep) in hpte_get_old_v() argument
379 hpte_v = be64_to_cpu(hptep->v); in hpte_get_old_v()
381 hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r)); in hpte_get_old_v()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/
H A Dmmu-hash.h375 static inline unsigned long hpte_get_old_v(struct hash_pte *hptep) in hpte_get_old_v() argument
379 hpte_v = be64_to_cpu(hptep->v); in hpte_get_old_v()
381 hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r)); in hpte_get_old_v()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
H A Dkvm_book3s.h242 extern void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep,
244 void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep,
/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dkvm_book3s.h242 extern void kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep,
244 void kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep,

Completed in 17 milliseconds