/kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
H A D | hash_native.c | 349 unsigned long hpte_v, hpte_r; in native_hpte_insert() local 373 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in native_hpte_insert() 377 DBG_LOW(" i=%x hpte_v=%016lx, hpte_r=%016lx\n", in native_hpte_insert() 378 i, hpte_v, hpte_r); in native_hpte_insert() 382 hpte_r = hpte_old_to_new_r(hpte_v, hpte_r); in native_hpte_insert() 383 hpte_v = hpte_old_to_new_v(hpte_v); in native_hpte_insert() 393 hptep->v = cpu_to_be64(hpte_v); in native_hpte_insert() 405 unsigned long hpte_v; in native_hpte_remove() local 414 hpte_v in native_hpte_remove() 444 unsigned long hpte_v, want_v; native_hpte_updatepp() local 495 unsigned long hpte_v; __native_hpte_find() local 608 unsigned long hpte_v; native_hpte_invalidate() local 653 unsigned long hpte_v, want_v, shift; native_hugepage_invalidate() local 718 unsigned long hpte_v = be64_to_cpu(hpte->v); hpte_decode() local 795 unsigned long hpte_v; native_hpte_clear() local 834 unsigned long hpte_v; native_flush_hash_range() local [all...] |
/kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
H A D | hash_native.c | 270 unsigned long hpte_v, hpte_r; in native_hpte_insert() local 299 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in native_hpte_insert() 303 DBG_LOW(" i=%x hpte_v=%016lx, hpte_r=%016lx\n", in native_hpte_insert() 304 i, hpte_v, hpte_r); in native_hpte_insert() 308 hpte_r = hpte_old_to_new_r(hpte_v, hpte_r); in native_hpte_insert() 309 hpte_v = hpte_old_to_new_v(hpte_v); in native_hpte_insert() 320 hptep->v = cpu_to_be64(hpte_v); in native_hpte_insert() 331 unsigned long hpte_v, flags; in native_hpte_remove() local 345 hpte_v in native_hpte_remove() 379 unsigned long hpte_v, want_v; native_hpte_updatepp() local 435 unsigned long hpte_v; __native_hpte_find() local 559 unsigned long hpte_v; native_hpte_invalidate() local 605 unsigned long hpte_v, want_v, shift; native_hugepage_invalidate() local 668 unsigned long hpte_v = be64_to_cpu(hpte->v); hpte_decode() local 745 unsigned long hpte_v; native_hpte_clear() local 784 unsigned long hpte_v; native_flush_hash_range() local [all...] |
/kernel/linux/linux-5.10/arch/powerpc/platforms/ps3/ |
H A D | htab.c | 40 u64 hpte_v, hpte_r; in ps3_hpte_insert() local 53 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert() 60 hpte_v, hpte_r, in ps3_hpte_insert() 69 hpte_v, hpte_r); in ps3_hpte_insert() 104 u64 hpte_v, want_v, hpte_rs; in ps3_hpte_updatepp() local 124 hpte_v = hpte_v_array[slot % 4]; in ps3_hpte_updatepp() 133 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in ps3_hpte_updatepp()
|
/kernel/linux/linux-6.6/arch/powerpc/platforms/ps3/ |
H A D | htab.c | 39 u64 hpte_v, hpte_r; in ps3_hpte_insert() local 52 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in ps3_hpte_insert() 59 hpte_v, hpte_r, in ps3_hpte_insert() 68 hpte_v, hpte_r); in ps3_hpte_insert() 103 u64 hpte_v, want_v, hpte_rs; in ps3_hpte_updatepp() local 123 hpte_v = hpte_v_array[slot % 4]; in ps3_hpte_updatepp() 132 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in ps3_hpte_updatepp()
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
H A D | kvm_book3s_64.h | 203 static inline void unlock_hpte(__be64 *hpte, unsigned long hpte_v) in unlock_hpte() argument 205 hpte_v &= ~HPTE_V_HVLOCK; in unlock_hpte() 207 hpte[0] = cpu_to_be64(hpte_v); in unlock_hpte() 211 static inline void __unlock_hpte(__be64 *hpte, unsigned long hpte_v) in __unlock_hpte() argument 213 hpte_v &= ~HPTE_V_HVLOCK; in __unlock_hpte() 214 hpte[0] = cpu_to_be64(hpte_v); in __unlock_hpte() 513 static inline int is_vrma_hpte(unsigned long hpte_v) in is_vrma_hpte() argument 515 return (hpte_v & ~0xffffffUL) == in is_vrma_hpte()
|
H A D | plpar_wrappers.h | 95 unsigned long hpte_group, unsigned long hpte_v, in plpar_pte_enter() 101 rc = plpar_hcall(H_ENTER, retbuf, flags, hpte_group, hpte_v, hpte_r); in plpar_pte_enter() 94 plpar_pte_enter(unsigned long flags, unsigned long hpte_group, unsigned long hpte_v, unsigned long hpte_r, unsigned long *slot) plpar_pte_enter() argument
|
H A D | kvm_host.h | 478 unsigned long hpte_v; member
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
H A D | kvm_book3s_64.h | 200 static inline void unlock_hpte(__be64 *hpte, unsigned long hpte_v) in unlock_hpte() argument 202 hpte_v &= ~HPTE_V_HVLOCK; in unlock_hpte() 204 hpte[0] = cpu_to_be64(hpte_v); in unlock_hpte() 208 static inline void __unlock_hpte(__be64 *hpte, unsigned long hpte_v) in __unlock_hpte() argument 210 hpte_v &= ~HPTE_V_HVLOCK; in __unlock_hpte() 211 hpte[0] = cpu_to_be64(hpte_v); in __unlock_hpte() 514 static inline int is_vrma_hpte(unsigned long hpte_v) in is_vrma_hpte() argument 516 return (hpte_v & ~0xffffffUL) == in is_vrma_hpte()
|
H A D | plpar_wrappers.h | 98 unsigned long hpte_group, unsigned long hpte_v, in plpar_pte_enter() 104 rc = plpar_hcall(H_ENTER, retbuf, flags, hpte_group, hpte_v, hpte_r); in plpar_pte_enter() 97 plpar_pte_enter(unsigned long flags, unsigned long hpte_group, unsigned long hpte_v, unsigned long hpte_r, unsigned long *slot) plpar_pte_enter() argument
|
H A D | kvm_host.h | 469 unsigned long hpte_v; member
|
/kernel/linux/linux-5.10/arch/powerpc/kvm/ |
H A D | trace_hv.h | 281 __field(unsigned long, hpte_v) 292 __entry->hpte_v = hptep[0]; 303 __entry->hpte_v, __entry->hpte_r, __entry->gpte_r, 315 __field(unsigned long, hpte_v) 322 __entry->hpte_v = hptep[0]; 329 __entry->hpte_v, __entry->hpte_r, __entry->ret)
|
H A D | book3s_hv_rm_mmu.c | 123 unsigned long hpte_v, unsigned long hpte_gr) in kvmppc_set_dirty_from_hpte() 129 psize = kvmppc_actual_pgsz(hpte_v, hpte_gr); in kvmppc_set_dirty_from_hpte() 137 static unsigned long *revmap_for_hpte(struct kvm *kvm, unsigned long hpte_v, in revmap_for_hpte() argument 146 gfn = hpte_rpn(hpte_gr, kvmppc_actual_pgsz(hpte_v, hpte_gr)); in revmap_for_hpte() 162 unsigned long hpte_v, unsigned long hpte_r) in remove_revmap_chain() 173 rmap = revmap_for_hpte(kvm, hpte_v, ptel, &memslot, &gfn); in remove_revmap_chain() 193 kvmppc_actual_pgsz(hpte_v, hpte_r)); in remove_revmap_chain() 1210 v = cache_entry->hpte_v; in kvmppc_hpte_hv_fault() 1286 cache_entry->hpte_v = v; in kvmppc_hpte_hv_fault() 122 kvmppc_set_dirty_from_hpte(struct kvm *kvm, unsigned long hpte_v, unsigned long hpte_gr) kvmppc_set_dirty_from_hpte() argument 160 remove_revmap_chain(struct kvm *kvm, long pte_index, struct revmap_entry *rev, unsigned long hpte_v, unsigned long hpte_r) remove_revmap_chain() argument
|
H A D | book3s_64_mmu_hv.c | 1883 __be64 hpte_v; in kvm_htab_write() local 1887 if (__get_user(hpte_v, lbuf) || in kvm_htab_write() 1890 v = be64_to_cpu(hpte_v); in kvm_htab_write()
|
/kernel/linux/linux-6.6/arch/powerpc/kvm/ |
H A D | trace_hv.h | 301 __field(unsigned long, hpte_v) 312 __entry->hpte_v = hptep[0]; 323 __entry->hpte_v, __entry->hpte_r, __entry->gpte_r, 335 __field(unsigned long, hpte_v) 342 __entry->hpte_v = hptep[0]; 349 __entry->hpte_v, __entry->hpte_r, __entry->ret)
|
H A D | book3s_hv_rm_mmu.c | 110 unsigned long hpte_v, unsigned long hpte_gr) in kvmppc_set_dirty_from_hpte() 116 psize = kvmppc_actual_pgsz(hpte_v, hpte_gr); in kvmppc_set_dirty_from_hpte() 124 static unsigned long *revmap_for_hpte(struct kvm *kvm, unsigned long hpte_v, in revmap_for_hpte() argument 133 gfn = hpte_rpn(hpte_gr, kvmppc_actual_pgsz(hpte_v, hpte_gr)); in revmap_for_hpte() 149 unsigned long hpte_v, unsigned long hpte_r) in remove_revmap_chain() 160 rmap = revmap_for_hpte(kvm, hpte_v, ptel, &memslot, &gfn); in remove_revmap_chain() 180 kvmppc_actual_pgsz(hpte_v, hpte_r)); in remove_revmap_chain() 1212 v = cache_entry->hpte_v; in kvmppc_hpte_hv_fault() 1288 cache_entry->hpte_v = v; in kvmppc_hpte_hv_fault() 109 kvmppc_set_dirty_from_hpte(struct kvm *kvm, unsigned long hpte_v, unsigned long hpte_gr) kvmppc_set_dirty_from_hpte() argument 147 remove_revmap_chain(struct kvm *kvm, long pte_index, struct revmap_entry *rev, unsigned long hpte_v, unsigned long hpte_r) remove_revmap_chain() argument
|
H A D | book3s_64_mmu_hv.c | 1881 __be64 hpte_v; in kvm_htab_write() local 1885 if (__get_user(hpte_v, lbuf) || in kvm_htab_write() 1888 v = be64_to_cpu(hpte_v); in kvm_htab_write()
|
/kernel/linux/linux-5.10/arch/powerpc/include/asm/book3s/64/ |
H A D | mmu-hash.h | 377 unsigned long hpte_v; in hpte_get_old_v() local 379 hpte_v = be64_to_cpu(hptep->v); in hpte_get_old_v() 381 hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r)); in hpte_get_old_v() 382 return hpte_v; in hpte_get_old_v()
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/book3s/64/ |
H A D | mmu-hash.h | 377 unsigned long hpte_v; in hpte_get_old_v() local 379 hpte_v = be64_to_cpu(hptep->v); in hpte_get_old_v() 381 hpte_v = hpte_new_to_old_v(hpte_v, be64_to_cpu(hptep->r)); in hpte_get_old_v() 382 return hpte_v; in hpte_get_old_v()
|
/kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/ |
H A D | hashpagetable.c | 210 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local 226 hpte_v = be64_to_cpu(hptep->v); in native_find() 228 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) { in native_find()
|
/kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/ |
H A D | hashpagetable.c | 210 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local 226 hpte_v = be64_to_cpu(hptep->v); in native_find() 228 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) { in native_find()
|
/kernel/linux/linux-5.10/arch/powerpc/platforms/pseries/ |
H A D | lpar.c | 716 unsigned long hpte_v, hpte_r; in pSeries_lpar_hpte_insert() local 723 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert() 727 pr_devel(" hpte_v=%016lx, hpte_r=%016lx\n", hpte_v, hpte_r); in pSeries_lpar_hpte_insert() 740 lpar_rc = plpar_pte_enter(flags, hpte_group, hpte_v, hpte_r, &slot); in pSeries_lpar_hpte_insert()
|
/kernel/linux/linux-6.6/arch/powerpc/platforms/pseries/ |
H A D | lpar.c | 764 unsigned long hpte_v, hpte_r; in pSeries_lpar_hpte_insert() local 771 hpte_v = hpte_encode_v(vpn, psize, apsize, ssize) | vflags | HPTE_V_VALID; in pSeries_lpar_hpte_insert() 775 pr_devel(" hpte_v=%016lx, hpte_r=%016lx\n", hpte_v, hpte_r); in pSeries_lpar_hpte_insert() 788 lpar_rc = plpar_pte_enter(flags, hpte_group, hpte_v, hpte_r, &slot); in pSeries_lpar_hpte_insert()
|