| /kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
| H A D | hash_native.c | 444 unsigned long hpte_v, want_v; in native_hpte_updatepp() local
447 want_v = hpte_encode_avpn(vpn, bpsize, ssize); in native_hpte_updatepp()
450 vpn, want_v & HPTE_V_AVPN, slot, newpp); in native_hpte_updatepp()
460 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in native_hpte_updatepp()
467 if (unlikely(!HPTE_V_COMPARE(hpte_v, want_v) || in native_hpte_updatepp()
492 static long __native_hpte_find(unsigned long want_v, unsigned long slot) in __native_hpte_find() argument
502 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) in __native_hpte_find()
514 unsigned long want_v; in native_hpte_find() local
519 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_hpte_find()
526 slot = __native_hpte_find(want_v, hpte_grou in native_hpte_find()
609 unsigned long want_v; native_hpte_invalidate() local
653 unsigned long hpte_v, want_v, shift; native_hugepage_invalidate() local
835 unsigned long want_v; native_flush_hash_range() local
[all...] |
| /kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
| H A D | hash_native.c | 379 unsigned long hpte_v, want_v; in native_hpte_updatepp() local
385 want_v = hpte_encode_avpn(vpn, bpsize, ssize); in native_hpte_updatepp()
388 vpn, want_v & HPTE_V_AVPN, slot, newpp); in native_hpte_updatepp()
398 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in native_hpte_updatepp()
405 if (unlikely(!HPTE_V_COMPARE(hpte_v, want_v) || in native_hpte_updatepp()
432 static long __native_hpte_find(unsigned long want_v, unsigned long slot) in __native_hpte_find() argument
442 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) in __native_hpte_find()
454 unsigned long want_v; in native_hpte_find() local
459 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_hpte_find()
466 slot = __native_hpte_find(want_v, hpte_grou in native_hpte_find()
560 unsigned long want_v; native_hpte_invalidate() local
605 unsigned long hpte_v, want_v, shift; native_hugepage_invalidate() local
785 unsigned long want_v; native_flush_hash_range() local
[all...] |
| /kernel/linux/linux-5.10/arch/powerpc/platforms/ps3/ |
| H A D | htab.c | 104 u64 hpte_v, want_v, hpte_rs; in ps3_hpte_updatepp() local
109 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
133 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in ps3_hpte_updatepp()
|
| /kernel/linux/linux-6.6/arch/powerpc/platforms/ps3/ |
| H A D | htab.c | 103 u64 hpte_v, want_v, hpte_rs; in ps3_hpte_updatepp() local
108 want_v = hpte_encode_avpn(vpn, psize, ssize); in ps3_hpte_updatepp()
132 if (!HPTE_V_COMPARE(hpte_v, want_v) || !(hpte_v & HPTE_V_VALID)) { in ps3_hpte_updatepp()
|
| /kernel/linux/linux-5.10/arch/powerpc/mm/ptdump/ |
| H A D | hashpagetable.c | 210 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
228 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) { in native_find()
242 unsigned long vsid, vpn, hash, hpte_group, want_v; in pseries_find() local
251 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
264 if (HPTE_V_COMPARE(ptes[j].v, want_v) && in pseries_find()
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/ptdump/ |
| H A D | hashpagetable.c | 210 unsigned long hash, vsid, vpn, hpte_group, want_v, hpte_v; in native_find() local
218 want_v = hpte_encode_avpn(vpn, psize, ssize); in native_find()
228 if (HPTE_V_COMPARE(hpte_v, want_v) && (hpte_v & HPTE_V_VALID)) { in native_find()
245 unsigned long vsid, vpn, hash, hpte_group, want_v; in pseries_find() local
254 want_v = hpte_encode_avpn(vpn, psize, ssize); in pseries_find()
267 if (HPTE_V_COMPARE(ptes[j].v, want_v) && in pseries_find()
|
| /kernel/linux/linux-5.10/arch/powerpc/platforms/pseries/ |
| H A D | lpar.c | 880 unsigned long want_v; in pSeries_lpar_hpte_updatepp() local
882 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
890 want_v, slot, flags, psize); in pSeries_lpar_hpte_updatepp()
892 lpar_rc = plpar_pte_protect(flags, slot, want_v); in pSeries_lpar_hpte_updatepp()
906 static long __pSeries_lpar_hpte_find(unsigned long want_v, unsigned long hpte_group) in __pSeries_lpar_hpte_find() argument
925 if (HPTE_V_COMPARE(ptes[j].pteh, want_v) && in __pSeries_lpar_hpte_find()
938 unsigned long want_v; in pSeries_lpar_hpte_find() local
942 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
949 slot = __pSeries_lpar_hpte_find(want_v, hpte_group); in pSeries_lpar_hpte_find()
953 slot = __pSeries_lpar_hpte_find(want_v, hpte_grou in pSeries_lpar_hpte_find()
987 unsigned long want_v; pSeries_lpar_hpte_invalidate() local
[all...] |
| /kernel/linux/linux-6.6/arch/powerpc/platforms/pseries/ |
| H A D | lpar.c | 931 unsigned long want_v; in pSeries_lpar_hpte_updatepp() local
933 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_updatepp()
942 want_v, slot, flags, psize); in pSeries_lpar_hpte_updatepp()
944 lpar_rc = plpar_pte_protect(flags, slot, want_v); in pSeries_lpar_hpte_updatepp()
958 static long __pSeries_lpar_hpte_find(unsigned long want_v, unsigned long hpte_group) in __pSeries_lpar_hpte_find() argument
977 if (HPTE_V_COMPARE(ptes[j].pteh, want_v) && in __pSeries_lpar_hpte_find()
990 unsigned long want_v; in pSeries_lpar_hpte_find() local
994 want_v = hpte_encode_avpn(vpn, psize, ssize); in pSeries_lpar_hpte_find()
1001 slot = __pSeries_lpar_hpte_find(want_v, hpte_group); in pSeries_lpar_hpte_find()
1005 slot = __pSeries_lpar_hpte_find(want_v, hpte_grou in pSeries_lpar_hpte_find()
1041 unsigned long want_v; pSeries_lpar_hpte_invalidate() local
[all...] |