| /kernel/linux/linux-5.10/arch/powerpc/mm/book3s64/ |
| H A D | radix_tlb.c | 31 unsigned int ric, unsigned int prs) in tlbiel_radix_set_isa300()
40 : : "r"(rb), "r"(rs), "i"(ric), "i"(prs) in tlbiel_radix_set_isa300()
95 unsigned long ric) in __tlbiel_pid()
106 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), "r"(rs) : "memory"); in __tlbiel_pid()
107 trace_tlbie(0, 1, rb, rs, ric, prs, r); in __tlbiel_pid()
110 static __always_inline void __tlbie_pid(unsigned long pid, unsigned long ric) in __tlbie_pid() argument
120 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), "r"(rs) : "memory"); in __tlbie_pid()
121 trace_tlbie(0, 0, rb, rs, ric, prs, r); in __tlbie_pid()
124 static __always_inline void __tlbie_lpid(unsigned long lpid, unsigned long ric) in __tlbie_lpid() argument
134 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), " in __tlbie_lpid()
29 tlbiel_radix_set_isa300(unsigned int set, unsigned int is, unsigned int pid, unsigned int ric, unsigned int prs) tlbiel_radix_set_isa300() argument
94 __tlbiel_pid(unsigned long pid, int set, unsigned long ric) __tlbiel_pid() argument
138 __tlbie_lpid_guest(unsigned long lpid, unsigned long ric) __tlbie_lpid_guest() argument
152 __tlbiel_va(unsigned long va, unsigned long pid, unsigned long ap, unsigned long ric) __tlbiel_va() argument
168 __tlbie_va(unsigned long va, unsigned long pid, unsigned long ap, unsigned long ric) __tlbie_va() argument
184 __tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long ap, unsigned long ric) __tlbie_lpid_va() argument
285 _tlbiel_pid(unsigned long pid, unsigned long ric) _tlbiel_pid() argument
319 _tlbie_pid(unsigned long pid, unsigned long ric) _tlbie_pid() argument
346 unsigned long ric; global() member
361 _tlbiel_pid_multicast(struct mm_struct *mm, unsigned long pid, unsigned long ric) _tlbiel_pid_multicast() argument
377 _tlbie_lpid(unsigned long lpid, unsigned long ric) _tlbie_lpid() argument
402 _tlbie_lpid_guest(unsigned long lpid, unsigned long ric) _tlbie_lpid_guest() argument
435 _tlbiel_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va() argument
469 _tlbie_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbie_va() argument
484 unsigned long ric; global() member
499 _tlbiel_va_multicast(struct mm_struct *mm, unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va_multicast() argument
527 _tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long psize, unsigned long ric) _tlbie_lpid_va() argument
1220 unsigned long ric = RIC_FLUSH_ALL; radix__flush_tlb_all() local
[all...] |
| H A D | hash_native.c | 61 unsigned int ric, unsigned int prs) in tlbiel_hash_set_isa300()
71 : : "r"(rb), "r"(rs), "i"(ric), "i"(prs), "i"(r) in tlbiel_hash_set_isa300()
213 unsigned long rb,rs,prs,r,ric; in fixup_tlbie_vpn() local
219 ric = 0; /* RIC_FLSUH_TLB */ in fixup_tlbie_vpn()
228 "i"(ric), "r"(rs) : "memory"); in fixup_tlbie_vpn()
59 tlbiel_hash_set_isa300(unsigned int set, unsigned int is, unsigned int pid, unsigned int ric, unsigned int prs) tlbiel_hash_set_isa300() argument
|
| /kernel/linux/linux-6.6/arch/powerpc/mm/book3s64/ |
| H A D | radix_tlb.c | 30 unsigned int ric, unsigned int prs) in tlbiel_radix_set_isa300()
39 : : "r"(rb), "r"(rs), "i"(ric), "i"(prs) in tlbiel_radix_set_isa300()
101 unsigned long ric) in __tlbiel_pid()
112 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), "r"(rs) : "memory"); in __tlbiel_pid()
113 trace_tlbie(0, 1, rb, rs, ric, prs, r); in __tlbiel_pid()
116 static __always_inline void __tlbie_pid(unsigned long pid, unsigned long ric) in __tlbie_pid() argument
126 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), "r"(rs) : "memory"); in __tlbie_pid()
127 trace_tlbie(0, 0, rb, rs, ric, prs, r); in __tlbie_pid()
130 static __always_inline void __tlbie_lpid(unsigned long lpid, unsigned long ric) in __tlbie_lpid() argument
140 : : "r"(rb), "i"(r), "i"(prs), "i"(ric), " in __tlbie_lpid()
28 tlbiel_radix_set_isa300(unsigned int set, unsigned int is, unsigned int pid, unsigned int ric, unsigned int prs) tlbiel_radix_set_isa300() argument
100 __tlbiel_pid(unsigned long pid, int set, unsigned long ric) __tlbiel_pid() argument
144 __tlbie_lpid_guest(unsigned long lpid, unsigned long ric) __tlbie_lpid_guest() argument
158 __tlbiel_va(unsigned long va, unsigned long pid, unsigned long ap, unsigned long ric) __tlbiel_va() argument
174 __tlbie_va(unsigned long va, unsigned long pid, unsigned long ap, unsigned long ric) __tlbie_va() argument
190 __tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long ap, unsigned long ric) __tlbie_lpid_va() argument
290 _tlbiel_pid(unsigned long pid, unsigned long ric) _tlbiel_pid() argument
326 _tlbie_pid(unsigned long pid, unsigned long ric) _tlbie_pid() argument
353 unsigned long ric; global() member
368 _tlbiel_pid_multicast(struct mm_struct *mm, unsigned long pid, unsigned long ric) _tlbiel_pid_multicast() argument
384 _tlbie_lpid(unsigned long lpid, unsigned long ric) _tlbie_lpid() argument
409 _tlbie_lpid_guest(unsigned long lpid, unsigned long ric) _tlbie_lpid_guest() argument
442 _tlbiel_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va() argument
476 _tlbie_va(unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbie_va() argument
491 unsigned long ric; global() member
506 _tlbiel_va_multicast(struct mm_struct *mm, unsigned long va, unsigned long pid, unsigned long psize, unsigned long ric) _tlbiel_va_multicast() argument
534 _tlbie_lpid_va(unsigned long va, unsigned long lpid, unsigned long psize, unsigned long ric) _tlbie_lpid_va() argument
1380 unsigned long ric = RIC_FLUSH_ALL; radix__flush_tlb_all() local
1402 __tlbie_pid_lpid(unsigned long pid, unsigned long lpid, unsigned long ric) __tlbie_pid_lpid() argument
1418 __tlbie_va_lpid(unsigned long va, unsigned long pid, unsigned long lpid, unsigned long ap, unsigned long ric) __tlbie_va_lpid() argument
1455 _tlbie_pid_lpid(unsigned long pid, unsigned long lpid, unsigned long ric) _tlbie_pid_lpid() argument
[all...] |
| H A D | hash_native.c | 132 unsigned long rb,rs,prs,r,ric; in fixup_tlbie_vpn() local
138 ric = 0; /* RIC_FLSUH_TLB */ in fixup_tlbie_vpn()
147 "i"(ric), "r"(rs) : "memory"); in fixup_tlbie_vpn()
|
| H A D | hash_utils.c | 187 unsigned int ric, unsigned int prs) in tlbiel_hash_set_isa300()
197 : : "r"(rb), "r"(rs), "i"(ric), "i"(prs), "i"(r) in tlbiel_hash_set_isa300()
185 tlbiel_hash_set_isa300(unsigned int set, unsigned int is, unsigned int pid, unsigned int ric, unsigned int prs) tlbiel_hash_set_isa300() argument
|
| /kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
| H A D | trace.h | 191 unsigned long rs, unsigned long ric, unsigned long prs,
193 TP_ARGS(lpid, local, rb, rs, ric, prs, r),
199 __field(unsigned long, ric)
209 __entry->ric = ric;
214 TP_printk("lpid=%ld, local=%ld, rb=0x%lx, rs=0x%lx, ric=0x%lx, "
216 __entry->rb, __entry->rs, __entry->ric, __entry->prs,
|
| H A D | ppc-opcode.h | 289 #define ___PPC_RIC(ric) (((ric) & 0x3) << 18)
363 #define PPC_RAW_TLBIE_5(rb, rs, ric, prs, r) \
364 (0x7c000264 | ___PPC_RB(rb) | ___PPC_RS(rs) | ___PPC_RIC(ric) | ___PPC_PRS(prs) | ___PPC_R(r))
365 #define PPC_RAW_TLBIEL(rb, rs, ric, prs, r) \
366 (0x7c000224 | ___PPC_RB(rb) | ___PPC_RS(rs) | ___PPC_RIC(ric) | ___PPC_PRS(prs) | ___PPC_R(r))
547 #define PPC_TLBIE_5(rb, rs, ric, prs, r) \
548 stringify_in_c(.long PPC_RAW_TLBIE_5(rb, rs, ric, prs, r))
549 #define PPC_TLBIEL(rb,rs,ric,prs,r) \
550 stringify_in_c(.long PPC_RAW_TLBIEL(rb, rs, ric, pr
[all...] |
| H A D | kvm_book3s_64.h | 117 #define H_TLBIE_P1_ENC(ric, prs, r) (___PPC_RIC(ric) | ___PPC_PRS(prs) | \
|
| /kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
| H A D | trace.h | 294 unsigned long rs, unsigned long ric, unsigned long prs,
296 TP_ARGS(lpid, local, rb, rs, ric, prs, r),
302 __field(unsigned long, ric)
312 __entry->ric = ric;
317 TP_printk("lpid=%ld, local=%ld, rb=0x%lx, rs=0x%lx, ric=0x%lx, "
319 __entry->rb, __entry->rs, __entry->ric, __entry->prs,
|
| H A D | ppc-opcode.h | 329 #define ___PPC_RIC(ric) (((ric) & 0x3) << 18)
405 #define PPC_RAW_TLBIE_5(rb, rs, ric, prs, r) \
406 (0x7c000264 | ___PPC_RB(rb) | ___PPC_RS(rs) | ___PPC_RIC(ric) | ___PPC_PRS(prs) | ___PPC_R(r))
407 #define PPC_RAW_TLBIEL(rb, rs, ric, prs, r) \
408 (0x7c000224 | ___PPC_RB(rb) | ___PPC_RS(rs) | ___PPC_RIC(ric) | ___PPC_PRS(prs) | ___PPC_R(r))
625 #define PPC_TLBIE_5(rb, rs, ric, prs, r) \
626 stringify_in_c(.long PPC_RAW_TLBIE_5(rb, rs, ric, prs, r))
627 #define PPC_TLBIEL(rb,rs,ric,prs,r) \
628 stringify_in_c(.long PPC_RAW_TLBIEL(rb, rs, ric, pr
[all...] |
| H A D | kvm_book3s_64.h | 104 #define H_TLBIE_P1_ENC(ric, prs, r) (___PPC_RIC(ric) | ___PPC_PRS(prs) | \
|
| /kernel/linux/linux-6.6/arch/powerpc/kvm/ |
| H A D | book3s_hv_nested.c | 1131 struct kvm_nested_guest *gp, int ric) in kvmhv_emulate_tlbie_lpid()
1136 switch (ric) { in kvmhv_emulate_tlbie_lpid()
1161 static void kvmhv_emulate_tlbie_all_lpid(struct kvm_vcpu *vcpu, int ric) in kvmhv_emulate_tlbie_all_lpid() argument
1170 kvmhv_emulate_tlbie_lpid(vcpu, gp, ric); in kvmhv_emulate_tlbie_all_lpid()
1181 int r, ric, prs, is, ap; in kvmhv_emulate_priv_tlbie() local
1186 ric = get_ric(instr); in kvmhv_emulate_priv_tlbie()
1196 * ric == 3 -> No cluster bombs for radix in kvmhv_emulate_priv_tlbie()
1198 * (!is) && (ric == 1 || ric == 2) -> Not supported by ISA in kvmhv_emulate_priv_tlbie()
1200 if ((!r) || (prs) || (ric in kvmhv_emulate_priv_tlbie()
1130 kvmhv_emulate_tlbie_lpid(struct kvm_vcpu *vcpu, struct kvm_nested_guest *gp, int ric) kvmhv_emulate_tlbie_lpid() argument
1250 do_tlb_invalidate_nested_all(struct kvm_vcpu *vcpu, unsigned long lpid, unsigned long ric) do_tlb_invalidate_nested_all() argument
[all...] |
| H A D | book3s_hv_rm_mmu.c | 429 unsigned long rb,rs,prs,r,ric; in fixup_tlbie_lpid() local
435 ric = 0; /* RIC_FLSUH_TLB */ in fixup_tlbie_lpid()
444 "i"(ric), "r"(rs) : "memory"); in fixup_tlbie_lpid()
|
| /kernel/linux/linux-5.10/arch/powerpc/kvm/ |
| H A D | book3s_hv_nested.c | 1051 struct kvm_nested_guest *gp, int ric) in kvmhv_emulate_tlbie_lpid()
1056 switch (ric) { in kvmhv_emulate_tlbie_lpid()
1081 static void kvmhv_emulate_tlbie_all_lpid(struct kvm_vcpu *vcpu, int ric) in kvmhv_emulate_tlbie_all_lpid() argument
1092 kvmhv_emulate_tlbie_lpid(vcpu, gp, ric); in kvmhv_emulate_tlbie_all_lpid()
1104 int r, ric, prs, is, ap; in kvmhv_emulate_priv_tlbie() local
1109 ric = get_ric(instr); in kvmhv_emulate_priv_tlbie()
1119 * ric == 3 -> No cluster bombs for radix in kvmhv_emulate_priv_tlbie()
1121 * (!is) && (ric == 1 || ric == 2) -> Not supported by ISA in kvmhv_emulate_priv_tlbie()
1123 if ((!r) || (prs) || (ric in kvmhv_emulate_priv_tlbie()
1050 kvmhv_emulate_tlbie_lpid(struct kvm_vcpu *vcpu, struct kvm_nested_guest *gp, int ric) kvmhv_emulate_tlbie_lpid() argument
[all...] |
| H A D | book3s_hv_rm_mmu.c | 432 unsigned long rb,rs,prs,r,ric; in fixup_tlbie_lpid() local
438 ric = 0; /* RIC_FLSUH_TLB */ in fixup_tlbie_lpid()
447 "i"(ric), "r"(rs) : "memory"); in fixup_tlbie_lpid()
|