Home
last modified time | relevance | path

Searched refs:mmu_seq (Results 1 - 25 of 31) sorted by relevance

12

/kernel/linux/linux-6.6/virt/kvm/
H A Dpfncache.c112 static inline bool mmu_notifier_retry_cache(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry_cache() argument
137 return kvm->mmu_invalidate_seq != mmu_seq; in mmu_notifier_retry_cache()
146 unsigned long mmu_seq; in hva_to_pfn_retry() local
160 mmu_seq = gpc->kvm->mmu_invalidate_seq; in hva_to_pfn_retry()
218 } while (mmu_notifier_retry_cache(gpc->kvm, mmu_seq)); in hva_to_pfn_retry()
/kernel/linux/linux-5.10/arch/powerpc/kvm/
H A Dbook3s_hv_rm_mmu.c212 unsigned long mmu_seq; in kvmppc_do_h_enter() local
226 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_enter()
253 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
373 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
881 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument
901 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
928 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
933 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_do_h_page_init_zero()
938 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
955 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
[all...]
H A Dbook3s_64_vio_hv.c448 static long kvmppc_rm_ua_to_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_rm_ua_to_hpa() argument
467 ptep = find_kvm_host_pte(vcpu->kvm, mmu_seq, ua, &shift); in kvmppc_rm_ua_to_hpa()
499 unsigned long mmu_seq; in kvmppc_rm_h_put_tce_indirect() local
510 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_rm_h_put_tce_indirect()
560 if (kvmppc_rm_ua_to_hpa(vcpu, mmu_seq, ua, &tces)) { in kvmppc_rm_h_put_tce_indirect()
H A Dbook3s_64_mmu_host.c85 unsigned long mmu_seq; in kvmppc_mmu_map_page() local
92 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_mmu_map_page()
152 if (!cpte || mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
H A Dbook3s_64_mmu_radix.c588 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte()
620 if (mmu_notifier_retry(kvm, mmu_seq)) in kvmppc_create_pte()
800 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
810 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_instantiate_page()
843 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
893 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
586 kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, unsigned long gpa, unsigned int level, unsigned long mmu_seq, unsigned int lpid, unsigned long *rmapp, struct rmap_nested **n_rmap) kvmppc_create_pte() argument
H A De500_mmu_host.c333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
342 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_e500_shadow_map()
463 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
H A Dbook3s_64_mmu_hv.c489 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
572 mmu_seq = kvm->mmu_notifier_seq; in kvmppc_book3s_hv_page_fault()
609 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
687 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
/kernel/linux/linux-6.6/arch/powerpc/kvm/
H A Dbook3s_hv_rm_mmu.c199 unsigned long mmu_seq; in kvmppc_do_h_enter() local
222 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_enter()
249 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &hpage_shift); in kvmppc_do_h_enter()
369 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_do_h_enter()
883 static int kvmppc_get_hpa(struct kvm_vcpu *vcpu, unsigned long mmu_seq, in kvmppc_get_hpa() argument
903 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_get_hpa()
930 unsigned long pa, mmu_seq; in kvmppc_do_h_page_init_zero() local
935 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_do_h_page_init_zero()
940 ret = kvmppc_get_hpa(vcpu, mmu_seq, dest, 1, &pa, &memslot); in kvmppc_do_h_page_init_zero()
957 unsigned long dest_pa, src_pa, mmu_seq; in kvmppc_do_h_page_init_copy() local
[all...]
H A Dbook3s_64_mmu_host.c86 unsigned long mmu_seq; in kvmppc_mmu_map_page() local
93 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_mmu_map_page()
154 if (!cpte || mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_mmu_map_page()
H A Dbook3s_64_mmu_radix.c612 unsigned long mmu_seq, unsigned int lpid, in kvmppc_create_pte()
644 if (mmu_invalidate_retry(kvm, mmu_seq)) in kvmppc_create_pte()
824 unsigned long mmu_seq; in kvmppc_book3s_instantiate_page() local
834 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_instantiate_page()
867 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_instantiate_page()
917 mmu_seq, kvm->arch.lpid, NULL, NULL); in kvmppc_book3s_instantiate_page()
610 kvmppc_create_pte(struct kvm *kvm, pgd_t *pgtable, pte_t pte, unsigned long gpa, unsigned int level, unsigned long mmu_seq, unsigned int lpid, unsigned long *rmapp, struct rmap_nested **n_rmap) kvmppc_create_pte() argument
H A De500_mmu_host.c333 unsigned long mmu_seq; in kvmppc_e500_shadow_map() local
342 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_e500_shadow_map()
463 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvmppc_e500_shadow_map()
H A Dbook3s_64_mmu_hv.c513 unsigned long mmu_seq, psize, pte_size; in kvmppc_book3s_hv_page_fault() local
596 mmu_seq = kvm->mmu_invalidate_seq; in kvmppc_book3s_hv_page_fault()
633 ptep = find_kvm_host_pte(kvm, mmu_seq, hva, &shift); in kvmppc_book3s_hv_page_fault()
711 if (mmu_invalidate_retry(vcpu->kvm, mmu_seq)) { in kvmppc_book3s_hv_page_fault()
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
H A Dkvm_book3s_64.h626 unsigned long mmu_seq, unsigned int lpid,
660 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument
668 if (mmu_notifier_retry(kvm, mmu_seq)) in find_kvm_host_pte()
/kernel/linux/linux-6.6/arch/mips/kvm/
H A Dmmu.c598 unsigned long mmu_seq; in kvm_mips_map_page() local
617 mmu_seq = kvm->mmu_invalidate_seq; in kvm_mips_map_page()
640 if (mmu_invalidate_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
/kernel/linux/linux-6.6/arch/powerpc/include/asm/
H A Dkvm_book3s_64.h627 unsigned long mmu_seq, unsigned int lpid,
661 static inline pte_t *find_kvm_host_pte(struct kvm *kvm, unsigned long mmu_seq, in find_kvm_host_pte() argument
669 if (mmu_invalidate_retry(kvm, mmu_seq)) in find_kvm_host_pte()
/kernel/linux/linux-6.6/arch/riscv/kvm/
H A Dmmu.c623 unsigned long vma_pagesize, mmu_seq; in kvm_riscv_gstage_map() local
660 mmu_seq = kvm->mmu_invalidate_seq; in kvm_riscv_gstage_map()
688 if (mmu_invalidate_retry(kvm, mmu_seq)) in kvm_riscv_gstage_map()
/kernel/linux/linux-5.10/arch/mips/kvm/
H A Dmmu.c673 unsigned long mmu_seq; in kvm_mips_map_page() local
692 mmu_seq = kvm->mmu_notifier_seq; in kvm_mips_map_page()
715 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvm_mips_map_page()
/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/
H A Duser_exp_rcv.c299 unsigned long mmu_seq = 0; in hfi1_user_exp_rcv_setup() local
328 mmu_seq = mmu_interval_read_begin(&tidbuf->notifier); in hfi1_user_exp_rcv_setup()
478 fail = mmu_interval_read_retry(&tidbuf->notifier, mmu_seq); in hfi1_user_exp_rcv_setup()
/kernel/linux/linux-6.6/drivers/infiniband/hw/hfi1/
H A Duser_exp_rcv.c256 unsigned long mmu_seq = 0; in hfi1_user_exp_rcv_setup() local
285 mmu_seq = mmu_interval_read_begin(&tidbuf->notifier); in hfi1_user_exp_rcv_setup()
433 fail = mmu_interval_read_retry(&tidbuf->notifier, mmu_seq); in hfi1_user_exp_rcv_setup()
/kernel/linux/linux-6.6/arch/x86/kvm/mmu/
H A Dmmu_internal.h237 unsigned long mmu_seq; member
/kernel/linux/linux-5.10/arch/arm64/kvm/
H A Dmmu.c749 unsigned long mmu_seq; in user_mem_abort() local
836 mmu_seq = vcpu->kvm->mmu_notifier_seq; in user_mem_abort()
872 if (mmu_notifier_retry(kvm, mmu_seq)) in user_mem_abort()
/kernel/linux/linux-5.10/arch/loongarch/kvm/
H A Dmmu.c1128 unsigned long mmu_seq; in kvm_map_page() local
1184 mmu_seq = kvm->mmu_notifier_seq; in kvm_map_page()
1207 if (mmu_notifier_retry(kvm, mmu_seq)) { in kvm_map_page()
/kernel/linux/linux-5.10/arch/x86/kvm/mmu/
H A Dpaging_tmpl.h793 unsigned long mmu_seq; in page_fault() local
840 mmu_seq = vcpu->kvm->mmu_notifier_seq; in page_fault()
872 if (mmu_notifier_retry(vcpu->kvm, mmu_seq)) in page_fault()
/kernel/linux/linux-6.6/include/linux/
H A Dkvm_host.h1951 static inline int mmu_invalidate_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_invalidate_retry() argument
1968 if (kvm->mmu_invalidate_seq != mmu_seq) in mmu_invalidate_retry()
1974 unsigned long mmu_seq, in mmu_invalidate_retry_hva()
1988 if (kvm->mmu_invalidate_seq != mmu_seq) in mmu_invalidate_retry_hva()
1973 mmu_invalidate_retry_hva(struct kvm *kvm, unsigned long mmu_seq, unsigned long hva) mmu_invalidate_retry_hva() argument
/kernel/linux/linux-5.10/include/linux/
H A Dkvm_host.h1216 static inline int mmu_notifier_retry(struct kvm *kvm, unsigned long mmu_seq) in mmu_notifier_retry() argument
1231 if (kvm->mmu_notifier_seq != mmu_seq) in mmu_notifier_retry()

Completed in 51 milliseconds

12