| /kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 28 u64 *sptep; member
|
| H A D | mmu_internal.h | 71 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
|
| H A D | mmu_audit.c | 93 static void audit_mappings(struct kvm_vcpu *vcpu, u64 *sptep, int level) in audit_mappings() argument
126 static void inspect_spte_has_rmap(struct kvm *kvm, u64 *sptep) in inspect_spte_has_rmap() argument
160 audit_sptes_have_rmaps(struct kvm_vcpu *vcpu, u64 *sptep, int level) audit_sptes_have_rmaps() argument
166 audit_spte_after_sync(struct kvm_vcpu *vcpu, u64 *sptep, int level) audit_spte_after_sync() argument
193 u64 *sptep; audit_write_protection() local
224 audit_spte(struct kvm_vcpu *vcpu, u64 *sptep, int level) audit_spte() argument
[all...] |
| H A D | paging_tmpl.h | 590 pte_prefetch(struct kvm_vcpu *vcpu, struct guest_walker *gw, u64 *sptep) pte_prefetch() argument
907 u64 *sptep; invlpg() local
[all...] |
| H A D | mmu.c | 150 u64 *sptep; member
217 static void mark_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, u64 gfn, in mark_mmio_spte() argument
241 static bool set_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, gfn_t gfn, in set_mmio_spte() argument
291 static void __set_spte(u64 *sptep, u64 spte) in __set_spte() argument
296 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
301 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
306 __get_spte_lockless(u64 *sptep) __get_spte_lockless() argument
319 count_spte_clear(u64 *sptep, u64 spte) count_spte_clear() argument
331 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
350 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
369 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
403 __get_spte_lockless(u64 *sptep) __get_spte_lockless() argument
457 mmu_spte_set(u64 *sptep, u64 new_spte) mmu_spte_set() argument
467 mmu_spte_update_no_track(u64 *sptep, u64 new_spte) mmu_spte_update_no_track() argument
499 mmu_spte_update(u64 *sptep, u64 new_spte) mmu_spte_update() argument
540 mmu_spte_clear_track_bits(u64 *sptep) mmu_spte_clear_track_bits() argument
576 mmu_spte_clear_no_track(u64 *sptep) mmu_spte_clear_no_track() argument
581 mmu_spte_get_lockless(u64 *sptep) mmu_spte_get_lockless() argument
605 mmu_spte_age(u64 *sptep) mmu_spte_age() argument
931 pte_list_remove(struct kvm_rmap_head *rmap_head, u64 *sptep) pte_list_remove() argument
1008 u64 *sptep; rmap_get_first() local
1034 u64 *sptep; rmap_get_next() local
1064 drop_spte(struct kvm *kvm, u64 *sptep) drop_spte() argument
1071 __drop_large_spte(struct kvm *kvm, u64 *sptep) __drop_large_spte() argument
1083 drop_large_spte(struct kvm_vcpu *vcpu, u64 *sptep) drop_large_spte() argument
1106 spte_write_protect(u64 *sptep, bool pt_protect) spte_write_protect() argument
1127 u64 *sptep; __rmap_write_protect() local
1137 spte_clear_dirty(u64 *sptep) spte_clear_dirty() argument
1148 spte_wrprot_for_clear_dirty(u64 *sptep) spte_wrprot_for_clear_dirty() argument
1166 u64 *sptep; __rmap_clear_dirty() local
1179 spte_set_dirty(u64 *sptep) spte_set_dirty() argument
1197 u64 *sptep; __rmap_set_dirty() local
1317 u64 *sptep; kvm_zap_rmapp() local
1342 u64 *sptep; kvm_set_pte_rmapp() local
1534 u64 *sptep; kvm_age_rmapp() local
1549 u64 *sptep; kvm_test_age_rmapp() local
1686 u64 *sptep; kvm_mmu_mark_parents_unsync() local
2178 link_shadow_page(struct kvm_vcpu *vcpu, u64 *sptep, struct kvm_mmu_page *sp) link_shadow_page() argument
2195 validate_direct_spte(struct kvm_vcpu *vcpu, u64 *sptep, unsigned direct_access) validate_direct_spte() argument
2265 u64 *sptep; kvm_mmu_unlink_parents() local
2560 set_spte(struct kvm_vcpu *vcpu, u64 *sptep, unsigned int pte_access, int level, gfn_t gfn, kvm_pfn_t pfn, bool speculative, bool can_unsync, bool host_writable) set_spte() argument
2587 mmu_set_spte(struct kvm_vcpu *vcpu, u64 *sptep, unsigned int pte_access, bool write_fault, int level, gfn_t gfn, kvm_pfn_t pfn, bool speculative, bool host_writable) mmu_set_spte() argument
2702 __direct_pte_prefetch(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *sptep) __direct_pte_prefetch() argument
2725 direct_pte_prefetch(struct kvm_vcpu *vcpu, u64 *sptep) direct_pte_prefetch() argument
2985 fast_pf_fix_direct_spte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *sptep, u64 old_spte, u64 new_spte) fast_pf_fix_direct_spte() argument
3518 get_mmio_spte(struct kvm_vcpu *vcpu, u64 addr, u64 *sptep) get_mmio_spte() argument
3942 sync_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, gfn_t gfn, unsigned int access, int *nr_present) sync_mmio_spte() argument
5574 u64 *sptep; kvm_mmu_zap_collapsible_spte() local
[all...] |
| /kernel/linux/linux-6.6/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 17 static inline u64 kvm_tdp_mmu_read_spte(tdp_ptep_t sptep) in kvm_tdp_mmu_read_spte() argument
22 static inline u64 kvm_tdp_mmu_write_spte_atomic(tdp_ptep_t sptep, u64 new_spte) in kvm_tdp_mmu_write_spte_atomic() argument
27 static inline void __kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 new_spte) in __kvm_tdp_mmu_write_spte() argument
51 static inline u64 kvm_tdp_mmu_write_spte(tdp_ptep_t sptep, u64 old_spte, in kvm_tdp_mmu_write_spte() argument
61 static inline u64 tdp_mmu_clear_spte_bits(tdp_ptep_t sptep, u6 argument
93 tdp_ptep_t sptep; global() member
[all...] |
| H A D | paging_tmpl.h | 584 pte_prefetch(struct kvm_vcpu *vcpu, struct guest_walker *gw, u64 *sptep) pte_prefetch() argument
907 u64 *sptep, spte; sync_spte() local
[all...] |
| H A D | spte.h | 208 static inline int spte_index(u64 *sptep) in spte_index() argument
235 static inline struct kvm_mmu_page *sptep_to_sp(u64 *sptep) in sptep_to_sp() argument
|
| H A D | tdp_mmu.c | 191 static void tdp_mmu_init_sp(struct kvm_mmu_page *sp, tdp_ptep_t sptep, in tdp_mmu_init_sp() argument
332 tdp_ptep_t sptep = pt + i; in handle_removed_pt() local
532 u64 *sptep = rcu_dereference(iter->sptep); in tdp_mmu_set_spte_atomic() local
603 tdp_mmu_set_spte(struct kvm *kvm, int as_id, tdp_ptep_t sptep, u64 old_spte, u64 new_spte, gfn_t gfn, int level) tdp_mmu_set_spte() argument
1799 tdp_ptep_t sptep = NULL; kvm_tdp_mmu_fast_pf_get_last_sptep() local
[all...] |
| H A D | mmu.c | 158 u64 *sptep; member
288 static void kvm_flush_remote_tlbs_sptep(struct kvm *kvm, u64 *sptep) in kvm_flush_remote_tlbs_sptep() argument
296 static void mark_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, u64 gfn, in mark_mmio_spte() argument
341 static void __set_spte(u64 *sptep, u6 argument
346 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
351 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
356 __get_spte_lockless(u64 *sptep) __get_spte_lockless() argument
369 count_spte_clear(u64 *sptep, u64 spte) count_spte_clear() argument
381 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
400 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
419 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
453 __get_spte_lockless(u64 *sptep) __get_spte_lockless() argument
483 mmu_spte_set(u64 *sptep, u64 new_spte) mmu_spte_set() argument
493 mmu_spte_update_no_track(u64 *sptep, u64 new_spte) mmu_spte_update_no_track() argument
524 mmu_spte_update(u64 *sptep, u64 new_spte) mmu_spte_update() argument
565 mmu_spte_clear_track_bits(struct kvm *kvm, u64 *sptep) mmu_spte_clear_track_bits() argument
608 mmu_spte_clear_no_track(u64 *sptep) mmu_spte_clear_no_track() argument
613 mmu_spte_get_lockless(u64 *sptep) mmu_spte_get_lockless() argument
619 mmu_spte_age(u64 *sptep) mmu_spte_age() argument
1031 kvm_zap_one_rmap_spte(struct kvm *kvm, struct kvm_rmap_head *rmap_head, u64 *sptep) kvm_zap_one_rmap_spte() argument
1133 u64 *sptep; rmap_get_first() local
1159 u64 *sptep; rmap_get_next() local
1189 drop_spte(struct kvm *kvm, u64 *sptep) drop_spte() argument
1197 drop_large_spte(struct kvm *kvm, u64 *sptep, bool flush) drop_large_spte() argument
1223 spte_write_protect(u64 *sptep, bool pt_protect) spte_write_protect() argument
1241 u64 *sptep; rmap_write_protect() local
1251 spte_clear_dirty(u64 *sptep) spte_clear_dirty() argument
1260 spte_wrprot_for_clear_dirty(u64 *sptep) spte_wrprot_for_clear_dirty() argument
1279 u64 *sptep; __rmap_clear_dirty() local
1455 u64 *sptep; kvm_set_pte_rmap() local
1610 u64 *sptep; kvm_age_rmap() local
1624 u64 *sptep; kvm_test_age_rmap() local
1773 u64 *sptep; kvm_mmu_mark_parents_unsync() local
2301 kvm_mmu_child_role(u64 *sptep, bool direct, unsigned int access) kvm_mmu_child_role() argument
2347 kvm_mmu_get_child_sp(struct kvm_vcpu *vcpu, u64 *sptep, gfn_t gfn, bool direct, unsigned int access) kvm_mmu_get_child_sp() argument
2423 __link_shadow_page(struct kvm *kvm, struct kvm_mmu_memory_cache *cache, u64 *sptep, struct kvm_mmu_page *sp, bool flush) __link_shadow_page() argument
2458 link_shadow_page(struct kvm_vcpu *vcpu, u64 *sptep, struct kvm_mmu_page *sp) link_shadow_page() argument
2464 validate_direct_spte(struct kvm_vcpu *vcpu, u64 *sptep, unsigned direct_access) validate_direct_spte() argument
2532 u64 *sptep; kvm_mmu_unlink_parents() local
2900 mmu_set_spte(struct kvm_vcpu *vcpu, struct kvm_memory_slot *slot, u64 *sptep, unsigned int pte_access, gfn_t gfn, kvm_pfn_t pfn, struct kvm_page_fault *fault) mmu_set_spte() argument
2999 __direct_pte_prefetch(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *sptep) __direct_pte_prefetch() argument
3024 direct_pte_prefetch(struct kvm_vcpu *vcpu, u64 *sptep) direct_pte_prefetch() argument
3361 fast_pf_fix_direct_spte(struct kvm_vcpu *vcpu, struct kvm_page_fault *fault, u64 *sptep, u64 old_spte, u64 new_spte) fast_pf_fix_direct_spte() argument
3411 u64 *sptep = NULL; fast_pf_get_last_sptep() local
3429 u64 *sptep = NULL; fast_page_fault() local
4097 get_mmio_spte(struct kvm_vcpu *vcpu, u64 addr, u64 *sptep) get_mmio_spte() argument
4665 sync_mmio_spte(struct kvm_vcpu *vcpu, u64 *sptep, gfn_t gfn, unsigned int access) sync_mmio_spte() argument
6377 u64 *sptep, spte; shadow_mmu_split_huge_page() local
6572 u64 *sptep; kvm_mmu_zap_collapsible_spte() local
[all...] |
| /kernel/linux/linux-5.10/arch/s390/mm/ |
| H A D | pgtable.c | 648 ptep_shadow_pte(struct mm_struct *mm, unsigned long saddr, pte_t *sptep, pte_t *tptep, pte_t pte) ptep_shadow_pte() argument
|
| H A D | gmap.c | 2112 pte_t *sptep, *tptep; in gmap_shadow_page() local
|
| /kernel/linux/linux-6.6/arch/s390/mm/ |
| H A D | pgtable.c | 687 ptep_shadow_pte(struct mm_struct *mm, unsigned long saddr, pte_t *sptep, pte_t *tptep, pte_t pte) ptep_shadow_pte() argument
|
| H A D | gmap.c | 2141 pte_t *sptep, *tptep; in gmap_shadow_page() local
|