| /kernel/linux/linux-6.6/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.c | 62 tdp_ptep_t spte_to_child_pt(u64 spte, int level) in spte_to_child_pt() argument
|
| H A D | spte.c | 74 u64 spte = generation_mmio_spte_mask(gen); in make_mmio_spte() local
114 bool spte_has_volatile_bits(u64 spte) in spte_has_volatile_bits() argument
144 u64 spte = SPTE_MMU_PRESENT_MASK; make_spte() local
251 make_spte_executable(u64 spte) make_spte_executable() argument
312 u64 spte = SPTE_MMU_PRESENT_MASK; make_nonleaf_spte() local
341 mark_spte_for_access_track(u64 spte) mark_spte_for_access_track() argument
[all...] |
| H A D | paging_tmpl.h | 589 u64 *spte; in pte_prefetch() local
151 prefetch_invalid_gpte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *spte, u64 gpte) prefetch_invalid_gpte() argument
533 prefetch_gpte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *spte, pt_element_t gpte) prefetch_gpte() argument
907 u64 *sptep, spte; sync_spte() local
[all...] |
| H A D | spte.h | 202 static inline bool is_removed_spte(u64 spte) in is_removed_spte() argument
230 static inline struct kvm_mmu_page *spte_to_child_sp(u64 spte) in spte_to_child_sp() argument
252 static inline bool is_mmio_spte(u64 spte) in is_mmio_spte() argument
279 static inline bool spte_ad_enabled(u64 spte) in spte_ad_enabled() argument
285 spte_ad_need_write_protect(u64 spte) spte_ad_need_write_protect() argument
296 spte_shadow_accessed_mask(u64 spte) spte_shadow_accessed_mask() argument
302 spte_shadow_dirty_mask(u64 spte) spte_shadow_dirty_mask() argument
308 is_access_track_spte(u64 spte) is_access_track_spte() argument
323 is_executable_pte(u64 spte) is_executable_pte() argument
333 is_accessed_spte(u64 spte) is_accessed_spte() argument
341 is_dirty_spte(u64 spte) is_dirty_spte() argument
368 is_rsvd_spte(struct rsvd_bits_validate *rsvd_check, u64 spte, int level) is_rsvd_spte() argument
447 check_spte_writable_invariants(u64 spte) check_spte_writable_invariants() argument
455 KBUILD_MODNAME ": Writable SPTE is not MMU-writable: %llx", spte); check_spte_writable_invariants() local
458 is_mmu_writable_spte(u64 spte) is_mmu_writable_spte() argument
463 get_mmio_spte_generation(u64 spte) get_mmio_spte_generation() argument
486 restore_acc_track_spte(u64 spte) restore_acc_track_spte() argument
[all...] |
| H A D | tdp_mmu.c | 1018 u64 spte = make_nonleaf_spte(sp->spt, !kvm_ad_enabled()); in tdp_mmu_link_sp() local
1793 kvm_tdp_mmu_fast_pf_get_last_sptep(struct kvm_vcpu *vcpu, u64 addr, u64 *spte) kvm_tdp_mmu_fast_pf_get_last_sptep() argument
[all...] |
| H A D | mmu.c | 299 u64 spte = make_mmio_spte(vcpu, gfn, access); in mark_mmio_spte() local
305 static gfn_t get_mmio_spte_gfn(u64 spte) in get_mmio_spte_gfn() argument
315 get_mmio_spte_access(u64 spte) get_mmio_spte_access() argument
320 check_mmio_spte(struct kvm_vcpu *vcpu, u64 spte) check_mmio_spte() argument
341 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
346 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
351 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
366 u64 spte; global() member
369 count_spte_clear(u64 *sptep, u64 spte) count_spte_clear() argument
381 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
400 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
419 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
456 union split_spte spte, *orig = (union split_spte *)sptep; __get_spte_lockless() local
621 u64 spte = mmu_spte_get_lockless(sptep); mmu_spte_age() local
927 pte_list_add(struct kvm_mmu_memory_cache *cache, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_add() argument
1000 pte_list_remove(struct kvm *kvm, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_remove() argument
1089 rmap_remove(struct kvm *kvm, u64 *spte) rmap_remove() argument
1225 u64 spte = *sptep; spte_write_protect() local
1253 u64 spte = *sptep; spte_clear_dirty() local
1635 __rmap_add(struct kvm *kvm, struct kvm_mmu_memory_cache *cache, const struct kvm_memory_slot *slot, u64 *spte, gfn_t gfn, unsigned int access) __rmap_add() argument
1659 rmap_add(struct kvm_vcpu *vcpu, const struct kvm_memory_slot *slot, u64 *spte, gfn_t gfn, unsigned int access) rmap_add() argument
1781 mark_unsync(u64 *spte) mark_unsync() argument
2134 clear_sp_write_flooding_count(u64 *spte) clear_sp_write_flooding_count() argument
2406 __shadow_walk_next(struct kvm_shadow_walk_iterator *iterator, u64 spte) __shadow_walk_next() argument
2427 u64 spte; __link_shadow_page() local
2487 mmu_page_zap_pte(struct kvm *kvm, struct kvm_mmu_page *sp, u64 *spte, struct list_head *invalid_list) mmu_page_zap_pte() argument
2910 u64 spte; mmu_set_spte() local
3002 u64 *spte, *start = NULL; __direct_pte_prefetch() local
3196 disallowed_hugepage_adjust(struct kvm_page_fault *fault, u64 spte, int cur_level) disallowed_hugepage_adjust() argument
3386 is_access_allowed(struct kvm_page_fault *fault, u64 spte) is_access_allowed() argument
3407 fast_pf_get_last_sptep(struct kvm_vcpu *vcpu, gpa_t gpa, u64 *spte) fast_pf_get_last_sptep() argument
3428 u64 spte = 0ull; fast_page_fault() local
4081 u64 spte; get_walk() local
4148 u64 spte; handle_mmio_page_fault() local
4202 u64 spte; shadow_page_table_clear_flood() local
5619 u64 *spte; get_written_sptes() local
5653 u64 entry, gentry, *spte; kvm_mmu_track_write() local
6377 u64 *sptep, spte; shadow_mmu_split_huge_page() local
6421 u64 spte; shadow_mmu_try_split_huge_page() local
[all...] |
| /kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.c | 51 u64 *spte_to_child_pt(u64 spte, int level) in spte_to_child_pt() argument
|
| H A D | spte.h | 143 static inline bool is_mmio_spte(u64 spte) in is_mmio_spte() argument
153 static inline bool spte_ad_enabled(u64 spte) in spte_ad_enabled() argument
159 static inline bool spte_ad_need_write_protect(u64 spte) in spte_ad_need_write_protect() argument
165 spte_shadow_accessed_mask(u64 spte) spte_shadow_accessed_mask() argument
171 spte_shadow_dirty_mask(u64 spte) spte_shadow_dirty_mask() argument
177 is_access_track_spte(u64 spte) is_access_track_spte() argument
201 is_executable_pte(u64 spte) is_executable_pte() argument
211 is_accessed_spte(u64 spte) is_accessed_spte() argument
219 is_dirty_spte(u64 spte) is_dirty_spte() argument
226 spte_can_locklessly_be_made_writable(u64 spte) spte_can_locklessly_be_made_writable() argument
232 get_mmio_spte_generation(u64 spte) get_mmio_spte_generation() argument
[all...] |
| H A D | spte.c | 89 u64 spte = 0; in make_spte() local
170 u64 spte; make_nonleaf_spte() local
217 mark_spte_for_access_track(u64 spte) mark_spte_for_access_track() argument
[all...] |
| H A D | paging_tmpl.h | 595 u64 *spte; in pte_prefetch() local
186 prefetch_invalid_gpte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *spte, u64 gpte) prefetch_invalid_gpte() argument
528 prefetch_gpte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *spte, pt_element_t gpte, bool no_dirty_log) prefetch_gpte() argument
559 update_pte(struct kvm_vcpu *vcpu, struct kvm_mmu_page *sp, u64 *spte, const void *pte) update_pte() argument
[all...] |
| H A D | mmu.c | 226 static gfn_t get_mmio_spte_gfn(u64 spte) in get_mmio_spte_gfn() argument
236 static unsigned get_mmio_spte_access(u64 spte) in get_mmio_spte_access() argument
252 check_mmio_spte(struct kvm_vcpu *vcpu, u64 spte) check_mmio_spte() argument
291 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
296 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
301 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
316 u64 spte; global() member
319 count_spte_clear(u64 *sptep, u64 spte) count_spte_clear() argument
331 __set_spte(u64 *sptep, u64 spte) __set_spte() argument
350 __update_clear_spte_fast(u64 *sptep, u64 spte) __update_clear_spte_fast() argument
369 __update_clear_spte_slow(u64 *sptep, u64 spte) __update_clear_spte_slow() argument
406 union split_spte spte, *orig = (union split_spte *)sptep; __get_spte_lockless() local
427 spte_has_volatile_bits(u64 spte) spte_has_volatile_bits() argument
587 restore_acc_track_spte(u64 spte) restore_acc_track_spte() argument
607 u64 spte = mmu_spte_get_lockless(sptep); mmu_spte_age() local
836 pte_list_add(struct kvm_vcpu *vcpu, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_add() argument
895 __pte_list_remove(u64 *spte, struct kvm_rmap_head *rmap_head) __pte_list_remove() argument
965 rmap_add(struct kvm_vcpu *vcpu, u64 *spte, gfn_t gfn) rmap_add() argument
976 rmap_remove(struct kvm *kvm, u64 *spte) rmap_remove() argument
1108 u64 spte = *sptep; spte_write_protect() local
1139 u64 spte = *sptep; spte_clear_dirty() local
1181 u64 spte = *sptep; spte_set_dirty() local
1560 rmap_recycle(struct kvm_vcpu *vcpu, u64 *spte, gfn_t gfn) rmap_recycle() argument
1694 mark_unsync(u64 *spte) mark_unsync() argument
2015 clear_sp_write_flooding_count(u64 *spte) clear_sp_write_flooding_count() argument
2161 __shadow_walk_next(struct kvm_shadow_walk_iterator *iterator, u64 spte) __shadow_walk_next() argument
2181 u64 spte; link_shadow_page() local
2218 mmu_page_zap_pte(struct kvm *kvm, struct kvm_mmu_page *sp, u64 *spte, struct list_head *invalid_list) mmu_page_zap_pte() argument
2565 u64 spte; set_spte() local
2705 u64 *spte, *start = NULL; __direct_pte_prefetch() local
2828 disallowed_hugepage_adjust(u64 spte, gfn_t gfn, int cur_level, kvm_pfn_t *pfnp, int *goal_levelp) disallowed_hugepage_adjust() argument
3019 is_access_allowed(u32 fault_err_code, u64 spte) is_access_allowed() argument
3040 u64 spte = 0ull; fast_page_fault() local
3495 u64 spte; get_walk() local
3570 u64 spte; handle_mmio_page_fault() local
3625 u64 spte; shadow_page_table_clear_flood() local
4958 u64 *spte; get_written_sptes() local
4993 u64 entry, gentry, *spte; kvm_mmu_pte_write() local
[all...] |
| /kernel/linux/linux-5.10/arch/s390/mm/ |
| H A D | pgtable.c | 652 pte_t spte, tpte; in ptep_shadow_pte() local
|
| /kernel/linux/linux-6.6/arch/s390/mm/ |
| H A D | pgtable.c | 691 pte_t spte, tpte; in ptep_shadow_pte() local
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 448 bool spte = pgt->pte[ptei] & NVKM_VMM_PTE_SPTES; in nvkm_vmm_ref_hwpt() local
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/nvkm/subdev/mmu/ |
| H A D | vmm.c | 448 bool spte = pgt->pte[ptei] & NVKM_VMM_PTE_SPTES; in nvkm_vmm_ref_hwpt() local
|
| /kernel/linux/linux-5.10/mm/ |
| H A D | hugetlb.c | 5421 pte_t *spte = NULL; in huge_pmd_share() local
|
| /kernel/linux/linux-6.6/mm/ |
| H A D | hugetlb.c | 7005 pte_t *spte = NULL; in huge_pmd_share() local
|