| /kernel/linux/linux-6.6/arch/x86/kvm/mmu/ |
| H A D | mmu.c | 917 * About rmap_head encoding:
919 * If the bit zero of rmap_head->val is clear, then it points to the only spte
920 * in this rmap chain. Otherwise, (rmap_head->val & ~1) points to a struct
928 struct kvm_rmap_head *rmap_head) in pte_list_add()
933 if (!rmap_head->val) { in pte_list_add()
934 rmap_head->val = (unsigned long)spte; in pte_list_add()
935 } else if (!(rmap_head->val & 1)) { in pte_list_add()
937 desc->sptes[0] = (u64 *)rmap_head->val; in pte_list_add()
941 rmap_head->val = (unsigned long)desc | 1; in pte_list_add()
944 desc = (struct pte_list_desc *)(rmap_head in pte_list_add()
927 pte_list_add(struct kvm_mmu_memory_cache *cache, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_add() argument
963 pte_list_desc_remove_entry(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct pte_list_desc *desc, int i) pte_list_desc_remove_entry() argument
1000 pte_list_remove(struct kvm *kvm, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_remove() argument
1031 kvm_zap_one_rmap_spte(struct kvm *kvm, struct kvm_rmap_head *rmap_head, u64 *sptep) kvm_zap_one_rmap_spte() argument
1039 kvm_zap_all_rmap_sptes(struct kvm *kvm, struct kvm_rmap_head *rmap_head) kvm_zap_all_rmap_sptes() argument
1067 pte_list_count(struct kvm_rmap_head *rmap_head) pte_list_count() argument
1095 struct kvm_rmap_head *rmap_head; rmap_remove() local
1130 rmap_get_first(struct kvm_rmap_head *rmap_head, struct rmap_iterator *iter) rmap_get_first() argument
1238 rmap_write_protect(struct kvm_rmap_head *rmap_head, bool pt_protect) rmap_write_protect() argument
1276 __rmap_clear_dirty(struct kvm *kvm, struct kvm_rmap_head *rmap_head, const struct kvm_memory_slot *slot) __rmap_clear_dirty() argument
1305 struct kvm_rmap_head *rmap_head; kvm_mmu_write_protect_pt_masked() local
1338 struct kvm_rmap_head *rmap_head; kvm_mmu_clear_dirty_pt_masked() local
1412 struct kvm_rmap_head *rmap_head; kvm_mmu_slot_gfn_write_protect() local
1438 __kvm_zap_rmap(struct kvm *kvm, struct kvm_rmap_head *rmap_head, const struct kvm_memory_slot *slot) __kvm_zap_rmap() argument
1444 kvm_zap_rmap(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, pte_t unused) kvm_zap_rmap() argument
1451 kvm_set_pte_rmap(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, pte_t pte) kvm_set_pte_rmap() argument
1606 kvm_age_rmap(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, pte_t unused) kvm_age_rmap() argument
1620 kvm_test_age_rmap(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, pte_t unused) kvm_test_age_rmap() argument
1641 struct kvm_rmap_head *rmap_head; __rmap_add() local
6263 slot_rmap_write_protect(struct kvm *kvm, struct kvm_rmap_head *rmap_head, const struct kvm_memory_slot *slot) slot_rmap_write_protect() argument
6453 shadow_mmu_try_split_huge_pages(struct kvm *kvm, struct kvm_rmap_head *rmap_head, const struct kvm_memory_slot *slot) shadow_mmu_try_split_huge_pages() argument
6568 kvm_mmu_zap_collapsible_spte(struct kvm *kvm, struct kvm_rmap_head *rmap_head, const struct kvm_memory_slot *slot) kvm_mmu_zap_collapsible_spte() argument
[all...] |
| H A D | mmu_internal.h | 181 unsigned int pte_list_count(struct kvm_rmap_head *rmap_head);
|
| /kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
| H A D | mmu_audit.c | 129 struct kvm_rmap_head *rmap_head; in inspect_spte_has_rmap() local
150 rmap_head = __gfn_to_rmap(gfn, rev_sp->role.level, slot); in inspect_spte_has_rmap()
151 if (!rmap_head->val) { in inspect_spte_has_rmap()
192 struct kvm_rmap_head *rmap_head; in audit_write_protection() local
203 rmap_head = __gfn_to_rmap(sp->gfn, PG_LEVEL_4K, slot); in audit_write_protection()
205 for_each_rmap_spte(rmap_head, &iter, sptep) { in audit_write_protection()
|
| H A D | mmu.c | 826 * About rmap_head encoding:
828 * If the bit zero of rmap_head->val is clear, then it points to the only spte
829 * in this rmap chain. Otherwise, (rmap_head->val & ~1) points to a struct
837 struct kvm_rmap_head *rmap_head) in pte_list_add()
842 if (!rmap_head->val) { in pte_list_add()
844 rmap_head->val = (unsigned long)spte; in pte_list_add()
845 } else if (!(rmap_head->val & 1)) { in pte_list_add()
848 desc->sptes[0] = (u64 *)rmap_head->val; in pte_list_add()
850 rmap_head->val = (unsigned long)desc | 1; in pte_list_add()
854 desc = (struct pte_list_desc *)(rmap_head in pte_list_add()
836 pte_list_add(struct kvm_vcpu *vcpu, u64 *spte, struct kvm_rmap_head *rmap_head) pte_list_add() argument
873 pte_list_desc_remove_entry(struct kvm_rmap_head *rmap_head, struct pte_list_desc *desc, int i, struct pte_list_desc *prev_desc) pte_list_desc_remove_entry() argument
895 __pte_list_remove(u64 *spte, struct kvm_rmap_head *rmap_head) __pte_list_remove() argument
931 pte_list_remove(struct kvm_rmap_head *rmap_head, u64 *sptep) pte_list_remove() argument
968 struct kvm_rmap_head *rmap_head; rmap_add() local
980 struct kvm_rmap_head *rmap_head; rmap_remove() local
1005 rmap_get_first(struct kvm_rmap_head *rmap_head, struct rmap_iterator *iter) rmap_get_first() argument
1123 __rmap_write_protect(struct kvm *kvm, struct kvm_rmap_head *rmap_head, bool pt_protect) __rmap_write_protect() argument
1164 __rmap_clear_dirty(struct kvm *kvm, struct kvm_rmap_head *rmap_head) __rmap_clear_dirty() argument
1195 __rmap_set_dirty(struct kvm *kvm, struct kvm_rmap_head *rmap_head) __rmap_set_dirty() argument
1222 struct kvm_rmap_head *rmap_head; kvm_mmu_write_protect_pt_masked() local
1251 struct kvm_rmap_head *rmap_head; kvm_mmu_clear_dirty_pt_masked() local
1291 struct kvm_rmap_head *rmap_head; kvm_mmu_slot_gfn_write_protect() local
1315 kvm_zap_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head) kvm_zap_rmapp() argument
1331 kvm_unmap_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data) kvm_unmap_rmapp() argument
1338 kvm_set_pte_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data) kvm_set_pte_rmapp() argument
1447 kvm_handle_hva_range(struct kvm *kvm, unsigned long start, unsigned long end, unsigned long data, int (*handler)(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data)) kvm_handle_hva_range() argument
1494 kvm_handle_hva(struct kvm *kvm, unsigned long hva, unsigned long data, int (*handler)(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data)) kvm_handle_hva() argument
1530 kvm_age_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data) kvm_age_rmapp() argument
1545 kvm_test_age_rmapp(struct kvm *kvm, struct kvm_rmap_head *rmap_head, struct kvm_memory_slot *slot, gfn_t gfn, int level, unsigned long data) kvm_test_age_rmapp() argument
1562 struct kvm_rmap_head *rmap_head; rmap_recycle() local
5537 slot_rmap_write_protect(struct kvm *kvm, struct kvm_rmap_head *rmap_head) slot_rmap_write_protect() argument
5571 kvm_mmu_zap_collapsible_spte(struct kvm *kvm, struct kvm_rmap_head *rmap_head) kvm_mmu_zap_collapsible_spte() argument
[all...] |