/kernel/linux/linux-5.10/arch/powerpc/kvm/ |
H A D | book3s_hv_rm_mmu.c | 82 unsigned long *rmap, long pte_index, int realmode) in kvmppc_add_revmap_chain() 97 tail->forw = pte_index; in kvmppc_add_revmap_chain() 98 head->back = pte_index; in kvmppc_add_revmap_chain() 100 rev->forw = rev->back = pte_index; in kvmppc_add_revmap_chain() 102 pte_index | KVMPPC_RMAP_PRESENT | KVMPPC_RMAP_HPT; in kvmppc_add_revmap_chain() 160 static void remove_revmap_chain(struct kvm *kvm, long pte_index, in remove_revmap_chain() argument 183 if (head == pte_index) { in remove_revmap_chain() 185 if (head == pte_index) in remove_revmap_chain() 198 long pte_index, unsigned long pteh, unsigned long ptel, in kvmppc_do_h_enter() 307 if (pte_index > in kvmppc_do_h_enter() 81 kvmppc_add_revmap_chain(struct kvm *kvm, struct revmap_entry *rev, unsigned long *rmap, long pte_index, int realmode) kvmppc_add_revmap_chain() argument 197 kvmppc_do_h_enter(struct kvm *kvm, unsigned long flags, long pte_index, unsigned long pteh, unsigned long ptel, pgd_t *pgdir, bool realmode, unsigned long *pte_idx_ret) kvmppc_do_h_enter() argument 405 kvmppc_h_enter(struct kvm_vcpu *vcpu, unsigned long flags, long pte_index, unsigned long pteh, unsigned long ptel) kvmppc_h_enter() argument 488 kvmppc_do_h_remove(struct kvm *kvm, unsigned long flags, unsigned long pte_index, unsigned long avpn, unsigned long *hpret) kvmppc_do_h_remove() argument 550 kvmppc_h_remove(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index, unsigned long avpn) kvmppc_h_remove() argument 564 unsigned long flags, req, pte_index, rcbits; kvmppc_h_bulk_remove() local 675 kvmppc_h_protect(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index, unsigned long avpn, unsigned long va) kvmppc_h_protect() argument 746 kvmppc_h_read(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_read() argument 786 kvmppc_h_clear_ref(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_clear_ref() argument 834 kvmppc_h_clear_mod(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_clear_mod() argument 1014 kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, unsigned long pte_index) kvmppc_invalidate_hpte() argument 1032 kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, unsigned long pte_index) kvmppc_clear_ref_hpte() argument [all...] |
H A D | book3s_pr_papr.c | 23 static unsigned long get_pteg_addr(struct kvm_vcpu *vcpu, long pte_index) in get_pteg_addr() argument 28 pte_index <<= 4; in get_pteg_addr() 29 pte_index &= ((1 << ((vcpu_book3s->sdr1 & 0x1f) + 11)) - 1) << 7 | 0x70; in get_pteg_addr() 31 pteg_addr |= pte_index; in get_pteg_addr() 39 long pte_index = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_pr_enter() local 45 i = pte_index & 7; in kvmppc_h_pr_enter() 46 pte_index &= ~7UL; in kvmppc_h_pr_enter() 47 pteg_addr = get_pteg_addr(vcpu, pte_index); in kvmppc_h_pr_enter() 76 kvmppc_set_gpr(vcpu, 4, pte_index | i); in kvmppc_h_pr_enter() 89 unsigned long pte_index in kvmppc_h_pr_remove() local 217 unsigned long pte_index = kvmppc_get_gpr(vcpu, 5); kvmppc_h_pr_protect() local [all...] |
/kernel/linux/linux-6.6/arch/powerpc/kvm/ |
H A D | book3s_hv_rm_mmu.c | 69 unsigned long *rmap, long pte_index, int realmode) in kvmppc_add_revmap_chain() 84 tail->forw = pte_index; in kvmppc_add_revmap_chain() 85 head->back = pte_index; in kvmppc_add_revmap_chain() 87 rev->forw = rev->back = pte_index; in kvmppc_add_revmap_chain() 89 pte_index | KVMPPC_RMAP_PRESENT | KVMPPC_RMAP_HPT; in kvmppc_add_revmap_chain() 147 static void remove_revmap_chain(struct kvm *kvm, long pte_index, in remove_revmap_chain() argument 170 if (head == pte_index) { in remove_revmap_chain() 172 if (head == pte_index) in remove_revmap_chain() 185 long pte_index, unsigned long pteh, unsigned long ptel, in kvmppc_do_h_enter() 303 if (pte_index > in kvmppc_do_h_enter() 68 kvmppc_add_revmap_chain(struct kvm *kvm, struct revmap_entry *rev, unsigned long *rmap, long pte_index, int realmode) kvmppc_add_revmap_chain() argument 184 kvmppc_do_h_enter(struct kvm *kvm, unsigned long flags, long pte_index, unsigned long pteh, unsigned long ptel, pgd_t *pgdir, bool realmode, unsigned long *pte_idx_ret) kvmppc_do_h_enter() argument 401 kvmppc_h_enter(struct kvm_vcpu *vcpu, unsigned long flags, long pte_index, unsigned long pteh, unsigned long ptel) kvmppc_h_enter() argument 485 kvmppc_do_h_remove(struct kvm *kvm, unsigned long flags, unsigned long pte_index, unsigned long avpn, unsigned long *hpret) kvmppc_do_h_remove() argument 547 kvmppc_h_remove(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index, unsigned long avpn) kvmppc_h_remove() argument 562 unsigned long flags, req, pte_index, rcbits; kvmppc_h_bulk_remove() local 674 kvmppc_h_protect(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index, unsigned long avpn) kvmppc_h_protect() argument 745 kvmppc_h_read(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_read() argument 786 kvmppc_h_clear_ref(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_clear_ref() argument 835 kvmppc_h_clear_mod(struct kvm_vcpu *vcpu, unsigned long flags, unsigned long pte_index) kvmppc_h_clear_mod() argument 1016 kvmppc_invalidate_hpte(struct kvm *kvm, __be64 *hptep, unsigned long pte_index) kvmppc_invalidate_hpte() argument 1034 kvmppc_clear_ref_hpte(struct kvm *kvm, __be64 *hptep, unsigned long pte_index) kvmppc_clear_ref_hpte() argument [all...] |
H A D | book3s_pr_papr.c | 23 static unsigned long get_pteg_addr(struct kvm_vcpu *vcpu, long pte_index) in get_pteg_addr() argument 28 pte_index <<= 4; in get_pteg_addr() 29 pte_index &= ((1 << ((vcpu_book3s->sdr1 & 0x1f) + 11)) - 1) << 7 | 0x70; in get_pteg_addr() 31 pteg_addr |= pte_index; in get_pteg_addr() 39 long pte_index = kvmppc_get_gpr(vcpu, 5); in kvmppc_h_pr_enter() local 45 i = pte_index & 7; in kvmppc_h_pr_enter() 46 pte_index &= ~7UL; in kvmppc_h_pr_enter() 47 pteg_addr = get_pteg_addr(vcpu, pte_index); in kvmppc_h_pr_enter() 76 kvmppc_set_gpr(vcpu, 4, pte_index | i); in kvmppc_h_pr_enter() 89 unsigned long pte_index in kvmppc_h_pr_remove() local 217 unsigned long pte_index = kvmppc_get_gpr(vcpu, 5); kvmppc_h_pr_protect() local [all...] |
/kernel/linux/linux-5.10/arch/powerpc/include/asm/ |
H A D | kvm_book3s.h | 239 unsigned long *rmap, long pte_index, int realmode); 243 unsigned long pte_index); 245 unsigned long pte_index); 251 long pte_index, unsigned long pteh, unsigned long ptel, 254 unsigned long pte_index, unsigned long avpn,
|
H A D | kvm_ppc.h | 763 long pte_index, unsigned long pteh, unsigned long ptel); 765 unsigned long pte_index, unsigned long avpn); 768 unsigned long pte_index, unsigned long avpn, 771 unsigned long pte_index); 773 unsigned long pte_index); 775 unsigned long pte_index);
|
H A D | kvm_book3s_64.h | 302 unsigned long pte_index) in compute_tlbie_rb() 329 va_low = pte_index >> 3; in compute_tlbie_rb() 301 compute_tlbie_rb(unsigned long v, unsigned long r, unsigned long pte_index) compute_tlbie_rb() argument
|
/kernel/linux/linux-6.6/arch/powerpc/include/asm/ |
H A D | kvm_book3s.h | 239 unsigned long *rmap, long pte_index, int realmode); 243 unsigned long pte_index); 245 unsigned long pte_index); 251 long pte_index, unsigned long pteh, unsigned long ptel, 254 unsigned long pte_index, unsigned long avpn,
|
H A D | kvm_ppc.h | 795 long pte_index, unsigned long pteh, unsigned long ptel); 797 unsigned long pte_index, unsigned long avpn); 800 unsigned long pte_index, unsigned long avpn); 802 unsigned long pte_index); 804 unsigned long pte_index); 806 unsigned long pte_index);
|
H A D | kvm_book3s_64.h | 299 unsigned long pte_index) in compute_tlbie_rb() 326 va_low = pte_index >> 3; in compute_tlbie_rb() 298 compute_tlbie_rb(unsigned long v, unsigned long r, unsigned long pte_index) compute_tlbie_rb() argument
|
/kernel/linux/linux-6.6/tools/testing/selftests/kvm/lib/riscv/ |
H A D | processor.c | 46 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva, int level) in pte_index() function 88 ptep = addr_gpa2hva(vm, vm->pgd) + pte_index(vm, vaddr, level) * 8; in virt_arch_pg_map() 98 pte_index(vm, vaddr, level) * 8; in virt_arch_pg_map() 121 ptep = addr_gpa2hva(vm, vm->pgd) + pte_index(vm, gva, level) * 8; in addr_arch_gva2gpa() 128 pte_index(vm, gva, level) * 8; in addr_arch_gva2gpa()
|
/kernel/linux/linux-6.6/arch/mips/kvm/ |
H A D | mmu.c | 157 int i_min = pte_index(start_gpa); in kvm_mips_flush_gpa_pte() 158 int i_max = pte_index(end_gpa); in kvm_mips_flush_gpa_pte() 282 int i_min = pte_index(start); \ 283 int i_max = pte_index(end); \
|
/kernel/linux/linux-5.10/arch/mips/kvm/ |
H A D | mmu.c | 158 int i_min = pte_index(start_gpa); in kvm_mips_flush_gpa_pte() 159 int i_max = pte_index(end_gpa); in kvm_mips_flush_gpa_pte() 283 int i_min = pte_index(start); \ 284 int i_max = pte_index(end); \ 811 int i_min = pte_index(start_gva); in kvm_mips_flush_gva_pte() 812 int i_max = pte_index(end_gva); in kvm_mips_flush_gva_pte()
|
/kernel/linux/linux-5.10/drivers/iommu/ |
H A D | rockchip-iommu.c | 476 u32 dte_index, pte_index, page_offset; in log_iova() local 488 pte_index = rk_iova_pte_index(iova); in log_iova() 501 pte_addr_phys = rk_dte_pt_address(dte) + (pte_index * 4); in log_iova() 512 dev_err(iommu->dev, "iova = %pad: dte_index: %#03x pte_index: %#03x page_offset: %#03x\n", in log_iova() 513 &iova, dte_index, pte_index, page_offset); in log_iova() 767 u32 dte_index, pte_index; in rk_iommu_map() local 786 pte_index = rk_iova_pte_index(iova); in rk_iommu_map() 787 pte_addr = &page_table[pte_index]; in rk_iommu_map() 788 pte_dma = rk_dte_pt_address(dte_index) + pte_index * sizeof(u32); in rk_iommu_map()
|
H A D | sun50i-iommu.c | 527 u32 pte_index; in sun50i_iommu_map() local 537 pte_index = sun50i_iova_get_pte_index(iova); in sun50i_iommu_map() 538 pte_addr = &page_table[pte_index]; in sun50i_iommu_map()
|
/kernel/linux/linux-6.6/drivers/iommu/ |
H A D | rockchip-iommu.c | 536 u32 dte_index, pte_index, page_offset; in log_iova() local 548 pte_index = rk_iova_pte_index(iova); in log_iova() 561 pte_addr_phys = rk_ops->pt_address(dte) + (pte_index * 4); in log_iova() 572 dev_err(iommu->dev, "iova = %pad: dte_index: %#03x pte_index: %#03x page_offset: %#03x\n", in log_iova() 573 &iova, dte_index, pte_index, page_offset); in log_iova() 826 u32 dte_index, pte_index; in rk_iommu_map() local 845 pte_index = rk_iova_pte_index(iova); in rk_iommu_map() 846 pte_addr = &page_table[pte_index]; in rk_iommu_map() 848 pte_dma = rk_ops->pt_address(dte_index) + pte_index * sizeof(u32); in rk_iommu_map()
|
H A D | sun50i-iommu.c | 596 u32 pte_index; in sun50i_iommu_map() local 606 pte_index = sun50i_iova_get_pte_index(iova); in sun50i_iommu_map() 607 pte_addr = &page_table[pte_index]; in sun50i_iommu_map()
|
/kernel/linux/linux-5.10/include/linux/ |
H A D | pgtable.h | 43 static inline unsigned long pte_index(unsigned long address) in pte_index() function 47 #define pte_index pte_index macro 73 return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address); in pte_offset_kernel() 81 pte_index((address)))
|
/kernel/linux/linux-5.10/tools/testing/selftests/kvm/lib/aarch64/ |
H A D | processor.c | 54 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva) in pte_index() function 130 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8; in _virt_pg_map() 171 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8; in addr_gva2gpa()
|
/kernel/linux/linux-5.10/arch/loongarch/kvm/ |
H A D | mmu.c | 190 int i_min = pte_index(start_gpa); in kvm_flush_gpa_pte() 191 int i_max = pte_index(end_gpa); in kvm_flush_gpa_pte() 328 int i_min = pte_index(start); in kvm_mkclean_pte() 329 int i_max = pte_index(end); in kvm_mkclean_pte() 548 int i_min = pte_index(start); in kvm_mkold_pte() 549 int i_max = pte_index(end); in kvm_mkold_pte()
|
/kernel/linux/linux-5.10/arch/x86/power/ |
H A D | hibernate_32.c | 164 set_pte(pte + pte_index(restore_jump_address), in set_up_temporary_text_mapping()
|
/kernel/linux/linux-6.6/arch/x86/power/ |
H A D | hibernate_32.c | 164 set_pte(pte + pte_index(restore_jump_address), in set_up_temporary_text_mapping()
|
/kernel/linux/linux-6.6/tools/testing/selftests/kvm/lib/aarch64/ |
H A D | processor.c | 55 static uint64_t pte_index(struct kvm_vm *vm, vm_vaddr_t gva) in pte_index() function 144 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, vaddr) * 8; in _virt_pg_map() 183 ptep = addr_gpa2hva(vm, pte_addr(vm, *ptep)) + pte_index(vm, gva) * 8; in virt_get_pte_hva()
|
/kernel/linux/linux-6.6/arch/arm64/mm/ |
H A D | fixmap.c | 37 return &bm_pte[BM_PTE_TABLE_IDX(addr)][pte_index(addr)]; in fixmap_pte()
|
/kernel/linux/linux-6.6/include/linux/ |
H A D | pgtable.h | 65 static inline unsigned long pte_index(unsigned long address) in pte_index() function 94 return (pte_t *)pmd_page_vaddr(*pmd) + pte_index(address); in pte_offset_kernel() 101 ((pte_t *)kmap_local_page(pmd_page(*(pmd))) + pte_index((address)))
|