| /kernel/linux/linux-5.10/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.h | 32 int root_level; member
50 #define for_each_tdp_pte_min_level(iter, root, root_level, min_level, start, end) \
51 for (tdp_iter_start(&iter, root, root_level, min_level, start); \
55 #define for_each_tdp_pte(iter, root, root_level, start, end) \
56 for_each_tdp_pte_min_level(iter, root, root_level, PG_LEVEL_4K, start, end)
60 void tdp_iter_start(struct tdp_iter *iter, u64 *root_pt, int root_level,
|
| H A D | tdp_iter.c | 27 void tdp_iter_start(struct tdp_iter *iter, u64 *root_pt, int root_level, in tdp_iter_start() argument
30 WARN_ON(root_level < 1); in tdp_iter_start()
31 WARN_ON(root_level > PT64_ROOT_MAX_LEVEL); in tdp_iter_start()
35 iter->root_level = root_level; in tdp_iter_start()
37 iter->level = root_level; in tdp_iter_start()
124 if (iter->level == iter->root_level) in try_step_up()
164 return iter->pt_path[iter->root_level - 1]; in tdp_iter_root_pt()
|
| H A D | mmu_audit.c | 62 if (vcpu->arch.mmu->root_level >= PT64_ROOT_4LEVEL) { in mmu_spte_walk()
66 __mmu_spte_walk(vcpu, sp, fn, vcpu->arch.mmu->root_level); in mmu_spte_walk()
122 "ent %llxn", vcpu->arch.mmu->root_level, pfn, in audit_mappings()
|
| H A D | mmu.c | 2043 if (!direct_mmu && vcpu->arch.mmu->root_level <= PT32_ROOT_LEVEL) { in kvm_mmu_get_page()
2124 vcpu->arch.mmu->root_level < PT64_ROOT_4LEVEL && in shadow_walk_init_using_root()
3187 (mmu->root_level >= PT64_ROOT_4LEVEL || mmu->direct_map)) { in kvm_mmu_free_roots()
3291 if (vcpu->arch.mmu->root_level >= PT64_ROOT_4LEVEL) { in mmu_alloc_shadow_roots()
3327 if (vcpu->arch.mmu->root_level == PT32E_ROOT_LEVEL) { in mmu_alloc_shadow_roots()
3396 if (vcpu->arch.mmu->root_level >= PT64_ROOT_4LEVEL) { in kvm_mmu_sync_roots()
3491 static int get_walk(struct kvm_vcpu *vcpu, u64 addr, u64 *sptes, int *root_level) in get_walk() argument
3500 *root_level = iterator.level; in get_walk()
3825 context->root_level = 0; in nonpaging_init_context()
3884 mmu->root_level > in fast_pgd_switch()
4390 unsigned root_level = mmu->root_level; update_last_nonleaf_level() local
4421 int root_level = is_la57_mode(vcpu) ? paging64_init_context() local
[all...] |
| H A D | tdp_mmu.h | 64 int *root_level);
|
| H A D | tdp_mmu.c | 437 tdp_iter_start(iter, iter->pt_path[iter->root_level - 1], in tdp_mmu_iter_cond_resched()
438 iter->root_level, iter->min_level, in tdp_mmu_iter_cond_resched()
1177 int *root_level) in kvm_tdp_mmu_get_walk()
1184 *root_level = vcpu->arch.mmu->shadow_root_level; in kvm_tdp_mmu_get_walk()
1176 kvm_tdp_mmu_get_walk(struct kvm_vcpu *vcpu, u64 addr, u64 *sptes, int *root_level) kvm_tdp_mmu_get_walk() argument
|
| H A D | paging_tmpl.h | 332 walker->level = mmu->root_level; in walk_addr_generic()
643 top_level = vcpu->arch.mmu->root_level; in fetch()
|
| /kernel/linux/linux-6.6/arch/x86/kvm/mmu/ |
| H A D | tdp_iter.c | 27 iter->level = iter->root_level; in tdp_iter_restart()
49 iter->root_level = root->role.level; in tdp_iter_start()
51 iter->pt_path[iter->root_level - 1] = (tdp_ptep_t)root->spt; in tdp_iter_start()
135 if (iter->level == iter->root_level) in try_step_up()
|
| H A D | tdp_iter.h | 97 int root_level; member
|
| H A D | tdp_mmu.h | 68 int *root_level);
|
| /kernel/linux/linux-6.6/fs/btrfs/ |
| H A D | qgroup.c | 1980 static int adjust_slots_upwards(struct btrfs_path *path, int root_level) in adjust_slots_upwards() argument
1986 if (root_level == 0) in adjust_slots_upwards()
1989 while (level <= root_level) { in adjust_slots_upwards()
2000 if (level != root_level) { in adjust_slots_upwards()
2020 eb = path->nodes[root_level]; in adjust_slots_upwards()
2021 if (path->slots[root_level] >= btrfs_header_nritems(eb)) in adjust_slots_upwards()
2049 * @root_level = 1
2076 int dst_level, int root_level, in qgroup_trace_extent_swap()
2083 int cur_level = root_level; in qgroup_trace_extent_swap()
2086 BUG_ON(dst_level > root_level); in qgroup_trace_extent_swap()
2073 qgroup_trace_extent_swap(struct btrfs_trans_handle* trans, struct extent_buffer *src_eb, struct btrfs_path *dst_path, int dst_level, int root_level, bool trace_leaf) qgroup_trace_extent_swap() argument
2199 qgroup_trace_new_subtree_blocks(struct btrfs_trans_handle* trans, struct extent_buffer *src_eb, struct btrfs_path *dst_path, int cur_level, int root_level, u64 last_snapshot, bool trace_leaf) qgroup_trace_new_subtree_blocks() argument
2355 btrfs_qgroup_trace_subtree(struct btrfs_trans_handle *trans, struct extent_buffer *root_eb, u64 root_gen, int root_level) btrfs_qgroup_trace_subtree() argument
[all...] |
| H A D | qgroup.h | 355 u64 root_gen, int root_level);
|
| /kernel/linux/linux-5.10/fs/btrfs/ |
| H A D | qgroup.c | 1904 static int adjust_slots_upwards(struct btrfs_path *path, int root_level) in adjust_slots_upwards() argument
1910 if (root_level == 0) in adjust_slots_upwards()
1913 while (level <= root_level) { in adjust_slots_upwards()
1924 if (level != root_level) { in adjust_slots_upwards()
1944 eb = path->nodes[root_level]; in adjust_slots_upwards()
1945 if (path->slots[root_level] >= btrfs_header_nritems(eb)) in adjust_slots_upwards()
1973 * @root_level = 1
2000 int dst_level, int root_level, in qgroup_trace_extent_swap()
2007 int cur_level = root_level; in qgroup_trace_extent_swap()
2010 BUG_ON(dst_level > root_level); in qgroup_trace_extent_swap()
1997 qgroup_trace_extent_swap(struct btrfs_trans_handle* trans, struct extent_buffer *src_eb, struct btrfs_path *dst_path, int dst_level, int root_level, bool trace_leaf) qgroup_trace_extent_swap() argument
2136 qgroup_trace_new_subtree_blocks(struct btrfs_trans_handle* trans, struct extent_buffer *src_eb, struct btrfs_path *dst_path, int cur_level, int root_level, u64 last_snapshot, bool trace_leaf) qgroup_trace_new_subtree_blocks() argument
2302 btrfs_qgroup_trace_subtree(struct btrfs_trans_handle *trans, struct extent_buffer *root_eb, u64 root_gen, int root_level) btrfs_qgroup_trace_subtree() argument
[all...] |
| H A D | qgroup.h | 340 u64 root_gen, int root_level);
|
| H A D | backref.c | 550 int root_level; in resolve_indirect_ref() local
583 root_level = btrfs_header_level(root->commit_root); in resolve_indirect_ref()
585 root_level = btrfs_header_level(root->node); in resolve_indirect_ref()
587 root_level = btrfs_old_root_level(root, time_seq); in resolve_indirect_ref()
589 if (root_level + 1 == level) in resolve_indirect_ref()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm_pt.c | 79 shift = amdgpu_vm_pt_level_shift(adev, adev->vm_manager.root_level); in amdgpu_vm_pt_num_entries()
80 if (level == adev->vm_manager.root_level) in amdgpu_vm_pt_num_entries()
104 shift = amdgpu_vm_pt_level_shift(adev, adev->vm_manager.root_level); in amdgpu_vm_pt_num_ats_entries()
120 if (level <= adev->vm_manager.root_level) in amdgpu_vm_pt_entries_mask()
179 cursor->level = adev->vm_manager.root_level; in amdgpu_vm_pt_start()
378 unsigned int level = adev->vm_manager.root_level; in amdgpu_vm_pt_clear()
746 enum amdgpu_vm_level root = adev->vm_manager.root_level; in amdgpu_vm_pt_is_root_clean()
777 level += params->adev->vm_manager.root_level; in amdgpu_vm_pde_update()
|
| H A D | amdgpu_vm.c | 2067 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2070 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2073 adev->vm_manager.root_level = AMDGPU_VM_PDB0; in amdgpu_vm_adjust_size()
2180 r = amdgpu_vm_pt_create(adev, vm, adev->vm_manager.root_level, in amdgpu_vm_init()
|
| H A D | amdgpu_vm.h | 362 enum amdgpu_vm_level root_level; member
|
| /kernel/linux/linux-5.10/fs/xfs/scrub/ |
| H A D | btree.c | 456 unsigned int root_level = cur->bc_nlevels - 1; in xchk_btree_check_minrecs() local
476 root_block = xfs_btree_get_block(cur, root_level, &root_bp); in xchk_btree_check_minrecs()
477 root_maxrecs = cur->bc_ops->get_dmaxrecs(cur, root_level); in xchk_btree_check_minrecs()
488 if (level < root_level) in xchk_btree_check_minrecs()
|
| /kernel/linux/linux-6.6/fs/xfs/scrub/ |
| H A D | btree.c | 497 unsigned int root_level = cur->bc_nlevels - 1; in xchk_btree_check_minrecs() local
517 root_block = xfs_btree_get_block(cur, root_level, &root_bp); in xchk_btree_check_minrecs()
518 root_maxrecs = cur->bc_ops->get_dmaxrecs(cur, root_level); in xchk_btree_check_minrecs()
530 if (level < root_level) in xchk_btree_check_minrecs()
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_vm.c | 151 adev->vm_manager.root_level); in amdgpu_vm_num_entries()
153 if (level == adev->vm_manager.root_level) in amdgpu_vm_num_entries()
177 shift = amdgpu_vm_level_shift(adev, adev->vm_manager.root_level); in amdgpu_vm_num_ats_entries()
193 if (level <= adev->vm_manager.root_level) in amdgpu_vm_entries_mask()
397 cursor->level = adev->vm_manager.root_level; in amdgpu_vm_pt_start()
750 unsigned level = adev->vm_manager.root_level; in amdgpu_vm_clear_bo()
1257 level += params->adev->vm_manager.root_level; in amdgpu_vm_update_pde()
2773 adev->vm_manager.root_level = AMDGPU_VM_PDB2; in amdgpu_vm_adjust_size()
2776 adev->vm_manager.root_level = AMDGPU_VM_PDB1; in amdgpu_vm_adjust_size()
2779 adev->vm_manager.root_level in amdgpu_vm_adjust_size()
[all...] |
| H A D | amdgpu_vm.h | 338 enum amdgpu_vm_level root_level; member
|
| /kernel/linux/linux-5.10/arch/x86/kvm/vmx/ |
| H A D | vmx.h | 356 int root_level);
|
| /kernel/linux/linux-6.6/include/uapi/linux/ |
| H A D | btrfs_tree.h | 682 __u8 root_level; member
|
| /kernel/linux/linux-6.6/arch/x86/kvm/vmx/ |
| H A D | vmx.h | 398 u64 construct_eptp(struct kvm_vcpu *vcpu, hpa_t root_hpa, int root_level);
|