| /kernel/linux/linux-6.6/drivers/accel/habanalabs/common/mmu/ |
| H A D | mmu_v1.c | 17 static struct pgt_info *get_pgt_info(struct hl_ctx *ctx, u64 hop_addr) in get_pgt_info() argument
22 (unsigned long) hop_addr) in get_pgt_info()
23 if (hop_addr == pgt_info->shadow_addr) in get_pgt_info()
40 static void free_hop(struct hl_ctx *ctx, u64 hop_addr) in free_hop() argument
42 struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); in free_hop()
143 static inline void get_pte(struct hl_ctx *ctx, u64 hop_addr) in get_pte() argument
145 get_pgt_info(ctx, hop_addr)->num_of_ptes++; in get_pte()
152 * @hop_addr: addr of the hop
157 static inline int put_pte(struct hl_ctx *ctx, u64 hop_addr) in put_pte() argument
159 struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); in put_pte()
189 u64 hop_addr = hl_mmu_get_next_hop_addr(ctx, curr_pte); get_alloc_next_hop_addr() local
486 u64 hop_addr[MMU_V1_MAX_HOPS] = {0}, hop_pte_addr[MMU_V1_MAX_HOPS] = {0}, curr_pte = 0; hl_mmu_v1_unmap() local
590 u64 hop_addr[MMU_V1_MAX_HOPS] = {0}, hop_pte_addr[MMU_V1_MAX_HOPS] = {0}, curr_pte = 0; hl_mmu_v1_map() local
[all...] |
| H A D | mmu.c | 724 * @hop_addr: HOP address.
730 u8 hop_idx, u64 hop_addr, u64 virt_addr) in hl_mmu_get_hop_pte_phys_addr()
742 return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * ((virt_addr & mask) >> shift); in hl_mmu_get_hop_pte_phys_addr()
1130 u64 hop_addr = hl_mmu_get_next_hop_addr(ctx, curr_pte); in hl_mmu_hr_get_alloc_next_hop() local
1132 if (hop_addr != ULLONG_MAX) in hl_mmu_hr_get_alloc_next_hop()
1133 return hr_func->get_pgt_info(ctx, hop_addr); in hl_mmu_hr_get_alloc_next_hop()
1180 hops->hop_info[i].hop_addr = hops_pgt_info[i]->phys_addr; in hl_mmu_hr_get_tlb_info()
1183 hops->hop_info[i].hop_addr, in hl_mmu_hr_get_tlb_info()
729 hl_mmu_get_hop_pte_phys_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u8 hop_idx, u64 hop_addr, u64 virt_addr) hl_mmu_get_hop_pte_phys_addr() argument
|
| /kernel/linux/linux-5.10/drivers/misc/habanalabs/common/ |
| H A D | mmu_v1.c | 16 static struct pgt_info *get_pgt_info(struct hl_ctx *ctx, u64 hop_addr) in get_pgt_info() argument
21 (unsigned long) hop_addr) in get_pgt_info()
22 if (hop_addr == pgt_info->shadow_addr) in get_pgt_info()
39 static void free_hop(struct hl_ctx *ctx, u64 hop_addr) in free_hop() argument
41 struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); in free_hop()
142 static inline void get_pte(struct hl_ctx *ctx, u64 hop_addr) in get_pte() argument
144 get_pgt_info(ctx, hop_addr)->num_of_ptes++; in get_pte()
151 * @hop_addr: addr of the hop
156 static inline int put_pte(struct hl_ctx *ctx, u64 hop_addr) in put_pte() argument
158 struct pgt_info *pgt_info = get_pgt_info(ctx, hop_addr); in put_pte()
174 get_hopN_pte_addr(struct hl_ctx *ctx, u64 hop_addr, u64 virt_addr, u64 mask, u64 shift) get_hopN_pte_addr() argument
181 get_hop0_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u64 hop_addr, u64 vaddr) get_hop0_pte_addr() argument
189 get_hop1_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u64 hop_addr, u64 vaddr) get_hop1_pte_addr() argument
197 get_hop2_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u64 hop_addr, u64 vaddr) get_hop2_pte_addr() argument
205 get_hop3_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u64 hop_addr, u64 vaddr) get_hop3_pte_addr() argument
213 get_hop4_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_prop, u64 hop_addr, u64 vaddr) get_hop4_pte_addr() argument
232 u64 hop_addr = get_next_hop_addr(ctx, curr_pte); get_alloc_next_hop_addr() local
[all...] |
| H A D | debugfs.c | 310 static inline u64 get_hopN_pte_addr(struct hl_ctx *ctx, u64 hop_addr, in get_hopN_pte_addr() argument
313 return hop_addr + ctx->hdev->asic_prop.mmu_pte_size * in get_hopN_pte_addr()
319 u64 hop_addr, u64 vaddr) in get_hop0_pte_addr()
321 return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop0_mask, in get_hop0_pte_addr()
327 u64 hop_addr, u64 vaddr) in get_hop1_pte_addr()
329 return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop1_mask, in get_hop1_pte_addr()
335 u64 hop_addr, u64 vaddr) in get_hop2_pte_addr()
337 return get_hopN_pte_addr(ctx, hop_addr, vaddr, mmu_specs->hop2_mask, in get_hop2_pte_addr()
343 u64 hop_addr, u64 vaddr) in get_hop3_pte_addr()
345 return get_hopN_pte_addr(ctx, hop_addr, vadd in get_hop3_pte_addr()
317 get_hop0_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop0_pte_addr() argument
325 get_hop1_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop1_pte_addr() argument
333 get_hop2_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop2_pte_addr() argument
341 get_hop3_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop3_pte_addr() argument
349 get_hop4_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop4_pte_addr() argument
357 get_hop5_pte_addr(struct hl_ctx *ctx, struct hl_mmu_properties *mmu_specs, u64 hop_addr, u64 vaddr) get_hop5_pte_addr() argument
621 u64 hop_addr, hop_pte_addr, hop_pte; device_va_to_pa() local
[all...] |
| /kernel/linux/linux-6.6/drivers/accel/habanalabs/common/ |
| H A D | habanalabs.h | 2764 * @hop_addr: The address of the hop.
2769 u64 hop_addr; member
3776 u8 hop_idx, u64 hop_addr, u64 virt_addr);
|
| H A D | debugfs.c | 468 i, hops_info.hop_info[i].hop_addr); in mmu_show()
|