| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/ |
| H A D | intel_region_ttm.c | 204 struct ttm_place place = {}; in intel_region_ttm_resource_alloc() local
210 place.flags |= TTM_PL_FLAG_CONTIGUOUS; in intel_region_ttm_resource_alloc()
212 if (WARN_ON(overflows_type(offset >> PAGE_SHIFT, place.fpfn))) { in intel_region_ttm_resource_alloc()
216 place.fpfn = offset >> PAGE_SHIFT; in intel_region_ttm_resource_alloc()
217 if (WARN_ON(overflows_type(place.fpfn + (size >> PAGE_SHIFT), place.lpfn))) { in intel_region_ttm_resource_alloc()
221 place.lpfn = place.fpfn + (size >> PAGE_SHIFT); in intel_region_ttm_resource_alloc()
224 place.flags |= TTM_PL_FLAG_TOPDOWN; in intel_region_ttm_resource_alloc()
226 place in intel_region_ttm_resource_alloc()
[all...] |
| H A D | i915_ttm_buddy_manager.c | 36 const struct ttm_place *place, in i915_ttm_buddy_man_alloc()
47 lpfn = place->lpfn; in i915_ttm_buddy_man_alloc()
55 ttm_resource_init(bo, place, &bman_res->base); in i915_ttm_buddy_man_alloc()
59 if (place->flags & TTM_PL_FLAG_TOPDOWN) in i915_ttm_buddy_man_alloc()
62 if (place->fpfn || lpfn != man->size) in i915_ttm_buddy_man_alloc()
75 if (place->fpfn + PFN_UP(bman_res->base.size) != place->lpfn && in i915_ttm_buddy_man_alloc()
76 place->flags & TTM_PL_FLAG_CONTIGUOUS) { in i915_ttm_buddy_man_alloc()
101 err = drm_buddy_alloc_blocks(mm, (u64)place->fpfn << PAGE_SHIFT, in i915_ttm_buddy_man_alloc()
110 if (place in i915_ttm_buddy_man_alloc()
34 i915_ttm_buddy_man_alloc(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) i915_ttm_buddy_man_alloc() argument
169 i915_ttm_buddy_man_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) i915_ttm_buddy_man_intersects() argument
207 i915_ttm_buddy_man_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) i915_ttm_buddy_man_compatible() argument
[all...] |
| /kernel/linux/linux-5.10/arch/arm64/kernel/ |
| H A D | module.c | 72 static u64 do_reloc(enum aarch64_reloc_op reloc_op, __le32 *place, u64 val) in do_reloc() argument
78 return val - (u64)place; in do_reloc()
80 return (val & ~0xfff) - ((u64)place & ~0xfff); in do_reloc()
89 static int reloc_data(enum aarch64_reloc_op op, void *place, u64 val, int len) in reloc_data() argument
91 s64 sval = do_reloc(op, place, val); in reloc_data()
94 * The ELF psABI for AArch64 documents the 16-bit and 32-bit place in reloc_data()
107 *(s16 *)place = sval; in reloc_data()
123 *(s32 *)place = sval; in reloc_data()
139 *(s64 *)place = sval; in reloc_data()
153 static int reloc_insn_movw(enum aarch64_reloc_op op, __le32 *place, u6 argument
194 reloc_insn_imm(enum aarch64_reloc_op op, __le32 *place, u64 val, int lsb, int len, enum aarch64_insn_imm_type imm_type) reloc_insn_imm() argument
229 reloc_insn_adrp(struct module *mod, Elf64_Shdr *sechdrs, __le32 *place, u64 val) reloc_insn_adrp() argument
[all...] |
| /kernel/linux/linux-6.6/arch/arm64/kernel/ |
| H A D | module.c | 160 static u64 do_reloc(enum aarch64_reloc_op reloc_op, __le32 *place, u64 val) in do_reloc() argument
166 return val - (u64)place; in do_reloc()
168 return (val & ~0xfff) - ((u64)place & ~0xfff); in do_reloc()
177 static int reloc_data(enum aarch64_reloc_op op, void *place, u64 val, int len) in reloc_data() argument
179 s64 sval = do_reloc(op, place, val); in reloc_data()
182 * The ELF psABI for AArch64 documents the 16-bit and 32-bit place in reloc_data()
195 *(s16 *)place = sval; in reloc_data()
211 *(s32 *)place = sval; in reloc_data()
227 *(s64 *)place = sval; in reloc_data()
241 static int reloc_insn_movw(enum aarch64_reloc_op op, __le32 *place, u6 argument
282 reloc_insn_imm(enum aarch64_reloc_op op, __le32 *place, u64 val, int lsb, int len, enum aarch64_insn_imm_type imm_type) reloc_insn_imm() argument
317 reloc_insn_adrp(struct module *mod, Elf64_Shdr *sechdrs, __le32 *place, u64 val) reloc_insn_adrp() argument
[all...] |
| /kernel/linux/linux-6.6/drivers/gpu/drm/ttm/ |
| H A D | ttm_range_manager.c | 60 const struct ttm_place *place, in ttm_range_man_alloc()
70 lpfn = place->lpfn; in ttm_range_man_alloc()
79 if (place->flags & TTM_PL_FLAG_TOPDOWN) in ttm_range_man_alloc()
82 ttm_resource_init(bo, place, &node->base); in ttm_range_man_alloc()
88 place->fpfn, lpfn, mode); in ttm_range_man_alloc()
118 const struct ttm_place *place, in ttm_range_man_intersects()
125 if (place->fpfn >= (node->start + num_pages) || in ttm_range_man_intersects()
126 (place->lpfn && place->lpfn <= node->start)) in ttm_range_man_intersects()
134 const struct ttm_place *place, in ttm_range_man_compatible()
58 ttm_range_man_alloc(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) ttm_range_man_alloc() argument
116 ttm_range_man_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) ttm_range_man_intersects() argument
132 ttm_range_man_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) ttm_range_man_compatible() argument
[all...] |
| H A D | ttm_bo.c | 172 * This is the place to put in driver specific hooks to release
483 * @place: the placement we need to make room for
488 const struct ttm_place *place) in ttm_bo_eviction_valuable()
500 return ttm_resource_intersects(bdev, res, place, bo->base.size); in ttm_bo_eviction_valuable()
516 const struct ttm_place *place, in ttm_bo_evict_swapout_allowable()
542 if (ret && place && (bo->resource->mem_type != place->mem_type || in ttm_bo_evict_swapout_allowable()
543 !bo->bdev->funcs->eviction_valuable(bo, place))) { in ttm_bo_evict_swapout_allowable()
591 const struct ttm_place *place, in ttm_mem_evict_first()
605 if (!ttm_bo_evict_swapout_allowable(res->bo, ctx, place, in ttm_mem_evict_first()
487 ttm_bo_eviction_valuable(struct ttm_buffer_object *bo, const struct ttm_place *place) ttm_bo_eviction_valuable() argument
514 ttm_bo_evict_swapout_allowable(struct ttm_buffer_object *bo, struct ttm_operation_ctx *ctx, const struct ttm_place *place, bool *locked, bool *busy) ttm_bo_evict_swapout_allowable() argument
589 ttm_mem_evict_first(struct ttm_device *bdev, struct ttm_resource_manager *man, const struct ttm_place *place, struct ttm_operation_ctx *ctx, struct ww_acquire_ctx *ticket) ttm_mem_evict_first() argument
726 ttm_bo_mem_force_space(struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **mem, struct ttm_operation_ctx *ctx) ttm_bo_mem_force_space() argument
785 const struct ttm_place *place = &placement->placement[i]; ttm_bo_mem_space() local
811 const struct ttm_place *place = &placement->busy_placement[i]; ttm_bo_mem_space() local
1128 struct ttm_place place; ttm_bo_swapout() local
[all...] |
| H A D | ttm_resource.c | 172 * @place: placement of the resource
178 const struct ttm_place *place, in ttm_resource_init()
185 res->mem_type = place->mem_type; in ttm_resource_init()
186 res->placement = place->flags; in ttm_resource_init()
193 man = ttm_manager_type(bo->bdev, place->mem_type); in ttm_resource_init()
227 const struct ttm_place *place, in ttm_resource_alloc()
231 ttm_manager_type(bo->bdev, place->mem_type); in ttm_resource_alloc()
234 ret = man->func->alloc(man, bo, place, res_ptr); in ttm_resource_alloc()
265 * @place: The placement to test
268 * Test if @res intersects with @place an
177 ttm_resource_init(struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource *res) ttm_resource_init() argument
226 ttm_resource_alloc(struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res_ptr) ttm_resource_alloc() argument
273 ttm_resource_intersects(struct ttm_device *bdev, struct ttm_resource *res, const struct ttm_place *place, size_t size) ttm_resource_intersects() argument
302 ttm_resource_compatible(struct ttm_device *bdev, struct ttm_resource *res, const struct ttm_place *place, size_t size) ttm_resource_compatible() argument
[all...] |
| H A D | ttm_sys_manager.c | 12 const struct ttm_place *place, in ttm_sys_man_alloc()
19 ttm_resource_init(bo, place, *res); in ttm_sys_man_alloc()
10 ttm_sys_man_alloc(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) ttm_sys_man_alloc() argument
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_gtt_mgr.c | 108 * @place: placement flags and restrictions
115 const struct ttm_place *place, in amdgpu_gtt_mgr_new()
127 ttm_resource_init(tbo, place, &node->base); in amdgpu_gtt_mgr_new()
128 if (!(place->flags & TTM_PL_FLAG_TEMPORARY) && in amdgpu_gtt_mgr_new()
134 if (place->lpfn) { in amdgpu_gtt_mgr_new()
138 0, place->fpfn, place->lpfn, in amdgpu_gtt_mgr_new()
212 * @place: The place for the new allocation
219 const struct ttm_place *place, in amdgpu_gtt_mgr_intersects()
113 amdgpu_gtt_mgr_new(struct ttm_resource_manager *man, struct ttm_buffer_object *tbo, const struct ttm_place *place, struct ttm_resource **res) amdgpu_gtt_mgr_new() argument
217 amdgpu_gtt_mgr_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_gtt_mgr_intersects() argument
235 amdgpu_gtt_mgr_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_gtt_mgr_compatible() argument
[all...] |
| H A D | amdgpu_vram_mgr.c | 381 const struct ttm_place *place, in amdgpu_dummy_vram_mgr_compatible()
390 const struct ttm_place *place, in amdgpu_dummy_vram_mgr_intersects()
405 const struct ttm_place *place, in amdgpu_dummy_vram_mgr_new()
417 * @place: placement flags and restrictions
424 const struct ttm_place *place, in amdgpu_vram_mgr_new()
437 lpfn = (u64)place->lpfn << PAGE_SHIFT; in amdgpu_vram_mgr_new()
441 fpfn = (u64)place->fpfn << PAGE_SHIFT; in amdgpu_vram_mgr_new()
447 if (place->flags & TTM_PL_FLAG_CONTIGUOUS) { in amdgpu_vram_mgr_new()
464 ttm_resource_init(tbo, place, &vres->base); in amdgpu_vram_mgr_new()
474 if (place in amdgpu_vram_mgr_new()
379 amdgpu_dummy_vram_mgr_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_dummy_vram_mgr_compatible() argument
388 amdgpu_dummy_vram_mgr_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_dummy_vram_mgr_intersects() argument
403 amdgpu_dummy_vram_mgr_new(struct ttm_resource_manager *man, struct ttm_buffer_object *tbo, const struct ttm_place *place, struct ttm_resource **res) amdgpu_dummy_vram_mgr_new() argument
422 amdgpu_vram_mgr_new(struct ttm_resource_manager *man, struct ttm_buffer_object *tbo, const struct ttm_place *place, struct ttm_resource **res) amdgpu_vram_mgr_new() argument
773 amdgpu_vram_mgr_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_vram_mgr_intersects() argument
806 amdgpu_vram_mgr_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) amdgpu_vram_mgr_compatible() argument
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_thp.c | 33 const struct ttm_place *place, in vmw_thp_insert_aligned()
43 place->fpfn, lpfn, mode); in vmw_thp_insert_aligned()
51 const struct ttm_place *place, in vmw_thp_get_node()
66 lpfn = place->lpfn; in vmw_thp_get_node()
71 if (place->flags & TTM_PL_FLAG_TOPDOWN) in vmw_thp_get_node()
79 place, mem, lpfn, mode); in vmw_thp_get_node()
87 ret = vmw_thp_insert_aligned(mm, node, align_pages, place, mem, in vmw_thp_get_node()
95 place->fpfn, lpfn, mode); in vmw_thp_get_node()
31 vmw_thp_insert_aligned(struct drm_mm *mm, struct drm_mm_node *node, unsigned long align_pages, const struct ttm_place *place, struct ttm_resource *mem, unsigned long lpfn, enum drm_mm_insert_mode mode) vmw_thp_insert_aligned() argument
49 vmw_thp_get_node(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource *mem) vmw_thp_get_node() argument
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/nouveau/ |
| H A D | nouveau_mem.c | 194 const struct ttm_place *place, in nouveau_mem_intersects()
200 if (place->fpfn >= (res->start + num_pages) || in nouveau_mem_intersects()
201 (place->lpfn && place->lpfn <= res->start)) in nouveau_mem_intersects()
209 const struct ttm_place *place, in nouveau_mem_compatible()
214 if (res->start < place->fpfn || in nouveau_mem_compatible()
215 (place->lpfn && (res->start + num_pages) > place->lpfn)) in nouveau_mem_compatible()
193 nouveau_mem_intersects(struct ttm_resource *res, const struct ttm_place *place, size_t size) nouveau_mem_intersects() argument
208 nouveau_mem_compatible(struct ttm_resource *res, const struct ttm_place *place, size_t size) nouveau_mem_compatible() argument
|
| H A D | nouveau_ttm.c | 48 const struct ttm_place *place, in nouveau_manager_intersects()
51 return nouveau_mem_intersects(res, place, size); in nouveau_manager_intersects()
57 const struct ttm_place *place, in nouveau_manager_compatible()
60 return nouveau_mem_compatible(res, place, size); in nouveau_manager_compatible()
66 const struct ttm_place *place, in nouveau_vram_manager_new()
80 ttm_resource_init(bo, place, *res); in nouveau_vram_manager_new()
101 const struct ttm_place *place, in nouveau_gart_manager_new()
112 ttm_resource_init(bo, place, *res); in nouveau_gart_manager_new()
127 const struct ttm_place *place, in nv04_gart_manager_new()
140 ttm_resource_init(bo, place, *re in nv04_gart_manager_new()
46 nouveau_manager_intersects(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) nouveau_manager_intersects() argument
55 nouveau_manager_compatible(struct ttm_resource_manager *man, struct ttm_resource *res, const struct ttm_place *place, size_t size) nouveau_manager_compatible() argument
64 nouveau_vram_manager_new(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) nouveau_vram_manager_new() argument
99 nouveau_gart_manager_new(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) nouveau_gart_manager_new() argument
125 nv04_gart_manager_new(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) nv04_gart_manager_new() argument
[all...] |
| H A D | nouveau_mem.h | 29 const struct ttm_place *place,
32 const struct ttm_place *place,
|
| /kernel/linux/linux-6.6/include/drm/ttm/ |
| H A D | ttm_resource.h | 58 * @place: Placement details.
62 * by @man. Placement details if applicable are given by @place. If
76 const struct ttm_place *place,
96 * @place: Placement to check against.
99 * Test if @res intersects with @place + @size. Used to judge if
104 const struct ttm_place *place,
112 * @place: Placement to check against.
115 * Test if @res compatible with @place + @size. Used to check of
120 const struct ttm_place *place,
355 const struct ttm_place *place,
[all...] |
| /kernel/linux/linux-5.10/drivers/gpu/drm/ttm/ |
| H A D | ttm_bo.c | 316 * This is the place to put in driver specific hooks to release
647 const struct ttm_place *place) in ttm_bo_eviction_valuable()
652 if (place->fpfn >= (bo->mem.start + bo->mem.num_pages) || in ttm_bo_eviction_valuable()
653 (place->lpfn && place->lpfn <= bo->mem.start)) in ttm_bo_eviction_valuable()
736 const struct ttm_place *place, in ttm_mem_evict_first()
758 if (place && !bdev->driver->eviction_valuable(bo, in ttm_mem_evict_first()
759 place)) { in ttm_mem_evict_first()
849 const struct ttm_place *place, in ttm_bo_mem_force_space()
860 ret = ttm_resource_alloc(bo, place, me in ttm_bo_mem_force_space()
646 ttm_bo_eviction_valuable(struct ttm_buffer_object *bo, const struct ttm_place *place) ttm_bo_eviction_valuable() argument
734 ttm_mem_evict_first(struct ttm_bo_device *bdev, struct ttm_resource_manager *man, const struct ttm_place *place, struct ttm_operation_ctx *ctx, struct ww_acquire_ctx *ticket) ttm_mem_evict_first() argument
848 ttm_bo_mem_force_space(struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource *mem, struct ttm_operation_ctx *ctx) ttm_bo_mem_force_space() argument
908 ttm_bo_mem_placement(struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource *mem, struct ttm_operation_ctx *ctx) ttm_bo_mem_placement() argument
958 const struct ttm_place *place = &placement->placement[i]; ttm_bo_mem_space() local
985 const struct ttm_place *place = &placement->busy_placement[i]; ttm_bo_mem_space() local
[all...] |
| H A D | ttm_range_manager.c | 59 const struct ttm_place *place, in ttm_range_man_alloc()
69 lpfn = place->lpfn; in ttm_range_man_alloc()
78 if (place->flags & TTM_PL_FLAG_TOPDOWN) in ttm_range_man_alloc()
85 place->fpfn, lpfn, mode); in ttm_range_man_alloc()
57 ttm_range_man_alloc(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource *mem) ttm_range_man_alloc() argument
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/i915/gem/ |
| H A D | i915_gem_ttm.c | 129 struct ttm_place *place, in i915_ttm_place_from_region()
134 memset(place, 0, sizeof(*place)); in i915_ttm_place_from_region()
135 place->mem_type = intel_region_to_ttm_type(mr); in i915_ttm_place_from_region()
141 place->flags |= TTM_PL_FLAG_CONTIGUOUS; in i915_ttm_place_from_region()
143 WARN_ON(overflows_type(offset >> PAGE_SHIFT, place->fpfn)); in i915_ttm_place_from_region()
144 place->fpfn = offset >> PAGE_SHIFT; in i915_ttm_place_from_region()
145 WARN_ON(overflows_type(place->fpfn + (size >> PAGE_SHIFT), place->lpfn)); in i915_ttm_place_from_region()
146 place in i915_ttm_place_from_region()
128 i915_ttm_place_from_region(const struct intel_memory_region *mr, struct ttm_place *place, resource_size_t offset, resource_size_t size, unsigned int flags) i915_ttm_place_from_region() argument
361 i915_ttm_eviction_valuable(struct ttm_buffer_object *bo, const struct ttm_place *place) i915_ttm_eviction_valuable() argument
432 struct ttm_placement place = {}; i915_ttm_purge() local
472 struct ttm_placement place = {}; i915_ttm_shrink() local
[all...] |
| /kernel/linux/linux-5.10/arch/arm64/include/asm/ |
| H A D | module.h | 53 static inline bool is_forbidden_offset_for_adrp(void *place) in is_forbidden_offset_for_adrp() argument
57 ((u64)place & 0xfff) >= 0xff8; in is_forbidden_offset_for_adrp()
|
| /kernel/linux/linux-5.10/arch/mips/include/asm/mach-ip27/ |
| H A D | kernel-entry-init.h | 37 dsll t1, NASID_SHFT # Shift text nasid into place
43 dsll t1, 6 # Get pfn into place
44 dsll t2, 6 # Get pfn into place
|
| /kernel/linux/linux-6.6/arch/mips/include/asm/mach-ip27/ |
| H A D | kernel-entry-init.h | 37 dsll t1, NASID_SHFT # Shift text nasid into place
43 dsll t1, 6 # Get pfn into place
44 dsll t2, 6 # Get pfn into place
|
| /kernel/linux/linux-5.10/drivers/gpu/drm/amd/amdgpu/ |
| H A D | amdgpu_gtt_mgr.c | 171 * @place: placement flags and restrictions
178 const struct ttm_place *place, in amdgpu_gtt_mgr_new()
194 if (!place->lpfn) { in amdgpu_gtt_mgr_new()
210 mem->page_alignment, 0, place->fpfn, in amdgpu_gtt_mgr_new()
211 place->lpfn, DRM_MM_INSERT_BEST); in amdgpu_gtt_mgr_new()
176 amdgpu_gtt_mgr_new(struct ttm_resource_manager *man, struct ttm_buffer_object *tbo, const struct ttm_place *place, struct ttm_resource *mem) amdgpu_gtt_mgr_new() argument
|
| /kernel/linux/linux-6.6/arch/arm64/include/asm/ |
| H A D | module.h | 45 static inline bool is_forbidden_offset_for_adrp(void *place) in is_forbidden_offset_for_adrp() argument
49 ((u64)place & 0xfff) >= 0xff8; in is_forbidden_offset_for_adrp()
|
| /kernel/linux/linux-6.6/drivers/gpu/drm/vmwgfx/ |
| H A D | vmwgfx_system_manager.c | 37 const struct ttm_place *place, in vmw_sys_man_alloc()
44 ttm_resource_init(bo, place, *res); in vmw_sys_man_alloc()
35 vmw_sys_man_alloc(struct ttm_resource_manager *man, struct ttm_buffer_object *bo, const struct ttm_place *place, struct ttm_resource **res) vmw_sys_man_alloc() argument
|
| /kernel/linux/linux-5.10/drivers/hwmon/ |
| H A D | k8temp.c | 91 int core, place; in k8temp_read() local
96 place = channel & 1; in k8temp_read()
105 if (place) in k8temp_read()
|