Lines Matching refs:real

267       assert(!bo->real.reusable);
557 list_inithead(&bo->real.exports);
569 VG_NOACCESS(bo->real.map, bo->size);
570 os_munmap(bo->real.map, bo->size);
571 bo->real.map = NULL;
748 bo->slab.real = iris_get_backing_bo(slab->bo);
887 if (mmap_mode != cur->real.mmap_mode)
962 bo->real.heap = flags_to_heap(bufmgr, flags);
973 switch (bo->real.heap) {
1001 bo->real.heap == IRIS_HEAP_DEVICE_LOCAL_PREFERRED) {
1129 bo->real.reusable = bucket && bufmgr->bo_reuse;
1131 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED;
1137 bo->real.kflags |= EXEC_OBJECT_CAPTURE;
1139 assert(bo->real.map == NULL || bo->real.mmap_mode == mmap_mode);
1140 bo->real.mmap_mode = mmap_mode;
1154 bo->real.reusable = false;
1158 bo->name, memzone_name(memzone), iris_heap_to_string[bo->real.heap],
1203 bo->real.map = ptr;
1206 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED;
1216 bo->real.userptr = true;
1219 bo->real.mmap_mode = IRIS_MMAP_WB;
1283 bo->real.global_name = handle;
1284 bo->real.reusable = false;
1285 bo->real.imported = true;
1286 bo->real.mmap_mode = IRIS_MMAP_NONE;
1287 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED;
1297 _mesa_hash_table_insert(bufmgr->name_table, &bo->real.global_name, bo);
1317 if (bo->real.global_name) {
1319 &bo->real.global_name);
1326 list_for_each_entry_safe(struct bo_export, export, &bo->real.exports, link) {
1334 assert(list_is_empty(&bo->real.exports));
1372 if (!bo->real.userptr && bo->real.map)
1400 if (time - bo->real.free_time <= 1)
1413 if (time - bo->real.free_time <= 1)
1426 if (time - bo->real.free_time <= 1)
1460 if (bo->real.reusable)
1461 bucket = bucket_for_size(bufmgr, bo->size, bo->real.heap);
1464 bo->real.free_time = time;
1546 assert(bo->real.mmap_mode == IRIS_MMAP_WB ||
1547 bo->real.mmap_mode == IRIS_MMAP_WC);
1552 .flags = bo->real.mmap_mode == IRIS_MMAP_WC ? I915_MMAP_WC : 0,
1588 if (bo->real.heap != IRIS_HEAP_SYSTEM_MEMORY)
1589 assert(bo->real.mmap_mode == IRIS_MMAP_WC);
1591 assert(bo->real.mmap_mode == IRIS_MMAP_WB);
1601 assert(bo->real.mmap_mode != IRIS_MMAP_NONE);
1602 assert(bo->real.mmap_mode < ARRAY_SIZE(mmap_offset_for_mode));
1603 mmap_arg.flags = mmap_offset_for_mode[bo->real.mmap_mode];
1634 struct iris_bo *real = iris_get_backing_bo(bo);
1635 uint64_t offset = bo->address - real->address;
1636 map = iris_bo_map(dbg, real, flags | MAP_ASYNC) + offset;
1638 assert(bo->real.mmap_mode != IRIS_MMAP_NONE);
1639 if (bo->real.mmap_mode == IRIS_MMAP_NONE)
1642 if (!bo->real.map) {
1652 if (p_atomic_cmpxchg(&bo->real.map, NULL, map)) {
1657 assert(bo->real.map);
1658 map = bo->real.map;
1662 bo->gem_handle, bo->name, bo->real.map);
1912 bo->real.reusable = false;
1913 bo->real.imported = true;
1914 bo->real.mmap_mode = IRIS_MMAP_NONE;
1915 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED;
1955 if (!bo->real.exported) {
1960 bo->real.exported = true;
1961 bo->real.reusable = false;
1973 if (bo->real.exported) {
1974 assert(!bo->real.reusable);
2019 if (!bo->real.global_name) {
2026 if (!bo->real.global_name) {
2028 bo->real.global_name = flink.name;
2029 _mesa_hash_table_insert(bufmgr->name_table, &bo->real.global_name, bo);
2034 *name = bo->real.global_name;
2082 list_for_each_entry(struct bo_export, iter, &bo->real.exports, link) {
2095 list_addtail(&export->link, &bo->real.exports);
2307 bo->real.kflags = EXEC_OBJECT_SUPPORTS_48B_ADDRESS | EXEC_OBJECT_PINNED |
2309 bo->real.mmap_mode =
2310 bo->real.heap != IRIS_HEAP_SYSTEM_MEMORY ? IRIS_MMAP_WC : IRIS_MMAP_WB;