162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * Copyright 2017 Red Hat Inc. 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * Permission is hereby granted, free of charge, to any person obtaining a 562306a36Sopenharmony_ci * copy of this software and associated documentation files (the "Software"), 662306a36Sopenharmony_ci * to deal in the Software without restriction, including without limitation 762306a36Sopenharmony_ci * the rights to use, copy, modify, merge, publish, distribute, sublicense, 862306a36Sopenharmony_ci * and/or sell copies of the Software, and to permit persons to whom the 962306a36Sopenharmony_ci * Software is furnished to do so, subject to the following conditions: 1062306a36Sopenharmony_ci * 1162306a36Sopenharmony_ci * The above copyright notice and this permission notice shall be included in 1262306a36Sopenharmony_ci * all copies or substantial portions of the Software. 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR 1562306a36Sopenharmony_ci * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, 1662306a36Sopenharmony_ci * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL 1762306a36Sopenharmony_ci * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR 1862306a36Sopenharmony_ci * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, 1962306a36Sopenharmony_ci * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR 2062306a36Sopenharmony_ci * OTHER DEALINGS IN THE SOFTWARE. 2162306a36Sopenharmony_ci */ 2262306a36Sopenharmony_ci#include <nvif/vmm.h> 2362306a36Sopenharmony_ci#include <nvif/mem.h> 2462306a36Sopenharmony_ci 2562306a36Sopenharmony_ci#include <nvif/if000c.h> 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ciint 2862306a36Sopenharmony_cinvif_vmm_unmap(struct nvif_vmm *vmm, u64 addr) 2962306a36Sopenharmony_ci{ 3062306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_UNMAP, 3162306a36Sopenharmony_ci &(struct nvif_vmm_unmap_v0) { .addr = addr }, 3262306a36Sopenharmony_ci sizeof(struct nvif_vmm_unmap_v0)); 3362306a36Sopenharmony_ci} 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ciint 3662306a36Sopenharmony_cinvif_vmm_map(struct nvif_vmm *vmm, u64 addr, u64 size, void *argv, u32 argc, 3762306a36Sopenharmony_ci struct nvif_mem *mem, u64 offset) 3862306a36Sopenharmony_ci{ 3962306a36Sopenharmony_ci struct nvif_vmm_map_v0 *args; 4062306a36Sopenharmony_ci u8 stack[48]; 4162306a36Sopenharmony_ci int ret; 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci if (sizeof(*args) + argc > sizeof(stack)) { 4462306a36Sopenharmony_ci if (!(args = kmalloc(sizeof(*args) + argc, GFP_KERNEL))) 4562306a36Sopenharmony_ci return -ENOMEM; 4662306a36Sopenharmony_ci } else { 4762306a36Sopenharmony_ci args = (void *)stack; 4862306a36Sopenharmony_ci } 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_ci args->version = 0; 5162306a36Sopenharmony_ci args->addr = addr; 5262306a36Sopenharmony_ci args->size = size; 5362306a36Sopenharmony_ci args->memory = nvif_handle(&mem->object); 5462306a36Sopenharmony_ci args->offset = offset; 5562306a36Sopenharmony_ci memcpy(args->data, argv, argc); 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_MAP, 5862306a36Sopenharmony_ci args, sizeof(*args) + argc); 5962306a36Sopenharmony_ci if (args != (void *)stack) 6062306a36Sopenharmony_ci kfree(args); 6162306a36Sopenharmony_ci return ret; 6262306a36Sopenharmony_ci} 6362306a36Sopenharmony_ci 6462306a36Sopenharmony_civoid 6562306a36Sopenharmony_cinvif_vmm_put(struct nvif_vmm *vmm, struct nvif_vma *vma) 6662306a36Sopenharmony_ci{ 6762306a36Sopenharmony_ci if (vma->size) { 6862306a36Sopenharmony_ci WARN_ON(nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PUT, 6962306a36Sopenharmony_ci &(struct nvif_vmm_put_v0) { 7062306a36Sopenharmony_ci .addr = vma->addr, 7162306a36Sopenharmony_ci }, sizeof(struct nvif_vmm_put_v0))); 7262306a36Sopenharmony_ci vma->size = 0; 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci} 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_ciint 7762306a36Sopenharmony_cinvif_vmm_get(struct nvif_vmm *vmm, enum nvif_vmm_get type, bool sparse, 7862306a36Sopenharmony_ci u8 page, u8 align, u64 size, struct nvif_vma *vma) 7962306a36Sopenharmony_ci{ 8062306a36Sopenharmony_ci struct nvif_vmm_get_v0 args; 8162306a36Sopenharmony_ci int ret; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ci args.version = vma->size = 0; 8462306a36Sopenharmony_ci args.sparse = sparse; 8562306a36Sopenharmony_ci args.page = page; 8662306a36Sopenharmony_ci args.align = align; 8762306a36Sopenharmony_ci args.size = size; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci switch (type) { 9062306a36Sopenharmony_ci case ADDR: args.type = NVIF_VMM_GET_V0_ADDR; break; 9162306a36Sopenharmony_ci case PTES: args.type = NVIF_VMM_GET_V0_PTES; break; 9262306a36Sopenharmony_ci case LAZY: args.type = NVIF_VMM_GET_V0_LAZY; break; 9362306a36Sopenharmony_ci default: 9462306a36Sopenharmony_ci WARN_ON(1); 9562306a36Sopenharmony_ci return -EINVAL; 9662306a36Sopenharmony_ci } 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_GET, 9962306a36Sopenharmony_ci &args, sizeof(args)); 10062306a36Sopenharmony_ci if (ret == 0) { 10162306a36Sopenharmony_ci vma->addr = args.addr; 10262306a36Sopenharmony_ci vma->size = args.size; 10362306a36Sopenharmony_ci } 10462306a36Sopenharmony_ci return ret; 10562306a36Sopenharmony_ci} 10662306a36Sopenharmony_ci 10762306a36Sopenharmony_ciint 10862306a36Sopenharmony_cinvif_vmm_raw_get(struct nvif_vmm *vmm, u64 addr, u64 size, 10962306a36Sopenharmony_ci u8 shift) 11062306a36Sopenharmony_ci{ 11162306a36Sopenharmony_ci struct nvif_vmm_raw_v0 args = { 11262306a36Sopenharmony_ci .version = 0, 11362306a36Sopenharmony_ci .op = NVIF_VMM_RAW_V0_GET, 11462306a36Sopenharmony_ci .addr = addr, 11562306a36Sopenharmony_ci .size = size, 11662306a36Sopenharmony_ci .shift = shift, 11762306a36Sopenharmony_ci }; 11862306a36Sopenharmony_ci 11962306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, 12062306a36Sopenharmony_ci &args, sizeof(args)); 12162306a36Sopenharmony_ci} 12262306a36Sopenharmony_ci 12362306a36Sopenharmony_ciint 12462306a36Sopenharmony_cinvif_vmm_raw_put(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift) 12562306a36Sopenharmony_ci{ 12662306a36Sopenharmony_ci struct nvif_vmm_raw_v0 args = { 12762306a36Sopenharmony_ci .version = 0, 12862306a36Sopenharmony_ci .op = NVIF_VMM_RAW_V0_PUT, 12962306a36Sopenharmony_ci .addr = addr, 13062306a36Sopenharmony_ci .size = size, 13162306a36Sopenharmony_ci .shift = shift, 13262306a36Sopenharmony_ci }; 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, 13562306a36Sopenharmony_ci &args, sizeof(args)); 13662306a36Sopenharmony_ci} 13762306a36Sopenharmony_ci 13862306a36Sopenharmony_ciint 13962306a36Sopenharmony_cinvif_vmm_raw_map(struct nvif_vmm *vmm, u64 addr, u64 size, u8 shift, 14062306a36Sopenharmony_ci void *argv, u32 argc, struct nvif_mem *mem, u64 offset) 14162306a36Sopenharmony_ci{ 14262306a36Sopenharmony_ci struct nvif_vmm_raw_v0 args = { 14362306a36Sopenharmony_ci .version = 0, 14462306a36Sopenharmony_ci .op = NVIF_VMM_RAW_V0_MAP, 14562306a36Sopenharmony_ci .addr = addr, 14662306a36Sopenharmony_ci .size = size, 14762306a36Sopenharmony_ci .shift = shift, 14862306a36Sopenharmony_ci .memory = nvif_handle(&mem->object), 14962306a36Sopenharmony_ci .offset = offset, 15062306a36Sopenharmony_ci .argv = (u64)(uintptr_t)argv, 15162306a36Sopenharmony_ci .argc = argc, 15262306a36Sopenharmony_ci }; 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, 15662306a36Sopenharmony_ci &args, sizeof(args)); 15762306a36Sopenharmony_ci} 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ciint 16062306a36Sopenharmony_cinvif_vmm_raw_unmap(struct nvif_vmm *vmm, u64 addr, u64 size, 16162306a36Sopenharmony_ci u8 shift, bool sparse) 16262306a36Sopenharmony_ci{ 16362306a36Sopenharmony_ci struct nvif_vmm_raw_v0 args = { 16462306a36Sopenharmony_ci .version = 0, 16562306a36Sopenharmony_ci .op = NVIF_VMM_RAW_V0_UNMAP, 16662306a36Sopenharmony_ci .addr = addr, 16762306a36Sopenharmony_ci .size = size, 16862306a36Sopenharmony_ci .shift = shift, 16962306a36Sopenharmony_ci .sparse = sparse, 17062306a36Sopenharmony_ci }; 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, 17362306a36Sopenharmony_ci &args, sizeof(args)); 17462306a36Sopenharmony_ci} 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ciint 17762306a36Sopenharmony_cinvif_vmm_raw_sparse(struct nvif_vmm *vmm, u64 addr, u64 size, bool ref) 17862306a36Sopenharmony_ci{ 17962306a36Sopenharmony_ci struct nvif_vmm_raw_v0 args = { 18062306a36Sopenharmony_ci .version = 0, 18162306a36Sopenharmony_ci .op = NVIF_VMM_RAW_V0_SPARSE, 18262306a36Sopenharmony_ci .addr = addr, 18362306a36Sopenharmony_ci .size = size, 18462306a36Sopenharmony_ci .ref = ref, 18562306a36Sopenharmony_ci }; 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci return nvif_object_mthd(&vmm->object, NVIF_VMM_V0_RAW, 18862306a36Sopenharmony_ci &args, sizeof(args)); 18962306a36Sopenharmony_ci} 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_civoid 19262306a36Sopenharmony_cinvif_vmm_dtor(struct nvif_vmm *vmm) 19362306a36Sopenharmony_ci{ 19462306a36Sopenharmony_ci kfree(vmm->page); 19562306a36Sopenharmony_ci nvif_object_dtor(&vmm->object); 19662306a36Sopenharmony_ci} 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ciint 19962306a36Sopenharmony_cinvif_vmm_ctor(struct nvif_mmu *mmu, const char *name, s32 oclass, 20062306a36Sopenharmony_ci enum nvif_vmm_type type, u64 addr, u64 size, void *argv, u32 argc, 20162306a36Sopenharmony_ci struct nvif_vmm *vmm) 20262306a36Sopenharmony_ci{ 20362306a36Sopenharmony_ci struct nvif_vmm_v0 *args; 20462306a36Sopenharmony_ci u32 argn = sizeof(*args) + argc; 20562306a36Sopenharmony_ci int ret = -ENOSYS, i; 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci vmm->object.client = NULL; 20862306a36Sopenharmony_ci vmm->page = NULL; 20962306a36Sopenharmony_ci 21062306a36Sopenharmony_ci if (!(args = kmalloc(argn, GFP_KERNEL))) 21162306a36Sopenharmony_ci return -ENOMEM; 21262306a36Sopenharmony_ci args->version = 0; 21362306a36Sopenharmony_ci args->addr = addr; 21462306a36Sopenharmony_ci args->size = size; 21562306a36Sopenharmony_ci 21662306a36Sopenharmony_ci switch (type) { 21762306a36Sopenharmony_ci case UNMANAGED: args->type = NVIF_VMM_V0_TYPE_UNMANAGED; break; 21862306a36Sopenharmony_ci case MANAGED: args->type = NVIF_VMM_V0_TYPE_MANAGED; break; 21962306a36Sopenharmony_ci case RAW: args->type = NVIF_VMM_V0_TYPE_RAW; break; 22062306a36Sopenharmony_ci default: 22162306a36Sopenharmony_ci WARN_ON(1); 22262306a36Sopenharmony_ci return -EINVAL; 22362306a36Sopenharmony_ci } 22462306a36Sopenharmony_ci 22562306a36Sopenharmony_ci memcpy(args->data, argv, argc); 22662306a36Sopenharmony_ci 22762306a36Sopenharmony_ci ret = nvif_object_ctor(&mmu->object, name ? name : "nvifVmm", 0, 22862306a36Sopenharmony_ci oclass, args, argn, &vmm->object); 22962306a36Sopenharmony_ci if (ret) 23062306a36Sopenharmony_ci goto done; 23162306a36Sopenharmony_ci 23262306a36Sopenharmony_ci vmm->start = args->addr; 23362306a36Sopenharmony_ci vmm->limit = args->size; 23462306a36Sopenharmony_ci 23562306a36Sopenharmony_ci vmm->page_nr = args->page_nr; 23662306a36Sopenharmony_ci vmm->page = kmalloc_array(vmm->page_nr, sizeof(*vmm->page), 23762306a36Sopenharmony_ci GFP_KERNEL); 23862306a36Sopenharmony_ci if (!vmm->page) { 23962306a36Sopenharmony_ci ret = -ENOMEM; 24062306a36Sopenharmony_ci goto done; 24162306a36Sopenharmony_ci } 24262306a36Sopenharmony_ci 24362306a36Sopenharmony_ci for (i = 0; i < vmm->page_nr; i++) { 24462306a36Sopenharmony_ci struct nvif_vmm_page_v0 args = { .index = i }; 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci ret = nvif_object_mthd(&vmm->object, NVIF_VMM_V0_PAGE, 24762306a36Sopenharmony_ci &args, sizeof(args)); 24862306a36Sopenharmony_ci if (ret) 24962306a36Sopenharmony_ci break; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci vmm->page[i].shift = args.shift; 25262306a36Sopenharmony_ci vmm->page[i].sparse = args.sparse; 25362306a36Sopenharmony_ci vmm->page[i].vram = args.vram; 25462306a36Sopenharmony_ci vmm->page[i].host = args.host; 25562306a36Sopenharmony_ci vmm->page[i].comp = args.comp; 25662306a36Sopenharmony_ci } 25762306a36Sopenharmony_ci 25862306a36Sopenharmony_cidone: 25962306a36Sopenharmony_ci if (ret) 26062306a36Sopenharmony_ci nvif_vmm_dtor(vmm); 26162306a36Sopenharmony_ci kfree(args); 26262306a36Sopenharmony_ci return ret; 26362306a36Sopenharmony_ci} 264