162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * Copyright (c) 2007 Cisco Systems, Inc. All rights reserved. 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * This software is available to you under a choice of one of two 562306a36Sopenharmony_ci * licenses. You may choose to be licensed under the terms of the GNU 662306a36Sopenharmony_ci * General Public License (GPL) Version 2, available from the file 762306a36Sopenharmony_ci * COPYING in the main directory of this source tree, or the 862306a36Sopenharmony_ci * OpenIB.org BSD license below: 962306a36Sopenharmony_ci * 1062306a36Sopenharmony_ci * Redistribution and use in source and binary forms, with or 1162306a36Sopenharmony_ci * without modification, are permitted provided that the following 1262306a36Sopenharmony_ci * conditions are met: 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * - Redistributions of source code must retain the above 1562306a36Sopenharmony_ci * copyright notice, this list of conditions and the following 1662306a36Sopenharmony_ci * disclaimer. 1762306a36Sopenharmony_ci * 1862306a36Sopenharmony_ci * - Redistributions in binary form must reproduce the above 1962306a36Sopenharmony_ci * copyright notice, this list of conditions and the following 2062306a36Sopenharmony_ci * disclaimer in the documentation and/or other materials 2162306a36Sopenharmony_ci * provided with the distribution. 2262306a36Sopenharmony_ci * 2362306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 2462306a36Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 2562306a36Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 2662306a36Sopenharmony_ci * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 2762306a36Sopenharmony_ci * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 2862306a36Sopenharmony_ci * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 2962306a36Sopenharmony_ci * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 3062306a36Sopenharmony_ci * SOFTWARE. 3162306a36Sopenharmony_ci */ 3262306a36Sopenharmony_ci 3362306a36Sopenharmony_ci#include <linux/slab.h> 3462306a36Sopenharmony_ci#include <rdma/uverbs_ioctl.h> 3562306a36Sopenharmony_ci 3662306a36Sopenharmony_ci#include "mlx4_ib.h" 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_cistruct mlx4_ib_user_db_page { 3962306a36Sopenharmony_ci struct list_head list; 4062306a36Sopenharmony_ci struct ib_umem *umem; 4162306a36Sopenharmony_ci unsigned long user_virt; 4262306a36Sopenharmony_ci int refcnt; 4362306a36Sopenharmony_ci}; 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_ciint mlx4_ib_db_map_user(struct ib_udata *udata, unsigned long virt, 4662306a36Sopenharmony_ci struct mlx4_db *db) 4762306a36Sopenharmony_ci{ 4862306a36Sopenharmony_ci struct mlx4_ib_user_db_page *page; 4962306a36Sopenharmony_ci int err = 0; 5062306a36Sopenharmony_ci struct mlx4_ib_ucontext *context = rdma_udata_to_drv_context( 5162306a36Sopenharmony_ci udata, struct mlx4_ib_ucontext, ibucontext); 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci mutex_lock(&context->db_page_mutex); 5462306a36Sopenharmony_ci 5562306a36Sopenharmony_ci list_for_each_entry(page, &context->db_page_list, list) 5662306a36Sopenharmony_ci if (page->user_virt == (virt & PAGE_MASK)) 5762306a36Sopenharmony_ci goto found; 5862306a36Sopenharmony_ci 5962306a36Sopenharmony_ci page = kmalloc(sizeof *page, GFP_KERNEL); 6062306a36Sopenharmony_ci if (!page) { 6162306a36Sopenharmony_ci err = -ENOMEM; 6262306a36Sopenharmony_ci goto out; 6362306a36Sopenharmony_ci } 6462306a36Sopenharmony_ci 6562306a36Sopenharmony_ci page->user_virt = (virt & PAGE_MASK); 6662306a36Sopenharmony_ci page->refcnt = 0; 6762306a36Sopenharmony_ci page->umem = ib_umem_get(context->ibucontext.device, virt & PAGE_MASK, 6862306a36Sopenharmony_ci PAGE_SIZE, 0); 6962306a36Sopenharmony_ci if (IS_ERR(page->umem)) { 7062306a36Sopenharmony_ci err = PTR_ERR(page->umem); 7162306a36Sopenharmony_ci kfree(page); 7262306a36Sopenharmony_ci goto out; 7362306a36Sopenharmony_ci } 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci list_add(&page->list, &context->db_page_list); 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_cifound: 7862306a36Sopenharmony_ci db->dma = sg_dma_address(page->umem->sgt_append.sgt.sgl) + 7962306a36Sopenharmony_ci (virt & ~PAGE_MASK); 8062306a36Sopenharmony_ci db->u.user_page = page; 8162306a36Sopenharmony_ci ++page->refcnt; 8262306a36Sopenharmony_ci 8362306a36Sopenharmony_ciout: 8462306a36Sopenharmony_ci mutex_unlock(&context->db_page_mutex); 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci return err; 8762306a36Sopenharmony_ci} 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_civoid mlx4_ib_db_unmap_user(struct mlx4_ib_ucontext *context, struct mlx4_db *db) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci mutex_lock(&context->db_page_mutex); 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci if (!--db->u.user_page->refcnt) { 9462306a36Sopenharmony_ci list_del(&db->u.user_page->list); 9562306a36Sopenharmony_ci ib_umem_release(db->u.user_page->umem); 9662306a36Sopenharmony_ci kfree(db->u.user_page); 9762306a36Sopenharmony_ci } 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ci mutex_unlock(&context->db_page_mutex); 10062306a36Sopenharmony_ci} 101