162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* Copyright (C) 2017 Netronome Systems, Inc. 362306a36Sopenharmony_ci * Copyright (C) 2019 Mellanox Technologies. All rights reserved 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/device.h> 762306a36Sopenharmony_ci#include <linux/idr.h> 862306a36Sopenharmony_ci#include <linux/kernel.h> 962306a36Sopenharmony_ci#include <linux/list.h> 1062306a36Sopenharmony_ci#include <linux/mutex.h> 1162306a36Sopenharmony_ci#include <linux/slab.h> 1262306a36Sopenharmony_ci#include <linux/sysfs.h> 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci#include "netdevsim.h" 1562306a36Sopenharmony_ci 1662306a36Sopenharmony_cistatic DEFINE_IDA(nsim_bus_dev_ids); 1762306a36Sopenharmony_cistatic LIST_HEAD(nsim_bus_dev_list); 1862306a36Sopenharmony_cistatic DEFINE_MUTEX(nsim_bus_dev_list_lock); 1962306a36Sopenharmony_cistatic bool nsim_bus_enable; 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_cistatic struct nsim_bus_dev *to_nsim_bus_dev(struct device *dev) 2262306a36Sopenharmony_ci{ 2362306a36Sopenharmony_ci return container_of(dev, struct nsim_bus_dev, dev); 2462306a36Sopenharmony_ci} 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_cistatic ssize_t 2762306a36Sopenharmony_cinsim_bus_dev_numvfs_store(struct device *dev, struct device_attribute *attr, 2862306a36Sopenharmony_ci const char *buf, size_t count) 2962306a36Sopenharmony_ci{ 3062306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 3162306a36Sopenharmony_ci unsigned int num_vfs; 3262306a36Sopenharmony_ci int ret; 3362306a36Sopenharmony_ci 3462306a36Sopenharmony_ci ret = kstrtouint(buf, 0, &num_vfs); 3562306a36Sopenharmony_ci if (ret) 3662306a36Sopenharmony_ci return ret; 3762306a36Sopenharmony_ci 3862306a36Sopenharmony_ci device_lock(dev); 3962306a36Sopenharmony_ci ret = -ENOENT; 4062306a36Sopenharmony_ci if (dev_get_drvdata(dev)) 4162306a36Sopenharmony_ci ret = nsim_drv_configure_vfs(nsim_bus_dev, num_vfs); 4262306a36Sopenharmony_ci device_unlock(dev); 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_ci return ret ? ret : count; 4562306a36Sopenharmony_ci} 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_cistatic ssize_t 4862306a36Sopenharmony_cinsim_bus_dev_numvfs_show(struct device *dev, 4962306a36Sopenharmony_ci struct device_attribute *attr, char *buf) 5062306a36Sopenharmony_ci{ 5162306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci return sprintf(buf, "%u\n", nsim_bus_dev->num_vfs); 5462306a36Sopenharmony_ci} 5562306a36Sopenharmony_ci 5662306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_numvfs_attr = 5762306a36Sopenharmony_ci __ATTR(sriov_numvfs, 0664, nsim_bus_dev_numvfs_show, 5862306a36Sopenharmony_ci nsim_bus_dev_numvfs_store); 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_cistatic ssize_t 6162306a36Sopenharmony_cinew_port_store(struct device *dev, struct device_attribute *attr, 6262306a36Sopenharmony_ci const char *buf, size_t count) 6362306a36Sopenharmony_ci{ 6462306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 6562306a36Sopenharmony_ci unsigned int port_index; 6662306a36Sopenharmony_ci int ret; 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_ci /* Prevent to use nsim_bus_dev before initialization. */ 6962306a36Sopenharmony_ci if (!smp_load_acquire(&nsim_bus_dev->init)) 7062306a36Sopenharmony_ci return -EBUSY; 7162306a36Sopenharmony_ci ret = kstrtouint(buf, 0, &port_index); 7262306a36Sopenharmony_ci if (ret) 7362306a36Sopenharmony_ci return ret; 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci ret = nsim_drv_port_add(nsim_bus_dev, NSIM_DEV_PORT_TYPE_PF, port_index); 7662306a36Sopenharmony_ci return ret ? ret : count; 7762306a36Sopenharmony_ci} 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_new_port_attr = __ATTR_WO(new_port); 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_cistatic ssize_t 8262306a36Sopenharmony_cidel_port_store(struct device *dev, struct device_attribute *attr, 8362306a36Sopenharmony_ci const char *buf, size_t count) 8462306a36Sopenharmony_ci{ 8562306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 8662306a36Sopenharmony_ci unsigned int port_index; 8762306a36Sopenharmony_ci int ret; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci /* Prevent to use nsim_bus_dev before initialization. */ 9062306a36Sopenharmony_ci if (!smp_load_acquire(&nsim_bus_dev->init)) 9162306a36Sopenharmony_ci return -EBUSY; 9262306a36Sopenharmony_ci ret = kstrtouint(buf, 0, &port_index); 9362306a36Sopenharmony_ci if (ret) 9462306a36Sopenharmony_ci return ret; 9562306a36Sopenharmony_ci 9662306a36Sopenharmony_ci ret = nsim_drv_port_del(nsim_bus_dev, NSIM_DEV_PORT_TYPE_PF, port_index); 9762306a36Sopenharmony_ci return ret ? ret : count; 9862306a36Sopenharmony_ci} 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_del_port_attr = __ATTR_WO(del_port); 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic struct attribute *nsim_bus_dev_attrs[] = { 10362306a36Sopenharmony_ci &nsim_bus_dev_numvfs_attr.attr, 10462306a36Sopenharmony_ci &nsim_bus_dev_new_port_attr.attr, 10562306a36Sopenharmony_ci &nsim_bus_dev_del_port_attr.attr, 10662306a36Sopenharmony_ci NULL, 10762306a36Sopenharmony_ci}; 10862306a36Sopenharmony_ci 10962306a36Sopenharmony_cistatic const struct attribute_group nsim_bus_dev_attr_group = { 11062306a36Sopenharmony_ci .attrs = nsim_bus_dev_attrs, 11162306a36Sopenharmony_ci}; 11262306a36Sopenharmony_ci 11362306a36Sopenharmony_cistatic const struct attribute_group *nsim_bus_dev_attr_groups[] = { 11462306a36Sopenharmony_ci &nsim_bus_dev_attr_group, 11562306a36Sopenharmony_ci NULL, 11662306a36Sopenharmony_ci}; 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_cistatic void nsim_bus_dev_release(struct device *dev) 11962306a36Sopenharmony_ci{ 12062306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci nsim_bus_dev = container_of(dev, struct nsim_bus_dev, dev); 12362306a36Sopenharmony_ci kfree(nsim_bus_dev); 12462306a36Sopenharmony_ci} 12562306a36Sopenharmony_ci 12662306a36Sopenharmony_cistatic struct device_type nsim_bus_dev_type = { 12762306a36Sopenharmony_ci .groups = nsim_bus_dev_attr_groups, 12862306a36Sopenharmony_ci .release = nsim_bus_dev_release, 12962306a36Sopenharmony_ci}; 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_cistatic struct nsim_bus_dev * 13262306a36Sopenharmony_cinsim_bus_dev_new(unsigned int id, unsigned int port_count, unsigned int num_queues); 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_cistatic ssize_t 13562306a36Sopenharmony_cinew_device_store(const struct bus_type *bus, const char *buf, size_t count) 13662306a36Sopenharmony_ci{ 13762306a36Sopenharmony_ci unsigned int id, port_count, num_queues; 13862306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev; 13962306a36Sopenharmony_ci int err; 14062306a36Sopenharmony_ci 14162306a36Sopenharmony_ci err = sscanf(buf, "%u %u %u", &id, &port_count, &num_queues); 14262306a36Sopenharmony_ci switch (err) { 14362306a36Sopenharmony_ci case 1: 14462306a36Sopenharmony_ci port_count = 1; 14562306a36Sopenharmony_ci fallthrough; 14662306a36Sopenharmony_ci case 2: 14762306a36Sopenharmony_ci num_queues = 1; 14862306a36Sopenharmony_ci fallthrough; 14962306a36Sopenharmony_ci case 3: 15062306a36Sopenharmony_ci if (id > INT_MAX) { 15162306a36Sopenharmony_ci pr_err("Value of \"id\" is too big.\n"); 15262306a36Sopenharmony_ci return -EINVAL; 15362306a36Sopenharmony_ci } 15462306a36Sopenharmony_ci break; 15562306a36Sopenharmony_ci default: 15662306a36Sopenharmony_ci pr_err("Format for adding new device is \"id port_count num_queues\" (uint uint unit).\n"); 15762306a36Sopenharmony_ci return -EINVAL; 15862306a36Sopenharmony_ci } 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci mutex_lock(&nsim_bus_dev_list_lock); 16162306a36Sopenharmony_ci /* Prevent to use resource before initialization. */ 16262306a36Sopenharmony_ci if (!smp_load_acquire(&nsim_bus_enable)) { 16362306a36Sopenharmony_ci err = -EBUSY; 16462306a36Sopenharmony_ci goto err; 16562306a36Sopenharmony_ci } 16662306a36Sopenharmony_ci 16762306a36Sopenharmony_ci nsim_bus_dev = nsim_bus_dev_new(id, port_count, num_queues); 16862306a36Sopenharmony_ci if (IS_ERR(nsim_bus_dev)) { 16962306a36Sopenharmony_ci err = PTR_ERR(nsim_bus_dev); 17062306a36Sopenharmony_ci goto err; 17162306a36Sopenharmony_ci } 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci /* Allow using nsim_bus_dev */ 17462306a36Sopenharmony_ci smp_store_release(&nsim_bus_dev->init, true); 17562306a36Sopenharmony_ci 17662306a36Sopenharmony_ci list_add_tail(&nsim_bus_dev->list, &nsim_bus_dev_list); 17762306a36Sopenharmony_ci mutex_unlock(&nsim_bus_dev_list_lock); 17862306a36Sopenharmony_ci 17962306a36Sopenharmony_ci return count; 18062306a36Sopenharmony_cierr: 18162306a36Sopenharmony_ci mutex_unlock(&nsim_bus_dev_list_lock); 18262306a36Sopenharmony_ci return err; 18362306a36Sopenharmony_ci} 18462306a36Sopenharmony_cistatic BUS_ATTR_WO(new_device); 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_cistatic void nsim_bus_dev_del(struct nsim_bus_dev *nsim_bus_dev); 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_cistatic ssize_t 18962306a36Sopenharmony_cidel_device_store(const struct bus_type *bus, const char *buf, size_t count) 19062306a36Sopenharmony_ci{ 19162306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev, *tmp; 19262306a36Sopenharmony_ci unsigned int id; 19362306a36Sopenharmony_ci int err; 19462306a36Sopenharmony_ci 19562306a36Sopenharmony_ci err = sscanf(buf, "%u", &id); 19662306a36Sopenharmony_ci switch (err) { 19762306a36Sopenharmony_ci case 1: 19862306a36Sopenharmony_ci if (id > INT_MAX) { 19962306a36Sopenharmony_ci pr_err("Value of \"id\" is too big.\n"); 20062306a36Sopenharmony_ci return -EINVAL; 20162306a36Sopenharmony_ci } 20262306a36Sopenharmony_ci break; 20362306a36Sopenharmony_ci default: 20462306a36Sopenharmony_ci pr_err("Format for deleting device is \"id\" (uint).\n"); 20562306a36Sopenharmony_ci return -EINVAL; 20662306a36Sopenharmony_ci } 20762306a36Sopenharmony_ci 20862306a36Sopenharmony_ci err = -ENOENT; 20962306a36Sopenharmony_ci mutex_lock(&nsim_bus_dev_list_lock); 21062306a36Sopenharmony_ci /* Prevent to use resource before initialization. */ 21162306a36Sopenharmony_ci if (!smp_load_acquire(&nsim_bus_enable)) { 21262306a36Sopenharmony_ci mutex_unlock(&nsim_bus_dev_list_lock); 21362306a36Sopenharmony_ci return -EBUSY; 21462306a36Sopenharmony_ci } 21562306a36Sopenharmony_ci list_for_each_entry_safe(nsim_bus_dev, tmp, &nsim_bus_dev_list, list) { 21662306a36Sopenharmony_ci if (nsim_bus_dev->dev.id != id) 21762306a36Sopenharmony_ci continue; 21862306a36Sopenharmony_ci list_del(&nsim_bus_dev->list); 21962306a36Sopenharmony_ci nsim_bus_dev_del(nsim_bus_dev); 22062306a36Sopenharmony_ci err = 0; 22162306a36Sopenharmony_ci break; 22262306a36Sopenharmony_ci } 22362306a36Sopenharmony_ci mutex_unlock(&nsim_bus_dev_list_lock); 22462306a36Sopenharmony_ci return !err ? count : err; 22562306a36Sopenharmony_ci} 22662306a36Sopenharmony_cistatic BUS_ATTR_WO(del_device); 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_cistatic struct attribute *nsim_bus_attrs[] = { 22962306a36Sopenharmony_ci &bus_attr_new_device.attr, 23062306a36Sopenharmony_ci &bus_attr_del_device.attr, 23162306a36Sopenharmony_ci NULL 23262306a36Sopenharmony_ci}; 23362306a36Sopenharmony_ciATTRIBUTE_GROUPS(nsim_bus); 23462306a36Sopenharmony_ci 23562306a36Sopenharmony_cistatic int nsim_bus_probe(struct device *dev) 23662306a36Sopenharmony_ci{ 23762306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci return nsim_drv_probe(nsim_bus_dev); 24062306a36Sopenharmony_ci} 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_cistatic void nsim_bus_remove(struct device *dev) 24362306a36Sopenharmony_ci{ 24462306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 24562306a36Sopenharmony_ci 24662306a36Sopenharmony_ci nsim_drv_remove(nsim_bus_dev); 24762306a36Sopenharmony_ci} 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_cistatic int nsim_num_vf(struct device *dev) 25062306a36Sopenharmony_ci{ 25162306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev); 25262306a36Sopenharmony_ci 25362306a36Sopenharmony_ci return nsim_bus_dev->num_vfs; 25462306a36Sopenharmony_ci} 25562306a36Sopenharmony_ci 25662306a36Sopenharmony_cistatic struct bus_type nsim_bus = { 25762306a36Sopenharmony_ci .name = DRV_NAME, 25862306a36Sopenharmony_ci .dev_name = DRV_NAME, 25962306a36Sopenharmony_ci .bus_groups = nsim_bus_groups, 26062306a36Sopenharmony_ci .probe = nsim_bus_probe, 26162306a36Sopenharmony_ci .remove = nsim_bus_remove, 26262306a36Sopenharmony_ci .num_vf = nsim_num_vf, 26362306a36Sopenharmony_ci}; 26462306a36Sopenharmony_ci 26562306a36Sopenharmony_ci#define NSIM_BUS_DEV_MAX_VFS 4 26662306a36Sopenharmony_ci 26762306a36Sopenharmony_cistatic struct nsim_bus_dev * 26862306a36Sopenharmony_cinsim_bus_dev_new(unsigned int id, unsigned int port_count, unsigned int num_queues) 26962306a36Sopenharmony_ci{ 27062306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev; 27162306a36Sopenharmony_ci int err; 27262306a36Sopenharmony_ci 27362306a36Sopenharmony_ci nsim_bus_dev = kzalloc(sizeof(*nsim_bus_dev), GFP_KERNEL); 27462306a36Sopenharmony_ci if (!nsim_bus_dev) 27562306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci err = ida_alloc_range(&nsim_bus_dev_ids, id, id, GFP_KERNEL); 27862306a36Sopenharmony_ci if (err < 0) 27962306a36Sopenharmony_ci goto err_nsim_bus_dev_free; 28062306a36Sopenharmony_ci nsim_bus_dev->dev.id = err; 28162306a36Sopenharmony_ci nsim_bus_dev->dev.bus = &nsim_bus; 28262306a36Sopenharmony_ci nsim_bus_dev->dev.type = &nsim_bus_dev_type; 28362306a36Sopenharmony_ci nsim_bus_dev->port_count = port_count; 28462306a36Sopenharmony_ci nsim_bus_dev->num_queues = num_queues; 28562306a36Sopenharmony_ci nsim_bus_dev->initial_net = current->nsproxy->net_ns; 28662306a36Sopenharmony_ci nsim_bus_dev->max_vfs = NSIM_BUS_DEV_MAX_VFS; 28762306a36Sopenharmony_ci /* Disallow using nsim_bus_dev */ 28862306a36Sopenharmony_ci smp_store_release(&nsim_bus_dev->init, false); 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci err = device_register(&nsim_bus_dev->dev); 29162306a36Sopenharmony_ci if (err) 29262306a36Sopenharmony_ci goto err_nsim_bus_dev_id_free; 29362306a36Sopenharmony_ci 29462306a36Sopenharmony_ci return nsim_bus_dev; 29562306a36Sopenharmony_ci 29662306a36Sopenharmony_cierr_nsim_bus_dev_id_free: 29762306a36Sopenharmony_ci ida_free(&nsim_bus_dev_ids, nsim_bus_dev->dev.id); 29862306a36Sopenharmony_ci put_device(&nsim_bus_dev->dev); 29962306a36Sopenharmony_ci nsim_bus_dev = NULL; 30062306a36Sopenharmony_cierr_nsim_bus_dev_free: 30162306a36Sopenharmony_ci kfree(nsim_bus_dev); 30262306a36Sopenharmony_ci return ERR_PTR(err); 30362306a36Sopenharmony_ci} 30462306a36Sopenharmony_ci 30562306a36Sopenharmony_cistatic void nsim_bus_dev_del(struct nsim_bus_dev *nsim_bus_dev) 30662306a36Sopenharmony_ci{ 30762306a36Sopenharmony_ci /* Disallow using nsim_bus_dev */ 30862306a36Sopenharmony_ci smp_store_release(&nsim_bus_dev->init, false); 30962306a36Sopenharmony_ci ida_free(&nsim_bus_dev_ids, nsim_bus_dev->dev.id); 31062306a36Sopenharmony_ci device_unregister(&nsim_bus_dev->dev); 31162306a36Sopenharmony_ci} 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_cistatic struct device_driver nsim_driver = { 31462306a36Sopenharmony_ci .name = DRV_NAME, 31562306a36Sopenharmony_ci .bus = &nsim_bus, 31662306a36Sopenharmony_ci .owner = THIS_MODULE, 31762306a36Sopenharmony_ci}; 31862306a36Sopenharmony_ci 31962306a36Sopenharmony_ciint nsim_bus_init(void) 32062306a36Sopenharmony_ci{ 32162306a36Sopenharmony_ci int err; 32262306a36Sopenharmony_ci 32362306a36Sopenharmony_ci err = bus_register(&nsim_bus); 32462306a36Sopenharmony_ci if (err) 32562306a36Sopenharmony_ci return err; 32662306a36Sopenharmony_ci err = driver_register(&nsim_driver); 32762306a36Sopenharmony_ci if (err) 32862306a36Sopenharmony_ci goto err_bus_unregister; 32962306a36Sopenharmony_ci /* Allow using resources */ 33062306a36Sopenharmony_ci smp_store_release(&nsim_bus_enable, true); 33162306a36Sopenharmony_ci return 0; 33262306a36Sopenharmony_ci 33362306a36Sopenharmony_cierr_bus_unregister: 33462306a36Sopenharmony_ci bus_unregister(&nsim_bus); 33562306a36Sopenharmony_ci return err; 33662306a36Sopenharmony_ci} 33762306a36Sopenharmony_ci 33862306a36Sopenharmony_civoid nsim_bus_exit(void) 33962306a36Sopenharmony_ci{ 34062306a36Sopenharmony_ci struct nsim_bus_dev *nsim_bus_dev, *tmp; 34162306a36Sopenharmony_ci 34262306a36Sopenharmony_ci /* Disallow using resources */ 34362306a36Sopenharmony_ci smp_store_release(&nsim_bus_enable, false); 34462306a36Sopenharmony_ci 34562306a36Sopenharmony_ci mutex_lock(&nsim_bus_dev_list_lock); 34662306a36Sopenharmony_ci list_for_each_entry_safe(nsim_bus_dev, tmp, &nsim_bus_dev_list, list) { 34762306a36Sopenharmony_ci list_del(&nsim_bus_dev->list); 34862306a36Sopenharmony_ci nsim_bus_dev_del(nsim_bus_dev); 34962306a36Sopenharmony_ci } 35062306a36Sopenharmony_ci mutex_unlock(&nsim_bus_dev_list_lock); 35162306a36Sopenharmony_ci 35262306a36Sopenharmony_ci driver_unregister(&nsim_driver); 35362306a36Sopenharmony_ci bus_unregister(&nsim_bus); 35462306a36Sopenharmony_ci} 355