162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/* Copyright (C) 2017 Netronome Systems, Inc.
362306a36Sopenharmony_ci * Copyright (C) 2019 Mellanox Technologies. All rights reserved
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/device.h>
762306a36Sopenharmony_ci#include <linux/idr.h>
862306a36Sopenharmony_ci#include <linux/kernel.h>
962306a36Sopenharmony_ci#include <linux/list.h>
1062306a36Sopenharmony_ci#include <linux/mutex.h>
1162306a36Sopenharmony_ci#include <linux/slab.h>
1262306a36Sopenharmony_ci#include <linux/sysfs.h>
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci#include "netdevsim.h"
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_cistatic DEFINE_IDA(nsim_bus_dev_ids);
1762306a36Sopenharmony_cistatic LIST_HEAD(nsim_bus_dev_list);
1862306a36Sopenharmony_cistatic DEFINE_MUTEX(nsim_bus_dev_list_lock);
1962306a36Sopenharmony_cistatic bool nsim_bus_enable;
2062306a36Sopenharmony_ci
2162306a36Sopenharmony_cistatic struct nsim_bus_dev *to_nsim_bus_dev(struct device *dev)
2262306a36Sopenharmony_ci{
2362306a36Sopenharmony_ci	return container_of(dev, struct nsim_bus_dev, dev);
2462306a36Sopenharmony_ci}
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistatic ssize_t
2762306a36Sopenharmony_cinsim_bus_dev_numvfs_store(struct device *dev, struct device_attribute *attr,
2862306a36Sopenharmony_ci			  const char *buf, size_t count)
2962306a36Sopenharmony_ci{
3062306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
3162306a36Sopenharmony_ci	unsigned int num_vfs;
3262306a36Sopenharmony_ci	int ret;
3362306a36Sopenharmony_ci
3462306a36Sopenharmony_ci	ret = kstrtouint(buf, 0, &num_vfs);
3562306a36Sopenharmony_ci	if (ret)
3662306a36Sopenharmony_ci		return ret;
3762306a36Sopenharmony_ci
3862306a36Sopenharmony_ci	device_lock(dev);
3962306a36Sopenharmony_ci	ret = -ENOENT;
4062306a36Sopenharmony_ci	if (dev_get_drvdata(dev))
4162306a36Sopenharmony_ci		ret = nsim_drv_configure_vfs(nsim_bus_dev, num_vfs);
4262306a36Sopenharmony_ci	device_unlock(dev);
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_ci	return ret ? ret : count;
4562306a36Sopenharmony_ci}
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_cistatic ssize_t
4862306a36Sopenharmony_cinsim_bus_dev_numvfs_show(struct device *dev,
4962306a36Sopenharmony_ci			 struct device_attribute *attr, char *buf)
5062306a36Sopenharmony_ci{
5162306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci	return sprintf(buf, "%u\n", nsim_bus_dev->num_vfs);
5462306a36Sopenharmony_ci}
5562306a36Sopenharmony_ci
5662306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_numvfs_attr =
5762306a36Sopenharmony_ci	__ATTR(sriov_numvfs, 0664, nsim_bus_dev_numvfs_show,
5862306a36Sopenharmony_ci	       nsim_bus_dev_numvfs_store);
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_cistatic ssize_t
6162306a36Sopenharmony_cinew_port_store(struct device *dev, struct device_attribute *attr,
6262306a36Sopenharmony_ci	       const char *buf, size_t count)
6362306a36Sopenharmony_ci{
6462306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
6562306a36Sopenharmony_ci	unsigned int port_index;
6662306a36Sopenharmony_ci	int ret;
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	/* Prevent to use nsim_bus_dev before initialization. */
6962306a36Sopenharmony_ci	if (!smp_load_acquire(&nsim_bus_dev->init))
7062306a36Sopenharmony_ci		return -EBUSY;
7162306a36Sopenharmony_ci	ret = kstrtouint(buf, 0, &port_index);
7262306a36Sopenharmony_ci	if (ret)
7362306a36Sopenharmony_ci		return ret;
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_ci	ret = nsim_drv_port_add(nsim_bus_dev, NSIM_DEV_PORT_TYPE_PF, port_index);
7662306a36Sopenharmony_ci	return ret ? ret : count;
7762306a36Sopenharmony_ci}
7862306a36Sopenharmony_ci
7962306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_new_port_attr = __ATTR_WO(new_port);
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_cistatic ssize_t
8262306a36Sopenharmony_cidel_port_store(struct device *dev, struct device_attribute *attr,
8362306a36Sopenharmony_ci	       const char *buf, size_t count)
8462306a36Sopenharmony_ci{
8562306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
8662306a36Sopenharmony_ci	unsigned int port_index;
8762306a36Sopenharmony_ci	int ret;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	/* Prevent to use nsim_bus_dev before initialization. */
9062306a36Sopenharmony_ci	if (!smp_load_acquire(&nsim_bus_dev->init))
9162306a36Sopenharmony_ci		return -EBUSY;
9262306a36Sopenharmony_ci	ret = kstrtouint(buf, 0, &port_index);
9362306a36Sopenharmony_ci	if (ret)
9462306a36Sopenharmony_ci		return ret;
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	ret = nsim_drv_port_del(nsim_bus_dev, NSIM_DEV_PORT_TYPE_PF, port_index);
9762306a36Sopenharmony_ci	return ret ? ret : count;
9862306a36Sopenharmony_ci}
9962306a36Sopenharmony_ci
10062306a36Sopenharmony_cistatic struct device_attribute nsim_bus_dev_del_port_attr = __ATTR_WO(del_port);
10162306a36Sopenharmony_ci
10262306a36Sopenharmony_cistatic struct attribute *nsim_bus_dev_attrs[] = {
10362306a36Sopenharmony_ci	&nsim_bus_dev_numvfs_attr.attr,
10462306a36Sopenharmony_ci	&nsim_bus_dev_new_port_attr.attr,
10562306a36Sopenharmony_ci	&nsim_bus_dev_del_port_attr.attr,
10662306a36Sopenharmony_ci	NULL,
10762306a36Sopenharmony_ci};
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_cistatic const struct attribute_group nsim_bus_dev_attr_group = {
11062306a36Sopenharmony_ci	.attrs = nsim_bus_dev_attrs,
11162306a36Sopenharmony_ci};
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_cistatic const struct attribute_group *nsim_bus_dev_attr_groups[] = {
11462306a36Sopenharmony_ci	&nsim_bus_dev_attr_group,
11562306a36Sopenharmony_ci	NULL,
11662306a36Sopenharmony_ci};
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_cistatic void nsim_bus_dev_release(struct device *dev)
11962306a36Sopenharmony_ci{
12062306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci	nsim_bus_dev = container_of(dev, struct nsim_bus_dev, dev);
12362306a36Sopenharmony_ci	kfree(nsim_bus_dev);
12462306a36Sopenharmony_ci}
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_cistatic struct device_type nsim_bus_dev_type = {
12762306a36Sopenharmony_ci	.groups = nsim_bus_dev_attr_groups,
12862306a36Sopenharmony_ci	.release = nsim_bus_dev_release,
12962306a36Sopenharmony_ci};
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_cistatic struct nsim_bus_dev *
13262306a36Sopenharmony_cinsim_bus_dev_new(unsigned int id, unsigned int port_count, unsigned int num_queues);
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_cistatic ssize_t
13562306a36Sopenharmony_cinew_device_store(const struct bus_type *bus, const char *buf, size_t count)
13662306a36Sopenharmony_ci{
13762306a36Sopenharmony_ci	unsigned int id, port_count, num_queues;
13862306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev;
13962306a36Sopenharmony_ci	int err;
14062306a36Sopenharmony_ci
14162306a36Sopenharmony_ci	err = sscanf(buf, "%u %u %u", &id, &port_count, &num_queues);
14262306a36Sopenharmony_ci	switch (err) {
14362306a36Sopenharmony_ci	case 1:
14462306a36Sopenharmony_ci		port_count = 1;
14562306a36Sopenharmony_ci		fallthrough;
14662306a36Sopenharmony_ci	case 2:
14762306a36Sopenharmony_ci		num_queues = 1;
14862306a36Sopenharmony_ci		fallthrough;
14962306a36Sopenharmony_ci	case 3:
15062306a36Sopenharmony_ci		if (id > INT_MAX) {
15162306a36Sopenharmony_ci			pr_err("Value of \"id\" is too big.\n");
15262306a36Sopenharmony_ci			return -EINVAL;
15362306a36Sopenharmony_ci		}
15462306a36Sopenharmony_ci		break;
15562306a36Sopenharmony_ci	default:
15662306a36Sopenharmony_ci		pr_err("Format for adding new device is \"id port_count num_queues\" (uint uint unit).\n");
15762306a36Sopenharmony_ci		return -EINVAL;
15862306a36Sopenharmony_ci	}
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	mutex_lock(&nsim_bus_dev_list_lock);
16162306a36Sopenharmony_ci	/* Prevent to use resource before initialization. */
16262306a36Sopenharmony_ci	if (!smp_load_acquire(&nsim_bus_enable)) {
16362306a36Sopenharmony_ci		err = -EBUSY;
16462306a36Sopenharmony_ci		goto err;
16562306a36Sopenharmony_ci	}
16662306a36Sopenharmony_ci
16762306a36Sopenharmony_ci	nsim_bus_dev = nsim_bus_dev_new(id, port_count, num_queues);
16862306a36Sopenharmony_ci	if (IS_ERR(nsim_bus_dev)) {
16962306a36Sopenharmony_ci		err = PTR_ERR(nsim_bus_dev);
17062306a36Sopenharmony_ci		goto err;
17162306a36Sopenharmony_ci	}
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci	/* Allow using nsim_bus_dev */
17462306a36Sopenharmony_ci	smp_store_release(&nsim_bus_dev->init, true);
17562306a36Sopenharmony_ci
17662306a36Sopenharmony_ci	list_add_tail(&nsim_bus_dev->list, &nsim_bus_dev_list);
17762306a36Sopenharmony_ci	mutex_unlock(&nsim_bus_dev_list_lock);
17862306a36Sopenharmony_ci
17962306a36Sopenharmony_ci	return count;
18062306a36Sopenharmony_cierr:
18162306a36Sopenharmony_ci	mutex_unlock(&nsim_bus_dev_list_lock);
18262306a36Sopenharmony_ci	return err;
18362306a36Sopenharmony_ci}
18462306a36Sopenharmony_cistatic BUS_ATTR_WO(new_device);
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_cistatic void nsim_bus_dev_del(struct nsim_bus_dev *nsim_bus_dev);
18762306a36Sopenharmony_ci
18862306a36Sopenharmony_cistatic ssize_t
18962306a36Sopenharmony_cidel_device_store(const struct bus_type *bus, const char *buf, size_t count)
19062306a36Sopenharmony_ci{
19162306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev, *tmp;
19262306a36Sopenharmony_ci	unsigned int id;
19362306a36Sopenharmony_ci	int err;
19462306a36Sopenharmony_ci
19562306a36Sopenharmony_ci	err = sscanf(buf, "%u", &id);
19662306a36Sopenharmony_ci	switch (err) {
19762306a36Sopenharmony_ci	case 1:
19862306a36Sopenharmony_ci		if (id > INT_MAX) {
19962306a36Sopenharmony_ci			pr_err("Value of \"id\" is too big.\n");
20062306a36Sopenharmony_ci			return -EINVAL;
20162306a36Sopenharmony_ci		}
20262306a36Sopenharmony_ci		break;
20362306a36Sopenharmony_ci	default:
20462306a36Sopenharmony_ci		pr_err("Format for deleting device is \"id\" (uint).\n");
20562306a36Sopenharmony_ci		return -EINVAL;
20662306a36Sopenharmony_ci	}
20762306a36Sopenharmony_ci
20862306a36Sopenharmony_ci	err = -ENOENT;
20962306a36Sopenharmony_ci	mutex_lock(&nsim_bus_dev_list_lock);
21062306a36Sopenharmony_ci	/* Prevent to use resource before initialization. */
21162306a36Sopenharmony_ci	if (!smp_load_acquire(&nsim_bus_enable)) {
21262306a36Sopenharmony_ci		mutex_unlock(&nsim_bus_dev_list_lock);
21362306a36Sopenharmony_ci		return -EBUSY;
21462306a36Sopenharmony_ci	}
21562306a36Sopenharmony_ci	list_for_each_entry_safe(nsim_bus_dev, tmp, &nsim_bus_dev_list, list) {
21662306a36Sopenharmony_ci		if (nsim_bus_dev->dev.id != id)
21762306a36Sopenharmony_ci			continue;
21862306a36Sopenharmony_ci		list_del(&nsim_bus_dev->list);
21962306a36Sopenharmony_ci		nsim_bus_dev_del(nsim_bus_dev);
22062306a36Sopenharmony_ci		err = 0;
22162306a36Sopenharmony_ci		break;
22262306a36Sopenharmony_ci	}
22362306a36Sopenharmony_ci	mutex_unlock(&nsim_bus_dev_list_lock);
22462306a36Sopenharmony_ci	return !err ? count : err;
22562306a36Sopenharmony_ci}
22662306a36Sopenharmony_cistatic BUS_ATTR_WO(del_device);
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_cistatic struct attribute *nsim_bus_attrs[] = {
22962306a36Sopenharmony_ci	&bus_attr_new_device.attr,
23062306a36Sopenharmony_ci	&bus_attr_del_device.attr,
23162306a36Sopenharmony_ci	NULL
23262306a36Sopenharmony_ci};
23362306a36Sopenharmony_ciATTRIBUTE_GROUPS(nsim_bus);
23462306a36Sopenharmony_ci
23562306a36Sopenharmony_cistatic int nsim_bus_probe(struct device *dev)
23662306a36Sopenharmony_ci{
23762306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci	return nsim_drv_probe(nsim_bus_dev);
24062306a36Sopenharmony_ci}
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_cistatic void nsim_bus_remove(struct device *dev)
24362306a36Sopenharmony_ci{
24462306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
24562306a36Sopenharmony_ci
24662306a36Sopenharmony_ci	nsim_drv_remove(nsim_bus_dev);
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_cistatic int nsim_num_vf(struct device *dev)
25062306a36Sopenharmony_ci{
25162306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev = to_nsim_bus_dev(dev);
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_ci	return nsim_bus_dev->num_vfs;
25462306a36Sopenharmony_ci}
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_cistatic struct bus_type nsim_bus = {
25762306a36Sopenharmony_ci	.name		= DRV_NAME,
25862306a36Sopenharmony_ci	.dev_name	= DRV_NAME,
25962306a36Sopenharmony_ci	.bus_groups	= nsim_bus_groups,
26062306a36Sopenharmony_ci	.probe		= nsim_bus_probe,
26162306a36Sopenharmony_ci	.remove		= nsim_bus_remove,
26262306a36Sopenharmony_ci	.num_vf		= nsim_num_vf,
26362306a36Sopenharmony_ci};
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci#define NSIM_BUS_DEV_MAX_VFS 4
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_cistatic struct nsim_bus_dev *
26862306a36Sopenharmony_cinsim_bus_dev_new(unsigned int id, unsigned int port_count, unsigned int num_queues)
26962306a36Sopenharmony_ci{
27062306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev;
27162306a36Sopenharmony_ci	int err;
27262306a36Sopenharmony_ci
27362306a36Sopenharmony_ci	nsim_bus_dev = kzalloc(sizeof(*nsim_bus_dev), GFP_KERNEL);
27462306a36Sopenharmony_ci	if (!nsim_bus_dev)
27562306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci	err = ida_alloc_range(&nsim_bus_dev_ids, id, id, GFP_KERNEL);
27862306a36Sopenharmony_ci	if (err < 0)
27962306a36Sopenharmony_ci		goto err_nsim_bus_dev_free;
28062306a36Sopenharmony_ci	nsim_bus_dev->dev.id = err;
28162306a36Sopenharmony_ci	nsim_bus_dev->dev.bus = &nsim_bus;
28262306a36Sopenharmony_ci	nsim_bus_dev->dev.type = &nsim_bus_dev_type;
28362306a36Sopenharmony_ci	nsim_bus_dev->port_count = port_count;
28462306a36Sopenharmony_ci	nsim_bus_dev->num_queues = num_queues;
28562306a36Sopenharmony_ci	nsim_bus_dev->initial_net = current->nsproxy->net_ns;
28662306a36Sopenharmony_ci	nsim_bus_dev->max_vfs = NSIM_BUS_DEV_MAX_VFS;
28762306a36Sopenharmony_ci	/* Disallow using nsim_bus_dev */
28862306a36Sopenharmony_ci	smp_store_release(&nsim_bus_dev->init, false);
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_ci	err = device_register(&nsim_bus_dev->dev);
29162306a36Sopenharmony_ci	if (err)
29262306a36Sopenharmony_ci		goto err_nsim_bus_dev_id_free;
29362306a36Sopenharmony_ci
29462306a36Sopenharmony_ci	return nsim_bus_dev;
29562306a36Sopenharmony_ci
29662306a36Sopenharmony_cierr_nsim_bus_dev_id_free:
29762306a36Sopenharmony_ci	ida_free(&nsim_bus_dev_ids, nsim_bus_dev->dev.id);
29862306a36Sopenharmony_ci	put_device(&nsim_bus_dev->dev);
29962306a36Sopenharmony_ci	nsim_bus_dev = NULL;
30062306a36Sopenharmony_cierr_nsim_bus_dev_free:
30162306a36Sopenharmony_ci	kfree(nsim_bus_dev);
30262306a36Sopenharmony_ci	return ERR_PTR(err);
30362306a36Sopenharmony_ci}
30462306a36Sopenharmony_ci
30562306a36Sopenharmony_cistatic void nsim_bus_dev_del(struct nsim_bus_dev *nsim_bus_dev)
30662306a36Sopenharmony_ci{
30762306a36Sopenharmony_ci	/* Disallow using nsim_bus_dev */
30862306a36Sopenharmony_ci	smp_store_release(&nsim_bus_dev->init, false);
30962306a36Sopenharmony_ci	ida_free(&nsim_bus_dev_ids, nsim_bus_dev->dev.id);
31062306a36Sopenharmony_ci	device_unregister(&nsim_bus_dev->dev);
31162306a36Sopenharmony_ci}
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_cistatic struct device_driver nsim_driver = {
31462306a36Sopenharmony_ci	.name		= DRV_NAME,
31562306a36Sopenharmony_ci	.bus		= &nsim_bus,
31662306a36Sopenharmony_ci	.owner		= THIS_MODULE,
31762306a36Sopenharmony_ci};
31862306a36Sopenharmony_ci
31962306a36Sopenharmony_ciint nsim_bus_init(void)
32062306a36Sopenharmony_ci{
32162306a36Sopenharmony_ci	int err;
32262306a36Sopenharmony_ci
32362306a36Sopenharmony_ci	err = bus_register(&nsim_bus);
32462306a36Sopenharmony_ci	if (err)
32562306a36Sopenharmony_ci		return err;
32662306a36Sopenharmony_ci	err = driver_register(&nsim_driver);
32762306a36Sopenharmony_ci	if (err)
32862306a36Sopenharmony_ci		goto err_bus_unregister;
32962306a36Sopenharmony_ci	/* Allow using resources */
33062306a36Sopenharmony_ci	smp_store_release(&nsim_bus_enable, true);
33162306a36Sopenharmony_ci	return 0;
33262306a36Sopenharmony_ci
33362306a36Sopenharmony_cierr_bus_unregister:
33462306a36Sopenharmony_ci	bus_unregister(&nsim_bus);
33562306a36Sopenharmony_ci	return err;
33662306a36Sopenharmony_ci}
33762306a36Sopenharmony_ci
33862306a36Sopenharmony_civoid nsim_bus_exit(void)
33962306a36Sopenharmony_ci{
34062306a36Sopenharmony_ci	struct nsim_bus_dev *nsim_bus_dev, *tmp;
34162306a36Sopenharmony_ci
34262306a36Sopenharmony_ci	/* Disallow using resources */
34362306a36Sopenharmony_ci	smp_store_release(&nsim_bus_enable, false);
34462306a36Sopenharmony_ci
34562306a36Sopenharmony_ci	mutex_lock(&nsim_bus_dev_list_lock);
34662306a36Sopenharmony_ci	list_for_each_entry_safe(nsim_bus_dev, tmp, &nsim_bus_dev_list, list) {
34762306a36Sopenharmony_ci		list_del(&nsim_bus_dev->list);
34862306a36Sopenharmony_ci		nsim_bus_dev_del(nsim_bus_dev);
34962306a36Sopenharmony_ci	}
35062306a36Sopenharmony_ci	mutex_unlock(&nsim_bus_dev_list_lock);
35162306a36Sopenharmony_ci
35262306a36Sopenharmony_ci	driver_unregister(&nsim_driver);
35362306a36Sopenharmony_ci	bus_unregister(&nsim_bus);
35462306a36Sopenharmony_ci}
355