18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci//
38c2ecf20Sopenharmony_ci// GPIO Aggregator
48c2ecf20Sopenharmony_ci//
58c2ecf20Sopenharmony_ci// Copyright (C) 2019-2020 Glider bv
68c2ecf20Sopenharmony_ci
78c2ecf20Sopenharmony_ci#define DRV_NAME       "gpio-aggregator"
88c2ecf20Sopenharmony_ci#define pr_fmt(fmt)	DRV_NAME ": " fmt
98c2ecf20Sopenharmony_ci
108c2ecf20Sopenharmony_ci#include <linux/bitmap.h>
118c2ecf20Sopenharmony_ci#include <linux/bitops.h>
128c2ecf20Sopenharmony_ci#include <linux/ctype.h>
138c2ecf20Sopenharmony_ci#include <linux/gpio.h>
148c2ecf20Sopenharmony_ci#include <linux/gpio/consumer.h>
158c2ecf20Sopenharmony_ci#include <linux/gpio/driver.h>
168c2ecf20Sopenharmony_ci#include <linux/gpio/machine.h>
178c2ecf20Sopenharmony_ci#include <linux/idr.h>
188c2ecf20Sopenharmony_ci#include <linux/kernel.h>
198c2ecf20Sopenharmony_ci#include <linux/module.h>
208c2ecf20Sopenharmony_ci#include <linux/mutex.h>
218c2ecf20Sopenharmony_ci#include <linux/overflow.h>
228c2ecf20Sopenharmony_ci#include <linux/platform_device.h>
238c2ecf20Sopenharmony_ci#include <linux/spinlock.h>
248c2ecf20Sopenharmony_ci#include <linux/string.h>
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_ci
278c2ecf20Sopenharmony_ci/*
288c2ecf20Sopenharmony_ci * GPIO Aggregator sysfs interface
298c2ecf20Sopenharmony_ci */
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_cistruct gpio_aggregator {
328c2ecf20Sopenharmony_ci	struct gpiod_lookup_table *lookups;
338c2ecf20Sopenharmony_ci	struct platform_device *pdev;
348c2ecf20Sopenharmony_ci	char args[];
358c2ecf20Sopenharmony_ci};
368c2ecf20Sopenharmony_ci
378c2ecf20Sopenharmony_cistatic DEFINE_MUTEX(gpio_aggregator_lock);	/* protects idr */
388c2ecf20Sopenharmony_cistatic DEFINE_IDR(gpio_aggregator_idr);
398c2ecf20Sopenharmony_ci
408c2ecf20Sopenharmony_cistatic char *get_arg(char **args)
418c2ecf20Sopenharmony_ci{
428c2ecf20Sopenharmony_ci	char *start, *end;
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_ci	start = skip_spaces(*args);
458c2ecf20Sopenharmony_ci	if (!*start)
468c2ecf20Sopenharmony_ci		return NULL;
478c2ecf20Sopenharmony_ci
488c2ecf20Sopenharmony_ci	if (*start == '"') {
498c2ecf20Sopenharmony_ci		/* Quoted arg */
508c2ecf20Sopenharmony_ci		end = strchr(++start, '"');
518c2ecf20Sopenharmony_ci		if (!end)
528c2ecf20Sopenharmony_ci			return ERR_PTR(-EINVAL);
538c2ecf20Sopenharmony_ci	} else {
548c2ecf20Sopenharmony_ci		/* Unquoted arg */
558c2ecf20Sopenharmony_ci		for (end = start; *end && !isspace(*end); end++) ;
568c2ecf20Sopenharmony_ci	}
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	if (*end)
598c2ecf20Sopenharmony_ci		*end++ = '\0';
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ci	*args = end;
628c2ecf20Sopenharmony_ci	return start;
638c2ecf20Sopenharmony_ci}
648c2ecf20Sopenharmony_ci
658c2ecf20Sopenharmony_cistatic bool isrange(const char *s)
668c2ecf20Sopenharmony_ci{
678c2ecf20Sopenharmony_ci	size_t n;
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci	if (IS_ERR_OR_NULL(s))
708c2ecf20Sopenharmony_ci		return false;
718c2ecf20Sopenharmony_ci
728c2ecf20Sopenharmony_ci	while (1) {
738c2ecf20Sopenharmony_ci		n = strspn(s, "0123456789");
748c2ecf20Sopenharmony_ci		if (!n)
758c2ecf20Sopenharmony_ci			return false;
768c2ecf20Sopenharmony_ci
778c2ecf20Sopenharmony_ci		s += n;
788c2ecf20Sopenharmony_ci
798c2ecf20Sopenharmony_ci		switch (*s++) {
808c2ecf20Sopenharmony_ci		case '\0':
818c2ecf20Sopenharmony_ci			return true;
828c2ecf20Sopenharmony_ci
838c2ecf20Sopenharmony_ci		case '-':
848c2ecf20Sopenharmony_ci		case ',':
858c2ecf20Sopenharmony_ci			break;
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci		default:
888c2ecf20Sopenharmony_ci			return false;
898c2ecf20Sopenharmony_ci		}
908c2ecf20Sopenharmony_ci	}
918c2ecf20Sopenharmony_ci}
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_cistatic int aggr_add_gpio(struct gpio_aggregator *aggr, const char *key,
948c2ecf20Sopenharmony_ci			 int hwnum, unsigned int *n)
958c2ecf20Sopenharmony_ci{
968c2ecf20Sopenharmony_ci	struct gpiod_lookup_table *lookups;
978c2ecf20Sopenharmony_ci
988c2ecf20Sopenharmony_ci	lookups = krealloc(aggr->lookups, struct_size(lookups, table, *n + 2),
998c2ecf20Sopenharmony_ci			   GFP_KERNEL);
1008c2ecf20Sopenharmony_ci	if (!lookups)
1018c2ecf20Sopenharmony_ci		return -ENOMEM;
1028c2ecf20Sopenharmony_ci
1038c2ecf20Sopenharmony_ci	lookups->table[*n] =
1048c2ecf20Sopenharmony_ci		(struct gpiod_lookup)GPIO_LOOKUP_IDX(key, hwnum, NULL, *n, 0);
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_ci	(*n)++;
1078c2ecf20Sopenharmony_ci	memset(&lookups->table[*n], 0, sizeof(lookups->table[*n]));
1088c2ecf20Sopenharmony_ci
1098c2ecf20Sopenharmony_ci	aggr->lookups = lookups;
1108c2ecf20Sopenharmony_ci	return 0;
1118c2ecf20Sopenharmony_ci}
1128c2ecf20Sopenharmony_ci
1138c2ecf20Sopenharmony_cistatic int aggr_parse(struct gpio_aggregator *aggr)
1148c2ecf20Sopenharmony_ci{
1158c2ecf20Sopenharmony_ci	char *args = aggr->args;
1168c2ecf20Sopenharmony_ci	unsigned long *bitmap;
1178c2ecf20Sopenharmony_ci	unsigned int i, n = 0;
1188c2ecf20Sopenharmony_ci	char *name, *offsets;
1198c2ecf20Sopenharmony_ci	int error = 0;
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	bitmap = bitmap_alloc(ARCH_NR_GPIOS, GFP_KERNEL);
1228c2ecf20Sopenharmony_ci	if (!bitmap)
1238c2ecf20Sopenharmony_ci		return -ENOMEM;
1248c2ecf20Sopenharmony_ci
1258c2ecf20Sopenharmony_ci	for (name = get_arg(&args), offsets = get_arg(&args); name;
1268c2ecf20Sopenharmony_ci	     offsets = get_arg(&args)) {
1278c2ecf20Sopenharmony_ci		if (IS_ERR(name)) {
1288c2ecf20Sopenharmony_ci			pr_err("Cannot get GPIO specifier: %pe\n", name);
1298c2ecf20Sopenharmony_ci			error = PTR_ERR(name);
1308c2ecf20Sopenharmony_ci			goto free_bitmap;
1318c2ecf20Sopenharmony_ci		}
1328c2ecf20Sopenharmony_ci
1338c2ecf20Sopenharmony_ci		if (!isrange(offsets)) {
1348c2ecf20Sopenharmony_ci			/* Named GPIO line */
1358c2ecf20Sopenharmony_ci			error = aggr_add_gpio(aggr, name, U16_MAX, &n);
1368c2ecf20Sopenharmony_ci			if (error)
1378c2ecf20Sopenharmony_ci				goto free_bitmap;
1388c2ecf20Sopenharmony_ci
1398c2ecf20Sopenharmony_ci			name = offsets;
1408c2ecf20Sopenharmony_ci			continue;
1418c2ecf20Sopenharmony_ci		}
1428c2ecf20Sopenharmony_ci
1438c2ecf20Sopenharmony_ci		/* GPIO chip + offset(s) */
1448c2ecf20Sopenharmony_ci		error = bitmap_parselist(offsets, bitmap, ARCH_NR_GPIOS);
1458c2ecf20Sopenharmony_ci		if (error) {
1468c2ecf20Sopenharmony_ci			pr_err("Cannot parse %s: %d\n", offsets, error);
1478c2ecf20Sopenharmony_ci			goto free_bitmap;
1488c2ecf20Sopenharmony_ci		}
1498c2ecf20Sopenharmony_ci
1508c2ecf20Sopenharmony_ci		for_each_set_bit(i, bitmap, ARCH_NR_GPIOS) {
1518c2ecf20Sopenharmony_ci			error = aggr_add_gpio(aggr, name, i, &n);
1528c2ecf20Sopenharmony_ci			if (error)
1538c2ecf20Sopenharmony_ci				goto free_bitmap;
1548c2ecf20Sopenharmony_ci		}
1558c2ecf20Sopenharmony_ci
1568c2ecf20Sopenharmony_ci		name = get_arg(&args);
1578c2ecf20Sopenharmony_ci	}
1588c2ecf20Sopenharmony_ci
1598c2ecf20Sopenharmony_ci	if (!n) {
1608c2ecf20Sopenharmony_ci		pr_err("No GPIOs specified\n");
1618c2ecf20Sopenharmony_ci		error = -EINVAL;
1628c2ecf20Sopenharmony_ci	}
1638c2ecf20Sopenharmony_ci
1648c2ecf20Sopenharmony_cifree_bitmap:
1658c2ecf20Sopenharmony_ci	bitmap_free(bitmap);
1668c2ecf20Sopenharmony_ci	return error;
1678c2ecf20Sopenharmony_ci}
1688c2ecf20Sopenharmony_ci
1698c2ecf20Sopenharmony_cistatic ssize_t new_device_store(struct device_driver *driver, const char *buf,
1708c2ecf20Sopenharmony_ci				size_t count)
1718c2ecf20Sopenharmony_ci{
1728c2ecf20Sopenharmony_ci	struct gpio_aggregator *aggr;
1738c2ecf20Sopenharmony_ci	struct platform_device *pdev;
1748c2ecf20Sopenharmony_ci	int res, id;
1758c2ecf20Sopenharmony_ci
1768c2ecf20Sopenharmony_ci	/* kernfs guarantees string termination, so count + 1 is safe */
1778c2ecf20Sopenharmony_ci	aggr = kzalloc(sizeof(*aggr) + count + 1, GFP_KERNEL);
1788c2ecf20Sopenharmony_ci	if (!aggr)
1798c2ecf20Sopenharmony_ci		return -ENOMEM;
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_ci	memcpy(aggr->args, buf, count + 1);
1828c2ecf20Sopenharmony_ci
1838c2ecf20Sopenharmony_ci	aggr->lookups = kzalloc(struct_size(aggr->lookups, table, 1),
1848c2ecf20Sopenharmony_ci				GFP_KERNEL);
1858c2ecf20Sopenharmony_ci	if (!aggr->lookups) {
1868c2ecf20Sopenharmony_ci		res = -ENOMEM;
1878c2ecf20Sopenharmony_ci		goto free_ga;
1888c2ecf20Sopenharmony_ci	}
1898c2ecf20Sopenharmony_ci
1908c2ecf20Sopenharmony_ci	mutex_lock(&gpio_aggregator_lock);
1918c2ecf20Sopenharmony_ci	id = idr_alloc(&gpio_aggregator_idr, aggr, 0, 0, GFP_KERNEL);
1928c2ecf20Sopenharmony_ci	mutex_unlock(&gpio_aggregator_lock);
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci	if (id < 0) {
1958c2ecf20Sopenharmony_ci		res = id;
1968c2ecf20Sopenharmony_ci		goto free_table;
1978c2ecf20Sopenharmony_ci	}
1988c2ecf20Sopenharmony_ci
1998c2ecf20Sopenharmony_ci	aggr->lookups->dev_id = kasprintf(GFP_KERNEL, "%s.%d", DRV_NAME, id);
2008c2ecf20Sopenharmony_ci	if (!aggr->lookups->dev_id) {
2018c2ecf20Sopenharmony_ci		res = -ENOMEM;
2028c2ecf20Sopenharmony_ci		goto remove_idr;
2038c2ecf20Sopenharmony_ci	}
2048c2ecf20Sopenharmony_ci
2058c2ecf20Sopenharmony_ci	res = aggr_parse(aggr);
2068c2ecf20Sopenharmony_ci	if (res)
2078c2ecf20Sopenharmony_ci		goto free_dev_id;
2088c2ecf20Sopenharmony_ci
2098c2ecf20Sopenharmony_ci	gpiod_add_lookup_table(aggr->lookups);
2108c2ecf20Sopenharmony_ci
2118c2ecf20Sopenharmony_ci	pdev = platform_device_register_simple(DRV_NAME, id, NULL, 0);
2128c2ecf20Sopenharmony_ci	if (IS_ERR(pdev)) {
2138c2ecf20Sopenharmony_ci		res = PTR_ERR(pdev);
2148c2ecf20Sopenharmony_ci		goto remove_table;
2158c2ecf20Sopenharmony_ci	}
2168c2ecf20Sopenharmony_ci
2178c2ecf20Sopenharmony_ci	aggr->pdev = pdev;
2188c2ecf20Sopenharmony_ci	return count;
2198c2ecf20Sopenharmony_ci
2208c2ecf20Sopenharmony_ciremove_table:
2218c2ecf20Sopenharmony_ci	gpiod_remove_lookup_table(aggr->lookups);
2228c2ecf20Sopenharmony_cifree_dev_id:
2238c2ecf20Sopenharmony_ci	kfree(aggr->lookups->dev_id);
2248c2ecf20Sopenharmony_ciremove_idr:
2258c2ecf20Sopenharmony_ci	mutex_lock(&gpio_aggregator_lock);
2268c2ecf20Sopenharmony_ci	idr_remove(&gpio_aggregator_idr, id);
2278c2ecf20Sopenharmony_ci	mutex_unlock(&gpio_aggregator_lock);
2288c2ecf20Sopenharmony_cifree_table:
2298c2ecf20Sopenharmony_ci	kfree(aggr->lookups);
2308c2ecf20Sopenharmony_cifree_ga:
2318c2ecf20Sopenharmony_ci	kfree(aggr);
2328c2ecf20Sopenharmony_ci	return res;
2338c2ecf20Sopenharmony_ci}
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_cistatic DRIVER_ATTR_WO(new_device);
2368c2ecf20Sopenharmony_ci
2378c2ecf20Sopenharmony_cistatic void gpio_aggregator_free(struct gpio_aggregator *aggr)
2388c2ecf20Sopenharmony_ci{
2398c2ecf20Sopenharmony_ci	platform_device_unregister(aggr->pdev);
2408c2ecf20Sopenharmony_ci	gpiod_remove_lookup_table(aggr->lookups);
2418c2ecf20Sopenharmony_ci	kfree(aggr->lookups->dev_id);
2428c2ecf20Sopenharmony_ci	kfree(aggr->lookups);
2438c2ecf20Sopenharmony_ci	kfree(aggr);
2448c2ecf20Sopenharmony_ci}
2458c2ecf20Sopenharmony_ci
2468c2ecf20Sopenharmony_cistatic ssize_t delete_device_store(struct device_driver *driver,
2478c2ecf20Sopenharmony_ci				   const char *buf, size_t count)
2488c2ecf20Sopenharmony_ci{
2498c2ecf20Sopenharmony_ci	struct gpio_aggregator *aggr;
2508c2ecf20Sopenharmony_ci	unsigned int id;
2518c2ecf20Sopenharmony_ci	int error;
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_ci	if (!str_has_prefix(buf, DRV_NAME "."))
2548c2ecf20Sopenharmony_ci		return -EINVAL;
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ci	error = kstrtouint(buf + strlen(DRV_NAME "."), 10, &id);
2578c2ecf20Sopenharmony_ci	if (error)
2588c2ecf20Sopenharmony_ci		return error;
2598c2ecf20Sopenharmony_ci
2608c2ecf20Sopenharmony_ci	mutex_lock(&gpio_aggregator_lock);
2618c2ecf20Sopenharmony_ci	aggr = idr_remove(&gpio_aggregator_idr, id);
2628c2ecf20Sopenharmony_ci	mutex_unlock(&gpio_aggregator_lock);
2638c2ecf20Sopenharmony_ci	if (!aggr)
2648c2ecf20Sopenharmony_ci		return -ENOENT;
2658c2ecf20Sopenharmony_ci
2668c2ecf20Sopenharmony_ci	gpio_aggregator_free(aggr);
2678c2ecf20Sopenharmony_ci	return count;
2688c2ecf20Sopenharmony_ci}
2698c2ecf20Sopenharmony_cistatic DRIVER_ATTR_WO(delete_device);
2708c2ecf20Sopenharmony_ci
2718c2ecf20Sopenharmony_cistatic struct attribute *gpio_aggregator_attrs[] = {
2728c2ecf20Sopenharmony_ci	&driver_attr_new_device.attr,
2738c2ecf20Sopenharmony_ci	&driver_attr_delete_device.attr,
2748c2ecf20Sopenharmony_ci	NULL,
2758c2ecf20Sopenharmony_ci};
2768c2ecf20Sopenharmony_ciATTRIBUTE_GROUPS(gpio_aggregator);
2778c2ecf20Sopenharmony_ci
2788c2ecf20Sopenharmony_cistatic int __exit gpio_aggregator_idr_remove(int id, void *p, void *data)
2798c2ecf20Sopenharmony_ci{
2808c2ecf20Sopenharmony_ci	gpio_aggregator_free(p);
2818c2ecf20Sopenharmony_ci	return 0;
2828c2ecf20Sopenharmony_ci}
2838c2ecf20Sopenharmony_ci
2848c2ecf20Sopenharmony_cistatic void __exit gpio_aggregator_remove_all(void)
2858c2ecf20Sopenharmony_ci{
2868c2ecf20Sopenharmony_ci	mutex_lock(&gpio_aggregator_lock);
2878c2ecf20Sopenharmony_ci	idr_for_each(&gpio_aggregator_idr, gpio_aggregator_idr_remove, NULL);
2888c2ecf20Sopenharmony_ci	idr_destroy(&gpio_aggregator_idr);
2898c2ecf20Sopenharmony_ci	mutex_unlock(&gpio_aggregator_lock);
2908c2ecf20Sopenharmony_ci}
2918c2ecf20Sopenharmony_ci
2928c2ecf20Sopenharmony_ci
2938c2ecf20Sopenharmony_ci/*
2948c2ecf20Sopenharmony_ci *  GPIO Forwarder
2958c2ecf20Sopenharmony_ci */
2968c2ecf20Sopenharmony_ci
2978c2ecf20Sopenharmony_cistruct gpiochip_fwd {
2988c2ecf20Sopenharmony_ci	struct gpio_chip chip;
2998c2ecf20Sopenharmony_ci	struct gpio_desc **descs;
3008c2ecf20Sopenharmony_ci	union {
3018c2ecf20Sopenharmony_ci		struct mutex mlock;	/* protects tmp[] if can_sleep */
3028c2ecf20Sopenharmony_ci		spinlock_t slock;	/* protects tmp[] if !can_sleep */
3038c2ecf20Sopenharmony_ci	};
3048c2ecf20Sopenharmony_ci	unsigned long tmp[];		/* values and descs for multiple ops */
3058c2ecf20Sopenharmony_ci};
3068c2ecf20Sopenharmony_ci
3078c2ecf20Sopenharmony_cistatic int gpio_fwd_get_direction(struct gpio_chip *chip, unsigned int offset)
3088c2ecf20Sopenharmony_ci{
3098c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3108c2ecf20Sopenharmony_ci
3118c2ecf20Sopenharmony_ci	return gpiod_get_direction(fwd->descs[offset]);
3128c2ecf20Sopenharmony_ci}
3138c2ecf20Sopenharmony_ci
3148c2ecf20Sopenharmony_cistatic int gpio_fwd_direction_input(struct gpio_chip *chip, unsigned int offset)
3158c2ecf20Sopenharmony_ci{
3168c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3178c2ecf20Sopenharmony_ci
3188c2ecf20Sopenharmony_ci	return gpiod_direction_input(fwd->descs[offset]);
3198c2ecf20Sopenharmony_ci}
3208c2ecf20Sopenharmony_ci
3218c2ecf20Sopenharmony_cistatic int gpio_fwd_direction_output(struct gpio_chip *chip,
3228c2ecf20Sopenharmony_ci				     unsigned int offset, int value)
3238c2ecf20Sopenharmony_ci{
3248c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3258c2ecf20Sopenharmony_ci
3268c2ecf20Sopenharmony_ci	return gpiod_direction_output(fwd->descs[offset], value);
3278c2ecf20Sopenharmony_ci}
3288c2ecf20Sopenharmony_ci
3298c2ecf20Sopenharmony_cistatic int gpio_fwd_get(struct gpio_chip *chip, unsigned int offset)
3308c2ecf20Sopenharmony_ci{
3318c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3328c2ecf20Sopenharmony_ci
3338c2ecf20Sopenharmony_ci	return chip->can_sleep ? gpiod_get_value_cansleep(fwd->descs[offset])
3348c2ecf20Sopenharmony_ci			       : gpiod_get_value(fwd->descs[offset]);
3358c2ecf20Sopenharmony_ci}
3368c2ecf20Sopenharmony_ci
3378c2ecf20Sopenharmony_cistatic int gpio_fwd_get_multiple(struct gpiochip_fwd *fwd, unsigned long *mask,
3388c2ecf20Sopenharmony_ci				 unsigned long *bits)
3398c2ecf20Sopenharmony_ci{
3408c2ecf20Sopenharmony_ci	struct gpio_desc **descs;
3418c2ecf20Sopenharmony_ci	unsigned long *values;
3428c2ecf20Sopenharmony_ci	unsigned int i, j = 0;
3438c2ecf20Sopenharmony_ci	int error;
3448c2ecf20Sopenharmony_ci
3458c2ecf20Sopenharmony_ci	/* Both values bitmap and desc pointers are stored in tmp[] */
3468c2ecf20Sopenharmony_ci	values = &fwd->tmp[0];
3478c2ecf20Sopenharmony_ci	descs = (void *)&fwd->tmp[BITS_TO_LONGS(fwd->chip.ngpio)];
3488c2ecf20Sopenharmony_ci
3498c2ecf20Sopenharmony_ci	bitmap_clear(values, 0, fwd->chip.ngpio);
3508c2ecf20Sopenharmony_ci	for_each_set_bit(i, mask, fwd->chip.ngpio)
3518c2ecf20Sopenharmony_ci		descs[j++] = fwd->descs[i];
3528c2ecf20Sopenharmony_ci
3538c2ecf20Sopenharmony_ci	if (fwd->chip.can_sleep)
3548c2ecf20Sopenharmony_ci		error = gpiod_get_array_value_cansleep(j, descs, NULL, values);
3558c2ecf20Sopenharmony_ci	else
3568c2ecf20Sopenharmony_ci		error = gpiod_get_array_value(j, descs, NULL, values);
3578c2ecf20Sopenharmony_ci	if (error)
3588c2ecf20Sopenharmony_ci		return error;
3598c2ecf20Sopenharmony_ci
3608c2ecf20Sopenharmony_ci	j = 0;
3618c2ecf20Sopenharmony_ci	for_each_set_bit(i, mask, fwd->chip.ngpio)
3628c2ecf20Sopenharmony_ci		__assign_bit(i, bits, test_bit(j++, values));
3638c2ecf20Sopenharmony_ci
3648c2ecf20Sopenharmony_ci	return 0;
3658c2ecf20Sopenharmony_ci}
3668c2ecf20Sopenharmony_ci
3678c2ecf20Sopenharmony_cistatic int gpio_fwd_get_multiple_locked(struct gpio_chip *chip,
3688c2ecf20Sopenharmony_ci					unsigned long *mask, unsigned long *bits)
3698c2ecf20Sopenharmony_ci{
3708c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3718c2ecf20Sopenharmony_ci	unsigned long flags;
3728c2ecf20Sopenharmony_ci	int error;
3738c2ecf20Sopenharmony_ci
3748c2ecf20Sopenharmony_ci	if (chip->can_sleep) {
3758c2ecf20Sopenharmony_ci		mutex_lock(&fwd->mlock);
3768c2ecf20Sopenharmony_ci		error = gpio_fwd_get_multiple(fwd, mask, bits);
3778c2ecf20Sopenharmony_ci		mutex_unlock(&fwd->mlock);
3788c2ecf20Sopenharmony_ci	} else {
3798c2ecf20Sopenharmony_ci		spin_lock_irqsave(&fwd->slock, flags);
3808c2ecf20Sopenharmony_ci		error = gpio_fwd_get_multiple(fwd, mask, bits);
3818c2ecf20Sopenharmony_ci		spin_unlock_irqrestore(&fwd->slock, flags);
3828c2ecf20Sopenharmony_ci	}
3838c2ecf20Sopenharmony_ci
3848c2ecf20Sopenharmony_ci	return error;
3858c2ecf20Sopenharmony_ci}
3868c2ecf20Sopenharmony_ci
3878c2ecf20Sopenharmony_cistatic void gpio_fwd_set(struct gpio_chip *chip, unsigned int offset, int value)
3888c2ecf20Sopenharmony_ci{
3898c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
3908c2ecf20Sopenharmony_ci
3918c2ecf20Sopenharmony_ci	if (chip->can_sleep)
3928c2ecf20Sopenharmony_ci		gpiod_set_value_cansleep(fwd->descs[offset], value);
3938c2ecf20Sopenharmony_ci	else
3948c2ecf20Sopenharmony_ci		gpiod_set_value(fwd->descs[offset], value);
3958c2ecf20Sopenharmony_ci}
3968c2ecf20Sopenharmony_ci
3978c2ecf20Sopenharmony_cistatic void gpio_fwd_set_multiple(struct gpiochip_fwd *fwd, unsigned long *mask,
3988c2ecf20Sopenharmony_ci				  unsigned long *bits)
3998c2ecf20Sopenharmony_ci{
4008c2ecf20Sopenharmony_ci	struct gpio_desc **descs;
4018c2ecf20Sopenharmony_ci	unsigned long *values;
4028c2ecf20Sopenharmony_ci	unsigned int i, j = 0;
4038c2ecf20Sopenharmony_ci
4048c2ecf20Sopenharmony_ci	/* Both values bitmap and desc pointers are stored in tmp[] */
4058c2ecf20Sopenharmony_ci	values = &fwd->tmp[0];
4068c2ecf20Sopenharmony_ci	descs = (void *)&fwd->tmp[BITS_TO_LONGS(fwd->chip.ngpio)];
4078c2ecf20Sopenharmony_ci
4088c2ecf20Sopenharmony_ci	for_each_set_bit(i, mask, fwd->chip.ngpio) {
4098c2ecf20Sopenharmony_ci		__assign_bit(j, values, test_bit(i, bits));
4108c2ecf20Sopenharmony_ci		descs[j++] = fwd->descs[i];
4118c2ecf20Sopenharmony_ci	}
4128c2ecf20Sopenharmony_ci
4138c2ecf20Sopenharmony_ci	if (fwd->chip.can_sleep)
4148c2ecf20Sopenharmony_ci		gpiod_set_array_value_cansleep(j, descs, NULL, values);
4158c2ecf20Sopenharmony_ci	else
4168c2ecf20Sopenharmony_ci		gpiod_set_array_value(j, descs, NULL, values);
4178c2ecf20Sopenharmony_ci}
4188c2ecf20Sopenharmony_ci
4198c2ecf20Sopenharmony_cistatic void gpio_fwd_set_multiple_locked(struct gpio_chip *chip,
4208c2ecf20Sopenharmony_ci					 unsigned long *mask, unsigned long *bits)
4218c2ecf20Sopenharmony_ci{
4228c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
4238c2ecf20Sopenharmony_ci	unsigned long flags;
4248c2ecf20Sopenharmony_ci
4258c2ecf20Sopenharmony_ci	if (chip->can_sleep) {
4268c2ecf20Sopenharmony_ci		mutex_lock(&fwd->mlock);
4278c2ecf20Sopenharmony_ci		gpio_fwd_set_multiple(fwd, mask, bits);
4288c2ecf20Sopenharmony_ci		mutex_unlock(&fwd->mlock);
4298c2ecf20Sopenharmony_ci	} else {
4308c2ecf20Sopenharmony_ci		spin_lock_irqsave(&fwd->slock, flags);
4318c2ecf20Sopenharmony_ci		gpio_fwd_set_multiple(fwd, mask, bits);
4328c2ecf20Sopenharmony_ci		spin_unlock_irqrestore(&fwd->slock, flags);
4338c2ecf20Sopenharmony_ci	}
4348c2ecf20Sopenharmony_ci}
4358c2ecf20Sopenharmony_ci
4368c2ecf20Sopenharmony_cistatic int gpio_fwd_set_config(struct gpio_chip *chip, unsigned int offset,
4378c2ecf20Sopenharmony_ci			       unsigned long config)
4388c2ecf20Sopenharmony_ci{
4398c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd = gpiochip_get_data(chip);
4408c2ecf20Sopenharmony_ci
4418c2ecf20Sopenharmony_ci	return gpiod_set_config(fwd->descs[offset], config);
4428c2ecf20Sopenharmony_ci}
4438c2ecf20Sopenharmony_ci
4448c2ecf20Sopenharmony_ci/**
4458c2ecf20Sopenharmony_ci * gpiochip_fwd_create() - Create a new GPIO forwarder
4468c2ecf20Sopenharmony_ci * @dev: Parent device pointer
4478c2ecf20Sopenharmony_ci * @ngpios: Number of GPIOs in the forwarder.
4488c2ecf20Sopenharmony_ci * @descs: Array containing the GPIO descriptors to forward to.
4498c2ecf20Sopenharmony_ci *         This array must contain @ngpios entries, and must not be deallocated
4508c2ecf20Sopenharmony_ci *         before the forwarder has been destroyed again.
4518c2ecf20Sopenharmony_ci *
4528c2ecf20Sopenharmony_ci * This function creates a new gpiochip, which forwards all GPIO operations to
4538c2ecf20Sopenharmony_ci * the passed GPIO descriptors.
4548c2ecf20Sopenharmony_ci *
4558c2ecf20Sopenharmony_ci * Return: An opaque object pointer, or an ERR_PTR()-encoded negative error
4568c2ecf20Sopenharmony_ci *         code on failure.
4578c2ecf20Sopenharmony_ci */
4588c2ecf20Sopenharmony_cistatic struct gpiochip_fwd *gpiochip_fwd_create(struct device *dev,
4598c2ecf20Sopenharmony_ci						unsigned int ngpios,
4608c2ecf20Sopenharmony_ci						struct gpio_desc *descs[])
4618c2ecf20Sopenharmony_ci{
4628c2ecf20Sopenharmony_ci	const char *label = dev_name(dev);
4638c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd;
4648c2ecf20Sopenharmony_ci	struct gpio_chip *chip;
4658c2ecf20Sopenharmony_ci	unsigned int i;
4668c2ecf20Sopenharmony_ci	int error;
4678c2ecf20Sopenharmony_ci
4688c2ecf20Sopenharmony_ci	fwd = devm_kzalloc(dev, struct_size(fwd, tmp,
4698c2ecf20Sopenharmony_ci			   BITS_TO_LONGS(ngpios) + ngpios), GFP_KERNEL);
4708c2ecf20Sopenharmony_ci	if (!fwd)
4718c2ecf20Sopenharmony_ci		return ERR_PTR(-ENOMEM);
4728c2ecf20Sopenharmony_ci
4738c2ecf20Sopenharmony_ci	chip = &fwd->chip;
4748c2ecf20Sopenharmony_ci
4758c2ecf20Sopenharmony_ci	/*
4768c2ecf20Sopenharmony_ci	 * If any of the GPIO lines are sleeping, then the entire forwarder
4778c2ecf20Sopenharmony_ci	 * will be sleeping.
4788c2ecf20Sopenharmony_ci	 * If any of the chips support .set_config(), then the forwarder will
4798c2ecf20Sopenharmony_ci	 * support setting configs.
4808c2ecf20Sopenharmony_ci	 */
4818c2ecf20Sopenharmony_ci	for (i = 0; i < ngpios; i++) {
4828c2ecf20Sopenharmony_ci		struct gpio_chip *parent = gpiod_to_chip(descs[i]);
4838c2ecf20Sopenharmony_ci
4848c2ecf20Sopenharmony_ci		dev_dbg(dev, "%u => gpio-%d\n", i, desc_to_gpio(descs[i]));
4858c2ecf20Sopenharmony_ci
4868c2ecf20Sopenharmony_ci		if (gpiod_cansleep(descs[i]))
4878c2ecf20Sopenharmony_ci			chip->can_sleep = true;
4888c2ecf20Sopenharmony_ci		if (parent && parent->set_config)
4898c2ecf20Sopenharmony_ci			chip->set_config = gpio_fwd_set_config;
4908c2ecf20Sopenharmony_ci	}
4918c2ecf20Sopenharmony_ci
4928c2ecf20Sopenharmony_ci	chip->label = label;
4938c2ecf20Sopenharmony_ci	chip->parent = dev;
4948c2ecf20Sopenharmony_ci	chip->owner = THIS_MODULE;
4958c2ecf20Sopenharmony_ci	chip->get_direction = gpio_fwd_get_direction;
4968c2ecf20Sopenharmony_ci	chip->direction_input = gpio_fwd_direction_input;
4978c2ecf20Sopenharmony_ci	chip->direction_output = gpio_fwd_direction_output;
4988c2ecf20Sopenharmony_ci	chip->get = gpio_fwd_get;
4998c2ecf20Sopenharmony_ci	chip->get_multiple = gpio_fwd_get_multiple_locked;
5008c2ecf20Sopenharmony_ci	chip->set = gpio_fwd_set;
5018c2ecf20Sopenharmony_ci	chip->set_multiple = gpio_fwd_set_multiple_locked;
5028c2ecf20Sopenharmony_ci	chip->base = -1;
5038c2ecf20Sopenharmony_ci	chip->ngpio = ngpios;
5048c2ecf20Sopenharmony_ci	fwd->descs = descs;
5058c2ecf20Sopenharmony_ci
5068c2ecf20Sopenharmony_ci	if (chip->can_sleep)
5078c2ecf20Sopenharmony_ci		mutex_init(&fwd->mlock);
5088c2ecf20Sopenharmony_ci	else
5098c2ecf20Sopenharmony_ci		spin_lock_init(&fwd->slock);
5108c2ecf20Sopenharmony_ci
5118c2ecf20Sopenharmony_ci	error = devm_gpiochip_add_data(dev, chip, fwd);
5128c2ecf20Sopenharmony_ci	if (error)
5138c2ecf20Sopenharmony_ci		return ERR_PTR(error);
5148c2ecf20Sopenharmony_ci
5158c2ecf20Sopenharmony_ci	return fwd;
5168c2ecf20Sopenharmony_ci}
5178c2ecf20Sopenharmony_ci
5188c2ecf20Sopenharmony_ci
5198c2ecf20Sopenharmony_ci/*
5208c2ecf20Sopenharmony_ci *  GPIO Aggregator platform device
5218c2ecf20Sopenharmony_ci */
5228c2ecf20Sopenharmony_ci
5238c2ecf20Sopenharmony_cistatic int gpio_aggregator_probe(struct platform_device *pdev)
5248c2ecf20Sopenharmony_ci{
5258c2ecf20Sopenharmony_ci	struct device *dev = &pdev->dev;
5268c2ecf20Sopenharmony_ci	struct gpio_desc **descs;
5278c2ecf20Sopenharmony_ci	struct gpiochip_fwd *fwd;
5288c2ecf20Sopenharmony_ci	int i, n;
5298c2ecf20Sopenharmony_ci
5308c2ecf20Sopenharmony_ci	n = gpiod_count(dev, NULL);
5318c2ecf20Sopenharmony_ci	if (n < 0)
5328c2ecf20Sopenharmony_ci		return n;
5338c2ecf20Sopenharmony_ci
5348c2ecf20Sopenharmony_ci	descs = devm_kmalloc_array(dev, n, sizeof(*descs), GFP_KERNEL);
5358c2ecf20Sopenharmony_ci	if (!descs)
5368c2ecf20Sopenharmony_ci		return -ENOMEM;
5378c2ecf20Sopenharmony_ci
5388c2ecf20Sopenharmony_ci	for (i = 0; i < n; i++) {
5398c2ecf20Sopenharmony_ci		descs[i] = devm_gpiod_get_index(dev, NULL, i, GPIOD_ASIS);
5408c2ecf20Sopenharmony_ci		if (IS_ERR(descs[i]))
5418c2ecf20Sopenharmony_ci			return PTR_ERR(descs[i]);
5428c2ecf20Sopenharmony_ci	}
5438c2ecf20Sopenharmony_ci
5448c2ecf20Sopenharmony_ci	fwd = gpiochip_fwd_create(dev, n, descs);
5458c2ecf20Sopenharmony_ci	if (IS_ERR(fwd))
5468c2ecf20Sopenharmony_ci		return PTR_ERR(fwd);
5478c2ecf20Sopenharmony_ci
5488c2ecf20Sopenharmony_ci	platform_set_drvdata(pdev, fwd);
5498c2ecf20Sopenharmony_ci	return 0;
5508c2ecf20Sopenharmony_ci}
5518c2ecf20Sopenharmony_ci
5528c2ecf20Sopenharmony_ci#ifdef CONFIG_OF
5538c2ecf20Sopenharmony_cistatic const struct of_device_id gpio_aggregator_dt_ids[] = {
5548c2ecf20Sopenharmony_ci	/*
5558c2ecf20Sopenharmony_ci	 * Add GPIO-operated devices controlled from userspace below,
5568c2ecf20Sopenharmony_ci	 * or use "driver_override" in sysfs
5578c2ecf20Sopenharmony_ci	 */
5588c2ecf20Sopenharmony_ci	{},
5598c2ecf20Sopenharmony_ci};
5608c2ecf20Sopenharmony_ciMODULE_DEVICE_TABLE(of, gpio_aggregator_dt_ids);
5618c2ecf20Sopenharmony_ci#endif
5628c2ecf20Sopenharmony_ci
5638c2ecf20Sopenharmony_cistatic struct platform_driver gpio_aggregator_driver = {
5648c2ecf20Sopenharmony_ci	.probe = gpio_aggregator_probe,
5658c2ecf20Sopenharmony_ci	.driver = {
5668c2ecf20Sopenharmony_ci		.name = DRV_NAME,
5678c2ecf20Sopenharmony_ci		.groups = gpio_aggregator_groups,
5688c2ecf20Sopenharmony_ci		.of_match_table = of_match_ptr(gpio_aggregator_dt_ids),
5698c2ecf20Sopenharmony_ci	},
5708c2ecf20Sopenharmony_ci};
5718c2ecf20Sopenharmony_ci
5728c2ecf20Sopenharmony_cistatic int __init gpio_aggregator_init(void)
5738c2ecf20Sopenharmony_ci{
5748c2ecf20Sopenharmony_ci	return platform_driver_register(&gpio_aggregator_driver);
5758c2ecf20Sopenharmony_ci}
5768c2ecf20Sopenharmony_cimodule_init(gpio_aggregator_init);
5778c2ecf20Sopenharmony_ci
5788c2ecf20Sopenharmony_cistatic void __exit gpio_aggregator_exit(void)
5798c2ecf20Sopenharmony_ci{
5808c2ecf20Sopenharmony_ci	gpio_aggregator_remove_all();
5818c2ecf20Sopenharmony_ci	platform_driver_unregister(&gpio_aggregator_driver);
5828c2ecf20Sopenharmony_ci}
5838c2ecf20Sopenharmony_cimodule_exit(gpio_aggregator_exit);
5848c2ecf20Sopenharmony_ci
5858c2ecf20Sopenharmony_ciMODULE_AUTHOR("Geert Uytterhoeven <geert+renesas@glider.be>");
5868c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("GPIO Aggregator");
5878c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2");
588