18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * Copyright 2013, Michael Ellerman, IBM Corporation.
48c2ecf20Sopenharmony_ci */
58c2ecf20Sopenharmony_ci
68c2ecf20Sopenharmony_ci#define pr_fmt(fmt)	"powernv-rng: " fmt
78c2ecf20Sopenharmony_ci
88c2ecf20Sopenharmony_ci#include <linux/kernel.h>
98c2ecf20Sopenharmony_ci#include <linux/of.h>
108c2ecf20Sopenharmony_ci#include <linux/of_address.h>
118c2ecf20Sopenharmony_ci#include <linux/of_platform.h>
128c2ecf20Sopenharmony_ci#include <linux/slab.h>
138c2ecf20Sopenharmony_ci#include <linux/smp.h>
148c2ecf20Sopenharmony_ci#include <asm/archrandom.h>
158c2ecf20Sopenharmony_ci#include <asm/cputable.h>
168c2ecf20Sopenharmony_ci#include <asm/io.h>
178c2ecf20Sopenharmony_ci#include <asm/prom.h>
188c2ecf20Sopenharmony_ci#include <asm/machdep.h>
198c2ecf20Sopenharmony_ci#include <asm/smp.h>
208c2ecf20Sopenharmony_ci#include "powernv.h"
218c2ecf20Sopenharmony_ci
228c2ecf20Sopenharmony_ci#define DARN_ERR 0xFFFFFFFFFFFFFFFFul
238c2ecf20Sopenharmony_ci
248c2ecf20Sopenharmony_cistruct powernv_rng {
258c2ecf20Sopenharmony_ci	void __iomem *regs;
268c2ecf20Sopenharmony_ci	void __iomem *regs_real;
278c2ecf20Sopenharmony_ci	unsigned long mask;
288c2ecf20Sopenharmony_ci};
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_cistatic DEFINE_PER_CPU(struct powernv_rng *, powernv_rng);
318c2ecf20Sopenharmony_ci
328c2ecf20Sopenharmony_ciint powernv_hwrng_present(void)
338c2ecf20Sopenharmony_ci{
348c2ecf20Sopenharmony_ci	struct powernv_rng *rng;
358c2ecf20Sopenharmony_ci
368c2ecf20Sopenharmony_ci	rng = get_cpu_var(powernv_rng);
378c2ecf20Sopenharmony_ci	put_cpu_var(rng);
388c2ecf20Sopenharmony_ci	return rng != NULL;
398c2ecf20Sopenharmony_ci}
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_cistatic unsigned long rng_whiten(struct powernv_rng *rng, unsigned long val)
428c2ecf20Sopenharmony_ci{
438c2ecf20Sopenharmony_ci	unsigned long parity;
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci	/* Calculate the parity of the value */
468c2ecf20Sopenharmony_ci	asm (".machine push;   \
478c2ecf20Sopenharmony_ci	      .machine power7; \
488c2ecf20Sopenharmony_ci	      popcntd %0,%1;   \
498c2ecf20Sopenharmony_ci	      .machine pop;"
508c2ecf20Sopenharmony_ci	     : "=r" (parity) : "r" (val));
518c2ecf20Sopenharmony_ci
528c2ecf20Sopenharmony_ci	/* xor our value with the previous mask */
538c2ecf20Sopenharmony_ci	val ^= rng->mask;
548c2ecf20Sopenharmony_ci
558c2ecf20Sopenharmony_ci	/* update the mask based on the parity of this value */
568c2ecf20Sopenharmony_ci	rng->mask = (rng->mask << 1) | (parity & 1);
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	return val;
598c2ecf20Sopenharmony_ci}
608c2ecf20Sopenharmony_ci
618c2ecf20Sopenharmony_ciint powernv_get_random_real_mode(unsigned long *v)
628c2ecf20Sopenharmony_ci{
638c2ecf20Sopenharmony_ci	struct powernv_rng *rng;
648c2ecf20Sopenharmony_ci
658c2ecf20Sopenharmony_ci	rng = raw_cpu_read(powernv_rng);
668c2ecf20Sopenharmony_ci	if (!rng)
678c2ecf20Sopenharmony_ci		return 0;
688c2ecf20Sopenharmony_ci
698c2ecf20Sopenharmony_ci	*v = rng_whiten(rng, __raw_rm_readq(rng->regs_real));
708c2ecf20Sopenharmony_ci
718c2ecf20Sopenharmony_ci	return 1;
728c2ecf20Sopenharmony_ci}
738c2ecf20Sopenharmony_ci
748c2ecf20Sopenharmony_cistatic int powernv_get_random_darn(unsigned long *v)
758c2ecf20Sopenharmony_ci{
768c2ecf20Sopenharmony_ci	unsigned long val;
778c2ecf20Sopenharmony_ci
788c2ecf20Sopenharmony_ci	/* Using DARN with L=1 - 64-bit conditioned random number */
798c2ecf20Sopenharmony_ci	asm volatile(PPC_DARN(%0, 1) : "=r"(val));
808c2ecf20Sopenharmony_ci
818c2ecf20Sopenharmony_ci	if (val == DARN_ERR)
828c2ecf20Sopenharmony_ci		return 0;
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci	*v = val;
858c2ecf20Sopenharmony_ci
868c2ecf20Sopenharmony_ci	return 1;
878c2ecf20Sopenharmony_ci}
888c2ecf20Sopenharmony_ci
898c2ecf20Sopenharmony_cistatic int initialise_darn(void)
908c2ecf20Sopenharmony_ci{
918c2ecf20Sopenharmony_ci	unsigned long val;
928c2ecf20Sopenharmony_ci	int i;
938c2ecf20Sopenharmony_ci
948c2ecf20Sopenharmony_ci	if (!cpu_has_feature(CPU_FTR_ARCH_300))
958c2ecf20Sopenharmony_ci		return -ENODEV;
968c2ecf20Sopenharmony_ci
978c2ecf20Sopenharmony_ci	for (i = 0; i < 10; i++) {
988c2ecf20Sopenharmony_ci		if (powernv_get_random_darn(&val)) {
998c2ecf20Sopenharmony_ci			ppc_md.get_random_seed = powernv_get_random_darn;
1008c2ecf20Sopenharmony_ci			return 0;
1018c2ecf20Sopenharmony_ci		}
1028c2ecf20Sopenharmony_ci	}
1038c2ecf20Sopenharmony_ci	return -EIO;
1048c2ecf20Sopenharmony_ci}
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_ciint powernv_get_random_long(unsigned long *v)
1078c2ecf20Sopenharmony_ci{
1088c2ecf20Sopenharmony_ci	struct powernv_rng *rng;
1098c2ecf20Sopenharmony_ci
1108c2ecf20Sopenharmony_ci	rng = get_cpu_var(powernv_rng);
1118c2ecf20Sopenharmony_ci
1128c2ecf20Sopenharmony_ci	*v = rng_whiten(rng, in_be64(rng->regs));
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_ci	put_cpu_var(rng);
1158c2ecf20Sopenharmony_ci
1168c2ecf20Sopenharmony_ci	return 1;
1178c2ecf20Sopenharmony_ci}
1188c2ecf20Sopenharmony_ciEXPORT_SYMBOL_GPL(powernv_get_random_long);
1198c2ecf20Sopenharmony_ci
1208c2ecf20Sopenharmony_cistatic __init void rng_init_per_cpu(struct powernv_rng *rng,
1218c2ecf20Sopenharmony_ci				    struct device_node *dn)
1228c2ecf20Sopenharmony_ci{
1238c2ecf20Sopenharmony_ci	int chip_id, cpu;
1248c2ecf20Sopenharmony_ci
1258c2ecf20Sopenharmony_ci	chip_id = of_get_ibm_chip_id(dn);
1268c2ecf20Sopenharmony_ci	if (chip_id == -1)
1278c2ecf20Sopenharmony_ci		pr_warn("No ibm,chip-id found for %pOF.\n", dn);
1288c2ecf20Sopenharmony_ci
1298c2ecf20Sopenharmony_ci	for_each_possible_cpu(cpu) {
1308c2ecf20Sopenharmony_ci		if (per_cpu(powernv_rng, cpu) == NULL ||
1318c2ecf20Sopenharmony_ci		    cpu_to_chip_id(cpu) == chip_id) {
1328c2ecf20Sopenharmony_ci			per_cpu(powernv_rng, cpu) = rng;
1338c2ecf20Sopenharmony_ci		}
1348c2ecf20Sopenharmony_ci	}
1358c2ecf20Sopenharmony_ci}
1368c2ecf20Sopenharmony_ci
1378c2ecf20Sopenharmony_cistatic __init int rng_create(struct device_node *dn)
1388c2ecf20Sopenharmony_ci{
1398c2ecf20Sopenharmony_ci	struct powernv_rng *rng;
1408c2ecf20Sopenharmony_ci	struct resource res;
1418c2ecf20Sopenharmony_ci	unsigned long val;
1428c2ecf20Sopenharmony_ci
1438c2ecf20Sopenharmony_ci	rng = kzalloc(sizeof(*rng), GFP_KERNEL);
1448c2ecf20Sopenharmony_ci	if (!rng)
1458c2ecf20Sopenharmony_ci		return -ENOMEM;
1468c2ecf20Sopenharmony_ci
1478c2ecf20Sopenharmony_ci	if (of_address_to_resource(dn, 0, &res)) {
1488c2ecf20Sopenharmony_ci		kfree(rng);
1498c2ecf20Sopenharmony_ci		return -ENXIO;
1508c2ecf20Sopenharmony_ci	}
1518c2ecf20Sopenharmony_ci
1528c2ecf20Sopenharmony_ci	rng->regs_real = (void __iomem *)res.start;
1538c2ecf20Sopenharmony_ci
1548c2ecf20Sopenharmony_ci	rng->regs = of_iomap(dn, 0);
1558c2ecf20Sopenharmony_ci	if (!rng->regs) {
1568c2ecf20Sopenharmony_ci		kfree(rng);
1578c2ecf20Sopenharmony_ci		return -ENXIO;
1588c2ecf20Sopenharmony_ci	}
1598c2ecf20Sopenharmony_ci
1608c2ecf20Sopenharmony_ci	val = in_be64(rng->regs);
1618c2ecf20Sopenharmony_ci	rng->mask = val;
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci	rng_init_per_cpu(rng, dn);
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_ci	ppc_md.get_random_seed = powernv_get_random_long;
1668c2ecf20Sopenharmony_ci
1678c2ecf20Sopenharmony_ci	return 0;
1688c2ecf20Sopenharmony_ci}
1698c2ecf20Sopenharmony_ci
1708c2ecf20Sopenharmony_cistatic int __init pnv_get_random_long_early(unsigned long *v)
1718c2ecf20Sopenharmony_ci{
1728c2ecf20Sopenharmony_ci	struct device_node *dn;
1738c2ecf20Sopenharmony_ci
1748c2ecf20Sopenharmony_ci	if (!slab_is_available())
1758c2ecf20Sopenharmony_ci		return 0;
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	if (cmpxchg(&ppc_md.get_random_seed, pnv_get_random_long_early,
1788c2ecf20Sopenharmony_ci		    NULL) != pnv_get_random_long_early)
1798c2ecf20Sopenharmony_ci		return 0;
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_ci	for_each_compatible_node(dn, NULL, "ibm,power-rng")
1828c2ecf20Sopenharmony_ci		rng_create(dn);
1838c2ecf20Sopenharmony_ci
1848c2ecf20Sopenharmony_ci	if (!ppc_md.get_random_seed)
1858c2ecf20Sopenharmony_ci		return 0;
1868c2ecf20Sopenharmony_ci	return ppc_md.get_random_seed(v);
1878c2ecf20Sopenharmony_ci}
1888c2ecf20Sopenharmony_ci
1898c2ecf20Sopenharmony_civoid __init pnv_rng_init(void)
1908c2ecf20Sopenharmony_ci{
1918c2ecf20Sopenharmony_ci	struct device_node *dn;
1928c2ecf20Sopenharmony_ci
1938c2ecf20Sopenharmony_ci	/* Prefer darn over the rest. */
1948c2ecf20Sopenharmony_ci	if (!initialise_darn())
1958c2ecf20Sopenharmony_ci		return;
1968c2ecf20Sopenharmony_ci
1978c2ecf20Sopenharmony_ci	dn = of_find_compatible_node(NULL, NULL, "ibm,power-rng");
1988c2ecf20Sopenharmony_ci	if (dn)
1998c2ecf20Sopenharmony_ci		ppc_md.get_random_seed = pnv_get_random_long_early;
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_ci	of_node_put(dn);
2028c2ecf20Sopenharmony_ci}
2038c2ecf20Sopenharmony_ci
2048c2ecf20Sopenharmony_cistatic int __init pnv_rng_late_init(void)
2058c2ecf20Sopenharmony_ci{
2068c2ecf20Sopenharmony_ci	struct device_node *dn;
2078c2ecf20Sopenharmony_ci	unsigned long v;
2088c2ecf20Sopenharmony_ci
2098c2ecf20Sopenharmony_ci	/* In case it wasn't called during init for some other reason. */
2108c2ecf20Sopenharmony_ci	if (ppc_md.get_random_seed == pnv_get_random_long_early)
2118c2ecf20Sopenharmony_ci		pnv_get_random_long_early(&v);
2128c2ecf20Sopenharmony_ci
2138c2ecf20Sopenharmony_ci	if (ppc_md.get_random_seed == powernv_get_random_long) {
2148c2ecf20Sopenharmony_ci		for_each_compatible_node(dn, NULL, "ibm,power-rng")
2158c2ecf20Sopenharmony_ci			of_platform_device_create(dn, NULL, NULL);
2168c2ecf20Sopenharmony_ci	}
2178c2ecf20Sopenharmony_ci
2188c2ecf20Sopenharmony_ci	return 0;
2198c2ecf20Sopenharmony_ci}
2208c2ecf20Sopenharmony_cimachine_subsys_initcall(powernv, pnv_rng_late_init);
221