18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright 2013, Michael Ellerman, IBM Corporation. 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#define pr_fmt(fmt) "powernv-rng: " fmt 78c2ecf20Sopenharmony_ci 88c2ecf20Sopenharmony_ci#include <linux/kernel.h> 98c2ecf20Sopenharmony_ci#include <linux/of.h> 108c2ecf20Sopenharmony_ci#include <linux/of_address.h> 118c2ecf20Sopenharmony_ci#include <linux/of_platform.h> 128c2ecf20Sopenharmony_ci#include <linux/slab.h> 138c2ecf20Sopenharmony_ci#include <linux/smp.h> 148c2ecf20Sopenharmony_ci#include <asm/archrandom.h> 158c2ecf20Sopenharmony_ci#include <asm/cputable.h> 168c2ecf20Sopenharmony_ci#include <asm/io.h> 178c2ecf20Sopenharmony_ci#include <asm/prom.h> 188c2ecf20Sopenharmony_ci#include <asm/machdep.h> 198c2ecf20Sopenharmony_ci#include <asm/smp.h> 208c2ecf20Sopenharmony_ci#include "powernv.h" 218c2ecf20Sopenharmony_ci 228c2ecf20Sopenharmony_ci#define DARN_ERR 0xFFFFFFFFFFFFFFFFul 238c2ecf20Sopenharmony_ci 248c2ecf20Sopenharmony_cistruct powernv_rng { 258c2ecf20Sopenharmony_ci void __iomem *regs; 268c2ecf20Sopenharmony_ci void __iomem *regs_real; 278c2ecf20Sopenharmony_ci unsigned long mask; 288c2ecf20Sopenharmony_ci}; 298c2ecf20Sopenharmony_ci 308c2ecf20Sopenharmony_cistatic DEFINE_PER_CPU(struct powernv_rng *, powernv_rng); 318c2ecf20Sopenharmony_ci 328c2ecf20Sopenharmony_ciint powernv_hwrng_present(void) 338c2ecf20Sopenharmony_ci{ 348c2ecf20Sopenharmony_ci struct powernv_rng *rng; 358c2ecf20Sopenharmony_ci 368c2ecf20Sopenharmony_ci rng = get_cpu_var(powernv_rng); 378c2ecf20Sopenharmony_ci put_cpu_var(rng); 388c2ecf20Sopenharmony_ci return rng != NULL; 398c2ecf20Sopenharmony_ci} 408c2ecf20Sopenharmony_ci 418c2ecf20Sopenharmony_cistatic unsigned long rng_whiten(struct powernv_rng *rng, unsigned long val) 428c2ecf20Sopenharmony_ci{ 438c2ecf20Sopenharmony_ci unsigned long parity; 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci /* Calculate the parity of the value */ 468c2ecf20Sopenharmony_ci asm (".machine push; \ 478c2ecf20Sopenharmony_ci .machine power7; \ 488c2ecf20Sopenharmony_ci popcntd %0,%1; \ 498c2ecf20Sopenharmony_ci .machine pop;" 508c2ecf20Sopenharmony_ci : "=r" (parity) : "r" (val)); 518c2ecf20Sopenharmony_ci 528c2ecf20Sopenharmony_ci /* xor our value with the previous mask */ 538c2ecf20Sopenharmony_ci val ^= rng->mask; 548c2ecf20Sopenharmony_ci 558c2ecf20Sopenharmony_ci /* update the mask based on the parity of this value */ 568c2ecf20Sopenharmony_ci rng->mask = (rng->mask << 1) | (parity & 1); 578c2ecf20Sopenharmony_ci 588c2ecf20Sopenharmony_ci return val; 598c2ecf20Sopenharmony_ci} 608c2ecf20Sopenharmony_ci 618c2ecf20Sopenharmony_ciint powernv_get_random_real_mode(unsigned long *v) 628c2ecf20Sopenharmony_ci{ 638c2ecf20Sopenharmony_ci struct powernv_rng *rng; 648c2ecf20Sopenharmony_ci 658c2ecf20Sopenharmony_ci rng = raw_cpu_read(powernv_rng); 668c2ecf20Sopenharmony_ci if (!rng) 678c2ecf20Sopenharmony_ci return 0; 688c2ecf20Sopenharmony_ci 698c2ecf20Sopenharmony_ci *v = rng_whiten(rng, __raw_rm_readq(rng->regs_real)); 708c2ecf20Sopenharmony_ci 718c2ecf20Sopenharmony_ci return 1; 728c2ecf20Sopenharmony_ci} 738c2ecf20Sopenharmony_ci 748c2ecf20Sopenharmony_cistatic int powernv_get_random_darn(unsigned long *v) 758c2ecf20Sopenharmony_ci{ 768c2ecf20Sopenharmony_ci unsigned long val; 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci /* Using DARN with L=1 - 64-bit conditioned random number */ 798c2ecf20Sopenharmony_ci asm volatile(PPC_DARN(%0, 1) : "=r"(val)); 808c2ecf20Sopenharmony_ci 818c2ecf20Sopenharmony_ci if (val == DARN_ERR) 828c2ecf20Sopenharmony_ci return 0; 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_ci *v = val; 858c2ecf20Sopenharmony_ci 868c2ecf20Sopenharmony_ci return 1; 878c2ecf20Sopenharmony_ci} 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_cistatic int initialise_darn(void) 908c2ecf20Sopenharmony_ci{ 918c2ecf20Sopenharmony_ci unsigned long val; 928c2ecf20Sopenharmony_ci int i; 938c2ecf20Sopenharmony_ci 948c2ecf20Sopenharmony_ci if (!cpu_has_feature(CPU_FTR_ARCH_300)) 958c2ecf20Sopenharmony_ci return -ENODEV; 968c2ecf20Sopenharmony_ci 978c2ecf20Sopenharmony_ci for (i = 0; i < 10; i++) { 988c2ecf20Sopenharmony_ci if (powernv_get_random_darn(&val)) { 998c2ecf20Sopenharmony_ci ppc_md.get_random_seed = powernv_get_random_darn; 1008c2ecf20Sopenharmony_ci return 0; 1018c2ecf20Sopenharmony_ci } 1028c2ecf20Sopenharmony_ci } 1038c2ecf20Sopenharmony_ci return -EIO; 1048c2ecf20Sopenharmony_ci} 1058c2ecf20Sopenharmony_ci 1068c2ecf20Sopenharmony_ciint powernv_get_random_long(unsigned long *v) 1078c2ecf20Sopenharmony_ci{ 1088c2ecf20Sopenharmony_ci struct powernv_rng *rng; 1098c2ecf20Sopenharmony_ci 1108c2ecf20Sopenharmony_ci rng = get_cpu_var(powernv_rng); 1118c2ecf20Sopenharmony_ci 1128c2ecf20Sopenharmony_ci *v = rng_whiten(rng, in_be64(rng->regs)); 1138c2ecf20Sopenharmony_ci 1148c2ecf20Sopenharmony_ci put_cpu_var(rng); 1158c2ecf20Sopenharmony_ci 1168c2ecf20Sopenharmony_ci return 1; 1178c2ecf20Sopenharmony_ci} 1188c2ecf20Sopenharmony_ciEXPORT_SYMBOL_GPL(powernv_get_random_long); 1198c2ecf20Sopenharmony_ci 1208c2ecf20Sopenharmony_cistatic __init void rng_init_per_cpu(struct powernv_rng *rng, 1218c2ecf20Sopenharmony_ci struct device_node *dn) 1228c2ecf20Sopenharmony_ci{ 1238c2ecf20Sopenharmony_ci int chip_id, cpu; 1248c2ecf20Sopenharmony_ci 1258c2ecf20Sopenharmony_ci chip_id = of_get_ibm_chip_id(dn); 1268c2ecf20Sopenharmony_ci if (chip_id == -1) 1278c2ecf20Sopenharmony_ci pr_warn("No ibm,chip-id found for %pOF.\n", dn); 1288c2ecf20Sopenharmony_ci 1298c2ecf20Sopenharmony_ci for_each_possible_cpu(cpu) { 1308c2ecf20Sopenharmony_ci if (per_cpu(powernv_rng, cpu) == NULL || 1318c2ecf20Sopenharmony_ci cpu_to_chip_id(cpu) == chip_id) { 1328c2ecf20Sopenharmony_ci per_cpu(powernv_rng, cpu) = rng; 1338c2ecf20Sopenharmony_ci } 1348c2ecf20Sopenharmony_ci } 1358c2ecf20Sopenharmony_ci} 1368c2ecf20Sopenharmony_ci 1378c2ecf20Sopenharmony_cistatic __init int rng_create(struct device_node *dn) 1388c2ecf20Sopenharmony_ci{ 1398c2ecf20Sopenharmony_ci struct powernv_rng *rng; 1408c2ecf20Sopenharmony_ci struct resource res; 1418c2ecf20Sopenharmony_ci unsigned long val; 1428c2ecf20Sopenharmony_ci 1438c2ecf20Sopenharmony_ci rng = kzalloc(sizeof(*rng), GFP_KERNEL); 1448c2ecf20Sopenharmony_ci if (!rng) 1458c2ecf20Sopenharmony_ci return -ENOMEM; 1468c2ecf20Sopenharmony_ci 1478c2ecf20Sopenharmony_ci if (of_address_to_resource(dn, 0, &res)) { 1488c2ecf20Sopenharmony_ci kfree(rng); 1498c2ecf20Sopenharmony_ci return -ENXIO; 1508c2ecf20Sopenharmony_ci } 1518c2ecf20Sopenharmony_ci 1528c2ecf20Sopenharmony_ci rng->regs_real = (void __iomem *)res.start; 1538c2ecf20Sopenharmony_ci 1548c2ecf20Sopenharmony_ci rng->regs = of_iomap(dn, 0); 1558c2ecf20Sopenharmony_ci if (!rng->regs) { 1568c2ecf20Sopenharmony_ci kfree(rng); 1578c2ecf20Sopenharmony_ci return -ENXIO; 1588c2ecf20Sopenharmony_ci } 1598c2ecf20Sopenharmony_ci 1608c2ecf20Sopenharmony_ci val = in_be64(rng->regs); 1618c2ecf20Sopenharmony_ci rng->mask = val; 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci rng_init_per_cpu(rng, dn); 1648c2ecf20Sopenharmony_ci 1658c2ecf20Sopenharmony_ci ppc_md.get_random_seed = powernv_get_random_long; 1668c2ecf20Sopenharmony_ci 1678c2ecf20Sopenharmony_ci return 0; 1688c2ecf20Sopenharmony_ci} 1698c2ecf20Sopenharmony_ci 1708c2ecf20Sopenharmony_cistatic int __init pnv_get_random_long_early(unsigned long *v) 1718c2ecf20Sopenharmony_ci{ 1728c2ecf20Sopenharmony_ci struct device_node *dn; 1738c2ecf20Sopenharmony_ci 1748c2ecf20Sopenharmony_ci if (!slab_is_available()) 1758c2ecf20Sopenharmony_ci return 0; 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ci if (cmpxchg(&ppc_md.get_random_seed, pnv_get_random_long_early, 1788c2ecf20Sopenharmony_ci NULL) != pnv_get_random_long_early) 1798c2ecf20Sopenharmony_ci return 0; 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_ci for_each_compatible_node(dn, NULL, "ibm,power-rng") 1828c2ecf20Sopenharmony_ci rng_create(dn); 1838c2ecf20Sopenharmony_ci 1848c2ecf20Sopenharmony_ci if (!ppc_md.get_random_seed) 1858c2ecf20Sopenharmony_ci return 0; 1868c2ecf20Sopenharmony_ci return ppc_md.get_random_seed(v); 1878c2ecf20Sopenharmony_ci} 1888c2ecf20Sopenharmony_ci 1898c2ecf20Sopenharmony_civoid __init pnv_rng_init(void) 1908c2ecf20Sopenharmony_ci{ 1918c2ecf20Sopenharmony_ci struct device_node *dn; 1928c2ecf20Sopenharmony_ci 1938c2ecf20Sopenharmony_ci /* Prefer darn over the rest. */ 1948c2ecf20Sopenharmony_ci if (!initialise_darn()) 1958c2ecf20Sopenharmony_ci return; 1968c2ecf20Sopenharmony_ci 1978c2ecf20Sopenharmony_ci dn = of_find_compatible_node(NULL, NULL, "ibm,power-rng"); 1988c2ecf20Sopenharmony_ci if (dn) 1998c2ecf20Sopenharmony_ci ppc_md.get_random_seed = pnv_get_random_long_early; 2008c2ecf20Sopenharmony_ci 2018c2ecf20Sopenharmony_ci of_node_put(dn); 2028c2ecf20Sopenharmony_ci} 2038c2ecf20Sopenharmony_ci 2048c2ecf20Sopenharmony_cistatic int __init pnv_rng_late_init(void) 2058c2ecf20Sopenharmony_ci{ 2068c2ecf20Sopenharmony_ci struct device_node *dn; 2078c2ecf20Sopenharmony_ci unsigned long v; 2088c2ecf20Sopenharmony_ci 2098c2ecf20Sopenharmony_ci /* In case it wasn't called during init for some other reason. */ 2108c2ecf20Sopenharmony_ci if (ppc_md.get_random_seed == pnv_get_random_long_early) 2118c2ecf20Sopenharmony_ci pnv_get_random_long_early(&v); 2128c2ecf20Sopenharmony_ci 2138c2ecf20Sopenharmony_ci if (ppc_md.get_random_seed == powernv_get_random_long) { 2148c2ecf20Sopenharmony_ci for_each_compatible_node(dn, NULL, "ibm,power-rng") 2158c2ecf20Sopenharmony_ci of_platform_device_create(dn, NULL, NULL); 2168c2ecf20Sopenharmony_ci } 2178c2ecf20Sopenharmony_ci 2188c2ecf20Sopenharmony_ci return 0; 2198c2ecf20Sopenharmony_ci} 2208c2ecf20Sopenharmony_cimachine_subsys_initcall(powernv, pnv_rng_late_init); 221