18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 28c2ecf20Sopenharmony_ci/* 38c2ecf20Sopenharmony_ci * Copyright (C) 2014 Google, Inc. 48c2ecf20Sopenharmony_ci */ 58c2ecf20Sopenharmony_ci 68c2ecf20Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 78c2ecf20Sopenharmony_ci 88c2ecf20Sopenharmony_ci#include <linux/delay.h> 98c2ecf20Sopenharmony_ci#include <linux/init.h> 108c2ecf20Sopenharmony_ci#include <linux/hrtimer.h> 118c2ecf20Sopenharmony_ci#include <linux/module.h> 128c2ecf20Sopenharmony_ci#include <linux/platform_device.h> 138c2ecf20Sopenharmony_ci#include <linux/time.h> 148c2ecf20Sopenharmony_ci#include <linux/numa.h> 158c2ecf20Sopenharmony_ci#include <linux/nodemask.h> 168c2ecf20Sopenharmony_ci#include <linux/topology.h> 178c2ecf20Sopenharmony_ci 188c2ecf20Sopenharmony_ci#define TEST_PROBE_DELAY (5 * 1000) /* 5 sec */ 198c2ecf20Sopenharmony_ci#define TEST_PROBE_THRESHOLD (TEST_PROBE_DELAY / 2) 208c2ecf20Sopenharmony_ci 218c2ecf20Sopenharmony_cistatic atomic_t warnings, errors, timeout, async_completed; 228c2ecf20Sopenharmony_ci 238c2ecf20Sopenharmony_cistatic int test_probe(struct platform_device *pdev) 248c2ecf20Sopenharmony_ci{ 258c2ecf20Sopenharmony_ci struct device *dev = &pdev->dev; 268c2ecf20Sopenharmony_ci 278c2ecf20Sopenharmony_ci /* 288c2ecf20Sopenharmony_ci * Determine if we have hit the "timeout" limit for the test if we 298c2ecf20Sopenharmony_ci * have then report it as an error, otherwise we wil sleep for the 308c2ecf20Sopenharmony_ci * required amount of time and then report completion. 318c2ecf20Sopenharmony_ci */ 328c2ecf20Sopenharmony_ci if (atomic_read(&timeout)) { 338c2ecf20Sopenharmony_ci dev_err(dev, "async probe took too long\n"); 348c2ecf20Sopenharmony_ci atomic_inc(&errors); 358c2ecf20Sopenharmony_ci } else { 368c2ecf20Sopenharmony_ci dev_dbg(&pdev->dev, "sleeping for %d msecs in probe\n", 378c2ecf20Sopenharmony_ci TEST_PROBE_DELAY); 388c2ecf20Sopenharmony_ci msleep(TEST_PROBE_DELAY); 398c2ecf20Sopenharmony_ci dev_dbg(&pdev->dev, "done sleeping\n"); 408c2ecf20Sopenharmony_ci } 418c2ecf20Sopenharmony_ci 428c2ecf20Sopenharmony_ci /* 438c2ecf20Sopenharmony_ci * Report NUMA mismatch if device node is set and we are not 448c2ecf20Sopenharmony_ci * performing an async init on that node. 458c2ecf20Sopenharmony_ci */ 468c2ecf20Sopenharmony_ci if (dev->driver->probe_type == PROBE_PREFER_ASYNCHRONOUS) { 478c2ecf20Sopenharmony_ci if (IS_ENABLED(CONFIG_NUMA) && 488c2ecf20Sopenharmony_ci dev_to_node(dev) != numa_node_id()) { 498c2ecf20Sopenharmony_ci dev_warn(dev, "NUMA node mismatch %d != %d\n", 508c2ecf20Sopenharmony_ci dev_to_node(dev), numa_node_id()); 518c2ecf20Sopenharmony_ci atomic_inc(&warnings); 528c2ecf20Sopenharmony_ci } 538c2ecf20Sopenharmony_ci 548c2ecf20Sopenharmony_ci atomic_inc(&async_completed); 558c2ecf20Sopenharmony_ci } 568c2ecf20Sopenharmony_ci 578c2ecf20Sopenharmony_ci return 0; 588c2ecf20Sopenharmony_ci} 598c2ecf20Sopenharmony_ci 608c2ecf20Sopenharmony_cistatic struct platform_driver async_driver = { 618c2ecf20Sopenharmony_ci .driver = { 628c2ecf20Sopenharmony_ci .name = "test_async_driver", 638c2ecf20Sopenharmony_ci .probe_type = PROBE_PREFER_ASYNCHRONOUS, 648c2ecf20Sopenharmony_ci }, 658c2ecf20Sopenharmony_ci .probe = test_probe, 668c2ecf20Sopenharmony_ci}; 678c2ecf20Sopenharmony_ci 688c2ecf20Sopenharmony_cistatic struct platform_driver sync_driver = { 698c2ecf20Sopenharmony_ci .driver = { 708c2ecf20Sopenharmony_ci .name = "test_sync_driver", 718c2ecf20Sopenharmony_ci .probe_type = PROBE_FORCE_SYNCHRONOUS, 728c2ecf20Sopenharmony_ci }, 738c2ecf20Sopenharmony_ci .probe = test_probe, 748c2ecf20Sopenharmony_ci}; 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_cistatic struct platform_device *async_dev[NR_CPUS * 2]; 778c2ecf20Sopenharmony_cistatic struct platform_device *sync_dev[2]; 788c2ecf20Sopenharmony_ci 798c2ecf20Sopenharmony_cistatic struct platform_device * 808c2ecf20Sopenharmony_citest_platform_device_register_node(char *name, int id, int nid) 818c2ecf20Sopenharmony_ci{ 828c2ecf20Sopenharmony_ci struct platform_device *pdev; 838c2ecf20Sopenharmony_ci int ret; 848c2ecf20Sopenharmony_ci 858c2ecf20Sopenharmony_ci pdev = platform_device_alloc(name, id); 868c2ecf20Sopenharmony_ci if (!pdev) 878c2ecf20Sopenharmony_ci return ERR_PTR(-ENOMEM); 888c2ecf20Sopenharmony_ci 898c2ecf20Sopenharmony_ci if (nid != NUMA_NO_NODE) 908c2ecf20Sopenharmony_ci set_dev_node(&pdev->dev, nid); 918c2ecf20Sopenharmony_ci 928c2ecf20Sopenharmony_ci ret = platform_device_add(pdev); 938c2ecf20Sopenharmony_ci if (ret) { 948c2ecf20Sopenharmony_ci platform_device_put(pdev); 958c2ecf20Sopenharmony_ci return ERR_PTR(ret); 968c2ecf20Sopenharmony_ci } 978c2ecf20Sopenharmony_ci 988c2ecf20Sopenharmony_ci return pdev; 998c2ecf20Sopenharmony_ci 1008c2ecf20Sopenharmony_ci} 1018c2ecf20Sopenharmony_ci 1028c2ecf20Sopenharmony_cistatic int __init test_async_probe_init(void) 1038c2ecf20Sopenharmony_ci{ 1048c2ecf20Sopenharmony_ci struct platform_device **pdev = NULL; 1058c2ecf20Sopenharmony_ci int async_id = 0, sync_id = 0; 1068c2ecf20Sopenharmony_ci unsigned long long duration; 1078c2ecf20Sopenharmony_ci ktime_t calltime, delta; 1088c2ecf20Sopenharmony_ci int err, nid, cpu; 1098c2ecf20Sopenharmony_ci 1108c2ecf20Sopenharmony_ci pr_info("registering first set of asynchronous devices...\n"); 1118c2ecf20Sopenharmony_ci 1128c2ecf20Sopenharmony_ci for_each_online_cpu(cpu) { 1138c2ecf20Sopenharmony_ci nid = cpu_to_node(cpu); 1148c2ecf20Sopenharmony_ci pdev = &async_dev[async_id]; 1158c2ecf20Sopenharmony_ci *pdev = test_platform_device_register_node("test_async_driver", 1168c2ecf20Sopenharmony_ci async_id, 1178c2ecf20Sopenharmony_ci nid); 1188c2ecf20Sopenharmony_ci if (IS_ERR(*pdev)) { 1198c2ecf20Sopenharmony_ci err = PTR_ERR(*pdev); 1208c2ecf20Sopenharmony_ci *pdev = NULL; 1218c2ecf20Sopenharmony_ci pr_err("failed to create async_dev: %d\n", err); 1228c2ecf20Sopenharmony_ci goto err_unregister_async_devs; 1238c2ecf20Sopenharmony_ci } 1248c2ecf20Sopenharmony_ci 1258c2ecf20Sopenharmony_ci async_id++; 1268c2ecf20Sopenharmony_ci } 1278c2ecf20Sopenharmony_ci 1288c2ecf20Sopenharmony_ci pr_info("registering asynchronous driver...\n"); 1298c2ecf20Sopenharmony_ci calltime = ktime_get(); 1308c2ecf20Sopenharmony_ci err = platform_driver_register(&async_driver); 1318c2ecf20Sopenharmony_ci if (err) { 1328c2ecf20Sopenharmony_ci pr_err("Failed to register async_driver: %d\n", err); 1338c2ecf20Sopenharmony_ci goto err_unregister_async_devs; 1348c2ecf20Sopenharmony_ci } 1358c2ecf20Sopenharmony_ci 1368c2ecf20Sopenharmony_ci delta = ktime_sub(ktime_get(), calltime); 1378c2ecf20Sopenharmony_ci duration = (unsigned long long) ktime_to_ms(delta); 1388c2ecf20Sopenharmony_ci pr_info("registration took %lld msecs\n", duration); 1398c2ecf20Sopenharmony_ci if (duration > TEST_PROBE_THRESHOLD) { 1408c2ecf20Sopenharmony_ci pr_err("test failed: probe took too long\n"); 1418c2ecf20Sopenharmony_ci err = -ETIMEDOUT; 1428c2ecf20Sopenharmony_ci goto err_unregister_async_driver; 1438c2ecf20Sopenharmony_ci } 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci pr_info("registering second set of asynchronous devices...\n"); 1468c2ecf20Sopenharmony_ci calltime = ktime_get(); 1478c2ecf20Sopenharmony_ci for_each_online_cpu(cpu) { 1488c2ecf20Sopenharmony_ci nid = cpu_to_node(cpu); 1498c2ecf20Sopenharmony_ci pdev = &async_dev[async_id]; 1508c2ecf20Sopenharmony_ci 1518c2ecf20Sopenharmony_ci *pdev = test_platform_device_register_node("test_async_driver", 1528c2ecf20Sopenharmony_ci async_id, 1538c2ecf20Sopenharmony_ci nid); 1548c2ecf20Sopenharmony_ci if (IS_ERR(*pdev)) { 1558c2ecf20Sopenharmony_ci err = PTR_ERR(*pdev); 1568c2ecf20Sopenharmony_ci *pdev = NULL; 1578c2ecf20Sopenharmony_ci pr_err("failed to create async_dev: %d\n", err); 1588c2ecf20Sopenharmony_ci goto err_unregister_async_driver; 1598c2ecf20Sopenharmony_ci } 1608c2ecf20Sopenharmony_ci 1618c2ecf20Sopenharmony_ci async_id++; 1628c2ecf20Sopenharmony_ci } 1638c2ecf20Sopenharmony_ci 1648c2ecf20Sopenharmony_ci delta = ktime_sub(ktime_get(), calltime); 1658c2ecf20Sopenharmony_ci duration = (unsigned long long) ktime_to_ms(delta); 1668c2ecf20Sopenharmony_ci dev_info(&(*pdev)->dev, 1678c2ecf20Sopenharmony_ci "registration took %lld msecs\n", duration); 1688c2ecf20Sopenharmony_ci if (duration > TEST_PROBE_THRESHOLD) { 1698c2ecf20Sopenharmony_ci dev_err(&(*pdev)->dev, 1708c2ecf20Sopenharmony_ci "test failed: probe took too long\n"); 1718c2ecf20Sopenharmony_ci err = -ETIMEDOUT; 1728c2ecf20Sopenharmony_ci goto err_unregister_async_driver; 1738c2ecf20Sopenharmony_ci } 1748c2ecf20Sopenharmony_ci 1758c2ecf20Sopenharmony_ci 1768c2ecf20Sopenharmony_ci pr_info("registering first synchronous device...\n"); 1778c2ecf20Sopenharmony_ci nid = cpu_to_node(cpu); 1788c2ecf20Sopenharmony_ci pdev = &sync_dev[sync_id]; 1798c2ecf20Sopenharmony_ci 1808c2ecf20Sopenharmony_ci *pdev = test_platform_device_register_node("test_sync_driver", 1818c2ecf20Sopenharmony_ci sync_id, 1828c2ecf20Sopenharmony_ci NUMA_NO_NODE); 1838c2ecf20Sopenharmony_ci if (IS_ERR(*pdev)) { 1848c2ecf20Sopenharmony_ci err = PTR_ERR(*pdev); 1858c2ecf20Sopenharmony_ci *pdev = NULL; 1868c2ecf20Sopenharmony_ci pr_err("failed to create sync_dev: %d\n", err); 1878c2ecf20Sopenharmony_ci goto err_unregister_async_driver; 1888c2ecf20Sopenharmony_ci } 1898c2ecf20Sopenharmony_ci 1908c2ecf20Sopenharmony_ci sync_id++; 1918c2ecf20Sopenharmony_ci 1928c2ecf20Sopenharmony_ci pr_info("registering synchronous driver...\n"); 1938c2ecf20Sopenharmony_ci calltime = ktime_get(); 1948c2ecf20Sopenharmony_ci err = platform_driver_register(&sync_driver); 1958c2ecf20Sopenharmony_ci if (err) { 1968c2ecf20Sopenharmony_ci pr_err("Failed to register async_driver: %d\n", err); 1978c2ecf20Sopenharmony_ci goto err_unregister_sync_devs; 1988c2ecf20Sopenharmony_ci } 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_ci delta = ktime_sub(ktime_get(), calltime); 2018c2ecf20Sopenharmony_ci duration = (unsigned long long) ktime_to_ms(delta); 2028c2ecf20Sopenharmony_ci pr_info("registration took %lld msecs\n", duration); 2038c2ecf20Sopenharmony_ci if (duration < TEST_PROBE_THRESHOLD) { 2048c2ecf20Sopenharmony_ci dev_err(&(*pdev)->dev, 2058c2ecf20Sopenharmony_ci "test failed: probe was too quick\n"); 2068c2ecf20Sopenharmony_ci err = -ETIMEDOUT; 2078c2ecf20Sopenharmony_ci goto err_unregister_sync_driver; 2088c2ecf20Sopenharmony_ci } 2098c2ecf20Sopenharmony_ci 2108c2ecf20Sopenharmony_ci pr_info("registering second synchronous device...\n"); 2118c2ecf20Sopenharmony_ci pdev = &sync_dev[sync_id]; 2128c2ecf20Sopenharmony_ci calltime = ktime_get(); 2138c2ecf20Sopenharmony_ci 2148c2ecf20Sopenharmony_ci *pdev = test_platform_device_register_node("test_sync_driver", 2158c2ecf20Sopenharmony_ci sync_id, 2168c2ecf20Sopenharmony_ci NUMA_NO_NODE); 2178c2ecf20Sopenharmony_ci if (IS_ERR(*pdev)) { 2188c2ecf20Sopenharmony_ci err = PTR_ERR(*pdev); 2198c2ecf20Sopenharmony_ci *pdev = NULL; 2208c2ecf20Sopenharmony_ci pr_err("failed to create sync_dev: %d\n", err); 2218c2ecf20Sopenharmony_ci goto err_unregister_sync_driver; 2228c2ecf20Sopenharmony_ci } 2238c2ecf20Sopenharmony_ci 2248c2ecf20Sopenharmony_ci sync_id++; 2258c2ecf20Sopenharmony_ci 2268c2ecf20Sopenharmony_ci delta = ktime_sub(ktime_get(), calltime); 2278c2ecf20Sopenharmony_ci duration = (unsigned long long) ktime_to_ms(delta); 2288c2ecf20Sopenharmony_ci dev_info(&(*pdev)->dev, 2298c2ecf20Sopenharmony_ci "registration took %lld msecs\n", duration); 2308c2ecf20Sopenharmony_ci if (duration < TEST_PROBE_THRESHOLD) { 2318c2ecf20Sopenharmony_ci dev_err(&(*pdev)->dev, 2328c2ecf20Sopenharmony_ci "test failed: probe was too quick\n"); 2338c2ecf20Sopenharmony_ci err = -ETIMEDOUT; 2348c2ecf20Sopenharmony_ci goto err_unregister_sync_driver; 2358c2ecf20Sopenharmony_ci } 2368c2ecf20Sopenharmony_ci 2378c2ecf20Sopenharmony_ci /* 2388c2ecf20Sopenharmony_ci * The async events should have completed while we were taking care 2398c2ecf20Sopenharmony_ci * of the synchronous events. We will now terminate any outstanding 2408c2ecf20Sopenharmony_ci * asynchronous probe calls remaining by forcing timeout and remove 2418c2ecf20Sopenharmony_ci * the driver before we return which should force the flush of the 2428c2ecf20Sopenharmony_ci * pending asynchronous probe calls. 2438c2ecf20Sopenharmony_ci * 2448c2ecf20Sopenharmony_ci * Otherwise if they completed without errors or warnings then 2458c2ecf20Sopenharmony_ci * report successful completion. 2468c2ecf20Sopenharmony_ci */ 2478c2ecf20Sopenharmony_ci if (atomic_read(&async_completed) != async_id) { 2488c2ecf20Sopenharmony_ci pr_err("async events still pending, forcing timeout\n"); 2498c2ecf20Sopenharmony_ci atomic_inc(&timeout); 2508c2ecf20Sopenharmony_ci err = -ETIMEDOUT; 2518c2ecf20Sopenharmony_ci } else if (!atomic_read(&errors) && !atomic_read(&warnings)) { 2528c2ecf20Sopenharmony_ci pr_info("completed successfully\n"); 2538c2ecf20Sopenharmony_ci return 0; 2548c2ecf20Sopenharmony_ci } 2558c2ecf20Sopenharmony_ci 2568c2ecf20Sopenharmony_cierr_unregister_sync_driver: 2578c2ecf20Sopenharmony_ci platform_driver_unregister(&sync_driver); 2588c2ecf20Sopenharmony_cierr_unregister_sync_devs: 2598c2ecf20Sopenharmony_ci while (sync_id--) 2608c2ecf20Sopenharmony_ci platform_device_unregister(sync_dev[sync_id]); 2618c2ecf20Sopenharmony_cierr_unregister_async_driver: 2628c2ecf20Sopenharmony_ci platform_driver_unregister(&async_driver); 2638c2ecf20Sopenharmony_cierr_unregister_async_devs: 2648c2ecf20Sopenharmony_ci while (async_id--) 2658c2ecf20Sopenharmony_ci platform_device_unregister(async_dev[async_id]); 2668c2ecf20Sopenharmony_ci 2678c2ecf20Sopenharmony_ci /* 2688c2ecf20Sopenharmony_ci * If err is already set then count that as an additional error for 2698c2ecf20Sopenharmony_ci * the test. Otherwise we will report an invalid argument error and 2708c2ecf20Sopenharmony_ci * not count that as we should have reached here as a result of 2718c2ecf20Sopenharmony_ci * errors or warnings being reported by the probe routine. 2728c2ecf20Sopenharmony_ci */ 2738c2ecf20Sopenharmony_ci if (err) 2748c2ecf20Sopenharmony_ci atomic_inc(&errors); 2758c2ecf20Sopenharmony_ci else 2768c2ecf20Sopenharmony_ci err = -EINVAL; 2778c2ecf20Sopenharmony_ci 2788c2ecf20Sopenharmony_ci pr_err("Test failed with %d errors and %d warnings\n", 2798c2ecf20Sopenharmony_ci atomic_read(&errors), atomic_read(&warnings)); 2808c2ecf20Sopenharmony_ci 2818c2ecf20Sopenharmony_ci return err; 2828c2ecf20Sopenharmony_ci} 2838c2ecf20Sopenharmony_cimodule_init(test_async_probe_init); 2848c2ecf20Sopenharmony_ci 2858c2ecf20Sopenharmony_cistatic void __exit test_async_probe_exit(void) 2868c2ecf20Sopenharmony_ci{ 2878c2ecf20Sopenharmony_ci int id = 2; 2888c2ecf20Sopenharmony_ci 2898c2ecf20Sopenharmony_ci platform_driver_unregister(&async_driver); 2908c2ecf20Sopenharmony_ci platform_driver_unregister(&sync_driver); 2918c2ecf20Sopenharmony_ci 2928c2ecf20Sopenharmony_ci while (id--) 2938c2ecf20Sopenharmony_ci platform_device_unregister(sync_dev[id]); 2948c2ecf20Sopenharmony_ci 2958c2ecf20Sopenharmony_ci id = NR_CPUS * 2; 2968c2ecf20Sopenharmony_ci while (id--) 2978c2ecf20Sopenharmony_ci platform_device_unregister(async_dev[id]); 2988c2ecf20Sopenharmony_ci} 2998c2ecf20Sopenharmony_cimodule_exit(test_async_probe_exit); 3008c2ecf20Sopenharmony_ci 3018c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("Test module for asynchronous driver probing"); 3028c2ecf20Sopenharmony_ciMODULE_AUTHOR("Dmitry Torokhov <dtor@chromium.org>"); 3038c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL"); 304