162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright (C) 2014 Google, Inc. 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <linux/delay.h> 962306a36Sopenharmony_ci#include <linux/init.h> 1062306a36Sopenharmony_ci#include <linux/hrtimer.h> 1162306a36Sopenharmony_ci#include <linux/module.h> 1262306a36Sopenharmony_ci#include <linux/platform_device.h> 1362306a36Sopenharmony_ci#include <linux/time.h> 1462306a36Sopenharmony_ci#include <linux/numa.h> 1562306a36Sopenharmony_ci#include <linux/nodemask.h> 1662306a36Sopenharmony_ci#include <linux/topology.h> 1762306a36Sopenharmony_ci 1862306a36Sopenharmony_ci#define TEST_PROBE_DELAY (5 * 1000) /* 5 sec */ 1962306a36Sopenharmony_ci#define TEST_PROBE_THRESHOLD (TEST_PROBE_DELAY / 2) 2062306a36Sopenharmony_ci 2162306a36Sopenharmony_cistatic atomic_t warnings, errors, timeout, async_completed; 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_cistatic int test_probe(struct platform_device *pdev) 2462306a36Sopenharmony_ci{ 2562306a36Sopenharmony_ci struct device *dev = &pdev->dev; 2662306a36Sopenharmony_ci 2762306a36Sopenharmony_ci /* 2862306a36Sopenharmony_ci * Determine if we have hit the "timeout" limit for the test if we 2962306a36Sopenharmony_ci * have then report it as an error, otherwise we wil sleep for the 3062306a36Sopenharmony_ci * required amount of time and then report completion. 3162306a36Sopenharmony_ci */ 3262306a36Sopenharmony_ci if (atomic_read(&timeout)) { 3362306a36Sopenharmony_ci dev_err(dev, "async probe took too long\n"); 3462306a36Sopenharmony_ci atomic_inc(&errors); 3562306a36Sopenharmony_ci } else { 3662306a36Sopenharmony_ci dev_dbg(&pdev->dev, "sleeping for %d msecs in probe\n", 3762306a36Sopenharmony_ci TEST_PROBE_DELAY); 3862306a36Sopenharmony_ci msleep(TEST_PROBE_DELAY); 3962306a36Sopenharmony_ci dev_dbg(&pdev->dev, "done sleeping\n"); 4062306a36Sopenharmony_ci } 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_ci /* 4362306a36Sopenharmony_ci * Report NUMA mismatch if device node is set and we are not 4462306a36Sopenharmony_ci * performing an async init on that node. 4562306a36Sopenharmony_ci */ 4662306a36Sopenharmony_ci if (dev->driver->probe_type == PROBE_PREFER_ASYNCHRONOUS) { 4762306a36Sopenharmony_ci if (IS_ENABLED(CONFIG_NUMA) && 4862306a36Sopenharmony_ci dev_to_node(dev) != numa_node_id()) { 4962306a36Sopenharmony_ci dev_warn(dev, "NUMA node mismatch %d != %d\n", 5062306a36Sopenharmony_ci dev_to_node(dev), numa_node_id()); 5162306a36Sopenharmony_ci atomic_inc(&warnings); 5262306a36Sopenharmony_ci } 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci atomic_inc(&async_completed); 5562306a36Sopenharmony_ci } 5662306a36Sopenharmony_ci 5762306a36Sopenharmony_ci return 0; 5862306a36Sopenharmony_ci} 5962306a36Sopenharmony_ci 6062306a36Sopenharmony_cistatic struct platform_driver async_driver = { 6162306a36Sopenharmony_ci .driver = { 6262306a36Sopenharmony_ci .name = "test_async_driver", 6362306a36Sopenharmony_ci .probe_type = PROBE_PREFER_ASYNCHRONOUS, 6462306a36Sopenharmony_ci }, 6562306a36Sopenharmony_ci .probe = test_probe, 6662306a36Sopenharmony_ci}; 6762306a36Sopenharmony_ci 6862306a36Sopenharmony_cistatic struct platform_driver sync_driver = { 6962306a36Sopenharmony_ci .driver = { 7062306a36Sopenharmony_ci .name = "test_sync_driver", 7162306a36Sopenharmony_ci .probe_type = PROBE_FORCE_SYNCHRONOUS, 7262306a36Sopenharmony_ci }, 7362306a36Sopenharmony_ci .probe = test_probe, 7462306a36Sopenharmony_ci}; 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_cistatic struct platform_device *async_dev[NR_CPUS * 2]; 7762306a36Sopenharmony_cistatic struct platform_device *sync_dev[2]; 7862306a36Sopenharmony_ci 7962306a36Sopenharmony_cistatic struct platform_device * 8062306a36Sopenharmony_citest_platform_device_register_node(char *name, int id, int nid) 8162306a36Sopenharmony_ci{ 8262306a36Sopenharmony_ci struct platform_device *pdev; 8362306a36Sopenharmony_ci int ret; 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci pdev = platform_device_alloc(name, id); 8662306a36Sopenharmony_ci if (!pdev) 8762306a36Sopenharmony_ci return ERR_PTR(-ENOMEM); 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci if (nid != NUMA_NO_NODE) 9062306a36Sopenharmony_ci set_dev_node(&pdev->dev, nid); 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci ret = platform_device_add(pdev); 9362306a36Sopenharmony_ci if (ret) { 9462306a36Sopenharmony_ci platform_device_put(pdev); 9562306a36Sopenharmony_ci return ERR_PTR(ret); 9662306a36Sopenharmony_ci } 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_ci return pdev; 9962306a36Sopenharmony_ci 10062306a36Sopenharmony_ci} 10162306a36Sopenharmony_ci 10262306a36Sopenharmony_cistatic int __init test_async_probe_init(void) 10362306a36Sopenharmony_ci{ 10462306a36Sopenharmony_ci struct platform_device **pdev = NULL; 10562306a36Sopenharmony_ci int async_id = 0, sync_id = 0; 10662306a36Sopenharmony_ci unsigned long long duration; 10762306a36Sopenharmony_ci ktime_t calltime; 10862306a36Sopenharmony_ci int err, nid, cpu; 10962306a36Sopenharmony_ci 11062306a36Sopenharmony_ci pr_info("registering first set of asynchronous devices...\n"); 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci for_each_online_cpu(cpu) { 11362306a36Sopenharmony_ci nid = cpu_to_node(cpu); 11462306a36Sopenharmony_ci pdev = &async_dev[async_id]; 11562306a36Sopenharmony_ci *pdev = test_platform_device_register_node("test_async_driver", 11662306a36Sopenharmony_ci async_id, 11762306a36Sopenharmony_ci nid); 11862306a36Sopenharmony_ci if (IS_ERR(*pdev)) { 11962306a36Sopenharmony_ci err = PTR_ERR(*pdev); 12062306a36Sopenharmony_ci *pdev = NULL; 12162306a36Sopenharmony_ci pr_err("failed to create async_dev: %d\n", err); 12262306a36Sopenharmony_ci goto err_unregister_async_devs; 12362306a36Sopenharmony_ci } 12462306a36Sopenharmony_ci 12562306a36Sopenharmony_ci async_id++; 12662306a36Sopenharmony_ci } 12762306a36Sopenharmony_ci 12862306a36Sopenharmony_ci pr_info("registering asynchronous driver...\n"); 12962306a36Sopenharmony_ci calltime = ktime_get(); 13062306a36Sopenharmony_ci err = platform_driver_register(&async_driver); 13162306a36Sopenharmony_ci if (err) { 13262306a36Sopenharmony_ci pr_err("Failed to register async_driver: %d\n", err); 13362306a36Sopenharmony_ci goto err_unregister_async_devs; 13462306a36Sopenharmony_ci } 13562306a36Sopenharmony_ci 13662306a36Sopenharmony_ci duration = (unsigned long long)ktime_ms_delta(ktime_get(), calltime); 13762306a36Sopenharmony_ci pr_info("registration took %lld msecs\n", duration); 13862306a36Sopenharmony_ci if (duration > TEST_PROBE_THRESHOLD) { 13962306a36Sopenharmony_ci pr_err("test failed: probe took too long\n"); 14062306a36Sopenharmony_ci err = -ETIMEDOUT; 14162306a36Sopenharmony_ci goto err_unregister_async_driver; 14262306a36Sopenharmony_ci } 14362306a36Sopenharmony_ci 14462306a36Sopenharmony_ci pr_info("registering second set of asynchronous devices...\n"); 14562306a36Sopenharmony_ci calltime = ktime_get(); 14662306a36Sopenharmony_ci for_each_online_cpu(cpu) { 14762306a36Sopenharmony_ci nid = cpu_to_node(cpu); 14862306a36Sopenharmony_ci pdev = &async_dev[async_id]; 14962306a36Sopenharmony_ci 15062306a36Sopenharmony_ci *pdev = test_platform_device_register_node("test_async_driver", 15162306a36Sopenharmony_ci async_id, 15262306a36Sopenharmony_ci nid); 15362306a36Sopenharmony_ci if (IS_ERR(*pdev)) { 15462306a36Sopenharmony_ci err = PTR_ERR(*pdev); 15562306a36Sopenharmony_ci *pdev = NULL; 15662306a36Sopenharmony_ci pr_err("failed to create async_dev: %d\n", err); 15762306a36Sopenharmony_ci goto err_unregister_async_driver; 15862306a36Sopenharmony_ci } 15962306a36Sopenharmony_ci 16062306a36Sopenharmony_ci async_id++; 16162306a36Sopenharmony_ci } 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci duration = (unsigned long long)ktime_ms_delta(ktime_get(), calltime); 16462306a36Sopenharmony_ci dev_info(&(*pdev)->dev, 16562306a36Sopenharmony_ci "registration took %lld msecs\n", duration); 16662306a36Sopenharmony_ci if (duration > TEST_PROBE_THRESHOLD) { 16762306a36Sopenharmony_ci dev_err(&(*pdev)->dev, 16862306a36Sopenharmony_ci "test failed: probe took too long\n"); 16962306a36Sopenharmony_ci err = -ETIMEDOUT; 17062306a36Sopenharmony_ci goto err_unregister_async_driver; 17162306a36Sopenharmony_ci } 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci 17462306a36Sopenharmony_ci pr_info("registering first synchronous device...\n"); 17562306a36Sopenharmony_ci nid = cpu_to_node(cpu); 17662306a36Sopenharmony_ci pdev = &sync_dev[sync_id]; 17762306a36Sopenharmony_ci 17862306a36Sopenharmony_ci *pdev = test_platform_device_register_node("test_sync_driver", 17962306a36Sopenharmony_ci sync_id, 18062306a36Sopenharmony_ci NUMA_NO_NODE); 18162306a36Sopenharmony_ci if (IS_ERR(*pdev)) { 18262306a36Sopenharmony_ci err = PTR_ERR(*pdev); 18362306a36Sopenharmony_ci *pdev = NULL; 18462306a36Sopenharmony_ci pr_err("failed to create sync_dev: %d\n", err); 18562306a36Sopenharmony_ci goto err_unregister_async_driver; 18662306a36Sopenharmony_ci } 18762306a36Sopenharmony_ci 18862306a36Sopenharmony_ci sync_id++; 18962306a36Sopenharmony_ci 19062306a36Sopenharmony_ci pr_info("registering synchronous driver...\n"); 19162306a36Sopenharmony_ci calltime = ktime_get(); 19262306a36Sopenharmony_ci err = platform_driver_register(&sync_driver); 19362306a36Sopenharmony_ci if (err) { 19462306a36Sopenharmony_ci pr_err("Failed to register async_driver: %d\n", err); 19562306a36Sopenharmony_ci goto err_unregister_sync_devs; 19662306a36Sopenharmony_ci } 19762306a36Sopenharmony_ci 19862306a36Sopenharmony_ci duration = (unsigned long long)ktime_ms_delta(ktime_get(), calltime); 19962306a36Sopenharmony_ci pr_info("registration took %lld msecs\n", duration); 20062306a36Sopenharmony_ci if (duration < TEST_PROBE_THRESHOLD) { 20162306a36Sopenharmony_ci dev_err(&(*pdev)->dev, 20262306a36Sopenharmony_ci "test failed: probe was too quick\n"); 20362306a36Sopenharmony_ci err = -ETIMEDOUT; 20462306a36Sopenharmony_ci goto err_unregister_sync_driver; 20562306a36Sopenharmony_ci } 20662306a36Sopenharmony_ci 20762306a36Sopenharmony_ci pr_info("registering second synchronous device...\n"); 20862306a36Sopenharmony_ci pdev = &sync_dev[sync_id]; 20962306a36Sopenharmony_ci calltime = ktime_get(); 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_ci *pdev = test_platform_device_register_node("test_sync_driver", 21262306a36Sopenharmony_ci sync_id, 21362306a36Sopenharmony_ci NUMA_NO_NODE); 21462306a36Sopenharmony_ci if (IS_ERR(*pdev)) { 21562306a36Sopenharmony_ci err = PTR_ERR(*pdev); 21662306a36Sopenharmony_ci *pdev = NULL; 21762306a36Sopenharmony_ci pr_err("failed to create sync_dev: %d\n", err); 21862306a36Sopenharmony_ci goto err_unregister_sync_driver; 21962306a36Sopenharmony_ci } 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci sync_id++; 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_ci duration = (unsigned long long)ktime_ms_delta(ktime_get(), calltime); 22462306a36Sopenharmony_ci dev_info(&(*pdev)->dev, 22562306a36Sopenharmony_ci "registration took %lld msecs\n", duration); 22662306a36Sopenharmony_ci if (duration < TEST_PROBE_THRESHOLD) { 22762306a36Sopenharmony_ci dev_err(&(*pdev)->dev, 22862306a36Sopenharmony_ci "test failed: probe was too quick\n"); 22962306a36Sopenharmony_ci err = -ETIMEDOUT; 23062306a36Sopenharmony_ci goto err_unregister_sync_driver; 23162306a36Sopenharmony_ci } 23262306a36Sopenharmony_ci 23362306a36Sopenharmony_ci /* 23462306a36Sopenharmony_ci * The async events should have completed while we were taking care 23562306a36Sopenharmony_ci * of the synchronous events. We will now terminate any outstanding 23662306a36Sopenharmony_ci * asynchronous probe calls remaining by forcing timeout and remove 23762306a36Sopenharmony_ci * the driver before we return which should force the flush of the 23862306a36Sopenharmony_ci * pending asynchronous probe calls. 23962306a36Sopenharmony_ci * 24062306a36Sopenharmony_ci * Otherwise if they completed without errors or warnings then 24162306a36Sopenharmony_ci * report successful completion. 24262306a36Sopenharmony_ci */ 24362306a36Sopenharmony_ci if (atomic_read(&async_completed) != async_id) { 24462306a36Sopenharmony_ci pr_err("async events still pending, forcing timeout\n"); 24562306a36Sopenharmony_ci atomic_inc(&timeout); 24662306a36Sopenharmony_ci err = -ETIMEDOUT; 24762306a36Sopenharmony_ci } else if (!atomic_read(&errors) && !atomic_read(&warnings)) { 24862306a36Sopenharmony_ci pr_info("completed successfully\n"); 24962306a36Sopenharmony_ci return 0; 25062306a36Sopenharmony_ci } 25162306a36Sopenharmony_ci 25262306a36Sopenharmony_cierr_unregister_sync_driver: 25362306a36Sopenharmony_ci platform_driver_unregister(&sync_driver); 25462306a36Sopenharmony_cierr_unregister_sync_devs: 25562306a36Sopenharmony_ci while (sync_id--) 25662306a36Sopenharmony_ci platform_device_unregister(sync_dev[sync_id]); 25762306a36Sopenharmony_cierr_unregister_async_driver: 25862306a36Sopenharmony_ci platform_driver_unregister(&async_driver); 25962306a36Sopenharmony_cierr_unregister_async_devs: 26062306a36Sopenharmony_ci while (async_id--) 26162306a36Sopenharmony_ci platform_device_unregister(async_dev[async_id]); 26262306a36Sopenharmony_ci 26362306a36Sopenharmony_ci /* 26462306a36Sopenharmony_ci * If err is already set then count that as an additional error for 26562306a36Sopenharmony_ci * the test. Otherwise we will report an invalid argument error and 26662306a36Sopenharmony_ci * not count that as we should have reached here as a result of 26762306a36Sopenharmony_ci * errors or warnings being reported by the probe routine. 26862306a36Sopenharmony_ci */ 26962306a36Sopenharmony_ci if (err) 27062306a36Sopenharmony_ci atomic_inc(&errors); 27162306a36Sopenharmony_ci else 27262306a36Sopenharmony_ci err = -EINVAL; 27362306a36Sopenharmony_ci 27462306a36Sopenharmony_ci pr_err("Test failed with %d errors and %d warnings\n", 27562306a36Sopenharmony_ci atomic_read(&errors), atomic_read(&warnings)); 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci return err; 27862306a36Sopenharmony_ci} 27962306a36Sopenharmony_cimodule_init(test_async_probe_init); 28062306a36Sopenharmony_ci 28162306a36Sopenharmony_cistatic void __exit test_async_probe_exit(void) 28262306a36Sopenharmony_ci{ 28362306a36Sopenharmony_ci int id = 2; 28462306a36Sopenharmony_ci 28562306a36Sopenharmony_ci platform_driver_unregister(&async_driver); 28662306a36Sopenharmony_ci platform_driver_unregister(&sync_driver); 28762306a36Sopenharmony_ci 28862306a36Sopenharmony_ci while (id--) 28962306a36Sopenharmony_ci platform_device_unregister(sync_dev[id]); 29062306a36Sopenharmony_ci 29162306a36Sopenharmony_ci id = NR_CPUS * 2; 29262306a36Sopenharmony_ci while (id--) 29362306a36Sopenharmony_ci platform_device_unregister(async_dev[id]); 29462306a36Sopenharmony_ci} 29562306a36Sopenharmony_cimodule_exit(test_async_probe_exit); 29662306a36Sopenharmony_ci 29762306a36Sopenharmony_ciMODULE_DESCRIPTION("Test module for asynchronous driver probing"); 29862306a36Sopenharmony_ciMODULE_AUTHOR("Dmitry Torokhov <dtor@chromium.org>"); 29962306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 300