162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * Copyright 2014 IBM Corp. 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/module.h> 762306a36Sopenharmony_ci#include <linux/rcupdate.h> 862306a36Sopenharmony_ci#include <asm/errno.h> 962306a36Sopenharmony_ci#include <misc/cxl-base.h> 1062306a36Sopenharmony_ci#include <linux/of.h> 1162306a36Sopenharmony_ci#include <linux/of_platform.h> 1262306a36Sopenharmony_ci#include "cxl.h" 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci/* protected by rcu */ 1562306a36Sopenharmony_cistatic struct cxl_calls *cxl_calls; 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ciatomic_t cxl_use_count = ATOMIC_INIT(0); 1862306a36Sopenharmony_ciEXPORT_SYMBOL(cxl_use_count); 1962306a36Sopenharmony_ci 2062306a36Sopenharmony_ci#ifdef CONFIG_CXL_MODULE 2162306a36Sopenharmony_ci 2262306a36Sopenharmony_cistatic inline struct cxl_calls *cxl_calls_get(void) 2362306a36Sopenharmony_ci{ 2462306a36Sopenharmony_ci struct cxl_calls *calls = NULL; 2562306a36Sopenharmony_ci 2662306a36Sopenharmony_ci rcu_read_lock(); 2762306a36Sopenharmony_ci calls = rcu_dereference(cxl_calls); 2862306a36Sopenharmony_ci if (calls && !try_module_get(calls->owner)) 2962306a36Sopenharmony_ci calls = NULL; 3062306a36Sopenharmony_ci rcu_read_unlock(); 3162306a36Sopenharmony_ci 3262306a36Sopenharmony_ci return calls; 3362306a36Sopenharmony_ci} 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_cistatic inline void cxl_calls_put(struct cxl_calls *calls) 3662306a36Sopenharmony_ci{ 3762306a36Sopenharmony_ci BUG_ON(calls != cxl_calls); 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci /* we don't need to rcu this, as we hold a reference to the module */ 4062306a36Sopenharmony_ci module_put(cxl_calls->owner); 4162306a36Sopenharmony_ci} 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci#else /* !defined CONFIG_CXL_MODULE */ 4462306a36Sopenharmony_ci 4562306a36Sopenharmony_cistatic inline struct cxl_calls *cxl_calls_get(void) 4662306a36Sopenharmony_ci{ 4762306a36Sopenharmony_ci return cxl_calls; 4862306a36Sopenharmony_ci} 4962306a36Sopenharmony_ci 5062306a36Sopenharmony_cistatic inline void cxl_calls_put(struct cxl_calls *calls) { } 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci#endif /* CONFIG_CXL_MODULE */ 5362306a36Sopenharmony_ci 5462306a36Sopenharmony_ci/* AFU refcount management */ 5562306a36Sopenharmony_cistruct cxl_afu *cxl_afu_get(struct cxl_afu *afu) 5662306a36Sopenharmony_ci{ 5762306a36Sopenharmony_ci return (get_device(&afu->dev) == NULL) ? NULL : afu; 5862306a36Sopenharmony_ci} 5962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(cxl_afu_get); 6062306a36Sopenharmony_ci 6162306a36Sopenharmony_civoid cxl_afu_put(struct cxl_afu *afu) 6262306a36Sopenharmony_ci{ 6362306a36Sopenharmony_ci put_device(&afu->dev); 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(cxl_afu_put); 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_civoid cxl_slbia(struct mm_struct *mm) 6862306a36Sopenharmony_ci{ 6962306a36Sopenharmony_ci struct cxl_calls *calls; 7062306a36Sopenharmony_ci 7162306a36Sopenharmony_ci calls = cxl_calls_get(); 7262306a36Sopenharmony_ci if (!calls) 7362306a36Sopenharmony_ci return; 7462306a36Sopenharmony_ci 7562306a36Sopenharmony_ci if (cxl_ctx_in_use()) 7662306a36Sopenharmony_ci calls->cxl_slbia(mm); 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci cxl_calls_put(calls); 7962306a36Sopenharmony_ci} 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ciint register_cxl_calls(struct cxl_calls *calls) 8262306a36Sopenharmony_ci{ 8362306a36Sopenharmony_ci if (cxl_calls) 8462306a36Sopenharmony_ci return -EBUSY; 8562306a36Sopenharmony_ci 8662306a36Sopenharmony_ci rcu_assign_pointer(cxl_calls, calls); 8762306a36Sopenharmony_ci return 0; 8862306a36Sopenharmony_ci} 8962306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(register_cxl_calls); 9062306a36Sopenharmony_ci 9162306a36Sopenharmony_civoid unregister_cxl_calls(struct cxl_calls *calls) 9262306a36Sopenharmony_ci{ 9362306a36Sopenharmony_ci BUG_ON(cxl_calls->owner != calls->owner); 9462306a36Sopenharmony_ci RCU_INIT_POINTER(cxl_calls, NULL); 9562306a36Sopenharmony_ci synchronize_rcu(); 9662306a36Sopenharmony_ci} 9762306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(unregister_cxl_calls); 9862306a36Sopenharmony_ci 9962306a36Sopenharmony_ciint cxl_update_properties(struct device_node *dn, 10062306a36Sopenharmony_ci struct property *new_prop) 10162306a36Sopenharmony_ci{ 10262306a36Sopenharmony_ci return of_update_property(dn, new_prop); 10362306a36Sopenharmony_ci} 10462306a36Sopenharmony_ciEXPORT_SYMBOL_GPL(cxl_update_properties); 10562306a36Sopenharmony_ci 10662306a36Sopenharmony_cistatic int __init cxl_base_init(void) 10762306a36Sopenharmony_ci{ 10862306a36Sopenharmony_ci struct device_node *np; 10962306a36Sopenharmony_ci struct platform_device *dev; 11062306a36Sopenharmony_ci int count = 0; 11162306a36Sopenharmony_ci 11262306a36Sopenharmony_ci /* 11362306a36Sopenharmony_ci * Scan for compatible devices in guest only 11462306a36Sopenharmony_ci */ 11562306a36Sopenharmony_ci if (cpu_has_feature(CPU_FTR_HVMODE)) 11662306a36Sopenharmony_ci return 0; 11762306a36Sopenharmony_ci 11862306a36Sopenharmony_ci for_each_compatible_node(np, NULL, "ibm,coherent-platform-facility") { 11962306a36Sopenharmony_ci dev = of_platform_device_create(np, NULL, NULL); 12062306a36Sopenharmony_ci if (dev) 12162306a36Sopenharmony_ci count++; 12262306a36Sopenharmony_ci } 12362306a36Sopenharmony_ci pr_devel("Found %d cxl device(s)\n", count); 12462306a36Sopenharmony_ci return 0; 12562306a36Sopenharmony_ci} 12662306a36Sopenharmony_cidevice_initcall(cxl_base_init); 127