162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */ 262306a36Sopenharmony_ci#ifndef __ASM_LSE_H 362306a36Sopenharmony_ci#define __ASM_LSE_H 462306a36Sopenharmony_ci 562306a36Sopenharmony_ci#include <asm/atomic_ll_sc.h> 662306a36Sopenharmony_ci 762306a36Sopenharmony_ci#ifdef CONFIG_ARM64_LSE_ATOMICS 862306a36Sopenharmony_ci 962306a36Sopenharmony_ci#define __LSE_PREAMBLE ".arch_extension lse\n" 1062306a36Sopenharmony_ci 1162306a36Sopenharmony_ci#include <linux/compiler_types.h> 1262306a36Sopenharmony_ci#include <linux/export.h> 1362306a36Sopenharmony_ci#include <linux/stringify.h> 1462306a36Sopenharmony_ci#include <asm/alternative.h> 1562306a36Sopenharmony_ci#include <asm/alternative-macros.h> 1662306a36Sopenharmony_ci#include <asm/atomic_lse.h> 1762306a36Sopenharmony_ci#include <asm/cpucaps.h> 1862306a36Sopenharmony_ci 1962306a36Sopenharmony_cistatic __always_inline bool system_uses_lse_atomics(void) 2062306a36Sopenharmony_ci{ 2162306a36Sopenharmony_ci return alternative_has_cap_likely(ARM64_HAS_LSE_ATOMICS); 2262306a36Sopenharmony_ci} 2362306a36Sopenharmony_ci 2462306a36Sopenharmony_ci#define __lse_ll_sc_body(op, ...) \ 2562306a36Sopenharmony_ci({ \ 2662306a36Sopenharmony_ci system_uses_lse_atomics() ? \ 2762306a36Sopenharmony_ci __lse_##op(__VA_ARGS__) : \ 2862306a36Sopenharmony_ci __ll_sc_##op(__VA_ARGS__); \ 2962306a36Sopenharmony_ci}) 3062306a36Sopenharmony_ci 3162306a36Sopenharmony_ci/* In-line patching at runtime */ 3262306a36Sopenharmony_ci#define ARM64_LSE_ATOMIC_INSN(llsc, lse) \ 3362306a36Sopenharmony_ci ALTERNATIVE(llsc, __LSE_PREAMBLE lse, ARM64_HAS_LSE_ATOMICS) 3462306a36Sopenharmony_ci 3562306a36Sopenharmony_ci#else /* CONFIG_ARM64_LSE_ATOMICS */ 3662306a36Sopenharmony_ci 3762306a36Sopenharmony_cistatic inline bool system_uses_lse_atomics(void) { return false; } 3862306a36Sopenharmony_ci 3962306a36Sopenharmony_ci#define __lse_ll_sc_body(op, ...) __ll_sc_##op(__VA_ARGS__) 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_ci#define ARM64_LSE_ATOMIC_INSN(llsc, lse) llsc 4262306a36Sopenharmony_ci 4362306a36Sopenharmony_ci#endif /* CONFIG_ARM64_LSE_ATOMICS */ 4462306a36Sopenharmony_ci#endif /* __ASM_LSE_H */ 45