162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */ 262306a36Sopenharmony_ci 362306a36Sopenharmony_ci#ifndef __ASM_CSKY_FUTEX_H 462306a36Sopenharmony_ci#define __ASM_CSKY_FUTEX_H 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#ifndef CONFIG_SMP 762306a36Sopenharmony_ci#include <asm-generic/futex.h> 862306a36Sopenharmony_ci#else 962306a36Sopenharmony_ci#include <linux/atomic.h> 1062306a36Sopenharmony_ci#include <linux/futex.h> 1162306a36Sopenharmony_ci#include <linux/uaccess.h> 1262306a36Sopenharmony_ci#include <linux/errno.h> 1362306a36Sopenharmony_ci 1462306a36Sopenharmony_ci#define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ 1562306a36Sopenharmony_ci{ \ 1662306a36Sopenharmony_ci u32 tmp; \ 1762306a36Sopenharmony_ci \ 1862306a36Sopenharmony_ci __atomic_pre_full_fence(); \ 1962306a36Sopenharmony_ci \ 2062306a36Sopenharmony_ci __asm__ __volatile__ ( \ 2162306a36Sopenharmony_ci "1: ldex.w %[ov], %[u] \n" \ 2262306a36Sopenharmony_ci " "insn" \n" \ 2362306a36Sopenharmony_ci "2: stex.w %[t], %[u] \n" \ 2462306a36Sopenharmony_ci " bez %[t], 1b \n" \ 2562306a36Sopenharmony_ci " br 4f \n" \ 2662306a36Sopenharmony_ci "3: mov %[r], %[e] \n" \ 2762306a36Sopenharmony_ci "4: \n" \ 2862306a36Sopenharmony_ci " .section __ex_table,\"a\" \n" \ 2962306a36Sopenharmony_ci " .balign 4 \n" \ 3062306a36Sopenharmony_ci " .long 1b, 3b \n" \ 3162306a36Sopenharmony_ci " .long 2b, 3b \n" \ 3262306a36Sopenharmony_ci " .previous \n" \ 3362306a36Sopenharmony_ci : [r] "+r" (ret), [ov] "=&r" (oldval), \ 3462306a36Sopenharmony_ci [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 3562306a36Sopenharmony_ci : [op] "Jr" (oparg), [e] "jr" (-EFAULT) \ 3662306a36Sopenharmony_ci : "memory"); \ 3762306a36Sopenharmony_ci \ 3862306a36Sopenharmony_ci __atomic_post_full_fence(); \ 3962306a36Sopenharmony_ci} 4062306a36Sopenharmony_ci 4162306a36Sopenharmony_cistatic inline int 4262306a36Sopenharmony_ciarch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) 4362306a36Sopenharmony_ci{ 4462306a36Sopenharmony_ci int oldval = 0, ret = 0; 4562306a36Sopenharmony_ci 4662306a36Sopenharmony_ci if (!access_ok(uaddr, sizeof(u32))) 4762306a36Sopenharmony_ci return -EFAULT; 4862306a36Sopenharmony_ci 4962306a36Sopenharmony_ci switch (op) { 5062306a36Sopenharmony_ci case FUTEX_OP_SET: 5162306a36Sopenharmony_ci __futex_atomic_op("mov %[t], %[ov]", 5262306a36Sopenharmony_ci ret, oldval, uaddr, oparg); 5362306a36Sopenharmony_ci break; 5462306a36Sopenharmony_ci case FUTEX_OP_ADD: 5562306a36Sopenharmony_ci __futex_atomic_op("add %[t], %[ov], %[op]", 5662306a36Sopenharmony_ci ret, oldval, uaddr, oparg); 5762306a36Sopenharmony_ci break; 5862306a36Sopenharmony_ci case FUTEX_OP_OR: 5962306a36Sopenharmony_ci __futex_atomic_op("or %[t], %[ov], %[op]", 6062306a36Sopenharmony_ci ret, oldval, uaddr, oparg); 6162306a36Sopenharmony_ci break; 6262306a36Sopenharmony_ci case FUTEX_OP_ANDN: 6362306a36Sopenharmony_ci __futex_atomic_op("and %[t], %[ov], %[op]", 6462306a36Sopenharmony_ci ret, oldval, uaddr, ~oparg); 6562306a36Sopenharmony_ci break; 6662306a36Sopenharmony_ci case FUTEX_OP_XOR: 6762306a36Sopenharmony_ci __futex_atomic_op("xor %[t], %[ov], %[op]", 6862306a36Sopenharmony_ci ret, oldval, uaddr, oparg); 6962306a36Sopenharmony_ci break; 7062306a36Sopenharmony_ci default: 7162306a36Sopenharmony_ci ret = -ENOSYS; 7262306a36Sopenharmony_ci } 7362306a36Sopenharmony_ci 7462306a36Sopenharmony_ci if (!ret) 7562306a36Sopenharmony_ci *oval = oldval; 7662306a36Sopenharmony_ci 7762306a36Sopenharmony_ci return ret; 7862306a36Sopenharmony_ci} 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci 8162306a36Sopenharmony_ci 8262306a36Sopenharmony_cistatic inline int 8362306a36Sopenharmony_cifutex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, 8462306a36Sopenharmony_ci u32 oldval, u32 newval) 8562306a36Sopenharmony_ci{ 8662306a36Sopenharmony_ci int ret = 0; 8762306a36Sopenharmony_ci u32 val, tmp; 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_ci if (!access_ok(uaddr, sizeof(u32))) 9062306a36Sopenharmony_ci return -EFAULT; 9162306a36Sopenharmony_ci 9262306a36Sopenharmony_ci __atomic_pre_full_fence(); 9362306a36Sopenharmony_ci 9462306a36Sopenharmony_ci __asm__ __volatile__ ( 9562306a36Sopenharmony_ci "1: ldex.w %[v], %[u] \n" 9662306a36Sopenharmony_ci " cmpne %[v], %[ov] \n" 9762306a36Sopenharmony_ci " bt 4f \n" 9862306a36Sopenharmony_ci " mov %[t], %[nv] \n" 9962306a36Sopenharmony_ci "2: stex.w %[t], %[u] \n" 10062306a36Sopenharmony_ci " bez %[t], 1b \n" 10162306a36Sopenharmony_ci " br 4f \n" 10262306a36Sopenharmony_ci "3: mov %[r], %[e] \n" 10362306a36Sopenharmony_ci "4: \n" 10462306a36Sopenharmony_ci " .section __ex_table,\"a\" \n" 10562306a36Sopenharmony_ci " .balign 4 \n" 10662306a36Sopenharmony_ci " .long 1b, 3b \n" 10762306a36Sopenharmony_ci " .long 2b, 3b \n" 10862306a36Sopenharmony_ci " .previous \n" 10962306a36Sopenharmony_ci : [r] "+r" (ret), [v] "=&r" (val), [u] "+m" (*uaddr), 11062306a36Sopenharmony_ci [t] "=&r" (tmp) 11162306a36Sopenharmony_ci : [ov] "Jr" (oldval), [nv] "Jr" (newval), [e] "Jr" (-EFAULT) 11262306a36Sopenharmony_ci : "memory"); 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci __atomic_post_full_fence(); 11562306a36Sopenharmony_ci 11662306a36Sopenharmony_ci *uval = val; 11762306a36Sopenharmony_ci return ret; 11862306a36Sopenharmony_ci} 11962306a36Sopenharmony_ci 12062306a36Sopenharmony_ci#endif /* CONFIG_SMP */ 12162306a36Sopenharmony_ci#endif /* __ASM_CSKY_FUTEX_H */ 122