162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */
262306a36Sopenharmony_ci
362306a36Sopenharmony_ci#ifndef __ASM_CSKY_FUTEX_H
462306a36Sopenharmony_ci#define __ASM_CSKY_FUTEX_H
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#ifndef CONFIG_SMP
762306a36Sopenharmony_ci#include <asm-generic/futex.h>
862306a36Sopenharmony_ci#else
962306a36Sopenharmony_ci#include <linux/atomic.h>
1062306a36Sopenharmony_ci#include <linux/futex.h>
1162306a36Sopenharmony_ci#include <linux/uaccess.h>
1262306a36Sopenharmony_ci#include <linux/errno.h>
1362306a36Sopenharmony_ci
1462306a36Sopenharmony_ci#define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)		\
1562306a36Sopenharmony_ci{									\
1662306a36Sopenharmony_ci	u32 tmp;							\
1762306a36Sopenharmony_ci									\
1862306a36Sopenharmony_ci	__atomic_pre_full_fence();					\
1962306a36Sopenharmony_ci									\
2062306a36Sopenharmony_ci	__asm__ __volatile__ (						\
2162306a36Sopenharmony_ci	"1:	ldex.w	%[ov], %[u]			\n"		\
2262306a36Sopenharmony_ci	"	"insn"					\n"		\
2362306a36Sopenharmony_ci	"2:	stex.w	%[t], %[u]			\n"		\
2462306a36Sopenharmony_ci	"	bez	%[t], 1b			\n"		\
2562306a36Sopenharmony_ci	"	br	4f				\n"		\
2662306a36Sopenharmony_ci	"3:	mov	%[r], %[e]			\n"		\
2762306a36Sopenharmony_ci	"4:						\n"		\
2862306a36Sopenharmony_ci	"	.section __ex_table,\"a\"		\n"		\
2962306a36Sopenharmony_ci	"	.balign 4				\n"		\
3062306a36Sopenharmony_ci	"	.long	1b, 3b				\n"		\
3162306a36Sopenharmony_ci	"	.long	2b, 3b				\n"		\
3262306a36Sopenharmony_ci	"	.previous				\n"		\
3362306a36Sopenharmony_ci	: [r] "+r" (ret), [ov] "=&r" (oldval),				\
3462306a36Sopenharmony_ci	  [u] "+m" (*uaddr), [t] "=&r" (tmp)				\
3562306a36Sopenharmony_ci	: [op] "Jr" (oparg), [e] "jr" (-EFAULT)				\
3662306a36Sopenharmony_ci	: "memory");							\
3762306a36Sopenharmony_ci									\
3862306a36Sopenharmony_ci	__atomic_post_full_fence();					\
3962306a36Sopenharmony_ci}
4062306a36Sopenharmony_ci
4162306a36Sopenharmony_cistatic inline int
4262306a36Sopenharmony_ciarch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	int oldval = 0, ret = 0;
4562306a36Sopenharmony_ci
4662306a36Sopenharmony_ci	if (!access_ok(uaddr, sizeof(u32)))
4762306a36Sopenharmony_ci		return -EFAULT;
4862306a36Sopenharmony_ci
4962306a36Sopenharmony_ci	switch (op) {
5062306a36Sopenharmony_ci	case FUTEX_OP_SET:
5162306a36Sopenharmony_ci		__futex_atomic_op("mov %[t], %[ov]",
5262306a36Sopenharmony_ci				  ret, oldval, uaddr, oparg);
5362306a36Sopenharmony_ci		break;
5462306a36Sopenharmony_ci	case FUTEX_OP_ADD:
5562306a36Sopenharmony_ci		__futex_atomic_op("add %[t], %[ov], %[op]",
5662306a36Sopenharmony_ci				  ret, oldval, uaddr, oparg);
5762306a36Sopenharmony_ci		break;
5862306a36Sopenharmony_ci	case FUTEX_OP_OR:
5962306a36Sopenharmony_ci		__futex_atomic_op("or %[t], %[ov], %[op]",
6062306a36Sopenharmony_ci				  ret, oldval, uaddr, oparg);
6162306a36Sopenharmony_ci		break;
6262306a36Sopenharmony_ci	case FUTEX_OP_ANDN:
6362306a36Sopenharmony_ci		__futex_atomic_op("and %[t], %[ov], %[op]",
6462306a36Sopenharmony_ci				  ret, oldval, uaddr, ~oparg);
6562306a36Sopenharmony_ci		break;
6662306a36Sopenharmony_ci	case FUTEX_OP_XOR:
6762306a36Sopenharmony_ci		__futex_atomic_op("xor %[t], %[ov], %[op]",
6862306a36Sopenharmony_ci				  ret, oldval, uaddr, oparg);
6962306a36Sopenharmony_ci		break;
7062306a36Sopenharmony_ci	default:
7162306a36Sopenharmony_ci		ret = -ENOSYS;
7262306a36Sopenharmony_ci	}
7362306a36Sopenharmony_ci
7462306a36Sopenharmony_ci	if (!ret)
7562306a36Sopenharmony_ci		*oval = oldval;
7662306a36Sopenharmony_ci
7762306a36Sopenharmony_ci	return ret;
7862306a36Sopenharmony_ci}
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci
8262306a36Sopenharmony_cistatic inline int
8362306a36Sopenharmony_cifutex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
8462306a36Sopenharmony_ci			      u32 oldval, u32 newval)
8562306a36Sopenharmony_ci{
8662306a36Sopenharmony_ci	int ret = 0;
8762306a36Sopenharmony_ci	u32 val, tmp;
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	if (!access_ok(uaddr, sizeof(u32)))
9062306a36Sopenharmony_ci		return -EFAULT;
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci	__atomic_pre_full_fence();
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_ci	__asm__ __volatile__ (
9562306a36Sopenharmony_ci	"1:	ldex.w	%[v], %[u]			\n"
9662306a36Sopenharmony_ci	"	cmpne	%[v], %[ov]			\n"
9762306a36Sopenharmony_ci	"	bt	4f				\n"
9862306a36Sopenharmony_ci	"	mov	%[t], %[nv]			\n"
9962306a36Sopenharmony_ci	"2:	stex.w	%[t], %[u]			\n"
10062306a36Sopenharmony_ci	"	bez	%[t], 1b			\n"
10162306a36Sopenharmony_ci	"	br	4f				\n"
10262306a36Sopenharmony_ci	"3:	mov	%[r], %[e]			\n"
10362306a36Sopenharmony_ci	"4:						\n"
10462306a36Sopenharmony_ci	"	.section __ex_table,\"a\"		\n"
10562306a36Sopenharmony_ci	"	.balign 4				\n"
10662306a36Sopenharmony_ci	"	.long	1b, 3b				\n"
10762306a36Sopenharmony_ci	"	.long	2b, 3b				\n"
10862306a36Sopenharmony_ci	"	.previous				\n"
10962306a36Sopenharmony_ci	: [r] "+r" (ret), [v] "=&r" (val), [u] "+m" (*uaddr),
11062306a36Sopenharmony_ci	  [t] "=&r" (tmp)
11162306a36Sopenharmony_ci	: [ov] "Jr" (oldval), [nv] "Jr" (newval), [e] "Jr" (-EFAULT)
11262306a36Sopenharmony_ci	: "memory");
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	__atomic_post_full_fence();
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	*uval = val;
11762306a36Sopenharmony_ci	return ret;
11862306a36Sopenharmony_ci}
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci#endif /* CONFIG_SMP */
12162306a36Sopenharmony_ci#endif /* __ASM_CSKY_FUTEX_H */
122