Home
last modified time | relevance | path

Searched refs:uaddr (Results 1 - 25 of 397) sorted by relevance

12345678910>>...16

/kernel/linux/linux-5.10/tools/testing/selftests/futex/include/
H A Dfutextest.h52 * @uaddr: address of first futex
54 * @val: typically expected value of uaddr, but varies by op
70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \
71 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3)
74 * futex_wait() - block on uaddr with optional timeout
78 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) in futex_wait() argument
80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait()
84 * futex_wake() - wake one or more tasks blocked on uaddr
88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument
90 return futex(uaddr, FUTEX_WAK in futex_wake()
98 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, u_int32_t bitset, int opflags) futex_wait_bitset() argument
110 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) futex_wake_bitset() argument
121 futex_lock_pi(futex_t *uaddr, struct timespec *timeout, int detect, int opflags) futex_lock_pi() argument
131 futex_unlock_pi(futex_t *uaddr, int opflags) futex_unlock_pi() argument
140 futex_wake_op(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_wake2, int wake_op, int opflags) futex_wake_op() argument
156 futex_requeue(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_requeue() argument
169 futex_cmp_requeue(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_cmp_requeue() argument
185 futex_wait_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, struct timespec *timeout, int opflags) futex_wait_requeue_pi() argument
200 futex_cmp_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_cmp_requeue_pi() argument
219 futex_cmpxchg(futex_t *uaddr, u_int32_t oldval, u_int32_t newval) futex_cmpxchg() argument
231 futex_dec(futex_t *uaddr) futex_dec() argument
243 futex_inc(futex_t *uaddr) futex_inc() argument
256 futex_set(futex_t *uaddr, u_int32_t newval) futex_set() argument
[all...]
/kernel/linux/linux-6.6/tools/testing/selftests/futex/include/
H A Dfutextest.h52 * @uaddr: address of first futex
54 * @val: typically expected value of uaddr, but varies by op
70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \
71 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3)
74 * futex_wait() - block on uaddr with optional timeout
78 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) in futex_wait() argument
80 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait()
84 * futex_wake() - wake one or more tasks blocked on uaddr
88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument
90 return futex(uaddr, FUTEX_WAK in futex_wake()
98 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, u_int32_t bitset, int opflags) futex_wait_bitset() argument
110 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) futex_wake_bitset() argument
121 futex_lock_pi(futex_t *uaddr, struct timespec *timeout, int detect, int opflags) futex_lock_pi() argument
131 futex_unlock_pi(futex_t *uaddr, int opflags) futex_unlock_pi() argument
140 futex_wake_op(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_wake2, int wake_op, int opflags) futex_wake_op() argument
156 futex_requeue(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_requeue() argument
169 futex_cmp_requeue(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_cmp_requeue() argument
185 futex_wait_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, struct timespec *timeout, int opflags) futex_wait_requeue_pi() argument
200 futex_cmp_requeue_pi(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_cmp_requeue_pi() argument
219 futex_cmpxchg(futex_t *uaddr, u_int32_t oldval, u_int32_t newval) futex_cmpxchg() argument
231 futex_dec(futex_t *uaddr) futex_dec() argument
243 futex_inc(futex_t *uaddr) futex_inc() argument
256 futex_set(futex_t *uaddr, u_int32_t newval) futex_set() argument
[all...]
/kernel/linux/linux-5.10/arch/powerpc/include/asm/
H A Dfutex.h12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
28 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \
32 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
36 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
38 allow_read_write_user(uaddr, uaddr, sizeof(*uaddr)); in arch_futex_atomic_op_inuser()
42 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
45 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, opar in arch_futex_atomic_op_inuser()
31 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/parisc/include/asm/
H A Dfutex.h16 _futex_spin_lock_irqsave(u32 __user *uaddr, unsigned long int *flags) in _futex_spin_lock_irqsave() argument
19 long index = ((long)uaddr & 0x7f8) >> 1; in _futex_spin_lock_irqsave()
26 _futex_spin_unlock_irqrestore(u32 __user *uaddr, unsigned long int *flags) in _futex_spin_unlock_irqrestore() argument
29 long index = ((long)uaddr & 0x7f8) >> 1; in _futex_spin_unlock_irqrestore()
36 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
42 _futex_spin_lock_irqsave(uaddr, &flags); in arch_futex_atomic_op_inuser()
45 if (unlikely(get_user(oldval, uaddr) != 0)) in arch_futex_atomic_op_inuser()
71 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) in arch_futex_atomic_op_inuser()
75 _futex_spin_unlock_irqrestore(uaddr, &flags); in arch_futex_atomic_op_inuser()
84 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/mips/include/asm/
H A Dfutex.h25 #define __futex_atomic_op(op, insn, ret, oldval, uaddr, oparg) \
52 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
53 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
82 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
83 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
88 ret = futex_atomic_op_inuser_local(op, oparg, oval, uaddr); \
93 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
97 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
102 __futex_atomic_op(op, "move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
107 ret, oldval, uaddr, opar in arch_futex_atomic_op_inuser()
132 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/xtensa/include/asm/
H A Dfutex.h24 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \
44 : [addr] "r" (uaddr), [oparg] "r" (arg), \
48 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \
68 [mem] "+m" (*(uaddr)) \
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
79 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
85 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
89 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
93 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
97 ret, oldval, uaddr, ~opar in arch_futex_atomic_op_inuser()
73 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
117 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/hexagon/include/asm/
H A Dfutex.h13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
39 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
56 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
59 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
73 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/hexagon/include/asm/
H A Dfutex.h13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
39 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
56 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
59 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
73 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/arm/include/asm/
H A Dfutex.h23 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \
27 prefetchw(uaddr); \
38 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
44 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
51 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
56 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic()
68 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic()
82 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \
92 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
98 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
131 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
[all...]
/kernel/linux/linux-6.6/arch/arm/include/asm/
H A Dfutex.h25 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \
29 prefetchw(uaddr); \
40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
53 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic()
58 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic()
70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic()
84 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \
94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
133 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
[all...]
/kernel/linux/linux-5.10/arch/mips/include/asm/
H A Dfutex.h22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
49 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
50 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
79 "=" GCC_OFF_SMALL_ASM() (*uaddr) \
80 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
88 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
92 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
97 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
102 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
106 ret, oldval, uaddr, opar in arch_futex_atomic_op_inuser()
127 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/tools/perf/bench/
H A Dfutex.h32 * @uaddr: address of first futex
34 * @val: typically expected value of uaddr, but varies by op
49 futex_syscall(volatile u_int32_t *uaddr, int op, u_int32_t val, struct timespec *timeout, in futex_syscall() argument
52 return syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3); in futex_syscall()
56 futex_syscall_nr_requeue(volatile u_int32_t *uaddr, int op, u_int32_t val, int nr_requeue, in futex_syscall_nr_requeue() argument
59 return syscall(SYS_futex, uaddr, op | opflags, val, nr_requeue, uaddr2, val3); in futex_syscall_nr_requeue()
63 * futex_wait() - block on uaddr with optional timeout
67 futex_wait(u_int32_t *uaddr, u_int32_t val, struct timespec *timeout, int opflags) in futex_wait() argument
69 return futex_syscall(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait()
73 * futex_wake() - wake one or more tasks blocked on uaddr
77 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) futex_wake() argument
86 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) futex_lock_pi() argument
95 futex_unlock_pi(u_int32_t *uaddr, int opflags) futex_unlock_pi() argument
106 futex_cmp_requeue(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, int nr_wake, int nr_requeue, int opflags) futex_cmp_requeue() argument
122 futex_wait_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, struct timespec *timeout, int opflags) futex_wait_requeue_pi() argument
139 futex_cmp_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, int nr_requeue, int opflags) futex_cmp_requeue_pi() argument
[all...]
/kernel/linux/linux-5.10/arch/ia64/include/asm/
H A Dfutex.h9 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
18 : "r" (uaddr), "r" (oparg) \
23 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
40 : "r" (uaddr), "r" (oparg) \
49 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
53 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
58 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
62 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
65 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
68 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
85 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/xtensa/include/asm/
H A Dfutex.h20 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \
40 : [addr] "r" (uaddr), [oparg] "r" (arg), \
44 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \
64 [mem] "+m" (*(uaddr)) \
70 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
75 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
81 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
85 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
89 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
93 ret, oldval, uaddr, ~opar in arch_futex_atomic_op_inuser()
69 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
113 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/x86/include/asm/
H A Dfutex.h15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \
25 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \
33 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \
49 "+m" (*uaddr), "=&r" (tem) \
57 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
59 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
64 unsafe_atomic_op1("xchgl %0, %2", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
68 uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
71 unsafe_atomic_op2("orl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
74 unsafe_atomic_op2("andl %4, %3", oval, uaddr, ~opar in arch_futex_atomic_op_inuser()
56 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
90 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/s390/include/asm/
H A Dfutex.h10 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \
22 "=m" (*uaddr) \
23 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
24 "m" (*uaddr) : "cc");
27 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
36 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
40 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
44 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 ret, oldval, newval, uaddr, opar in arch_futex_atomic_op_inuser()
26 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
65 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/arc/include/asm/
H A Dfutex.h18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
78 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
90 /* oldval = *uaddr; *uaddr += oparg ; ret = *uaddr */ in arch_futex_atomic_op_inuser()
73 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
121 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 expval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/ia64/include/asm/
H A Dfutex.h9 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \
18 : "r" (uaddr), "r" (oparg) \
23 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \
40 : "r" (uaddr), "r" (oparg) \
49 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
53 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
58 __futex_atomic_op1("xchg4 %1=[%2],%3", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
62 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
65 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
68 __futex_atomic_op2("and %3=%3,%5", ret, oldval, uaddr, in arch_futex_atomic_op_inuser()
85 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/arc/include/asm/
H A Dfutex.h18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\
67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
78 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
90 /* oldval = *uaddr; *uaddr += oparg ; ret = *uaddr */ in arch_futex_atomic_op_inuser()
73 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
121 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 expval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/s390/include/asm/
H A Dfutex.h11 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \
23 "=m" (*uaddr) \
24 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
25 "m" (*uaddr) : "cc");
28 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
35 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
39 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
43 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
47 ret, oldval, newval, uaddr, oparg); in arch_futex_atomic_op_inuser()
51 ret, oldval, newval, uaddr, opar in arch_futex_atomic_op_inuser()
27 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
63 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/x86/include/asm/
H A Dfutex.h15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \
21 : "=r" (oldval), "=r" (ret), "+m" (*uaddr) \
29 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \
41 "+m" (*uaddr), "=&r" (tem) \
49 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
51 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
56 unsafe_atomic_op1("xchgl %0, %2", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
60 uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
63 unsafe_atomic_op2("orl %4, %3", oval, uaddr, oparg, Efault); in arch_futex_atomic_op_inuser()
66 unsafe_atomic_op2("andl %4, %3", oval, uaddr, ~opar in arch_futex_atomic_op_inuser()
48 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) arch_futex_atomic_op_inuser() argument
82 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/microblaze/include/asm/
H A Dfutex.h11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \
33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
37 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-5.10/arch/openrisc/include/asm/
H A Dfutex.h11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
38 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/microblaze/include/asm/
H A Dfutex.h11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \
33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
37 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all...]
/kernel/linux/linux-6.6/arch/openrisc/include/asm/
H A Dfutex.h11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument
38 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser()
43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser()
55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser()
68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument
[all...]

Completed in 6 milliseconds

12345678910>>...16