| /linux/tools/testing/selftests/futex/include/ |
| H A D | futextest.h | 92 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument 93 syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3) 100 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) in futex_wait() argument 102 return futex(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 110 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 112 return futex(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake() 120 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, in futex_wait_bitset() argument 123 return futex(uaddr, FUTEX_WAIT_BITSET, val, timeout, NULL, bitset, in futex_wait_bitset() 132 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) in futex_wake_bitset() argument 134 return futex(uaddr, FUTEX_WAKE_BITSET, nr_wake, NULL, NULL, bitset, in futex_wake_bitset() [all …]
|
| /linux/arch/mips/include/asm/ |
| H A D | futex.h | 25 #define __futex_atomic_op(op, insn, ret, oldval, uaddr, oparg) \ argument 52 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 53 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 82 "=" GCC_OFF_SMALL_ASM() (*uaddr) \ 83 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \ 88 ret = futex_atomic_op_inuser_local(op, oparg, oval, uaddr); \ 93 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 97 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 102 __futex_atomic_op(op, "move $1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 107 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
| /linux/tools/perf/bench/ |
| H A D | futex.h | 51 futex_syscall(volatile u_int32_t *uaddr, int op, u_int32_t val, struct timespec *timeout, in futex_syscall() argument 54 return syscall(SYS_futex, uaddr, op | opflags, val, timeout, uaddr2, val3); in futex_syscall() 58 futex_syscall_nr_requeue(volatile u_int32_t *uaddr, int op, u_int32_t val, int nr_requeue, in futex_syscall_nr_requeue() argument 61 return syscall(SYS_futex, uaddr, op | opflags, val, nr_requeue, uaddr2, val3); in futex_syscall_nr_requeue() 69 futex_wait(u_int32_t *uaddr, u_int32_t val, struct timespec *timeout, int opflags) in futex_wait() argument 71 return futex_syscall(uaddr, FUTEX_WAIT, val, timeout, NULL, 0, opflags); in futex_wait() 79 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) in futex_wake() argument 81 return futex_syscall(uaddr, FUTEX_WAKE, nr_wake, NULL, NULL, 0, opflags); in futex_wake() 88 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) in futex_lock_pi() argument 90 return futex_syscall(uaddr, FUTEX_LOCK_PI, 0, timeout, NULL, 0, opflags); in futex_lock_pi() [all …]
|
| /linux/arch/arm/include/asm/ |
| H A D | futex.h | 25 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 29 prefetchw(uaddr); \ 40 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 53 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 58 prefetchw(uaddr); in futex_atomic_cmpxchg_inatomic() 70 : "r" (oldval), "r" (newval), "r" (uaddr), "Ir" (-EFAULT) in futex_atomic_cmpxchg_inatomic() 84 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument 94 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \ 100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| H A D | tlbflush.h | 413 __local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in __local_flush_tlb_page() argument 418 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in __local_flush_tlb_page() 422 tlb_op(TLB_V4_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page() 423 tlb_op(TLB_V4_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page() 424 tlb_op(TLB_V4_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page() 429 tlb_op(TLB_V6_U_PAGE, "c8, c7, 1", uaddr); in __local_flush_tlb_page() 430 tlb_op(TLB_V6_D_PAGE, "c8, c6, 1", uaddr); in __local_flush_tlb_page() 431 tlb_op(TLB_V6_I_PAGE, "c8, c5, 1", uaddr); in __local_flush_tlb_page() 435 local_flush_tlb_page(struct vm_area_struct *vma, unsigned long uaddr) in local_flush_tlb_page() argument 439 uaddr = (uaddr & PAGE_MASK) | ASID(vma->vm_mm); in local_flush_tlb_page() [all …]
|
| /linux/arch/xtensa/include/asm/ |
| H A D | futex.h | 24 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument 44 : [addr] "r" (uaddr), [oparg] "r" (arg), \ 48 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument 68 [mem] "+m" (*(uaddr)) \ 74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 79 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 85 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 89 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 93 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 97 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() [all …]
|
| /linux/arch/hexagon/include/asm/ |
| H A D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 29 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 39 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() 56 oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 59 __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr, in arch_futex_atomic_op_inuser() [all …]
|
| /linux/arch/arc/include/asm/ |
| H A D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 40 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument 67 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \ 74 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 78 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 87 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 91 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 94 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 97 __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() [all …]
|
| /linux/arch/loongarch/include/asm/ |
| H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 25 "=ZC" (*uaddr) \ 26 : "0" (0), "ZC" (*uaddr), "Jr" (oparg) \ 31 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 39 __futex_atomic_op("move $t0, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("add.w $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("or $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("and $t0, %1, %z5", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("xor $t0, %1, %z5", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/powerpc/include/asm/ |
| H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \ 32 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 36 if (!user_access_begin(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 41 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 44 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 47 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 50 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 53 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/openrisc/include/asm/ |
| H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 27 : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \ 34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 43 __futex_atomic_op("l.or %1,%4,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_atomic_op("l.add %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_atomic_op("l.or %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_atomic_op("l.and %1,%0,%4", ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 55 __futex_atomic_op("l.xor %1,%0,%4", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/microblaze/include/asm/ |
| H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 28 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \ 33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 37 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 54 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/alpha/include/asm/ |
| H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 26 : "r" (uaddr), "r"(oparg) \ 30 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 34 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 39 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 42 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 45 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 48 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/csky/include/asm/ |
| H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 34 [u] "+m" (*uaddr), [t] "=&r" (tmp) \ 42 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 46 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 52 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 83 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/sparc/include/asm/ |
| H A D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument 30 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \ 34 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 if (unlikely((((unsigned long) uaddr) & 0x3UL))) in arch_futex_atomic_op_inuser() 43 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 46 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 49 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 52 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 55 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/arch/riscv/include/asm/ |
| H A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument 30 [u] "+m" (*uaddr) \ 37 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 41 if (!access_ok(uaddr, sizeof(u32))) in arch_futex_atomic_op_inuser() 47 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 51 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 55 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 59 ret, oldval, uaddr, ~oparg); in arch_futex_atomic_op_inuser() 63 ret, oldval, uaddr, oparg); in arch_futex_atomic_op_inuser() 76 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument [all …]
|
| /linux/kernel/futex/ |
| H A D | pi.c | 203 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state() argument 243 if (futex_get_value_locked(&uval2, uaddr)) in attach_to_pi_state() 321 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race() argument 342 * tsk->flags |= PF_EXITING; *uaddr == 0x00000PID in handle_exit_race() 344 * exit_robust_list(tsk) { *uaddr = 0x80000PID; in handle_exit_race() 346 * *uaddr = 0xC0000000; tsk = get_task(PID); in handle_exit_race() 362 if (futex_get_value_locked(&uval2, uaddr)) in handle_exit_race() 371 * corrupted or the user space value in *uaddr is simply bogus. in handle_exit_race() 411 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key, in attach_to_pi_owner() argument 429 return handle_exit_race(uaddr, uva in attach_to_pi_owner() 475 lock_pi_update_atomic(u32 __user * uaddr,u32 uval,u32 newval) lock_pi_update_atomic() argument 515 futex_lock_pi_atomic(u32 __user * uaddr,struct futex_hash_bucket * hb,union futex_key * key,struct futex_pi_state ** ps,struct task_struct * task,struct task_struct ** exiting,int set_waiters) futex_lock_pi_atomic() argument 614 wake_futex_pi(u32 __user * uaddr,u32 uval,struct futex_pi_state * pi_state,struct rt_mutex_waiter * top_waiter) wake_futex_pi() argument 671 __fixup_pi_state_owner(u32 __user * uaddr,struct futex_q * q,struct task_struct * argowner) __fixup_pi_state_owner() argument 843 fixup_pi_state_owner(u32 __user * uaddr,struct futex_q * q,struct task_struct * argowner) fixup_pi_state_owner() argument 872 fixup_pi_owner(u32 __user * uaddr,struct futex_q * q,int locked) fixup_pi_owner() argument 918 futex_lock_pi(u32 __user * uaddr,unsigned int flags,ktime_t * time,int trylock) futex_lock_pi() argument 1113 futex_unlock_pi(u32 __user * uaddr,unsigned int flags) futex_unlock_pi() argument [all...] |
| H A D | syscalls.c | 112 long do_futex(u32 __user *uaddr, int op, u32 val, ktime_t *timeout, in do_futex() argument 130 return futex_wait(uaddr, flags, val, timeout, val3); in do_futex() 135 return futex_wake(uaddr, flags, val, val3); in do_futex() 137 return futex_requeue(uaddr, flags, uaddr2, flags, val, val2, NULL, 0); in do_futex() 139 return futex_requeue(uaddr, flags, uaddr2, flags, val, val2, &val3, 0); in do_futex() 141 return futex_wake_op(uaddr, flags, uaddr2, val, val2, val3); in do_futex() 146 return futex_lock_pi(uaddr, flags, timeout, 0); in do_futex() 148 return futex_unlock_pi(uaddr, flags); in do_futex() 150 return futex_lock_pi(uaddr, flags, NULL, 1); in do_futex() 153 return futex_wait_requeue_pi(uaddr, flags, val, timeout, val3, in do_futex() [all …]
|
| H A D | waitwake.c | 155 int futex_wake(u32 __user *uaddr, unsigned int flags, int nr_wake, u32 bitset) in futex_wake() argument 165 ret = get_futex_key(uaddr, flags, &key, FUTEX_READ); in futex_wake() 202 static int futex_atomic_op_inuser(unsigned int encoded_op, u32 __user *uaddr) in futex_atomic_op_inuser() argument 224 ret = arch_futex_atomic_op_inuser(op, oparg, &oldval, uaddr); in futex_atomic_op_inuser() 433 ret = get_futex_key(u64_to_user_ptr(vs[i].w.uaddr), in futex_wait_multiple_setup() 444 u32 __user *uaddr = (u32 __user *)(unsigned long)vs[i].w.uaddr; in futex_wait_multiple_setup() local 452 ret = futex_get_value_locked(&uval, uaddr); in futex_wait_multiple_setup() 485 if (get_user(uval, uaddr)) in futex_wait_multiple_setup() 591 int futex_wait_setup(u32 __user *uaddr, u32 val, unsigned int flags, in futex_wait_setup() argument 617 ret = get_futex_key(uaddr, flags, &q->key, FUTEX_READ); in futex_wait_setup() [all …]
|
| /linux/arch/um/kernel/skas/ |
| H A D | uaccess.c | 251 int arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 255 unsigned long addr = (unsigned long) uaddr; in arch_futex_atomic_op_inuser() 259 if (!access_ok(uaddr, sizeof(*uaddr))) in arch_futex_atomic_op_inuser() 275 uaddr = (u32 *) addr; in arch_futex_atomic_op_inuser() 276 oldval = *uaddr; in arch_futex_atomic_op_inuser() 282 *uaddr = oparg; in arch_futex_atomic_op_inuser() 285 *uaddr += oparg; in arch_futex_atomic_op_inuser() 288 *uaddr |= oparg; in arch_futex_atomic_op_inuser() 291 *uaddr &= ~oparg; in arch_futex_atomic_op_inuser() 294 *uaddr ^= oparg; in arch_futex_atomic_op_inuser() [all …]
|
| /linux/arch/arm64/include/asm/ |
| H A D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument 33 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 44 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); in arch_futex_atomic_op_inuser() local 52 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 56 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 60 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 64 ret, oldval, uaddr, tmp, ~oparg); in arch_futex_atomic_op_inuser() 68 ret, oldval, uaddr, tmp, oparg); in arch_futex_atomic_op_inuser() 87 u32 __user *uaddr; in futex_atomic_cmpxchg_inatomic() local 92 uaddr = __uaccess_mask_ptr(_uaddr); in futex_atomic_cmpxchg_inatomic() [all …]
|
| /linux/include/asm-generic/ |
| H A D | futex.h | 16 #define futex_atomic_cmpxchg_inatomic(uval, uaddr, oldval, newval) \ argument 17 futex_atomic_cmpxchg_inatomic_local(uval, uaddr, oldval, newval) 18 #define arch_futex_atomic_op_inuser(op, oparg, oval, uaddr) \ argument 19 futex_atomic_op_inuser_local(op, oparg, oval, uaddr) 38 futex_atomic_op_inuser_local(int op, u32 oparg, int *oval, u32 __user *uaddr) in futex_atomic_op_inuser_local() argument 46 if (unlikely(get_user(oldval, uaddr) != 0)) in futex_atomic_op_inuser_local() 72 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0)) in futex_atomic_op_inuser_local() 99 futex_atomic_cmpxchg_inatomic_local(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic_local() argument 105 if (unlikely(get_user(val, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic_local() 110 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic_local()
|
| /linux/arch/parisc/include/asm/ |
| H A D | futex.h | 35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 38 unsigned long ua = (unsigned long)uaddr; in arch_futex_atomic_op_inuser() 48 if (unlikely(get_user(oldval, uaddr) != 0)) { in arch_futex_atomic_op_inuser() 77 if (unlikely(put_user(tmp, uaddr) != 0)) in arch_futex_atomic_op_inuser() 90 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 94 unsigned long ua = (unsigned long)uaddr; in futex_atomic_cmpxchg_inatomic() 99 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 111 if (unlikely(get_user(val, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic() 116 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) { in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/sh/include/asm/ |
| H A D | futex.h | 20 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic() argument 23 if (!access_ok(uaddr, sizeof(u32))) in futex_atomic_cmpxchg_inatomic() 26 return atomic_futex_op_cmpxchg_inatomic(uval, uaddr, oldval, newval); in futex_atomic_cmpxchg_inatomic() 30 u32 __user *uaddr) in arch_futex_atomic_op_inuser() argument 36 ret = get_user(oldval, uaddr); in arch_futex_atomic_op_inuser() 63 ret = futex_atomic_cmpxchg_inatomic(&prev, uaddr, oldval, newval); in arch_futex_atomic_op_inuser()
|
| /linux/include/net/ |
| H A D | inet_common.h | 25 int inet_stream_connect(struct socket *sock, struct sockaddr_unsized *uaddr, 27 int __inet_stream_connect(struct socket *sock, struct sockaddr_unsized *uaddr, 29 int inet_dgram_connect(struct socket *sock, struct sockaddr_unsized *uaddr, 44 int inet_bind(struct socket *sock, struct sockaddr_unsized *uaddr, int addr_len); 45 int inet_bind_sk(struct sock *sk, struct sockaddr_unsized *uaddr, int addr_len); 54 int __inet_bind(struct sock *sk, struct sockaddr_unsized *uaddr, int addr_len, 56 int inet_getname(struct socket *sock, struct sockaddr *uaddr,
|