| /linux/tools/testing/selftests/futex/include/ |
| H A D | futextest.h | 70 #define futex(uaddr, op, val, timeout, uaddr2, val3, opflags) \ argument
78 futex_wait(futex_t *uaddr, futex_t val, struct timespec *timeout, int opflags) in futex_wait()
88 futex_wake(futex_t *uaddr, int nr_wake, int opflags) in futex_wake()
98 futex_wait_bitset(futex_t *uaddr, futex_t val, struct timespec *timeout, in futex_wait_bitset()
110 futex_wake_bitset(futex_t *uaddr, int nr_wake, u_int32_t bitset, int opflags) in futex_wake_bitset()
121 futex_lock_pi(futex_t *uaddr, struct timespec *timeout, int detect, in futex_lock_pi()
131 futex_unlock_pi(futex_t *uaddr, int opflags) in futex_unlock_pi()
140 futex_wake_op(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_wake2, in futex_wake_op()
156 futex_requeue(futex_t *uaddr, futex_t *uaddr2, int nr_wake, int nr_requeue, in futex_requeue()
169 futex_cmp_requeue(futex_t *uaddr, futex_t val, futex_t *uaddr2, int nr_wake, in futex_cmp_requeue()
[all …]
|
| /linux/tools/perf/bench/ |
| H A D | futex.h | 49 futex_syscall(volatile u_int32_t *uaddr, int op, u_int32_t val, struct timespec *timeout, in futex_syscall()
56 futex_syscall_nr_requeue(volatile u_int32_t *uaddr, int op, u_int32_t val, int nr_requeue, in futex_syscall_nr_requeue()
67 futex_wait(u_int32_t *uaddr, u_int32_t val, struct timespec *timeout, int opflags) in futex_wait()
77 futex_wake(u_int32_t *uaddr, int nr_wake, int opflags) in futex_wake()
86 futex_lock_pi(u_int32_t *uaddr, struct timespec *timeout, int opflags) in futex_lock_pi()
95 futex_unlock_pi(u_int32_t *uaddr, int opflags) in futex_unlock_pi()
106 futex_cmp_requeue(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, int nr_wake, in futex_cmp_requeue()
122 futex_wait_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, in futex_wait_requeue_pi()
139 futex_cmp_requeue_pi(u_int32_t *uaddr, u_int32_t val, u_int32_t *uaddr2, in futex_cmp_requeue_pi()
|
| /linux/kernel/futex/ |
| H A D | pi.c | 203 static int attach_to_pi_state(u32 __user *uaddr, u32 uval, in attach_to_pi_state()
321 static int handle_exit_race(u32 __user *uaddr, u32 uval, in handle_exit_race()
411 static int attach_to_pi_owner(u32 __user *uaddr, u32 uval, union futex_key *key, in attach_to_pi_owner()
475 static int lock_pi_update_atomic(u32 __user *uaddr, u32 uval, u32 newval) in lock_pi_update_atomic()
515 int futex_lock_pi_atomic(u32 __user *uaddr, struct futex_hash_bucket *hb, in futex_lock_pi_atomic()
614 static int wake_futex_pi(u32 __user *uaddr, u32 uval, in wake_futex_pi()
671 static int __fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in __fixup_pi_state_owner()
843 static int fixup_pi_state_owner(u32 __user *uaddr, struct futex_q *q, in fixup_pi_state_owner()
872 int fixup_pi_owner(u32 __user *uaddr, struct futex_q *q, int locked) in fixup_pi_owner()
918 int futex_lock_pi(u32 __user *uaddr, unsigned int flags, ktime_t *time, int trylock) in futex_lock_pi()
[all …]
|
| H A D | waitwake.c | 155 int futex_wake(u32 __user *uaddr, unsigned int flags, int nr_wake, u32 bitset) in futex_wake()
203 static int futex_atomic_op_inuser(unsigned int encoded_op, u32 __user *uaddr) in futex_atomic_op_inuser()
450 u32 __user *uaddr = (u32 __user *)(unsigned long)vs[i].w.uaddr; in futex_wait_multiple_setup() local
591 int futex_wait_setup(u32 __user *uaddr, u32 val, unsigned int flags, in futex_wait_setup()
646 int __futex_wait(u32 __user *uaddr, unsigned int flags, u32 val, in __futex_wait()
687 int futex_wait(u32 __user *uaddr, unsigned int flags, u32 val, ktime_t *abs_time, u32 bitset) in futex_wait()
721 u32 __user *uaddr = restart->futex.uaddr; in futex_wait_restart() local
|
| H A D | core.c | 222 int get_futex_key(u32 __user *uaddr, unsigned int flags, union futex_key *key, in get_futex_key()
423 int fault_in_user_writeable(u32 __user *uaddr) in fault_in_user_writeable()
639 static int handle_futex_death(u32 __user *uaddr, struct task_struct *curr, in handle_futex_death()
845 void __user *uaddr = compat_ptr(base + futex_offset); in futex_uaddr() local
914 void __user *uaddr = futex_uaddr(entry, futex_offset); in compat_exit_robust_list() local
934 void __user *uaddr = futex_uaddr(pending, futex_offset); in compat_exit_robust_list() local
|
| /linux/arch/arm/include/asm/ |
| H A D | futex.h | 25 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
46 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
84 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
100 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
133 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
|
| /linux/arch/x86/include/asm/ |
| H A D | futex.h | 15 #define unsafe_atomic_op1(insn, oval, uaddr, oparg, label) \ argument
29 #define unsafe_atomic_op2(insn, oval, uaddr, oparg, label) \ argument
49 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
84 static inline int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/include/asm-generic/ |
| H A D | futex.h | 16 #define futex_atomic_cmpxchg_inatomic(uval, uaddr, oldval, newval) \ argument
18 #define arch_futex_atomic_op_inuser(op, oparg, oval, uaddr) \ argument
38 futex_atomic_op_inuser_local(int op, u32 oparg, int *oval, u32 __user *uaddr) in futex_atomic_op_inuser_local()
99 futex_atomic_cmpxchg_inatomic_local(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic_local()
|
| /linux/arch/arc/include/asm/ |
| H A D | futex.h | 18 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
46 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
121 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 expval, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/xtensa/include/asm/ |
| H A D | futex.h | 24 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument
48 #define __futex_atomic_op(insn, ret, old, uaddr, arg) \ argument
74 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
117 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/hexagon/include/asm/ |
| H A D | futex.h | 13 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
35 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
73 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/sparc/include/asm/ |
| H A D | futex_64.h | 9 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument
34 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
32 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
31 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
66 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/openrisc/include/asm/ |
| H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
34 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
68 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/microblaze/include/asm/ |
| H A D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
33 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
67 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/alpha/include/asm/ |
| H A D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
30 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
64 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/csky/include/asm/ |
| H A D | futex.h | 14 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
42 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
83 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/mips/include/asm/ |
| H A D | futex.h | 25 #define __futex_atomic_op(op, insn, ret, oldval, uaddr, oparg) \ argument
93 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
132 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/riscv/include/asm/ |
| H A D | futex.h | 22 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
37 arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
76 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/arm64/include/asm/ |
| H A D | futex.h | 15 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument
44 u32 __user *uaddr = __uaccess_mask_ptr(_uaddr); in arch_futex_atomic_op_inuser() local
87 u32 __user *uaddr; in futex_atomic_cmpxchg_inatomic() local
|
| /linux/kernel/trace/ |
| H A D | trace_probe_kernel.h | 15 const void __user *uaddr = (__force const void __user *)addr; in fetch_store_strlen_user() local
54 const void __user *uaddr = (__force const void __user *)addr; in fetch_store_string_user() local
104 const void __user *uaddr = (__force const void __user *)src; in probe_mem_read_user() local
|
| /linux/arch/sh/include/asm/ |
| H A D | futex.h | 20 futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, in futex_atomic_cmpxchg_inatomic()
30 u32 __user *uaddr) in arch_futex_atomic_op_inuser()
|
| /linux/arch/s390/include/asm/ |
| H A D | futex.h | 47 int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) in arch_futex_atomic_op_inuser()
76 int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) in futex_atomic_cmpxchg_inatomic()
|
| /linux/arch/arm/mm/ |
| H A D | flush.c | 128 void __flush_ptrace_access(struct page *page, unsigned long uaddr, void *kaddr, in __flush_ptrace_access()
160 unsigned long uaddr, void *kaddr, unsigned long len) in flush_ptrace_access()
170 void flush_uprobe_xol_access(struct page *page, unsigned long uaddr, in flush_uprobe_xol_access()
186 unsigned long uaddr, void *dst, const void *src, in copy_to_user_page()
|