futex.h (cdd38c5f1ce4398ec58fec95904b75824daab7b5) | futex.h (2e77a62cb3a6d2eb9dd875516411bcd131dd04e7) |
---|---|
1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * Copyright (C) 2012 ARM Ltd. 4 */ 5#ifndef __ASM_FUTEX_H 6#define __ASM_FUTEX_H 7 8#include <linux/futex.h> --- 11 unchanged lines hidden (view full) --- 20 asm volatile( \ 21" prfm pstl1strm, %2\n" \ 22"1: ldxr %w1, %2\n" \ 23 insn "\n" \ 24"2: stlxr %w0, %w3, %2\n" \ 25" cbz %w0, 3f\n" \ 26" sub %w4, %w4, %w0\n" \ 27" cbnz %w4, 1b\n" \ | 1/* SPDX-License-Identifier: GPL-2.0-only */ 2/* 3 * Copyright (C) 2012 ARM Ltd. 4 */ 5#ifndef __ASM_FUTEX_H 6#define __ASM_FUTEX_H 7 8#include <linux/futex.h> --- 11 unchanged lines hidden (view full) --- 20 asm volatile( \ 21" prfm pstl1strm, %2\n" \ 22"1: ldxr %w1, %2\n" \ 23 insn "\n" \ 24"2: stlxr %w0, %w3, %2\n" \ 25" cbz %w0, 3f\n" \ 26" sub %w4, %w4, %w0\n" \ 27" cbnz %w4, 1b\n" \ |
28" mov %w0, %w7\n" \ | 28" mov %w0, %w6\n" \ |
29"3:\n" \ 30" dmb ish\n" \ | 29"3:\n" \ 30" dmb ish\n" \ |
31" .pushsection .fixup,\"ax\"\n" \ 32" .align 2\n" \ 33"4: mov %w0, %w6\n" \ 34" b 3b\n" \ 35" .popsection\n" \ 36 _ASM_EXTABLE(1b, 4b) \ 37 _ASM_EXTABLE(2b, 4b) \ | 31 _ASM_EXTABLE_UACCESS_ERR(1b, 3b, %w0) \ 32 _ASM_EXTABLE_UACCESS_ERR(2b, 3b, %w0) \ |
38 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 39 "+r" (loops) \ | 33 : "=&r" (ret), "=&r" (oldval), "+Q" (*uaddr), "=&r" (tmp), \ 34 "+r" (loops) \ |
40 : "r" (oparg), "Ir" (-EFAULT), "Ir" (-EAGAIN) \ | 35 : "r" (oparg), "Ir" (-EAGAIN) \ |
41 : "memory"); \ 42 uaccess_disable_privileged(); \ 43} while (0) 44 45static inline int 46arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *_uaddr) 47{ 48 int oldval = 0, ret, tmp; --- 51 unchanged lines hidden (view full) --- 100" prfm pstl1strm, %2\n" 101"1: ldxr %w1, %2\n" 102" sub %w3, %w1, %w5\n" 103" cbnz %w3, 4f\n" 104"2: stlxr %w3, %w6, %2\n" 105" cbz %w3, 3f\n" 106" sub %w4, %w4, %w3\n" 107" cbnz %w4, 1b\n" | 36 : "memory"); \ 37 uaccess_disable_privileged(); \ 38} while (0) 39 40static inline int 41arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *_uaddr) 42{ 43 int oldval = 0, ret, tmp; --- 51 unchanged lines hidden (view full) --- 95" prfm pstl1strm, %2\n" 96"1: ldxr %w1, %2\n" 97" sub %w3, %w1, %w5\n" 98" cbnz %w3, 4f\n" 99"2: stlxr %w3, %w6, %2\n" 100" cbz %w3, 3f\n" 101" sub %w4, %w4, %w3\n" 102" cbnz %w4, 1b\n" |
108" mov %w0, %w8\n" | 103" mov %w0, %w7\n" |
109"3:\n" 110" dmb ish\n" 111"4:\n" | 104"3:\n" 105" dmb ish\n" 106"4:\n" |
112" .pushsection .fixup,\"ax\"\n" 113"5: mov %w0, %w7\n" 114" b 4b\n" 115" .popsection\n" 116 _ASM_EXTABLE(1b, 5b) 117 _ASM_EXTABLE(2b, 5b) | 107 _ASM_EXTABLE_UACCESS_ERR(1b, 4b, %w0) 108 _ASM_EXTABLE_UACCESS_ERR(2b, 4b, %w0) |
118 : "+r" (ret), "=&r" (val), "+Q" (*uaddr), "=&r" (tmp), "+r" (loops) | 109 : "+r" (ret), "=&r" (val), "+Q" (*uaddr), "=&r" (tmp), "+r" (loops) |
119 : "r" (oldval), "r" (newval), "Ir" (-EFAULT), "Ir" (-EAGAIN) | 110 : "r" (oldval), "r" (newval), "Ir" (-EAGAIN) |
120 : "memory"); 121 uaccess_disable_privileged(); 122 123 if (!ret) 124 *uval = val; 125 126 return ret; 127} 128 129#endif /* __ASM_FUTEX_H */ | 111 : "memory"); 112 uaccess_disable_privileged(); 113 114 if (!ret) 115 *uval = val; 116 117 return ret; 118} 119 120#endif /* __ASM_FUTEX_H */ |