1 /* SPDX-License-Identifier: GPL-2.0 */ 2 #ifndef _ASM_S390_FUTEX_H 3 #define _ASM_S390_FUTEX_H 4 5 #include <linux/instrumented.h> 6 #include <linux/uaccess.h> 7 #include <linux/futex.h> 8 #include <asm/asm-extable.h> 9 #include <asm/mmu_context.h> 10 #include <asm/errno.h> 11 12 #define FUTEX_OP_FUNC(name, insn) \ 13 static uaccess_kmsan_or_inline int \ 14 __futex_atomic_##name(int oparg, int *old, u32 __user *uaddr) \ 15 { \ 16 bool sacf_flag; \ 17 int rc, new; \ 18 \ 19 instrument_copy_from_user_before(old, uaddr, sizeof(*old)); \ 20 sacf_flag = enable_sacf_uaccess(); \ 21 asm_inline volatile( \ 22 " sacf 256\n" \ 23 "0: l %[old],%[uaddr]\n" \ 24 "1:"insn \ 25 "2: cs %[old],%[new],%[uaddr]\n" \ 26 " jl 1b\n" \ 27 " lhi %[rc],0\n" \ 28 "3: sacf 768\n" \ 29 EX_TABLE_INSN_UA_FAULT(0b, 3b, %[rc]) \ 30 EX_TABLE_INSN_UA_FAULT(2b, 3b, %[rc]) \ 31 : [rc] "=d" (rc), [old] "=&d" (*old), \ 32 [new] "=&d" (new), [uaddr] "+Q" (*uaddr) \ 33 : [oparg] "d" (oparg) \ 34 : "cc"); \ 35 disable_sacf_uaccess(sacf_flag); \ 36 if (!rc) \ 37 instrument_copy_from_user_after(old, uaddr, sizeof(*old), 0); \ 38 return rc; \ 39 } 40 41 FUTEX_OP_FUNC(set, "lr %[new],%[oparg]\n") 42 FUTEX_OP_FUNC(add, "lr %[new],%[old]\n ar %[new],%[oparg]\n") 43 FUTEX_OP_FUNC(or, "lr %[new],%[old]\n or %[new],%[oparg]\n") 44 FUTEX_OP_FUNC(and, "lr %[new],%[old]\n nr %[new],%[oparg]\n") 45 FUTEX_OP_FUNC(xor, "lr %[new],%[old]\n xr %[new],%[oparg]\n") 46 47 static inline 48 int arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr) 49 { 50 int old, rc; 51 52 switch (op) { 53 case FUTEX_OP_SET: 54 rc = __futex_atomic_set(oparg, &old, uaddr); 55 break; 56 case FUTEX_OP_ADD: 57 rc = __futex_atomic_add(oparg, &old, uaddr); 58 break; 59 case FUTEX_OP_OR: 60 rc = __futex_atomic_or(oparg, &old, uaddr); 61 break; 62 case FUTEX_OP_ANDN: 63 rc = __futex_atomic_and(~oparg, &old, uaddr); 64 break; 65 case FUTEX_OP_XOR: 66 rc = __futex_atomic_xor(oparg, &old, uaddr); 67 break; 68 default: 69 rc = -ENOSYS; 70 } 71 if (!rc) 72 *oval = old; 73 return rc; 74 } 75 76 static uaccess_kmsan_or_inline 77 int futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval, u32 newval) 78 { 79 bool sacf_flag; 80 int rc; 81 82 instrument_copy_from_user_before(uval, uaddr, sizeof(*uval)); 83 sacf_flag = enable_sacf_uaccess(); 84 asm_inline volatile( 85 " sacf 256\n" 86 "0: cs %[old],%[new],%[uaddr]\n" 87 " lhi %[rc],0\n" 88 "1: sacf 768\n" 89 EX_TABLE_INSN_UA_FAULT(0b, 1b, %[rc]) 90 : [rc] "=d" (rc), [old] "+d" (oldval), [uaddr] "+Q" (*uaddr) 91 : [new] "d" (newval) 92 : "cc", "memory"); 93 disable_sacf_uaccess(sacf_flag); 94 *uval = oldval; 95 instrument_copy_from_user_after(uval, uaddr, sizeof(*uval), 0); 96 return rc; 97 } 98 99 #endif /* _ASM_S390_FUTEX_H */ 100