1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright (c) 2018 The FreeBSD Foundation 5 * 6 * This software was developed by Konstantin Belousov <kib@FreeBSD.org> 7 * under sponsorship from the FreeBSD Foundation. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 19 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 22 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 24 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 26 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 27 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 28 * SUCH DAMAGE. 29 */ 30 31 #include <sys/cdefs.h> 32 __FBSDID("$FreeBSD$"); 33 34 #include "opt_compat.h" 35 36 #include <sys/param.h> 37 #include <sys/systm.h> 38 #include <sys/imgact.h> 39 #include <sys/lock.h> 40 #include <sys/sx.h> 41 #include <vm/vm.h> 42 #include <vm/vm_param.h> 43 #include <vm/vm_extern.h> 44 #include <vm/pmap.h> 45 46 #include <machine/atomic.h> 47 #include <machine/md_var.h> 48 49 #include <i386/linux/linux.h> 50 #include <compat/linux/linux_emul.h> 51 #include <compat/linux/linux_futex.h> 52 53 struct futex_st0 { 54 int oparg; 55 int *oldval; 56 }; 57 58 static void 59 futex_xchgl_slow0(vm_offset_t kva, void *arg) 60 { 61 struct futex_st0 *st; 62 63 st = arg; 64 *st->oldval = atomic_swap_int((int *)kva, st->oparg); 65 } 66 67 int 68 futex_xchgl(int oparg, uint32_t *uaddr, int *oldval) 69 { 70 struct futex_st0 st; 71 72 st.oparg = oparg; 73 st.oldval = oldval; 74 if (cp_slow0((vm_offset_t)uaddr, sizeof(uint32_t), true, 75 futex_xchgl_slow0, &st) != 0) 76 return (EFAULT); 77 return (0); 78 } 79 80 static void 81 futex_addl_slow0(vm_offset_t kva, void *arg) 82 { 83 struct futex_st0 *st; 84 85 st = arg; 86 *st->oldval = atomic_fetchadd_int((int *)kva, st->oparg); 87 } 88 89 int 90 futex_addl(int oparg, uint32_t *uaddr, int *oldval) 91 { 92 struct futex_st0 st; 93 94 st.oparg = oparg; 95 st.oldval = oldval; 96 if (cp_slow0((vm_offset_t)uaddr, sizeof(uint32_t), true, 97 futex_addl_slow0, &st) != 0) 98 return (EFAULT); 99 return (0); 100 } 101 102 static void 103 futex_orl_slow0(vm_offset_t kva, void *arg) 104 { 105 struct futex_st0 *st; 106 int old; 107 108 st = arg; 109 old = *(int *)kva; 110 while (!atomic_fcmpset_int((int *)kva, &old, old | st->oparg)) 111 ; 112 *st->oldval = old; 113 } 114 115 int 116 futex_orl(int oparg, uint32_t *uaddr, int *oldval) 117 { 118 struct futex_st0 st; 119 120 st.oparg = oparg; 121 st.oldval = oldval; 122 if (cp_slow0((vm_offset_t)uaddr, sizeof(uint32_t), true, 123 futex_orl_slow0, &st) != 0) 124 return (EFAULT); 125 return (0); 126 } 127 128 static void 129 futex_andl_slow0(vm_offset_t kva, void *arg) 130 { 131 struct futex_st0 *st; 132 int old; 133 134 st = arg; 135 old = *(int *)kva; 136 while (!atomic_fcmpset_int((int *)kva, &old, old & st->oparg)) 137 ; 138 *st->oldval = old; 139 } 140 141 int 142 futex_andl(int oparg, uint32_t *uaddr, int *oldval) 143 { 144 struct futex_st0 st; 145 146 st.oparg = oparg; 147 st.oldval = oldval; 148 if (cp_slow0((vm_offset_t)uaddr, sizeof(uint32_t), true, 149 futex_andl_slow0, &st) != 0) 150 return (EFAULT); 151 return (0); 152 } 153 154 static void 155 futex_xorl_slow0(vm_offset_t kva, void *arg) 156 { 157 struct futex_st0 *st; 158 int old; 159 160 st = arg; 161 old = *(int *)kva; 162 while (!atomic_fcmpset_int((int *)kva, &old, old ^ st->oparg)) 163 ; 164 *st->oldval = old; 165 } 166 167 int 168 futex_xorl(int oparg, uint32_t *uaddr, int *oldval) 169 { 170 struct futex_st0 st; 171 172 st.oparg = oparg; 173 st.oldval = oldval; 174 if (cp_slow0((vm_offset_t)uaddr, sizeof(uint32_t), true, 175 futex_xorl_slow0, &st) != 0) 176 return (EFAULT); 177 return (0); 178 } 179