1 /*- 2 * Copyright (c) 2017 Mellanox Technologies, Ltd. 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice unmodified, this list of conditions, and the following 10 * disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 * 26 * $FreeBSD$ 27 */ 28 #ifndef _LINUXKPI_LINUX_WW_MUTEX_H_ 29 #define _LINUXKPI_LINUX_WW_MUTEX_H_ 30 31 #include <sys/param.h> 32 #include <sys/proc.h> 33 #include <sys/condvar.h> 34 #include <sys/kernel.h> 35 36 #include <linux/mutex.h> 37 38 struct ww_class { 39 const char *mutex_name; 40 }; 41 42 struct ww_acquire_ctx { 43 }; 44 45 struct ww_mutex { 46 struct mutex base; 47 struct cv condvar; 48 struct ww_acquire_ctx *ctx; 49 }; 50 51 #define DEFINE_WW_CLASS(name) \ 52 struct ww_class name = { \ 53 .mutex_name = mutex_name(#name "_mutex") \ 54 } 55 56 #define DEFINE_WW_MUTEX(name, ww_class) \ 57 struct ww_mutex name; \ 58 static void name##_init(void *arg) \ 59 { \ 60 ww_mutex_init(&name, &ww_class); \ 61 } \ 62 SYSINIT(name, SI_SUB_LOCK, SI_ORDER_SECOND, name##_init, NULL) 63 64 #define DEFINE_WD_CLASS(name) DEFINE_WW_CLASS(name) 65 66 #define ww_mutex_is_locked(_m) \ 67 sx_xlocked(&(_m)->base.sx) 68 69 #define ww_mutex_lock_slow(_m, _x) \ 70 ww_mutex_lock(_m, _x) 71 72 #define ww_mutex_lock_slow_interruptible(_m, _x) \ 73 ww_mutex_lock_interruptible(_m, _x) 74 75 #if defined(LINUXKPI_VERSION) && LINUXKPI_VERSION >= 51600 76 static inline int __must_check 77 ww_mutex_trylock(struct ww_mutex *lock, struct ww_acquire_ctx *ctx __unused) 78 #else 79 static inline int __must_check 80 ww_mutex_trylock(struct ww_mutex *lock) 81 #endif 82 { 83 return (mutex_trylock(&lock->base)); 84 } 85 86 extern int linux_ww_mutex_lock_sub(struct ww_mutex *, 87 struct ww_acquire_ctx *, int catch_signal); 88 89 static inline int 90 ww_mutex_lock(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) 91 { 92 if (MUTEX_SKIP()) 93 return (0); 94 else if ((struct thread *)SX_OWNER(lock->base.sx.sx_lock) == curthread) 95 return (-EALREADY); 96 else 97 return (linux_ww_mutex_lock_sub(lock, ctx, 0)); 98 } 99 100 static inline int 101 ww_mutex_lock_interruptible(struct ww_mutex *lock, struct ww_acquire_ctx *ctx) 102 { 103 if (MUTEX_SKIP()) 104 return (0); 105 else if ((struct thread *)SX_OWNER(lock->base.sx.sx_lock) == curthread) 106 return (-EALREADY); 107 else 108 return (linux_ww_mutex_lock_sub(lock, ctx, 1)); 109 } 110 111 extern void linux_ww_mutex_unlock_sub(struct ww_mutex *); 112 113 static inline void 114 ww_mutex_unlock(struct ww_mutex *lock) 115 { 116 if (MUTEX_SKIP()) 117 return; 118 else 119 linux_ww_mutex_unlock_sub(lock); 120 } 121 122 static inline void 123 ww_mutex_destroy(struct ww_mutex *lock) 124 { 125 cv_destroy(&lock->condvar); 126 mutex_destroy(&lock->base); 127 } 128 129 static inline void 130 ww_acquire_init(struct ww_acquire_ctx *ctx, struct ww_class *ww_class) 131 { 132 } 133 134 static inline void 135 ww_mutex_init(struct ww_mutex *lock, struct ww_class *ww_class) 136 { 137 linux_mutex_init(&lock->base, ww_class->mutex_name, SX_NOWITNESS); 138 cv_init(&lock->condvar, "lkpi-ww"); 139 } 140 141 static inline void 142 ww_acquire_fini(struct ww_acquire_ctx *ctx) 143 { 144 } 145 146 static inline void 147 ww_acquire_done(struct ww_acquire_ctx *ctx) 148 { 149 } 150 151 #endif /* _LINUXKPI_LINUX_WW_MUTEX_H_ */ 152