1a091d823SDavid Xu /*- 2a091d823SDavid Xu * Copyright (c) 2005 David Xu <davidxu@freebsd.org> 3a091d823SDavid Xu * All rights reserved. 4a091d823SDavid Xu * 5a091d823SDavid Xu * Redistribution and use in source and binary forms, with or without 6a091d823SDavid Xu * modification, are permitted provided that the following conditions 7a091d823SDavid Xu * are met: 8a091d823SDavid Xu * 1. Redistributions of source code must retain the above copyright 9a091d823SDavid Xu * notice, this list of conditions and the following disclaimer. 10a091d823SDavid Xu * 2. Redistributions in binary form must reproduce the above copyright 11a091d823SDavid Xu * notice, this list of conditions and the following disclaimer in the 12a091d823SDavid Xu * documentation and/or other materials provided with the distribution. 13a091d823SDavid Xu * 14a091d823SDavid Xu * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 15a091d823SDavid Xu * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 16a091d823SDavid Xu * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 17a091d823SDavid Xu * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 18a091d823SDavid Xu * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 19a091d823SDavid Xu * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 20a091d823SDavid Xu * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 21a091d823SDavid Xu * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 22a091d823SDavid Xu * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 23a091d823SDavid Xu * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 24a091d823SDavid Xu * SUCH DAMAGE. 25a091d823SDavid Xu * 26a091d823SDavid Xu * $FreeBSD$ 27a091d823SDavid Xu */ 28a091d823SDavid Xu 29a091d823SDavid Xu #ifndef _THR_FBSD_UMTX_H_ 30a091d823SDavid Xu #define _THR_FBSD_UMTX_H_ 31a091d823SDavid Xu 32a091d823SDavid Xu #include <sys/umtx.h> 33a091d823SDavid Xu 34a091d823SDavid Xu typedef long umtx_t; 35a091d823SDavid Xu 36cf13ecdaSDavid Xu /* simple lock routines.*/ 378429e734SDavid Xu int __thr_umtx_lock(volatile umtx_t *mtx, long id) __hidden; 38a091d823SDavid Xu int __thr_umtx_timedlock(volatile umtx_t *mtx, long id, 398429e734SDavid Xu const struct timespec *timeout) __hidden; 408429e734SDavid Xu int __thr_umtx_unlock(volatile umtx_t *mtx, long id) __hidden; 41a091d823SDavid Xu 42cf13ecdaSDavid Xu /* POSIX semantic lock routines */ 43cf13ecdaSDavid Xu int __thr_umutex_lock(struct umutex *mtx, uint32_t id) __hidden; 44cf13ecdaSDavid Xu int __thr_umutex_timedlock(struct umutex *mtx, uint32_t id, 45cf13ecdaSDavid Xu const struct timespec *timeout) __hidden; 46cf13ecdaSDavid Xu int __thr_umutex_unlock(struct umutex *mtx, uint32_t id) __hidden; 47cf13ecdaSDavid Xu int __thr_umutex_kern_trylock(struct umutex *mtx) __hidden; 48cf13ecdaSDavid Xu int __thr_umutex_set_ceiling(struct umutex *mtx, uint32_t ceiling, 49cf13ecdaSDavid Xu uint32_t *oldceiling) __hidden; 50cf13ecdaSDavid Xu 51a091d823SDavid Xu static inline void 52a091d823SDavid Xu _thr_umtx_init(volatile umtx_t *mtx) 53a091d823SDavid Xu { 54a091d823SDavid Xu *mtx = 0; 55a091d823SDavid Xu } 56a091d823SDavid Xu 57a091d823SDavid Xu static inline int 58a091d823SDavid Xu _thr_umtx_trylock(volatile umtx_t *mtx, long id) 59a091d823SDavid Xu { 602ff77b92SDavid Xu if (atomic_cmpset_acq_ptr((volatile uintptr_t *)mtx, 612ff77b92SDavid Xu (uintptr_t)UMTX_UNOWNED, (uintptr_t)id)) 622ff77b92SDavid Xu return (0); 632ff77b92SDavid Xu return (EBUSY); 64a091d823SDavid Xu } 65a091d823SDavid Xu 66a091d823SDavid Xu static inline int 67a091d823SDavid Xu _thr_umtx_lock(volatile umtx_t *mtx, long id) 68a091d823SDavid Xu { 692ff77b92SDavid Xu if (atomic_cmpset_acq_ptr((volatile uintptr_t *)mtx, 702ff77b92SDavid Xu (uintptr_t)UMTX_UNOWNED, (uintptr_t)id)) 71a091d823SDavid Xu return (0); 722ff77b92SDavid Xu return (__thr_umtx_lock(mtx, id)); 73a091d823SDavid Xu } 74a091d823SDavid Xu 75a091d823SDavid Xu static inline int 76a091d823SDavid Xu _thr_umtx_timedlock(volatile umtx_t *mtx, long id, 77a091d823SDavid Xu const struct timespec *timeout) 78a091d823SDavid Xu { 792ff77b92SDavid Xu if (atomic_cmpset_acq_ptr((volatile uintptr_t *)mtx, 802ff77b92SDavid Xu (uintptr_t)UMTX_UNOWNED, (uintptr_t)id)) 81a091d823SDavid Xu return (0); 822ff77b92SDavid Xu return (__thr_umtx_timedlock(mtx, id, timeout)); 83a091d823SDavid Xu } 84a091d823SDavid Xu 85a091d823SDavid Xu static inline int 86a091d823SDavid Xu _thr_umtx_unlock(volatile umtx_t *mtx, long id) 87a091d823SDavid Xu { 882ff77b92SDavid Xu if (atomic_cmpset_rel_ptr((volatile uintptr_t *)mtx, 892ff77b92SDavid Xu (uintptr_t)id, (uintptr_t)UMTX_UNOWNED)) 90a091d823SDavid Xu return (0); 91a091d823SDavid Xu return __thr_umtx_unlock(mtx, id); 92a091d823SDavid Xu } 93a091d823SDavid Xu 94a091d823SDavid Xu int _thr_umtx_wait(volatile umtx_t *mtx, umtx_t exp, 958429e734SDavid Xu const struct timespec *timeout) __hidden; 968429e734SDavid Xu int _thr_umtx_wake(volatile umtx_t *mtx, int count) __hidden; 97cf13ecdaSDavid Xu 98cf13ecdaSDavid Xu static inline int 99cf13ecdaSDavid Xu _thr_umutex_trylock(struct umutex *mtx, uint32_t id) 100cf13ecdaSDavid Xu { 101cf13ecdaSDavid Xu if (atomic_cmpset_acq_32(&mtx->m_owner, UMUTEX_UNOWNED, id)) 102cf13ecdaSDavid Xu return (0); 103cf13ecdaSDavid Xu if ((mtx->m_flags & UMUTEX_PRIO_PROTECT) == 0) 104cf13ecdaSDavid Xu return (EBUSY); 105cf13ecdaSDavid Xu return (__thr_umutex_kern_trylock(mtx)); 106cf13ecdaSDavid Xu } 107cf13ecdaSDavid Xu 108cf13ecdaSDavid Xu static inline int 109cf13ecdaSDavid Xu _thr_umutex_lock(struct umutex *mtx, uint32_t id) 110cf13ecdaSDavid Xu { 111cf13ecdaSDavid Xu if (atomic_cmpset_acq_32(&mtx->m_owner, UMUTEX_UNOWNED, id)) 112cf13ecdaSDavid Xu return (0); 113cf13ecdaSDavid Xu return (__thr_umutex_lock(mtx, id)); 114cf13ecdaSDavid Xu } 115cf13ecdaSDavid Xu 116cf13ecdaSDavid Xu static inline int 117cf13ecdaSDavid Xu _thr_umutex_timedlock(struct umutex *mtx, uint32_t id, 118cf13ecdaSDavid Xu const struct timespec *timeout) 119cf13ecdaSDavid Xu { 120cf13ecdaSDavid Xu if (atomic_cmpset_acq_32(&mtx->m_owner, UMUTEX_UNOWNED, id)) 121cf13ecdaSDavid Xu return (0); 122cf13ecdaSDavid Xu return (__thr_umutex_timedlock(mtx, id, timeout)); 123cf13ecdaSDavid Xu } 124cf13ecdaSDavid Xu 125cf13ecdaSDavid Xu static inline int 126cf13ecdaSDavid Xu _thr_umutex_unlock(struct umutex *mtx, uint32_t id) 127cf13ecdaSDavid Xu { 128cf13ecdaSDavid Xu if (atomic_cmpset_rel_32(&mtx->m_owner, id, UMUTEX_UNOWNED)) 129cf13ecdaSDavid Xu return (0); 130cf13ecdaSDavid Xu return (__thr_umutex_unlock(mtx, id)); 131cf13ecdaSDavid Xu } 132cf13ecdaSDavid Xu 133a091d823SDavid Xu #endif 134