15e53a4f9SPedro F. Giffuni /*- 25e53a4f9SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 35e53a4f9SPedro F. Giffuni * 4df2cf821SDavid Xu * Copyright (c) 2005, David Xu <davidxu@freebsd.org> 5bb535300SJeff Roberson * All rights reserved. 6bb535300SJeff Roberson * 7bb535300SJeff Roberson * Redistribution and use in source and binary forms, with or without 8bb535300SJeff Roberson * modification, are permitted provided that the following conditions 9bb535300SJeff Roberson * are met: 10bb535300SJeff Roberson * 1. Redistributions of source code must retain the above copyright 11df2cf821SDavid Xu * notice unmodified, this list of conditions, and the following 12df2cf821SDavid Xu * disclaimer. 13bb535300SJeff Roberson * 2. Redistributions in binary form must reproduce the above copyright 14bb535300SJeff Roberson * notice, this list of conditions and the following disclaimer in the 15bb535300SJeff Roberson * documentation and/or other materials provided with the distribution. 16bb535300SJeff Roberson * 17df2cf821SDavid Xu * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 18df2cf821SDavid Xu * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 19df2cf821SDavid Xu * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 20df2cf821SDavid Xu * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 21df2cf821SDavid Xu * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 22df2cf821SDavid Xu * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 23df2cf821SDavid Xu * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 24df2cf821SDavid Xu * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 25df2cf821SDavid Xu * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 26df2cf821SDavid Xu * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 27bb535300SJeff Roberson */ 28a091d823SDavid Xu 2932793011SKonstantin Belousov #include <sys/cdefs.h> 3032793011SKonstantin Belousov __FBSDID("$FreeBSD$"); 3132793011SKonstantin Belousov 32a091d823SDavid Xu #include "namespace.h" 33bb535300SJeff Roberson #include <pthread.h> 34a091d823SDavid Xu #include "un-namespace.h" 35a091d823SDavid Xu 36bb535300SJeff Roberson #include "thr_private.h" 37bb535300SJeff Roberson 38*0ab1bfc7SKonstantin Belousov __weak_reference(_thr_once, pthread_once); 39*0ab1bfc7SKonstantin Belousov __weak_reference(_thr_once, _pthread_once); 40bb535300SJeff Roberson 41a091d823SDavid Xu #define ONCE_NEVER_DONE PTHREAD_NEEDS_INIT 42a091d823SDavid Xu #define ONCE_DONE PTHREAD_DONE_INIT 43a091d823SDavid Xu #define ONCE_IN_PROGRESS 0x02 441b3418b2SDavid Xu #define ONCE_WAIT 0x03 45a091d823SDavid Xu 46a091d823SDavid Xu /* 47a091d823SDavid Xu * POSIX: 48a091d823SDavid Xu * The pthread_once() function is not a cancellation point. However, 49a091d823SDavid Xu * if init_routine is a cancellation point and is canceled, the effect 50a091d823SDavid Xu * on once_control shall be as if pthread_once() was never called. 51a091d823SDavid Xu */ 52a091d823SDavid Xu 53a091d823SDavid Xu static void 54a091d823SDavid Xu once_cancel_handler(void *arg) 55a091d823SDavid Xu { 56b684727bSKonstantin Belousov pthread_once_t *once_control; 57a091d823SDavid Xu 58b684727bSKonstantin Belousov once_control = arg; 59b684727bSKonstantin Belousov if (atomic_cmpset_rel_int(&once_control->state, ONCE_IN_PROGRESS, 60b684727bSKonstantin Belousov ONCE_NEVER_DONE)) 611b3418b2SDavid Xu return; 621b3418b2SDavid Xu atomic_store_rel_int(&once_control->state, ONCE_NEVER_DONE); 631b3418b2SDavid Xu _thr_umtx_wake(&once_control->state, INT_MAX, 0); 64a091d823SDavid Xu } 65a091d823SDavid Xu 66bb535300SJeff Roberson int 67*0ab1bfc7SKonstantin Belousov _thr_once(pthread_once_t *once_control, void (*init_routine)(void)) 68bb535300SJeff Roberson { 695150e987SDavid Xu struct pthread *curthread; 701b3418b2SDavid Xu int state; 71a091d823SDavid Xu 72aad93b04SRyan Stone _thr_check_init(); 73aad93b04SRyan Stone 741b3418b2SDavid Xu for (;;) { 751b3418b2SDavid Xu state = once_control->state; 763e7e67c0SKonstantin Belousov if (state == ONCE_DONE) { 773e7e67c0SKonstantin Belousov atomic_thread_fence_acq(); 78a091d823SDavid Xu return (0); 793e7e67c0SKonstantin Belousov } 801b3418b2SDavid Xu if (state == ONCE_NEVER_DONE) { 81b684727bSKonstantin Belousov if (atomic_cmpset_int(&once_control->state, state, 82b684727bSKonstantin Belousov ONCE_IN_PROGRESS)) 831b3418b2SDavid Xu break; 841b3418b2SDavid Xu } else if (state == ONCE_IN_PROGRESS) { 85b684727bSKonstantin Belousov if (atomic_cmpset_int(&once_control->state, state, 86b684727bSKonstantin Belousov ONCE_WAIT)) 87b684727bSKonstantin Belousov _thr_umtx_wait_uint(&once_control->state, 88b684727bSKonstantin Belousov ONCE_WAIT, NULL, 0); 891b3418b2SDavid Xu } else if (state == ONCE_WAIT) { 90b684727bSKonstantin Belousov _thr_umtx_wait_uint(&once_control->state, state, 91b684727bSKonstantin Belousov NULL, 0); 921b3418b2SDavid Xu } else 931b3418b2SDavid Xu return (EINVAL); 941b3418b2SDavid Xu } 951b3418b2SDavid Xu 965150e987SDavid Xu curthread = _get_curthread(); 975150e987SDavid Xu THR_CLEANUP_PUSH(curthread, once_cancel_handler, once_control); 98bb535300SJeff Roberson init_routine(); 995150e987SDavid Xu THR_CLEANUP_POP(curthread, 0); 100b684727bSKonstantin Belousov if (atomic_cmpset_rel_int(&once_control->state, ONCE_IN_PROGRESS, 101b684727bSKonstantin Belousov ONCE_DONE)) 1021b3418b2SDavid Xu return (0); 1031b3418b2SDavid Xu atomic_store_rel_int(&once_control->state, ONCE_DONE); 1041b3418b2SDavid Xu _thr_umtx_wake(&once_control->state, INT_MAX, 0); 105bb535300SJeff Roberson return (0); 106bb535300SJeff Roberson } 107