Lines Matching refs:lk
1176 if (KMP_ATOMIC_LD_RLX(&l->lk.poll) != tas_free || \
1177 !__kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy)) { \
1191 KMP_ATOMIC_LD_RLX(&l->lk.poll) != tas_free || \
1192 !__kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy)); \
1203 rc = KMP_ATOMIC_LD_RLX(&l->lk.poll) == tas_free && \
1204 __kmp_atomic_compare_store_acq(&l->lk.poll, tas_free, tas_busy); \
1209 { KMP_ATOMIC_ST_REL(&((kmp_tas_lock_t *)lock)->lk.poll, KMP_LOCK_FREE(tas)); }
1231 &(ftx->lk.poll), KMP_LOCK_FREE(futex), \
1235 if (!KMP_COMPARE_AND_STORE_RET32(&(ftx->lk.poll), poll_val, \
1243 if ((rc = syscall(__NR_futex, &(ftx->lk.poll), FUTEX_WAIT, poll_val, \
1256 if (KMP_COMPARE_AND_STORE_ACQ32(&(ftx->lk.poll), KMP_LOCK_FREE(futex), \
1272 KMP_XCHG_FIXED32(&(ftx->lk.poll), KMP_LOCK_FREE(futex)); \
1274 syscall(__NR_futex, &(ftx->lk.poll), FUTEX_WAKE, \
1367 (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_critical()
1372 (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_critical()
1586 kmp_dyna_lock_t *lk = (kmp_dyna_lock_t *)crit; in __kmpc_critical_with_hint() local
1590 if (*lk == 0) { in __kmpc_critical_with_hint()
1602 if (KMP_EXTRACT_D_TAG(lk) != 0) { in __kmpc_critical_with_hint()
1603 lck = (kmp_user_lock_p)lk; in __kmpc_critical_with_hint()
1638 KMP_D_LOCK_FUNC(lk, set)(lk, global_tid); in __kmpc_critical_with_hint() local
1641 kmp_indirect_lock_t *ilk = *((kmp_indirect_lock_t **)lk); in __kmpc_critical_with_hint()
1749 (sizeof(lck->tas.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_end_critical()
1754 (sizeof(lck->futex.lk.poll) <= OMP_CRITICAL_SIZE)) { in __kmpc_end_critical()
2550 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_init_lock()
2555 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_init_lock()
2622 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_init_nest_lock()
2628 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_init_nest_lock()
2686 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2691 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2716 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2721 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_destroy_lock()
2756 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2762 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2789 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2795 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_destroy_nest_lock()
2854 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_set_lock()
2859 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_set_lock()
2949 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_set_nest_lock()
2955 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_set_nest_lock()
3048 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_unset_lock()
3055 TCW_4(((kmp_user_lock_p)user_lock)->tas.lk.poll, 0); in __kmpc_unset_lock()
3076 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_unset_lock()
3143 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_unset_nest_lock()
3157 if (--(tl->lk.depth_locked) == 0) { in __kmpc_unset_nest_lock()
3158 TCW_4(tl->lk.poll, 0); in __kmpc_unset_nest_lock()
3192 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_unset_nest_lock()
3288 (sizeof(lck->tas.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_test_lock()
3293 (sizeof(lck->futex.lk.poll) <= OMP_LOCK_T_SIZE)) { in __kmpc_test_lock()
3391 (sizeof(lck->tas.lk.poll) + sizeof(lck->tas.lk.depth_locked) <= in __kmpc_test_nest_lock()
3397 (sizeof(lck->futex.lk.poll) + sizeof(lck->futex.lk.depth_locked) <= in __kmpc_test_nest_lock()
3485 kmp_dyna_lock_t *lk = (kmp_dyna_lock_t *)crit; in __kmp_enter_critical_section_reduce_block() local
3487 if (*lk == 0) { in __kmp_enter_critical_section_reduce_block()
3499 if (KMP_EXTRACT_D_TAG(lk) != 0) { in __kmp_enter_critical_section_reduce_block()
3500 lck = (kmp_user_lock_p)lk; in __kmp_enter_critical_section_reduce_block()
3505 KMP_D_LOCK_FUNC(lk, set)(lk, global_tid); in __kmp_enter_critical_section_reduce_block() local
3507 kmp_indirect_lock_t *ilk = *((kmp_indirect_lock_t **)lk); in __kmp_enter_critical_section_reduce_block()