| /freebsd/contrib/llvm-project/openmp/runtime/src/ |
| H A D | kmp_lock.cpp | 70 static kmp_int32 __kmp_get_tas_lock_owner(kmp_tas_lock_t *lck) { in __kmp_get_tas_lock_owner() argument
71 return KMP_LOCK_STRIP(KMP_ATOMIC_LD_RLX(&lck->lk.poll)) - 1; in __kmp_get_tas_lock_owner()
74 static inline bool __kmp_is_tas_lock_nestable(kmp_tas_lock_t *lck) { in __kmp_is_tas_lock_nestable() argument
75 return lck->lk.depth_locked != -1; in __kmp_is_tas_lock_nestable()
79 __kmp_acquire_tas_lock_timed_template(kmp_tas_lock_t *lck, kmp_int32 gtid) { in __kmp_acquire_tas_lock_timed_template() argument
83 kmp_uint32 curr = KMP_LOCK_STRIP(lck->lk.poll); in __kmp_acquire_tas_lock_timed_template()
85 __kmp_printf("LOCK CONTENTION: %p\n", lck); in __kmp_acquire_tas_lock_timed_template()
92 if (KMP_ATOMIC_LD_RLX(&lck->lk.poll) == tas_free && in __kmp_acquire_tas_lock_timed_template()
93 __kmp_atomic_compare_store_acq(&lck->lk.poll, tas_free, tas_busy)) { in __kmp_acquire_tas_lock_timed_template()
94 KMP_FSYNC_ACQUIRED(lck); in __kmp_acquire_tas_lock_timed_template()
118 __kmp_acquire_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_acquire_tas_lock() argument
123 __kmp_acquire_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_acquire_tas_lock_with_checks() argument
136 __kmp_test_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_test_tas_lock() argument
147 __kmp_test_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_test_tas_lock_with_checks() argument
157 __kmp_release_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_release_tas_lock() argument
168 __kmp_release_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_release_tas_lock_with_checks() argument
186 __kmp_init_tas_lock(kmp_tas_lock_t * lck) __kmp_init_tas_lock() argument
190 __kmp_destroy_tas_lock(kmp_tas_lock_t * lck) __kmp_destroy_tas_lock() argument
192 __kmp_destroy_tas_lock_with_checks(kmp_tas_lock_t * lck) __kmp_destroy_tas_lock_with_checks() argument
206 __kmp_acquire_nested_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_tas_lock() argument
219 __kmp_acquire_nested_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_tas_lock_with_checks() argument
228 __kmp_test_nested_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_tas_lock() argument
244 __kmp_test_nested_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_tas_lock_with_checks() argument
253 __kmp_release_nested_tas_lock(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_tas_lock() argument
264 __kmp_release_nested_tas_lock_with_checks(kmp_tas_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_tas_lock_with_checks() argument
280 __kmp_init_nested_tas_lock(kmp_tas_lock_t * lck) __kmp_init_nested_tas_lock() argument
285 __kmp_destroy_nested_tas_lock(kmp_tas_lock_t * lck) __kmp_destroy_nested_tas_lock() argument
290 __kmp_destroy_nested_tas_lock_with_checks(kmp_tas_lock_t * lck) __kmp_destroy_nested_tas_lock_with_checks() argument
311 __kmp_get_futex_lock_owner(kmp_futex_lock_t * lck) __kmp_get_futex_lock_owner() argument
315 __kmp_is_futex_lock_nestable(kmp_futex_lock_t * lck) __kmp_is_futex_lock_nestable() argument
320 __kmp_acquire_futex_lock_timed_template(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_acquire_futex_lock_timed_template() argument
401 __kmp_acquire_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_acquire_futex_lock() argument
406 __kmp_acquire_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_acquire_futex_lock_with_checks() argument
419 __kmp_test_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_test_futex_lock() argument
428 __kmp_test_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_test_futex_lock_with_checks() argument
438 __kmp_release_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_release_futex_lock() argument
469 __kmp_release_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_release_futex_lock_with_checks() argument
487 __kmp_init_futex_lock(kmp_futex_lock_t * lck) __kmp_init_futex_lock() argument
491 __kmp_destroy_futex_lock(kmp_futex_lock_t * lck) __kmp_destroy_futex_lock() argument
493 __kmp_destroy_futex_lock_with_checks(kmp_futex_lock_t * lck) __kmp_destroy_futex_lock_with_checks() argument
507 __kmp_acquire_nested_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_futex_lock() argument
520 __kmp_acquire_nested_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_futex_lock_with_checks() argument
529 __kmp_test_nested_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_futex_lock() argument
545 __kmp_test_nested_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_futex_lock_with_checks() argument
554 __kmp_release_nested_futex_lock(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_futex_lock() argument
565 __kmp_release_nested_futex_lock_with_checks(kmp_futex_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_futex_lock_with_checks() argument
581 __kmp_init_nested_futex_lock(kmp_futex_lock_t * lck) __kmp_init_nested_futex_lock() argument
586 __kmp_destroy_nested_futex_lock(kmp_futex_lock_t * lck) __kmp_destroy_nested_futex_lock() argument
591 __kmp_destroy_nested_futex_lock_with_checks(kmp_futex_lock_t * lck) __kmp_destroy_nested_futex_lock_with_checks() argument
607 __kmp_get_ticket_lock_owner(kmp_ticket_lock_t * lck) __kmp_get_ticket_lock_owner() argument
613 __kmp_is_ticket_lock_nestable(kmp_ticket_lock_t * lck) __kmp_is_ticket_lock_nestable() argument
624 __kmp_acquire_ticket_lock_timed_template(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_acquire_ticket_lock_timed_template() argument
644 __kmp_acquire_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_acquire_ticket_lock() argument
649 __kmp_acquire_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_acquire_ticket_lock_with_checks() argument
674 __kmp_test_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_test_ticket_lock() argument
690 __kmp_test_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_test_ticket_lock_with_checks() argument
714 __kmp_release_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_release_ticket_lock() argument
728 __kmp_release_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_release_ticket_lock_with_checks() argument
753 __kmp_init_ticket_lock(kmp_ticket_lock_t * lck) __kmp_init_ticket_lock() argument
770 __kmp_destroy_ticket_lock(kmp_ticket_lock_t * lck) __kmp_destroy_ticket_lock() argument
784 __kmp_destroy_ticket_lock_with_checks(kmp_ticket_lock_t * lck) __kmp_destroy_ticket_lock_with_checks() argument
805 __kmp_acquire_nested_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_ticket_lock() argument
822 __kmp_acquire_nested_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_ticket_lock_with_checks() argument
839 __kmp_test_nested_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_ticket_lock() argument
860 __kmp_test_nested_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_ticket_lock_with_checks() argument
877 __kmp_release_nested_ticket_lock(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_ticket_lock() argument
890 __kmp_release_nested_ticket_lock_with_checks(kmp_ticket_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_ticket_lock_with_checks() argument
913 __kmp_init_nested_ticket_lock(kmp_ticket_lock_t * lck) __kmp_init_nested_ticket_lock() argument
920 __kmp_destroy_nested_ticket_lock(kmp_ticket_lock_t * lck) __kmp_destroy_nested_ticket_lock() argument
927 __kmp_destroy_nested_ticket_lock_with_checks(kmp_ticket_lock_t * lck) __kmp_destroy_nested_ticket_lock_with_checks() argument
948 __kmp_get_ticket_lock_location(kmp_ticket_lock_t * lck) __kmp_get_ticket_lock_location() argument
952 __kmp_set_ticket_lock_location(kmp_ticket_lock_t * lck,const ident_t * loc) __kmp_set_ticket_lock_location() argument
957 __kmp_get_ticket_lock_flags(kmp_ticket_lock_t * lck) __kmp_get_ticket_lock_flags() argument
961 __kmp_set_ticket_lock_flags(kmp_ticket_lock_t * lck,kmp_lock_flags_t flags) __kmp_set_ticket_lock_flags() argument
1036 __kmp_dump_queuing_lock(kmp_info_t * this_thr,kmp_int32 gtid,kmp_queuing_lock_t * lck,kmp_int32 head_id,kmp_int32 tail_id) __kmp_dump_queuing_lock() argument
1071 __kmp_get_queuing_lock_owner(kmp_queuing_lock_t * lck) __kmp_get_queuing_lock_owner() argument
1075 __kmp_is_queuing_lock_nestable(kmp_queuing_lock_t * lck) __kmp_is_queuing_lock_nestable() argument
1084 __kmp_acquire_queuing_lock_timed_template(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_queuing_lock_timed_template() argument
1277 __kmp_acquire_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_queuing_lock() argument
1284 __kmp_acquire_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_queuing_lock_with_checks() argument
1303 __kmp_test_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_queuing_lock() argument
1335 __kmp_test_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_queuing_lock_with_checks() argument
1353 __kmp_release_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_queuing_lock() argument
1496 __kmp_release_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_queuing_lock_with_checks() argument
1516 __kmp_init_queuing_lock(kmp_queuing_lock_t * lck) __kmp_init_queuing_lock() argument
1529 __kmp_destroy_queuing_lock(kmp_queuing_lock_t * lck) __kmp_destroy_queuing_lock() argument
1540 __kmp_destroy_queuing_lock_with_checks(kmp_queuing_lock_t * lck) __kmp_destroy_queuing_lock_with_checks() argument
1556 __kmp_acquire_nested_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_queuing_lock() argument
1573 __kmp_acquire_nested_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_queuing_lock_with_checks() argument
1585 __kmp_test_nested_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_queuing_lock() argument
1603 __kmp_test_nested_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_queuing_lock_with_checks() argument
1615 __kmp_release_nested_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_queuing_lock() argument
1629 __kmp_release_nested_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_queuing_lock_with_checks() argument
1648 __kmp_init_nested_queuing_lock(kmp_queuing_lock_t * lck) __kmp_init_nested_queuing_lock() argument
1653 __kmp_destroy_nested_queuing_lock(kmp_queuing_lock_t * lck) __kmp_destroy_nested_queuing_lock() argument
1659 __kmp_destroy_nested_queuing_lock_with_checks(kmp_queuing_lock_t * lck) __kmp_destroy_nested_queuing_lock_with_checks() argument
1675 __kmp_get_queuing_lock_location(kmp_queuing_lock_t * lck) __kmp_get_queuing_lock_location() argument
1679 __kmp_set_queuing_lock_location(kmp_queuing_lock_t * lck,const ident_t * loc) __kmp_set_queuing_lock_location() argument
1684 __kmp_get_queuing_lock_flags(kmp_queuing_lock_t * lck) __kmp_get_queuing_lock_flags() argument
1688 __kmp_set_queuing_lock_flags(kmp_queuing_lock_t * lck,kmp_lock_flags_t flags) __kmp_set_queuing_lock_flags() argument
1813 kmp_adaptive_lock_info_t *lck = &liveLocks; __kmp_init_speculative_stats() local
1827 __kmp_remember_lock(kmp_adaptive_lock_info_t * lck) __kmp_remember_lock() argument
1842 __kmp_forget_lock(kmp_adaptive_lock_info_t * lck) __kmp_forget_lock() argument
1853 __kmp_zero_speculative_stats(kmp_adaptive_lock_info_t * lck) __kmp_zero_speculative_stats() argument
1860 __kmp_add_stats(kmp_adaptive_lock_statistics_t * t,kmp_adaptive_lock_info_t * lck) __kmp_add_stats() argument
1871 __kmp_accumulate_speculative_stats(kmp_adaptive_lock_info_t * lck) __kmp_accumulate_speculative_stats() argument
1886 kmp_adaptive_lock_info_t *lck; __kmp_print_speculative_stats() local
1944 KMP_INC_STAT(lck,stat) global() argument
1946 KMP_INC_STAT(lck,stat) global() argument
1950 __kmp_is_unlocked_queuing_lock(kmp_queuing_lock_t * lck) __kmp_is_unlocked_queuing_lock() argument
1968 __kmp_update_badness_after_success(kmp_adaptive_lock_t * lck) __kmp_update_badness_after_success() argument
1975 __kmp_step_badness(kmp_adaptive_lock_t * lck) __kmp_step_badness() argument
1986 __kmp_should_speculate(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_should_speculate() argument
1997 __kmp_test_adaptive_lock_only(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_test_adaptive_lock_only() argument
2045 __kmp_test_adaptive_lock(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_test_adaptive_lock() argument
2064 __kmp_test_adaptive_lock_with_checks(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_test_adaptive_lock_with_checks() argument
2090 __kmp_acquire_adaptive_lock(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_acquire_adaptive_lock() argument
2122 __kmp_acquire_adaptive_lock_with_checks(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_acquire_adaptive_lock_with_checks() argument
2138 __kmp_release_adaptive_lock(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_release_adaptive_lock() argument
2153 __kmp_release_adaptive_lock_with_checks(kmp_adaptive_lock_t * lck,kmp_int32 gtid) __kmp_release_adaptive_lock_with_checks() argument
2171 __kmp_init_adaptive_lock(kmp_adaptive_lock_t * lck) __kmp_init_adaptive_lock() argument
2184 __kmp_destroy_adaptive_lock(kmp_adaptive_lock_t * lck) __kmp_destroy_adaptive_lock() argument
2192 __kmp_destroy_adaptive_lock_with_checks(kmp_adaptive_lock_t * lck) __kmp_destroy_adaptive_lock_with_checks() argument
2209 __kmp_get_drdpa_lock_owner(kmp_drdpa_lock_t * lck) __kmp_get_drdpa_lock_owner() argument
2213 __kmp_is_drdpa_lock_nestable(kmp_drdpa_lock_t * lck) __kmp_is_drdpa_lock_nestable() argument
2218 __kmp_acquire_drdpa_lock_timed_template(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_acquire_drdpa_lock_timed_template() argument
2352 __kmp_acquire_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_acquire_drdpa_lock() argument
2357 __kmp_acquire_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_acquire_drdpa_lock_with_checks() argument
2376 __kmp_test_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_test_drdpa_lock() argument
2403 __kmp_test_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_test_drdpa_lock_with_checks() argument
2421 __kmp_release_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_release_drdpa_lock() argument
2434 __kmp_release_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_release_drdpa_lock_with_checks() argument
2455 __kmp_init_drdpa_lock(kmp_drdpa_lock_t * lck) __kmp_init_drdpa_lock() argument
2472 __kmp_destroy_drdpa_lock(kmp_drdpa_lock_t * lck) __kmp_destroy_drdpa_lock() argument
2492 __kmp_destroy_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck) __kmp_destroy_drdpa_lock_with_checks() argument
2508 __kmp_acquire_nested_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_drdpa_lock() argument
2524 __kmp_acquire_nested_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_acquire_nested_drdpa_lock_with_checks() argument
2536 __kmp_test_nested_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_drdpa_lock() argument
2554 __kmp_test_nested_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_test_nested_drdpa_lock_with_checks() argument
2566 __kmp_release_nested_drdpa_lock(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_drdpa_lock() argument
2579 __kmp_release_nested_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck,kmp_int32 gtid) __kmp_release_nested_drdpa_lock_with_checks() argument
2598 __kmp_init_nested_drdpa_lock(kmp_drdpa_lock_t * lck) __kmp_init_nested_drdpa_lock() argument
2603 __kmp_destroy_nested_drdpa_lock(kmp_drdpa_lock_t * lck) __kmp_destroy_nested_drdpa_lock() argument
2608 __kmp_destroy_nested_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck) __kmp_destroy_nested_drdpa_lock_with_checks() argument
2624 __kmp_get_drdpa_lock_location(kmp_drdpa_lock_t * lck) __kmp_get_drdpa_lock_location() argument
2628 __kmp_set_drdpa_lock_location(kmp_drdpa_lock_t * lck,const ident_t * loc) __kmp_set_drdpa_lock_location() argument
2633 __kmp_get_drdpa_lock_flags(kmp_drdpa_lock_t * lck) __kmp_get_drdpa_lock_flags() argument
2637 __kmp_set_drdpa_lock_flags(kmp_drdpa_lock_t * lck,kmp_lock_flags_t flags) __kmp_set_drdpa_lock_flags() argument
2690 __kmp_init_direct_lock(kmp_dyna_lock_t * lck,kmp_dyna_lockseq_t seq) __kmp_init_direct_lock() argument
2709 __kmp_destroy_hle_lock(kmp_dyna_lock_t * lck) __kmp_destroy_hle_lock() argument
2711 __kmp_destroy_hle_lock_with_checks(kmp_dyna_lock_t * lck) __kmp_destroy_hle_lock_with_checks() argument
2715 __kmp_acquire_hle_lock(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_acquire_hle_lock() argument
2729 __kmp_acquire_hle_lock_with_checks(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_acquire_hle_lock_with_checks() argument
2734 __kmp_release_hle_lock(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_release_hle_lock() argument
2742 __kmp_release_hle_lock_with_checks(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_release_hle_lock_with_checks() argument
2747 __kmp_test_hle_lock(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_test_hle_lock() argument
2751 __kmp_test_hle_lock_with_checks(kmp_dyna_lock_t * lck,kmp_int32 gtid) __kmp_test_hle_lock_with_checks() argument
2756 __kmp_init_rtm_queuing_lock(kmp_queuing_lock_t * lck) __kmp_init_rtm_queuing_lock() argument
2760 __kmp_destroy_rtm_queuing_lock(kmp_queuing_lock_t * lck) __kmp_destroy_rtm_queuing_lock() argument
2765 __kmp_destroy_rtm_queuing_lock_with_checks(kmp_queuing_lock_t * lck) __kmp_destroy_rtm_queuing_lock_with_checks() argument
2770 __kmp_acquire_rtm_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_rtm_queuing_lock() argument
2793 __kmp_acquire_rtm_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_acquire_rtm_queuing_lock_with_checks() argument
2799 __kmp_release_rtm_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_rtm_queuing_lock() argument
2811 __kmp_release_rtm_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_release_rtm_queuing_lock_with_checks() argument
2817 __kmp_test_rtm_queuing_lock(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_rtm_queuing_lock() argument
2832 __kmp_test_rtm_queuing_lock_with_checks(kmp_queuing_lock_t * lck,kmp_int32 gtid) __kmp_test_rtm_queuing_lock_with_checks() argument
2840 __kmp_destroy_rtm_spin_lock(kmp_rtm_spin_lock_t * lck) __kmp_destroy_rtm_spin_lock() argument
2844 __kmp_destroy_rtm_spin_lock_with_checks(kmp_rtm_spin_lock_t * lck) __kmp_destroy_rtm_spin_lock_with_checks() argument
2849 __kmp_acquire_rtm_spin_lock(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_acquire_rtm_spin_lock() argument
2881 __kmp_acquire_rtm_spin_lock_with_checks(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_acquire_rtm_spin_lock_with_checks() argument
2887 __kmp_release_rtm_spin_lock(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_release_rtm_spin_lock() argument
2900 __kmp_release_rtm_spin_lock_with_checks(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_release_rtm_spin_lock_with_checks() argument
2906 __kmp_test_rtm_spin_lock(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_test_rtm_spin_lock() argument
2928 __kmp_test_rtm_spin_lock_with_checks(kmp_rtm_spin_lock_t * lck,kmp_int32 gtid) __kmp_test_rtm_spin_lock_with_checks() argument
3123 kmp_indirect_lock_t *lck; __kmp_allocate_indirect_lock() local
3196 kmp_indirect_lock_t *lck = NULL; __kmp_lookup_indirect_lock() local
3299 __kmp_get_user_lock_owner(kmp_user_lock_p lck,kmp_uint32 seq) __kmp_get_user_lock_owner() argument
3475 __kmp_init_tas_lock_with_checks(kmp_tas_lock_t * lck) __kmp_init_tas_lock_with_checks() argument
3479 __kmp_init_nested_tas_lock_with_checks(kmp_tas_lock_t * lck) __kmp_init_nested_tas_lock_with_checks() argument
3484 __kmp_init_futex_lock_with_checks(kmp_futex_lock_t * lck) __kmp_init_futex_lock_with_checks() argument
3488 __kmp_init_nested_futex_lock_with_checks(kmp_futex_lock_t * lck) __kmp_init_nested_futex_lock_with_checks() argument
3493 __kmp_is_ticket_lock_initialized(kmp_ticket_lock_t * lck) __kmp_is_ticket_lock_initialized() argument
3497 __kmp_init_ticket_lock_with_checks(kmp_ticket_lock_t * lck) __kmp_init_ticket_lock_with_checks() argument
3501 __kmp_init_nested_ticket_lock_with_checks(kmp_ticket_lock_t * lck) __kmp_init_nested_ticket_lock_with_checks() argument
3505 __kmp_is_queuing_lock_initialized(kmp_queuing_lock_t * lck) __kmp_is_queuing_lock_initialized() argument
3509 __kmp_init_queuing_lock_with_checks(kmp_queuing_lock_t * lck) __kmp_init_queuing_lock_with_checks() argument
3514 __kmp_init_nested_queuing_lock_with_checks(kmp_queuing_lock_t * lck) __kmp_init_nested_queuing_lock_with_checks() argument
3519 __kmp_init_adaptive_lock_with_checks(kmp_adaptive_lock_t * lck) __kmp_init_adaptive_lock_with_checks() argument
3524 __kmp_is_drdpa_lock_initialized(kmp_drdpa_lock_t * lck) __kmp_is_drdpa_lock_initialized() argument
3528 __kmp_init_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck) __kmp_init_drdpa_lock_with_checks() argument
3532 __kmp_init_nested_drdpa_lock_with_checks(kmp_drdpa_lock_t * lck) __kmp_init_nested_drdpa_lock_with_checks() argument
3795 __kmp_lock_table_insert(kmp_user_lock_p lck) __kmp_lock_table_insert() argument
3856 kmp_user_lock_p lck; __kmp_user_lock_allocate() local
3899 __kmp_user_lock_free(void ** user_lock,kmp_int32 gtid,kmp_user_lock_p lck) __kmp_user_lock_free() argument
3917 kmp_user_lock_p lck = NULL; __kmp_lookup_user_lock() local
3953 IS_CRITICAL(lck) __kmp_cleanup_user_locks() argument
3985 kmp_user_lock_p lck = __kmp_cleanup_user_locks() local
[all...] |
| H A D | kmp_lock.h | 152 extern int __kmp_acquire_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
153 extern int __kmp_test_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
154 extern int __kmp_release_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
155 extern void __kmp_init_tas_lock(kmp_tas_lock_t *lck);
156 extern void __kmp_destroy_tas_lock(kmp_tas_lock_t *lck);
158 extern int __kmp_acquire_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
159 extern int __kmp_test_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
160 extern int __kmp_release_nested_tas_lock(kmp_tas_lock_t *lck, kmp_int32 gtid);
161 extern void __kmp_init_nested_tas_lock(kmp_tas_lock_t *lck);
162 extern void __kmp_destroy_nested_tas_lock(kmp_tas_lock_t *lck);
519 __kmp_acquire_bootstrap_lock(kmp_bootstrap_lock_t * lck) __kmp_acquire_bootstrap_lock() argument
523 __kmp_test_bootstrap_lock(kmp_bootstrap_lock_t * lck) __kmp_test_bootstrap_lock() argument
527 __kmp_release_bootstrap_lock(kmp_bootstrap_lock_t * lck) __kmp_release_bootstrap_lock() argument
531 __kmp_init_bootstrap_lock(kmp_bootstrap_lock_t * lck) __kmp_init_bootstrap_lock() argument
535 __kmp_destroy_bootstrap_lock(kmp_bootstrap_lock_t * lck) __kmp_destroy_bootstrap_lock() argument
551 __kmp_acquire_lock(kmp_lock_t * lck,kmp_int32 gtid) __kmp_acquire_lock() argument
555 __kmp_test_lock(kmp_lock_t * lck,kmp_int32 gtid) __kmp_test_lock() argument
559 __kmp_release_lock(kmp_lock_t * lck,kmp_int32 gtid) __kmp_release_lock() argument
563 __kmp_init_lock(kmp_lock_t * lck) __kmp_init_lock() argument
567 __kmp_destroy_lock(kmp_lock_t * lck) __kmp_destroy_lock() argument
624 __kmp_get_user_lock_owner(kmp_user_lock_p lck) __kmp_get_user_lock_owner() argument
635 __kmp_acquire_user_lock_with_checks(lck,gtid) global() argument
667 __kmp_acquire_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_acquire_user_lock_with_checks() argument
682 __kmp_test_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_test_user_lock_with_checks() argument
700 __kmp_test_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_test_user_lock_with_checks() argument
710 __kmp_release_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_release_user_lock_with_checks() argument
718 __kmp_init_user_lock_with_checks(kmp_user_lock_p lck) __kmp_init_user_lock_with_checks() argument
727 __kmp_destroy_user_lock(kmp_user_lock_p lck) __kmp_destroy_user_lock() argument
734 __kmp_destroy_user_lock_with_checks(kmp_user_lock_p lck) __kmp_destroy_user_lock_with_checks() argument
744 __kmp_acquire_nested_user_lock_with_checks(lck,gtid,depth) global() argument
781 __kmp_acquire_nested_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid,int * depth) __kmp_acquire_nested_user_lock_with_checks() argument
792 __kmp_test_nested_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_test_nested_user_lock_with_checks() argument
821 __kmp_test_nested_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_test_nested_user_lock_with_checks() argument
832 __kmp_release_nested_user_lock_with_checks(kmp_user_lock_p lck,kmp_int32 gtid) __kmp_release_nested_user_lock_with_checks() argument
841 __kmp_init_nested_user_lock_with_checks(kmp_user_lock_p lck) __kmp_init_nested_user_lock_with_checks() argument
849 __kmp_destroy_nested_user_lock_with_checks(kmp_user_lock_p lck) __kmp_destroy_nested_user_lock_with_checks() argument
873 __kmp_get_user_lock_location(kmp_user_lock_p lck) __kmp_get_user_lock_location() argument
884 __kmp_set_user_lock_location(kmp_user_lock_p lck,const ident_t * loc) __kmp_set_user_lock_location() argument
896 __kmp_set_user_lock_flags(kmp_user_lock_p lck,kmp_lock_flags_t flags) __kmp_set_user_lock_flags() argument
1190 KMP_SET_I_LOCK_LOCATION(lck,loc) global() argument
1199 KMP_SET_I_LOCK_FLAGS(lck,flag) global() argument
1208 KMP_GET_I_LOCK_LOCATION(lck) global() argument
1216 KMP_GET_I_LOCK_FLAGS(lck) global() argument
[all...] |
| H A D | kmp_csupport.cpp | 1057 ompt_wait_id_t lck; in __kmpc_ordered() local
1062 lck = (ompt_wait_id_t)(uintptr_t)&team->t.t_ordered.dt.t_value; in __kmpc_ordered()
1064 th->th.ompt_thread_info.wait_id = lck; in __kmpc_ordered()
1071 ompt_mutex_ordered, omp_lock_hint_none, kmp_mutex_impl_spin, lck, in __kmpc_ordered()
1091 ompt_mutex_ordered, (ompt_wait_id_t)(uintptr_t)lck, codeptr_ra); in __kmpc_ordered()
1147 kmp_indirect_lock_t **lck; in __kmp_init_indirect_csptr() local
1148 lck = (kmp_indirect_lock_t **)crit; in __kmp_init_indirect_csptr()
1158 int status = KMP_COMPARE_AND_STORE_PTR(lck, nullptr, ilk); in __kmp_init_indirect_csptr()
1167 KMP_DEBUG_ASSERT(*lck != NULL); in __kmp_init_indirect_csptr()
1291 kmp_user_lock_p lck = (kmp_user_lock_p)TCR_PTR(*lck_pp); in __kmp_get_critical_section_ptr() local
[all …]
|
| H A D | kmp_error.cpp | 250 __kmp_check_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint… argument
252 __kmp_check_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck )
298 if (lck != NULL &&
299 __kmp_get_user_lock_owner(lck, seq) ==
302 if (lck != NULL &&
303 __kmp_get_user_lock_owner(lck) ==
309 while (index != 0 && p->stack_data[index].name != lck) {
336 __kmp_push_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck, kmp_uint3… argument
338 __kmp_push_sync( int gtid, enum cons_type ct, ident_t const * ident, kmp_user_lock_p lck )
347 __kmp_check_sync(gtid, ct, ident, lck, seq);
[all …]
|
| H A D | kmp_atomic.h | 367 static inline void __kmp_acquire_atomic_lock(kmp_atomic_lock_t *lck, in __kmp_acquire_atomic_lock() argument
373 (ompt_wait_id_t)(uintptr_t)lck, OMPT_GET_RETURN_ADDRESS(0)); in __kmp_acquire_atomic_lock()
377 __kmp_acquire_queuing_lock(lck, gtid); in __kmp_acquire_atomic_lock()
382 ompt_mutex_atomic, (ompt_wait_id_t)(uintptr_t)lck, in __kmp_acquire_atomic_lock()
388 static inline int __kmp_test_atomic_lock(kmp_atomic_lock_t *lck, in __kmp_test_atomic_lock() argument
390 return __kmp_test_queuing_lock(lck, gtid); in __kmp_test_atomic_lock()
393 static inline void __kmp_release_atomic_lock(kmp_atomic_lock_t *lck, in __kmp_release_atomic_lock() argument
395 __kmp_release_queuing_lock(lck, gtid); in __kmp_release_atomic_lock()
399 ompt_mutex_atomic, (ompt_wait_id_t)(uintptr_t)lck, in __kmp_release_atomic_lock()
405 static inline void __kmp_init_atomic_lock(kmp_atomic_lock_t *lck) { in __kmp_init_atomic_lock() argument
[all …]
|
| H A D | kmp_dispatch.cpp | 1381 kmp_lock_t *lck = pr->u.p.steal_lock; in __kmp_dispatch_next_algorithm() local
1382 KMP_DEBUG_ASSERT(lck != NULL); in __kmp_dispatch_next_algorithm()
1385 __kmp_acquire_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
1389 __kmp_release_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
1430 __kmp_acquire_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
1433 __kmp_release_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
1498 __kmp_acquire_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
1501 __kmp_release_lock(lck, gtid); in __kmp_dispatch_next_algorithm()
2380 kmp_lock_t *lck = buf->u.p.steal_lock; in __kmp_dispatch_next() local
2381 KMP_ASSERT(lck != NULL); in __kmp_dispatch_next()
[all …]
|
| H A D | kmp_itt.inl | 658 KMP_ITT_DEBUG_PRINT("[lck ini] scre( %p, \"%s\", \"%s\", 0 )\n", lock, type,
675 KMP_ITT_DEBUG_PRINT("[lck ini] scre( %p, \"%s\", \"%s\", 0 )\n", lock, type,
688 KMP_ITT_DEBUG_PRINT("[lck dst] sdes( %p )\n", lock);
|
| H A D | kmp.h | 4410 kmp_critical_name *lck);
4412 kmp_critical_name *lck);
4416 kmp_critical_name *lck);
4418 kmp_critical_name *lck);
4425 kmp_critical_name *lck);
|
| H A D | kmp_runtime.cpp | 8915 kmp_critical_name *lck) { in __kmp_determine_reduction_method() argument
8930 KMP_DEBUG_ASSERT(lck); // it would be nice to test ( lck != 0 ) in __kmp_determine_reduction_method()
9031 KMP_ASSERT(lck); // lck should be != 0 in __kmp_determine_reduction_method()
|
| /freebsd/lib/libthr/thread/ |
| H A D | thr_pspinlock.c | 55 struct pthread_spinlock *lck; in _pthread_spin_init() local
60 lck = aligned_alloc(CACHE_LINE_SIZE, in _pthread_spin_init()
62 if (lck == NULL) in _pthread_spin_init()
64 *lock = lck; in _pthread_spin_init()
66 lck = __thr_pshared_offpage(lock, 1); in _pthread_spin_init()
67 if (lck == NULL) in _pthread_spin_init()
73 _thr_umutex_init(&lck->s_lock); in _pthread_spin_init()
101 struct pthread_spinlock *lck; in _pthread_spin_trylock() local
105 lck = *lock == THR_PSHARED_PTR ? __thr_pshared_offpage(lock, 0) : *lock; in _pthread_spin_trylock()
106 if (lck == NULL) in _pthread_spin_trylock()
[all …]
|
| H A D | thr_spinlock.c | 55 static void init_spinlock(spinlock_t *lck);
63 __thr_spinunlock(spinlock_t *lck) in __thr_spinunlock() argument
67 _extra = lck->thr_extra; in __thr_spinunlock()
72 __thr_spinlock(spinlock_t *lck) in __thr_spinlock() argument
80 if (lck->thr_extra == NULL) in __thr_spinlock()
81 init_spinlock(lck); in __thr_spinlock()
82 _extra = lck->thr_extra; in __thr_spinlock()
87 init_spinlock(spinlock_t *lck) in init_spinlock() argument
92 if ((lck->thr_extra == NULL) && (spinlock_count < MAX_SPINLOCKS)) { in init_spinlock()
93 lck->thr_extra = &extra[spinlock_count]; in init_spinlock()
[all …]
|
| H A D | thr_private.h | 598 #define THR_UMUTEX_TRYLOCK(thrd, lck) \ argument
599 _thr_umutex_trylock((lck), TID(thrd))
601 #define THR_UMUTEX_LOCK(thrd, lck) \ argument
602 _thr_umutex_lock((lck), TID(thrd))
604 #define THR_UMUTEX_TIMEDLOCK(thrd, lck, timo) \ argument
605 _thr_umutex_timedlock((lck), TID(thrd), (timo))
607 #define THR_UMUTEX_UNLOCK(thrd, lck) \ argument
608 _thr_umutex_unlock((lck), TID(thrd))
610 #define THR_LOCK_ACQUIRE(thrd, lck) \ argument
613 _thr_umutex_lock(lck, TID(thrd)); \
[all …]
|
| /freebsd/lib/libc/gen/ |
| H A D | _spinlock_stub.c | 44 _atomic_lock_stub(volatile long *lck __unused) in _atomic_lock_stub()
51 _spinlock(spinlock_t *lck) in _spinlock() argument
54 ((void (*)(spinlock_t *lck))__libc_interposing[INTERPOS_spinlock]) in _spinlock()
55 (lck); in _spinlock()
61 _spinunlock(spinlock_t *lck) in _spinunlock() argument
64 ((void (*)(spinlock_t *lck))__libc_interposing[INTERPOS_spinunlock]) in _spinunlock()
65 (lck); in _spinunlock()
70 __libc_spinlock_stub(spinlock_t *lck __unused) in __libc_spinlock_stub()
75 __libc_spinunlock_stub(spinlock_t *lck __unused) in __libc_spinunlock_stub()
|
| /freebsd/crypto/openssl/crypto/asn1/ |
| H A D | tasn_utl.c | 71 CRYPTO_REF_COUNT *lck; in ossl_asn1_do_lock() local
81 lck = offset2ptr(*pval, aux->ref_offset); in ossl_asn1_do_lock()
86 *lck = ret = 1; in ossl_asn1_do_lock()
94 if (!CRYPTO_UP_REF(lck, &ret, *lock)) in ossl_asn1_do_lock()
98 if (!CRYPTO_DOWN_REF(lck, &ret, *lock)) in ossl_asn1_do_lock()
|
| /freebsd/contrib/one-true-awk/testdir/ |
| H A D | td.1 | 34 lck DRw4p0msMLxDk 172 1 m6532,m149 /usr/guest
108 lck DRw4p0msMLxDk 172 1 m6532,m149 /usr/guest
182 lck DRw4p0msMLxDk 172 1 m6532,m149 /usr/guest
256 lck DRw4p0msMLxDk 172 1 m6532,m149 /usr/guest
330 lck DRw4p0msMLxDk:172:1:m6532,m149:/usr/guest:
404 lck DRw4p0msMLxDk:172:1:m6532,m149:/usr/guest:
478 lck DRw4p0msMLxDk:172:1:m6532,m149:/usr/guest:
552 lck DRw4p0msMLxDk:172:1:m6532,m149:/usr/guest:
626 lck DRw4p0msMLxDk:172:1:m6532,m149:/usr/guest:
732 lck DRw4p0msMLxDk 172 1 m6532,m149 /usr/guest
[all …]
|
| H A D | test.data | 25 6462 lck
|
| /freebsd/crypto/openssl/ssl/ |
| H A D | ssl_sess.c | 25 static int remove_session_lock(SSL_CTX *ctx, SSL_SESSION *c, int lck);
832 static int remove_session_lock(SSL_CTX *ctx, SSL_SESSION *c, int lck) in remove_session_lock() argument
838 if (lck) { in remove_session_lock()
849 if (lck) in remove_session_lock()
|
| /freebsd/sys/dev/cxgbe/ |
| H A D | t4_mp_ring.c | 259 ring_can_drain_t can_drain, struct malloc_type *mt, struct mtx *lck, in mp_ring_alloc() argument
281 r->cons_lock = lck; in mp_ring_alloc()
|
| /freebsd/sys/contrib/dev/rtw89/ |
| H A D | rtw8851b_rfk.c | 3192 struct rtw89_lck_info *lck = &rtwdev->lck; in _lck_keep_thermal() local
3194 lck->thermal[RF_PATH_A] = in _lck_keep_thermal()
3197 "[LCK] path=%d thermal=0x%x", RF_PATH_A, lck->thermal[RF_PATH_A]); in _lck_keep_thermal()
3225 struct rtw89_lck_info *lck = &rtwdev->lck; in rtw8851b_lck_track() local
3231 delta = abs((int)cur_thermal - lck->thermal[RF_PATH_A]); in rtw8851b_lck_track()
|
| H A D | rtw8852c_rfk.c | 3994 struct rtw89_lck_info *lck = &rtwdev->lck; in _lck()
3998 lck->thermal[path] = in _lck()
4001 "[LCK] path=%d thermal=0x%x", path, lck->thermal[path]); in _lck()
4029 struct rtw89_lck_info *lck = &rtwdev->lck;
4037 delta = abs((int)cur_thermal - lck->thermal[path]); in rtw8852c_ctrl_bw_ch()
3974 struct rtw89_lck_info *lck = &rtwdev->lck; _lck_keep_thermal() local
4009 struct rtw89_lck_info *lck = &rtwdev->lck; rtw8852c_lck_track() local
|
| H A D | core.h | 5475 struct rtw89_lck_info lck;
4341 struct rtw89_lck_info lck; global() member
|
| /freebsd/sys/kern/ |
| H A D | kern_event.c | 88 #define KQ_GLOBAL_LOCK(lck, haslck) do { \ argument
90 mtx_lock(lck); \
93 #define KQ_GLOBAL_UNLOCK(lck, haslck) do { \ argument
95 mtx_unlock(lck); \
|
| /freebsd/contrib/tcsh/ |
| H A D | tc.func.c | 1083 setalarm(int lck) in setalarm() argument
1110 if (lck) { in setalarm()
|