/freebsd/contrib/llvm-project/openmp/runtime/src/ |
H A D | kmp_barrier.cpp | 227 enum barrier_type bt, kmp_info_t *this_thr, int gtid, int tid, in __kmp_dist_barrier_gather() argument 237 team = this_thr->th.th_team; in __kmp_dist_barrier_gather() 238 nproc = this_thr->th.th_team_nproc; in __kmp_dist_barrier_gather() 252 this_thr->th.th_bar_arrive_time = this_thr->th.th_bar_min_time = in __kmp_dist_barrier_gather() 274 kmp_task_team_t *task_team = this_thr->th.th_task_team; in __kmp_dist_barrier_gather() 280 this_thr, gtid, (kmp_atomic_flag_64<> *)NULL, FALSE, in __kmp_dist_barrier_gather() 283 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP; in __kmp_dist_barrier_gather() 286 this_thr->th.th_reap_state = KMP_SAFE_TO_REAP; in __kmp_dist_barrier_gather() 294 this_thr->th.th_reap_state == KMP_SAFE_TO_REAP) { in __kmp_dist_barrier_gather() 295 this_thr->th.th_reap_state = KMP_NOT_SAFE_TO_REAP; in __kmp_dist_barrier_gather() [all …]
|
H A D | kmp_wait_release.h | 322 static void __ompt_implicit_task_end(kmp_info_t *this_thr, 325 int ds_tid = this_thr->th.th_info.ds.ds_tid; 328 this_thr->th.ompt_thread_info.state = ompt_state_overhead; 332 if (this_thr->th.ompt_thread_info.parallel_flags & ompt_parallel_league) 345 int flags = this_thr->th.ompt_thread_info.parallel_flags; 352 this_thr->th.ompt_thread_info.state = ompt_state_idle; 354 this_thr->th.ompt_thread_info.state = ompt_state_overhead; 368 __kmp_wait_template(kmp_info_t *this_thr, 389 th_gtid = this_thr->th.th_info.ds.ds_gtid; 391 kmp_team_t *team = this_thr->th.th_team; [all …]
|
H A D | kmp_cancel.cpp | 30 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancel() local 49 kmp_team_t *this_team = this_thr->th.th_team; in __kmpc_cancel() 84 task = this_thr->th.th_current_task; in __kmpc_cancel() 137 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancellationpoint() local 157 kmp_team_t *this_team = this_thr->th.th_team; in __kmpc_cancellationpoint() 197 task = this_thr->th.th_current_task; in __kmpc_cancellationpoint() 245 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_cancel_barrier() local 246 kmp_team_t *this_team = this_thr->th.th_team; in __kmpc_cancel_barrier() 311 kmp_info_t *this_thr = __kmp_entry_thread(); in __kmp_get_cancellation_status() local 317 kmp_team_t *this_team = this_thr->th.th_team; in __kmp_get_cancellation_status() [all …]
|
H A D | kmp_runtime.cpp | 773 kmp_info_t *this_thr = parent_team->t.t_threads[master_tid]; in __kmp_reserve_threads() local 863 int cg_nthreads = this_thr->th.th_cg_roots->cg_nthreads; in __kmp_reserve_threads() 864 int max_cg_threads = this_thr->th.th_cg_roots->cg_thread_limit; in __kmp_reserve_threads() 949 if (this_thr->th.th_nt_strict && new_nthreads < set_nthreads) { in __kmp_reserve_threads() 950 __kmpc_error(this_thr->th.th_nt_loc, this_thr->th.th_nt_sev, in __kmp_reserve_threads() 951 this_thr->th.th_nt_msg); in __kmp_reserve_threads() 1182 kmp_info_t *this_thr; in __kmp_serialized_parallel() local 1196 this_thr = __kmp_threads[global_tid]; in __kmp_serialized_parallel() 1197 serial_team = this_thr->th.th_serial_team; in __kmp_serialized_parallel() 1203 kmp_proc_bind_t proc_bind = this_thr->th.th_set_proc_bind; in __kmp_serialized_parallel() [all …]
|
H A D | kmp_csupport.cpp | 505 kmp_info_t *this_thr = __kmp_threads[gtid]; in __kmpc_fork_teams() local 520 this_thr->th.th_teams_microtask = microtask; in __kmpc_fork_teams() 521 this_thr->th.th_teams_level = in __kmpc_fork_teams() 522 this_thr->th.th_team->t.t_level; // AC: can be >0 on host in __kmpc_fork_teams() 525 kmp_team_t *parent_team = this_thr->th.th_team; in __kmpc_fork_teams() 536 if (this_thr->th.th_teams_size.nteams == 0) { in __kmpc_fork_teams() 539 KMP_DEBUG_ASSERT(this_thr->th.th_set_nproc >= 1); in __kmpc_fork_teams() 540 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nteams >= 1); in __kmpc_fork_teams() 541 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nth >= 1); in __kmpc_fork_teams() 555 KMP_DEBUG_ASSERT(this_thr->th.th_cg_roots); in __kmpc_fork_teams() [all …]
|
H A D | kmp_wait_release.cpp | 15 void __kmp_wait_64(kmp_info_t *this_thr, kmp_flag_64<> *flag, in __kmp_wait_64() argument 19 this_thr, flag USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_wait_64() 22 this_thr, flag USE_ITT_BUILD_ARG(itt_sync_obj)); in __kmp_wait_64()
|
H A D | ompt-specific.h | 175 #define OMPT_REDUCTION_DECL(this_thr, gtid) \ argument 176 ompt_data_t *my_task_data = OMPT_CUR_TASK_DATA(this_thr); \ 177 ompt_data_t *my_parallel_data = OMPT_CUR_TEAM_DATA(this_thr); \ 192 #define OMPT_REDUCTION_DECL(this_thr, gtid) argument
|
H A D | kmp_tasking.cpp | 34 kmp_info_t *this_thr); 612 void __kmp_pop_current_task_from_thread(kmp_info_t *this_thr) { argument 616 0, this_thr, this_thr->th.th_current_task, 617 this_thr->th.th_current_task->td_parent)); 619 this_thr->th.th_current_task = this_thr->th.th_current_task->td_parent; 624 0, this_thr, this_thr->th.th_current_task, 625 this_thr->th.th_current_task->td_parent)); 634 void __kmp_push_current_task_to_thread(kmp_info_t *this_thr, kmp_team_t *team, argument 641 tid, this_thr, this_thr->th.th_current_task, 644 KMP_DEBUG_ASSERT(this_thr != NULL); [all …]
|
H A D | kmp_alloc.cpp | 2076 void *___kmp_fast_allocate(kmp_info_t *this_thr, size_t size KMP_SRC_LOC_DECL) { in ___kmp_fast_allocate() argument 2085 __kmp_gtid_from_thread(this_thr), (int)size KMP_SRC_LOC_PARM)); in ___kmp_fast_allocate() 2106 ptr = this_thr->th.th_free_lists[index].th_free_list_self; in ___kmp_fast_allocate() 2109 this_thr->th.th_free_lists[index].th_free_list_self = *((void **)ptr); in ___kmp_fast_allocate() 2110 KMP_DEBUG_ASSERT(this_thr == ((kmp_mem_descr_t *)((kmp_uintptr_t)ptr - in ___kmp_fast_allocate() 2115 ptr = TCR_SYNC_PTR(this_thr->th.th_free_lists[index].th_free_list_sync); in ___kmp_fast_allocate() 2121 &this_thr->th.th_free_lists[index].th_free_list_sync, ptr, nullptr)) { in ___kmp_fast_allocate() 2123 ptr = TCR_SYNC_PTR(this_thr->th.th_free_lists[index].th_free_list_sync); in ___kmp_fast_allocate() 2127 this_thr->th.th_free_lists[index].th_free_list_self = *((void **)ptr); in ___kmp_fast_allocate() 2128 KMP_DEBUG_ASSERT(this_thr == ((kmp_mem_descr_t *)((kmp_uintptr_t)ptr - in ___kmp_fast_allocate() [all …]
|
H A D | z_Windows_NT_util.cpp | 994 kmp_info_t *this_thr = (kmp_info_t *)arg; in __kmp_launch_worker() 997 gtid = this_thr->th.th_info.ds.ds_gtid; in __kmp_launch_worker() 1024 KMP_FSYNC_RELEASING(&this_thr->th.th_info.ds.ds_alive); in __kmp_launch_worker() 1025 this_thr->th.th_info.ds.ds_thread_id = GetCurrentThreadId(); in __kmp_launch_worker() 1026 TCW_4(this_thr->th.th_info.ds.ds_alive, TRUE); in __kmp_launch_worker() 1030 TCW_PTR(this_thr->th.th_info.ds.ds_stackbase, &stack_data); in __kmp_launch_worker() 1031 KMP_ASSERT(this_thr->th.th_info.ds.ds_stackgrow == FALSE); in __kmp_launch_worker() 1032 __kmp_check_stack_overlap(this_thr); in __kmp_launch_worker() 1035 exit_val = __kmp_launch_thread(this_thr); in __kmp_launch_worker() 1036 KMP_FSYNC_RELEASING(&this_thr in __kmp_launch_worker() 993 kmp_info_t *this_thr = (kmp_info_t *)arg; __kmp_launch_worker() local 1049 kmp_info_t *this_thr = (kmp_info_t *)arg; __kmp_launch_monitor() local [all...] |
H A D | kmp_lock.cpp | 1035 static void __kmp_dump_queuing_lock(kmp_info_t *this_thr, kmp_int32 gtid, in __kmp_dump_queuing_lock() argument 1053 gtid + 1, this_thr->th.th_spin_here, in __kmp_dump_queuing_lock() 1054 this_thr->th.th_next_waiting, head_id, tail_id); in __kmp_dump_queuing_lock() 1086 kmp_info_t *this_thr = __kmp_thread_from_gtid(gtid); in __kmp_acquire_queuing_lock_timed_template() local 1099 KMP_DEBUG_ASSERT(this_thr != NULL); in __kmp_acquire_queuing_lock_timed_template() 1100 spin_here_p = &this_thr->th.th_spin_here; in __kmp_acquire_queuing_lock_timed_template() 1105 __kmp_dump_queuing_lock(this_thr, gtid, lck, *head_id_p, *tail_id_p); in __kmp_acquire_queuing_lock_timed_template() 1106 if (this_thr->th.th_next_waiting != 0) in __kmp_acquire_queuing_lock_timed_template() 1107 __kmp_dump_queuing_lock(this_thr, gtid, lck, *head_id_p, *tail_id_p); in __kmp_acquire_queuing_lock_timed_template() 1110 KMP_DEBUG_ASSERT(this_thr in __kmp_acquire_queuing_lock_timed_template() 1307 kmp_info_t *this_thr; __kmp_test_queuing_lock() local 1361 kmp_info_t *this_thr = __kmp_thread_from_gtid(gtid); __kmp_release_queuing_lock() local [all...] |
H A D | kmp.h | 3768 extern void *___kmp_fast_allocate(kmp_info_t *this_thr, 3770 extern void ___kmp_fast_free(kmp_info_t *this_thr, void *ptr KMP_SRC_LOC_DECL); 3771 extern void __kmp_free_fast_memory(kmp_info_t *this_thr); 3772 extern void __kmp_initialize_fast_memory(kmp_info_t *this_thr); 3773 #define __kmp_fast_allocate(this_thr, size) \ argument 3774 ___kmp_fast_allocate((this_thr), (size)KMP_SRC_LOC_CURR) 3775 #define __kmp_fast_free(this_thr, ptr) \ argument 3776 ___kmp_fast_free((this_thr), (ptr)KMP_SRC_LOC_CURR) 3881 extern void __kmp_wait_64(kmp_info_t *this_thr, kmp_flag_64<> *flag, 4094 kmp_info_t *this_thr, [all …]
|
H A D | kmp_ftn_entry.h | 392 kmp_info_t *this_thr = __kmp_threads[__kmp_entry_gtid()]; in FTN_CONTROL_TOOL() 393 ompt_task_info_t *parent_task_info = OMPT_CUR_TASK_INFO(this_thr); in FTN_CONTROL_TOOL()
|
H A D | kmp_gsupport.cpp | 225 kmp_info_t *this_thr = __kmp_threads[gtid]; in KMP_EXPAND_NAME() local 226 kmp_team_t *team = this_thr->th.th_team; in KMP_EXPAND_NAME()
|