/freebsd/contrib/llvm-project/openmp/runtime/src/ |
H A D | kmp_cancel.cpp | 35 KMP_DEBUG_ASSERT(cncl_kind != cancel_noreq); in __kmpc_cancel() 36 KMP_DEBUG_ASSERT(cncl_kind == cancel_parallel || cncl_kind == cancel_loop || in __kmpc_cancel() 39 KMP_DEBUG_ASSERT(__kmp_get_gtid() == gtid); in __kmpc_cancel() 50 KMP_DEBUG_ASSERT(this_team); in __kmpc_cancel() 85 KMP_DEBUG_ASSERT(task); in __kmpc_cancel() 120 KMP_DEBUG_ASSERT(!__kmp_omp_cancellation); in __kmpc_cancel() 143 KMP_DEBUG_ASSERT(cncl_kind != cancel_noreq); in __kmpc_cancellationpoint() 144 KMP_DEBUG_ASSERT(cncl_kind == cancel_parallel || cncl_kind == cancel_loop || in __kmpc_cancellationpoint() 147 KMP_DEBUG_ASSERT(__kmp_get_gtid() == gtid); in __kmpc_cancellationpoint() 158 KMP_DEBUG_ASSERT(this_team); in __kmpc_cancellationpoint() [all …]
|
H A D | kmp_alloc.cpp | 212 KMP_DEBUG_ASSERT(size > 0); in bget_get_bin() 222 KMP_DEBUG_ASSERT((lo >= 0) && (lo < MAX_BGET_BINS)); in bget_get_bin() 258 KMP_DEBUG_ASSERT(data != 0); in get_thr_data() 300 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_dequeue() 301 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_dequeue() 303 KMP_DEBUG_ASSERT(b->ql.blink == 0); in __kmp_bget_dequeue() 321 KMP_DEBUG_ASSERT(b->bh.bb.bsize != 0); in __kmp_bget_enqueue() 322 KMP_DEBUG_ASSERT(((kmp_uintptr_t)TCR_PTR(b->bh.bb.bthr) & ~1) == in __kmp_bget_enqueue() 368 KMP_DEBUG_ASSERT(((size_t)b) % SizeQuant == 0); in __kmp_bget_insert_into_freelist() 369 KMP_DEBUG_ASSERT(b->bh.bb.bsize % SizeQuant == 0); in __kmp_bget_insert_into_freelist() [all …]
|
H A D | kmp_dispatch_hier.h | 74 KMP_DEBUG_ASSERT(current_size < kmp_hier_layer_e::LAYER_LAST); in append() 344 KMP_DEBUG_ASSERT(active > 0); in reset_shared_barrier() 355 KMP_DEBUG_ASSERT(tdata); in reset_private_barrier() 356 KMP_DEBUG_ASSERT(active > 0); in reset_private_barrier() 366 KMP_DEBUG_ASSERT(tdata); in barrier() 367 KMP_DEBUG_ASSERT(active > 0); in barrier() 368 KMP_DEBUG_ASSERT(id >= 0 && id < active); in barrier() 485 KMP_DEBUG_ASSERT(th); in next_recurse() 487 KMP_DEBUG_ASSERT(current); in next_recurse() 488 KMP_DEBUG_ASSERT(hier_level >= 0); in next_recurse() [all …]
|
H A D | kmp_str.cpp | 61 KMP_DEBUG_ASSERT((b)->str != NULL); \ 62 KMP_DEBUG_ASSERT((b)->size >= sizeof((b)->bulk)); \ 63 KMP_DEBUG_ASSERT((b)->size % sizeof((b)->bulk) == 0); \ 64 KMP_DEBUG_ASSERT((unsigned)(b)->used < (b)->size); \ 65 KMP_DEBUG_ASSERT( \ 67 KMP_DEBUG_ASSERT((b)->size > sizeof((b)->bulk) ? (b)->str != &(b)->bulk[0] \ 82 KMP_DEBUG_ASSERT(size >= 0); in __kmp_str_buf_reserve() 105 KMP_DEBUG_ASSERT(buffer->size > 0); in __kmp_str_buf_reserve() 106 KMP_DEBUG_ASSERT(buffer->size >= (unsigned)size); in __kmp_str_buf_reserve() 136 KMP_DEBUG_ASSERT(st in __kmp_str_buf_cat() [all...] |
H A D | kmp_tasking.cpp | 68 KMP_DEBUG_ASSERT(stack_top != NULL); in __kmp_trace_task_stack() 69 KMP_DEBUG_ASSERT(entries > 0); in __kmp_trace_task_stack() 72 KMP_DEBUG_ASSERT(stack_top != &task_stack->ts_first_block.sb_block[0]); in __kmp_trace_task_stack() 87 KMP_DEBUG_ASSERT(tied_task != NULL); in __kmp_trace_task_stack() 88 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_trace_task_stack() 95 KMP_DEBUG_ASSERT(stack_top == &task_stack->ts_first_block.sb_block[0]); in __kmp_trace_task_stack() 134 KMP_DEBUG_ASSERT(task_stack->ts_entries == TASK_STACK_EMPTY); in __kmp_free_task_stack() 169 KMP_DEBUG_ASSERT(tied_task->td_flags.tasktype == TASK_TIED); in __kmp_push_task_stack() 170 KMP_DEBUG_ASSERT(task_stack->ts_top != NULL); in __kmp_push_task_stack() 230 KMP_DEBUG_ASSERT(task_stack->ts_top != NULL); in __kmp_pop_task_stack() [all …]
|
H A D | kmp_sched.cpp | 55 KMP_DEBUG_ASSERT(i != 0); \ 128 KMP_DEBUG_ASSERT(ompt_work_type); in __kmp_for_static_init() 133 KMP_DEBUG_ASSERT(plastiter && plower && pupper && pstride); in __kmp_for_static_init() 288 KMP_DEBUG_ASSERT(incr != 0); in __kmp_for_static_init() 310 KMP_DEBUG_ASSERT( in __kmp_for_static_init() 323 KMP_DEBUG_ASSERT(nth != 0); in __kmp_for_static_init() 336 KMP_DEBUG_ASSERT(__kmp_static == kmp_sch_static_greedy); in __kmp_for_static_init() 364 KMP_DEBUG_ASSERT(chunk != 0); in __kmp_for_static_init() 390 KMP_DEBUG_ASSERT(nth != 0); in __kmp_for_static_init() 407 KMP_DEBUG_ASSERT(chunk != 0); in __kmp_for_static_init() [all …]
|
H A D | kmp_runtime.cpp | 202 KMP_DEBUG_ASSERT(__kmp_gtid_get_specific() < 0 || in __kmp_get_global_thread_id() 292 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_get_global_thread_id_reg() 771 KMP_DEBUG_ASSERT(__kmp_init_serial); in __kmp_reserve_threads() 772 KMP_DEBUG_ASSERT(root && parent_team); in __kmp_reserve_threads() 966 KMP_DEBUG_ASSERT(master_gtid == __kmp_get_gtid()); in __kmp_fork_team_threads() 998 KMP_DEBUG_ASSERT(hot_teams[level].hot_team == team); in __kmp_fork_team_threads() 1024 KMP_DEBUG_ASSERT(thr); in __kmp_fork_team_threads() 1025 KMP_DEBUG_ASSERT(thr->th.th_team == team); in __kmp_fork_team_threads() 1041 KMP_DEBUG_ASSERT(balign[b].bb.wait_flag != KMP_BARRIER_PARENT_FLAG); in __kmp_fork_team_threads() 1084 KMP_DEBUG_ASSERT(team->t.t_threads[1]->th.th_task_state == 0 || in __kmp_fork_team_threads() [all …]
|
H A D | kmp_dispatch.cpp | 45 KMP_DEBUG_ASSERT(gtid_ref); in __kmp_dispatch_deo_error() 503 KMP_DEBUG_ASSERT(ntc == p_ntc + e_ntc); in __kmp_dispatch_init_algorithm() 521 KMP_DEBUG_ASSERT(nproc == num_procs_with_pcore + num_procs_with_ecore); in __kmp_dispatch_init_algorithm() 564 KMP_DEBUG_ASSERT(pr->steal_flag == THIEF); in __kmp_dispatch_init_algorithm() 748 KMP_DEBUG_ASSERT( in __kmp_dispatch_init_algorithm() 1058 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_init() 1195 KMP_DEBUG_ASSERT(pr); in __kmp_dispatch_finish() 1196 KMP_DEBUG_ASSERT(sh); in __kmp_dispatch_finish() 1197 KMP_DEBUG_ASSERT(th->th.th_dispatch == in __kmp_dispatch_finish() 1258 KMP_DEBUG_ASSERT(pr); in __kmp_dispatch_finish_chunk() [all …]
|
H A D | kmp_lock.h | 633 KMP_DEBUG_ASSERT(__kmp_get_user_lock_owner_ != NULL); 670 KMP_DEBUG_ASSERT(__kmp_acquire_user_lock_with_checks_ != NULL); \ in __kmp_acquire_user_lock_with_checks() 677 KMP_DEBUG_ASSERT(__kmp_acquire_user_lock_with_checks_ != NULL); 703 KMP_DEBUG_ASSERT(__kmp_test_user_lock_with_checks_ != NULL); in __kmp_test_user_lock_with_checks() 710 KMP_DEBUG_ASSERT(__kmp_test_user_lock_with_checks_ != NULL); in __kmp_release_user_lock_with_checks() 720 KMP_DEBUG_ASSERT(__kmp_release_user_lock_with_checks_ != NULL); in __kmp_init_user_lock_with_checks() 727 KMP_DEBUG_ASSERT(__kmp_init_user_lock_with_checks_ != NULL); in __kmp_destroy_user_lock() 736 KMP_DEBUG_ASSERT(__kmp_destroy_user_lock_ != NULL); in __kmp_destroy_user_lock_with_checks() 743 KMP_DEBUG_ASSERT(__kmp_destroy_user_lock_with_checks_ != NULL); 783 KMP_DEBUG_ASSERT(__kmp_acquire_nested_user_lock_with_checks in __kmp_acquire_nested_user_lock_with_checks() [all...] |
H A D | kmp_i18n.cpp | 94 KMP_DEBUG_ASSERT(status == KMP_I18N_CLOSED); in __kmp_i18n_do_catopen() 95 KMP_DEBUG_ASSERT(cat == KMP_I18N_NULLCAT); in __kmp_i18n_do_catopen() 180 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in __kmp_i18n_catclose() 288 KMP_DEBUG_ASSERT(status == KMP_I18N_CLOSED); in __kmp_i18n_do_catopen() 289 KMP_DEBUG_ASSERT(cat == KMP_I18N_NULLCAT); in __kmp_i18n_do_catopen() 409 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in __kmp_i18n_catclose() 470 KMP_DEBUG_ASSERT(cat != KMP_I18N_NULLCAT); in ___catgets() 510 KMP_DEBUG_ASSERT(rc == len); in ___catgets() 811 KMP_DEBUG_ASSERT(0); in __kmp_msg() 837 KMP_DEBUG_ASSERT(0); in __kmp_msg()
|
H A D | kmp_csupport.cpp | 539 KMP_DEBUG_ASSERT(this_thr->th.th_set_nproc >= 1); in __kmpc_fork_teams() 540 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nteams >= 1); in __kmpc_fork_teams() 541 KMP_DEBUG_ASSERT(this_thr->th.th_teams_size.nth >= 1); in __kmpc_fork_teams() 555 KMP_DEBUG_ASSERT(this_thr->th.th_cg_roots); in __kmpc_fork_teams() 561 KMP_DEBUG_ASSERT(tmp->cg_nthreads); in __kmpc_fork_teams() 567 KMP_DEBUG_ASSERT(this_thr->th.th_cg_roots); in __kmpc_fork_teams() 651 KMP_DEBUG_ASSERT(serial_team); in __kmpc_end_serialized_parallel() 653 KMP_DEBUG_ASSERT(this_thr->th.th_team == serial_team); in __kmpc_end_serialized_parallel() 654 KMP_DEBUG_ASSERT(serial_team != this_thr->th.th_root->r.r_root_team); in __kmpc_end_serialized_parallel() 655 KMP_DEBUG_ASSERT(serial_team->t.t_threads); in __kmpc_end_serialized_parallel() [all …]
|
H A D | kmp_lock.cpp | 207 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_tas_lock() 231 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_tas_lock() 254 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_tas_lock() 508 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_futex_lock() 532 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_futex_lock() 555 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_futex_lock() 806 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_acquire_nested_ticket_lock() 842 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_test_nested_ticket_lock() 878 KMP_DEBUG_ASSERT(gtid >= 0); in __kmp_release_nested_ticket_lock() 1099 KMP_DEBUG_ASSERT(this_th in __kmp_acquire_queuing_lock_timed_template() [all...] |
H A D | kmp_barrier.cpp | 129 KMP_DEBUG_ASSERT(nthr > max_threads); in resize() 213 KMP_DEBUG_ASSERT(__kmp_dflt_blocktime != KMP_MAX_BLOCKTIME); in __kmp_dist_barrier_wakeup() 219 KMP_DEBUG_ASSERT(other_threads[thr]); in __kmp_dist_barrier_wakeup() 440 KMP_DEBUG_ASSERT(tid >= 0); in __kmp_dist_barrier_release() 441 KMP_DEBUG_ASSERT(team); in __kmp_dist_barrier_release() 455 KMP_DEBUG_ASSERT(my_current_iter == b->iter[tid].iter || in __kmp_dist_barrier_release() 457 KMP_DEBUG_ASSERT(b->sleep[tid].sleep == false); in __kmp_dist_barrier_release() 568 KMP_DEBUG_ASSERT(this_thr == other_threads[this_thr->th.th_info.ds.ds_tid]); in __kmp_linear_barrier_gather_template() 671 KMP_DEBUG_ASSERT(team != NULL); in __kmp_linear_barrier_release_template() 751 KMP_DEBUG_ASSERT(team != NULL); in __kmp_linear_barrier_release_template() [all …]
|
H A D | z_Windows_NT_util.cpp | 252 KMP_DEBUG_ASSERT(cv->waiters_count_ > 0); in __kmp_win32_cond_wait() 421 KMP_DEBUG_ASSERT(TCR_4(__kmp_thread_pool_active_nth) >= 0); in __kmp_suspend_template() 426 KMP_DEBUG_ASSERT(th->th.th_sleep_loc); in __kmp_suspend_template() 427 KMP_DEBUG_ASSERT(th->th.th_sleep_loc_type == flag->get_type()); in __kmp_suspend_template() 446 KMP_DEBUG_ASSERT(!flag->is_sleeping()); in __kmp_suspend_template() 447 KMP_DEBUG_ASSERT(!th->th.th_sleep_loc); in __kmp_suspend_template() 527 KMP_DEBUG_ASSERT(flag); in __kmp_resume_template() 603 KMP_DEBUG_ASSERT((proc >= 0) && (proc < (__kmp_num_proc_groups * CHAR_BIT * in __kmp_affinity_bind_thread() 609 KMP_DEBUG_ASSERT(__kmp_SetThreadGroupAffinity != NULL); in __kmp_affinity_bind_thread() 761 KMP_DEBUG_ASSERT(path_siz in __kmp_runtime_initialize() [all...] |
H A D | kmp_debug.h | 44 #define KMP_DEBUG_ASSERT(cond) KMP_ASSERT(cond) macro 54 #define KMP_DEBUG_ASSERT(cond) /* Nothing */ macro 61 #define KMP_DEBUG_ASSERT(cond) /* Nothing */ macro
|
H A D | kmp_affinity.h | 655 KMP_DEBUG_ASSERT(__kmp_SetThreadGroupAffinity != NULL); in set_system_affinity() 680 KMP_DEBUG_ASSERT(__kmp_GetThreadGroupAffinity != NULL); in get_system_affinity() 958 KMP_DEBUG_ASSERT(index >= 0 && index < num_hw_threads); in at() 962 KMP_DEBUG_ASSERT(index >= 0 && index < num_hw_threads); in at() 1014 KMP_DEBUG_ASSERT(level1 >= 0 && level1 < depth); in calculate_ratio() 1015 KMP_DEBUG_ASSERT(level2 >= 0 && level2 < depth); in calculate_ratio() 1022 KMP_DEBUG_ASSERT(level >= 0 && level < depth); in get_ratio() 1027 KMP_DEBUG_ASSERT(level >= 0 && level < depth); in get_type() 1041 KMP_DEBUG_ASSERT(level >= 0 && level < depth); in get_count() 1157 KMP_DEBUG_ASSERT(index >= 0 && index < depth); in at() [all …]
|
H A D | kmp_stats.cpp | 82 KMP_DEBUG_ASSERT(std::isfinite(sample)); in addSample() 201 KMP_DEBUG_ASSERT(std::isfinite(sample)); in addSample() 203 KMP_DEBUG_ASSERT(0 <= bin && bin < numBins); in addSample() 278 KMP_DEBUG_ASSERT(this->timer_stack.size() == 0); in init() 294 KMP_DEBUG_ASSERT(this->timer_stack.size() > 0); in push() 312 KMP_DEBUG_ASSERT(stack_size > 1); in pop() 328 KMP_DEBUG_ASSERT(this->timer_stack.size() > 0); in exchange()
|
H A D | z_Linux_util.cpp | 1016 KMP_DEBUG_ASSERT(sizeof(kmp_uint32) == in __kmp_create_monitor() 1064 KMP_DEBUG_ASSERT(th->th.th_info.ds.ds_tid == th->th.th_info.ds.ds_gtid); in __kmp_reap_monitor() 1264 KMP_DEBUG_ASSERT(old_state == PTHREAD_CANCEL_DISABLE); in __kmp_enable() 1448 KMP_DEBUG_ASSERT(KMP_ATOMIC_LD_RLX(&th->th.th_suspend_init_count) == in __kmp_suspend_uninitialize_thread() 1532 KMP_DEBUG_ASSERT(TCR_4(__kmp_thread_pool_active_nth) >= 0); in __kmp_suspend_template() 1537 KMP_DEBUG_ASSERT(th->th.th_sleep_loc); in __kmp_suspend_template() 1538 KMP_DEBUG_ASSERT(flag->get_type() == th->th.th_sleep_loc_type); in __kmp_suspend_template() 1570 KMP_DEBUG_ASSERT(flag->get_type() == flag->get_ptr_type()); in __kmp_suspend_template() 1614 KMP_DEBUG_ASSERT(!flag->is_sleeping()); in __kmp_suspend_template() 1615 KMP_DEBUG_ASSERT(!th->th.th_sleep_loc); in __kmp_suspend_template() [all …]
|
H A D | kmp_affinity.cpp | 90 KMP_DEBUG_ASSERT(depth > 0); in __kmp_get_hierarchy() 225 KMP_DEBUG_ASSERT(compact >= 0); in compare_compact() 226 KMP_DEBUG_ASSERT(compact <= depth); in compare_compact() 1022 KMP_DEBUG_ASSERT(new_index <= num_hw_threads); in restrict_to_mask() 1634 KMP_DEBUG_ASSERT(__kmp_GetActiveProcessorCount != NULL); in __kmp_affinity_entire_machine_mask() 2137 KMP_DEBUG_ASSERT(level >= 1 && level <= MAX_CACHE_LEVEL); in get_topology_type() 2299 KMP_DEBUG_ASSERT((int)nApics < __kmp_avail_proc); in __kmp_affinity_create_apicid_map() 2448 KMP_DEBUG_ASSERT(nApics == (unsigned)__kmp_avail_proc); in __kmp_affinity_create_apicid_map() 2625 KMP_DEBUG_ASSERT(i > 0); in __kmp_x2apicid_get_levels() 2769 KMP_DEBUG_ASSERT(hw_thread_index < __kmp_avail_proc); in __kmp_affinity_create_x2apicid_map() [all …]
|
H A D | kmp_taskdeps.h | 26 KMP_DEBUG_ASSERT(n >= 0); in __kmp_node_deref() 120 KMP_DEBUG_ASSERT(node->dn.mtx_locks[i] != NULL); in __kmp_release_deps()
|
H A D | kmp_utility.cpp | 223 KMP_DEBUG_ASSERT(size >= sizeof(unknown)); in __kmp_expand_host_name() 253 KMP_DEBUG_ASSERT(rlen > 0); in __kmp_expand_file_name()
|
H A D | kmp_dispatch.h | 332 KMP_DEBUG_ASSERT(th->th.th_dispatch); in __kmp_dispatch_deo() 408 KMP_DEBUG_ASSERT(th->th.th_dispatch); in __kmp_dispatch_dxo() 466 KMP_DEBUG_ASSERT(x > 0.0 && x < 1.0); in __kmp_pow() 467 // KMP_DEBUG_ASSERT(y >= 0); // y is unsigned in __kmp_pow()
|
H A D | kmp_gsupport.cpp | 627 KMP_DEBUG_ASSERT(stride == str); \ 667 KMP_DEBUG_ASSERT(stride == str); \ 786 KMP_DEBUG_ASSERT(stride == str); \ 832 KMP_DEBUG_ASSERT(stride == str); \ 914 KMP_DEBUG_ASSERT(stride == str2); \ 952 KMP_DEBUG_ASSERT((long long)stride == str2); \ 1077 KMP_DEBUG_ASSERT(stride == str); \ 1125 KMP_DEBUG_ASSERT(stride == str); \ 1375 KMP_DEBUG_ASSERT(stride == 1); in KMP_EXPAND_NAME() 1376 KMP_DEBUG_ASSERT(lb > 0); in KMP_EXPAND_NAME() [all …]
|
H A D | kmp_atomic.cpp | 701 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1446 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1633 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 1931 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2041 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2214 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2444 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 2831 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 3250 KMP_DEBUG_ASSERT(__kmp_init_serial); \ 3352 KMP_DEBUG_ASSERT(__kmp_init_serial); \ [all …]
|
H A D | kmp_error.cpp | 92 KMP_DEBUG_ASSERT(0); in __kmp_pragma() 197 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_push_parallel() 215 KMP_DEBUG_ASSERT(__kmp_threads[gtid]->th.th_cons); in __kmp_check_workshare()
|