Lines Matching refs:reduce_data
2574 tg->reduce_data = (void *)arr;
2638 kmp_taskgroup_t *tg, void *reduce_data) { argument
2642 thr, tg, reduce_data));
2646 KMP_MEMCPY(arr, reduce_data, num * sizeof(kmp_taskred_data_t));
2650 tg->reduce_data = (void *)arr;
2684 KMP_ASSERT(tg->reduce_data != NULL);
2685 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2692 arr = (kmp_taskred_data_t *)(tg->reduce_data);
2740 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)tg->reduce_data;
2770 tg->reduce_data = NULL;
2778 __kmp_thread_free(th, tg->reduce_data);
2779 tg->reduce_data = NULL;
2797 void *reduce_data; local
2799 reduce_data = KMP_ATOMIC_LD_RLX(&team->t.t_tg_reduce_data[is_ws]);
2800 if (reduce_data == NULL &&
2801 __kmp_atomic_compare_store(&team->t.t_tg_reduce_data[is_ws], reduce_data,
2804 KMP_DEBUG_ASSERT(reduce_data == NULL);
2807 reduce_data = __kmp_thread_malloc(thr, num * sizeof(kmp_taskred_data_t));
2808 KMP_MEMCPY(reduce_data, tg->reduce_data, num * sizeof(kmp_taskred_data_t));
2812 KMP_ATOMIC_ST_REL(&team->t.t_tg_reduce_data[is_ws], reduce_data);
2815 (reduce_data = KMP_ATOMIC_LD_ACQ(&team->t.t_tg_reduce_data[is_ws])) ==
2819 KMP_DEBUG_ASSERT(reduce_data > (void *)1); // should be valid pointer here
2821 __kmp_task_reduction_init_copy<T>(thr, num, data, tg, reduce_data);
2891 tg_new->reduce_data = NULL;
2993 if (taskgroup->reduce_data != NULL &&
2996 void *reduce_data; local
2998 kmp_taskred_data_t *arr = (kmp_taskred_data_t *)taskgroup->reduce_data;
3001 if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[0])) != NULL &&
3002 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) {
3011 __kmp_thread_free(thread, reduce_data);
3019 } else if ((reduce_data = KMP_ATOMIC_LD_ACQ(&t->t.t_tg_reduce_data[1])) !=
3021 ((kmp_taskred_data_t *)reduce_data)[0].reduce_priv == priv0) {
3029 __kmp_thread_free(thread, reduce_data);