Searched refs:ck_pr_load_ptr (Results 1 – 20 of 20) sorted by relevance
149 entry = ck_pr_load_ptr(&fifo->head->next); in ck_fifo_spsc_dequeue()170 fifo->head_snapshot = ck_pr_load_ptr(&fifo->head); in ck_fifo_spsc_recycle()183 struct ck_fifo_spsc_entry *head = ck_pr_load_ptr(&fifo->head); in ck_fifo_spsc_isempty()184 return ck_pr_load_ptr(&head->next) == NULL; in ck_fifo_spsc_isempty()261 tail.generation = ck_pr_load_ptr(&fifo->tail.generation); in ck_fifo_mpmc_enqueue()263 tail.pointer = ck_pr_load_ptr(&fifo->tail.pointer); in ck_fifo_mpmc_enqueue()264 next.generation = ck_pr_load_ptr(&tail.pointer->next.generation); in ck_fifo_mpmc_enqueue()266 next.pointer = ck_pr_load_ptr(&tail.pointer->next.pointer); in ck_fifo_mpmc_enqueue()268 if (ck_pr_load_ptr(&fifo->tail.generation) != tail.generation) in ck_fifo_mpmc_enqueue()314 tail.generation = ck_pr_load_ptr(&fifo->tail.generation); in ck_fifo_mpmc_tryenqueue()[all …]
90 tail = ck_pr_load_ptr(&fifo->tail); in ck_hp_fifo_enqueue_mpmc()92 if (tail != ck_pr_load_ptr(&fifo->tail)) in ck_hp_fifo_enqueue_mpmc()95 next = ck_pr_load_ptr(&tail->next); in ck_hp_fifo_enqueue_mpmc()120 tail = ck_pr_load_ptr(&fifo->tail); in ck_hp_fifo_tryenqueue_mpmc()122 if (tail != ck_pr_load_ptr(&fifo->tail)) in ck_hp_fifo_tryenqueue_mpmc()125 next = ck_pr_load_ptr(&tail->next); in ck_hp_fifo_tryenqueue_mpmc()145 head = ck_pr_load_ptr(&fifo->head); in ck_hp_fifo_dequeue_mpmc()147 tail = ck_pr_load_ptr(&fifo->tail); in ck_hp_fifo_dequeue_mpmc()149 if (head != ck_pr_load_ptr(&fifo->head)) in ck_hp_fifo_dequeue_mpmc()152 next = ck_pr_load_ptr(&head->next); in ck_hp_fifo_dequeue_mpmc()[all …]
60 entry = ck_pr_load_ptr(&target->head); in ck_hp_stack_pop_mpmc()65 } while (entry != ck_pr_load_ptr(&target->head)); in ck_hp_stack_pop_mpmc()73 update = ck_pr_load_ptr(&target->head); in ck_hp_stack_pop_mpmc()77 update = ck_pr_load_ptr(&target->head); in ck_hp_stack_pop_mpmc()91 entry = ck_pr_load_ptr(&target->head); in ck_hp_stack_trypop_mpmc()96 if (entry != ck_pr_load_ptr(&target->head)) in ck_hp_stack_trypop_mpmc()
58 stack = ck_pr_load_ptr(&target->head); in ck_stack_push_upmc()82 stack = ck_pr_load_ptr(&target->head); in ck_stack_trypush_upmc()100 entry = ck_pr_load_ptr(&target->head); in ck_stack_pop_upmc()131 entry = ck_pr_load_ptr(&target->head); in ck_stack_trypop_upmc()199 original.generation = ck_pr_load_ptr(&target->generation); in ck_stack_pop_mpmc()201 original.head = ck_pr_load_ptr(&target->head); in ck_stack_pop_mpmc()233 original.generation = ck_pr_load_ptr(&target->generation); in ck_stack_trypop_mpmc()235 original.head = ck_pr_load_ptr(&target->head); in ck_stack_trypop_mpmc()
69 struct _ck_array *a = ck_pr_load_ptr(&array->active); in ck_array_length()78 struct _ck_array *a = ck_pr_load_ptr(&array->active); in ck_array_buffer()89 return ck_pr_load_ptr(&array->active) != NULL; in ck_array_initialized()93 (i)->snapshot = ck_pr_load_ptr(&(a)->active); \
143 (ck_pr_load_ptr(&(head)->cslh_first) == NULL)146 (ck_pr_load_ptr(&(head)->cslh_first))149 ck_pr_load_ptr(&((elm)->field.csle_next))168 ((var) = ck_pr_load_ptr(varp)) != NULL; \261 #define CK_STAILQ_EMPTY(head) (ck_pr_load_ptr(&(head)->cstqh_first) == NULL)263 #define CK_STAILQ_FIRST(head) (ck_pr_load_ptr(&(head)->cstqh_first))311 (ck_pr_load_ptr(&(elm)->field.cstqe_next))378 #define CK_LIST_FIRST(head) ck_pr_load_ptr(&(head)->clh_first)380 #define CK_LIST_NEXT(elm, field) ck_pr_load_ptr(&(elm)->field.cle_next)
151 reader->next = ck_pr_load_ptr(&br->readers); in ck_brlock_read_register()
119 return ck_pr_load_ptr(&record->ct); in ck_epoch_record_ct()
203 #define ck_pr_load_ptr(SRC) CK_PR_LOAD_PTR_SAFE((SRC)) macro
76 r = ck_pr_load_ptr(queue) != NULL; in ck_spinlock_mcs_locked()123 next = ck_pr_load_ptr(&node->next); in ck_spinlock_mcs_unlock()130 if (ck_pr_load_ptr(queue) == node && in ck_spinlock_mcs_unlock()142 next = ck_pr_load_ptr(&node->next); in ck_spinlock_mcs_unlock()
67 head = ck_pr_load_ptr(queue); in ck_spinlock_hclh_locked()109 local_tail = ck_pr_load_ptr(local_queue); in ck_spinlock_hclh_lock()
62 head = ck_pr_load_ptr(queue); in ck_spinlock_clh_locked()
176 if (ck_pr_load_ptr(&record->pointers) == NULL) in ck_hp_member_scan()180 hazard = ck_pr_load_ptr(&record->pointers[i]); in ck_hp_member_scan()203 if (ck_pr_load_ptr(&record->pointers) == NULL) in ck_hp_member_cache()210 pointer = ck_pr_load_ptr(&record->pointers[i]); in ck_hp_member_cache()296 global = ck_pr_load_ptr(&thread->global); in ck_hp_free()
532 snapshot->key = (uintptr_t)ck_pr_load_ptr(&cursor->key); in ck_ht_map_probe_rd()534 snapshot->value = (uintptr_t)ck_pr_load_ptr(&cursor->value); in ck_ht_map_probe_rd()537 snapshot->key = (uintptr_t)ck_pr_load_ptr(&cursor->key); in ck_ht_map_probe_rd()541 snapshot->value = (uintptr_t)ck_pr_load_ptr(&cursor->value); in ck_ht_map_probe_rd()603 struct ck_ht_map *map = ck_pr_load_ptr(&table->map); in ck_ht_count()785 map = ck_pr_load_ptr(&table->map); in ck_ht_get_spmc()
112 struct ck_barrier_tournament_round **rounds = ck_pr_load_ptr(&barrier->rounds); in ck_barrier_tournament()
158 m = i->map = ck_pr_load_ptr(&hs->map); in ck_hs_next_spmc()479 k = ck_pr_load_ptr(cursor); in ck_hs_map_probe()887 map = ck_pr_load_ptr(&hs->map); in ck_hs_get()
632 k = ck_pr_load_ptr(&map->entries.no_entries.entries[offset]); in ck_rhs_map_probe_rm()747 k = ck_pr_load_ptr(&map->entries.descs[offset].entry); in ck_rhs_map_probe()1401 map = ck_pr_load_ptr(&hs->map); in ck_rhs_get()
297 pg = ck_pr_load_ptr( in nat64lsn_get_pg()953 chunk = ck_pr_load_ptr(&alias->tcp[c]); in nat64lsn_expire_pgchunk()
375 ifp = ck_pr_load_ptr(&ifindex_table[idx].ife_ifnet); in ifnet_byindex()406 ifp = ck_pr_load_ptr(&ifindex_table[idx].ife_ifnet); in ifnet_byindexgen()
225 #define DYNSTATE_GET(cpu) ck_pr_load_ptr(DPCPU_ID_PTR((cpu), dyn_hp))