2043 cyclic_juggle_one_to(cyc_id_t *idp, cyc_cpu_t *dest)  in cyclic_juggle_one_to()  argument
2045 	cyc_cpu_t *src = idp->cyi_cpu;  in cyclic_juggle_one_to()
2046 	cyc_index_t ndx = idp->cyi_ndx;  in cyclic_juggle_one_to()
2054 	ASSERT(src != NULL && idp->cyi_omni_list == NULL);  in cyclic_juggle_one_to()
2056 	CYC_PTRACE("juggle-one-to", idp, dest);  in cyclic_juggle_one_to()
2075 		CYC_PTRACE("remove-expand", idp, dest);  in cyclic_juggle_one_to()
2085 	rw_enter(&idp->cyi_lock, RW_WRITER);  in cyclic_juggle_one_to()
2112 		CYC_PTRACE("remove-retry", idp, src);  in cyclic_juggle_one_to()
2121 		rw_exit(&idp->cyi_lock);  in cyclic_juggle_one_to()
2123 		rw_enter(&idp->cyi_lock, RW_WRITER);  in cyclic_juggle_one_to()
2131 	idp->cyi_ndx = cyclic_add_here(dest, &hdlr, &when, flags);  in cyclic_juggle_one_to()
2132 	idp->cyi_cpu = dest;  in cyclic_juggle_one_to()
2139 	rw_exit(&idp->cyi_lock);  in cyclic_juggle_one_to()
2143 cyclic_juggle_one(cyc_id_t *idp)  in cyclic_juggle_one()  argument
2145 	cyc_index_t ndx = idp->cyi_ndx;  in cyclic_juggle_one()
2146 	cyc_cpu_t *cpu = idp->cyi_cpu, *dest;  in cyclic_juggle_one()
2151 	CYC_PTRACE("juggle-one", idp, cpu);  in cyclic_juggle_one()
2161 		CYC_PTRACE("juggle-fail", idp, cpu)  in cyclic_juggle_one()
2165 	cyclic_juggle_one_to(idp, dest);  in cyclic_juggle_one()
2173 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_unbind_cpu()  local
2174 	cyc_cpu_t *cpu = idp->cyi_cpu;  in cyclic_unbind_cpu()
2176 	cyclic_t *cyclic = &cpu->cyp_cyclics[idp->cyi_ndx];  in cyclic_unbind_cpu()
2193 		int res = cyclic_juggle_one(idp);  in cyclic_unbind_cpu()
2195 		ASSERT((res && idp->cyi_cpu != cpu) ||  in cyclic_unbind_cpu()
2203 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_bind_cpu()  local
2204 	cyc_cpu_t *dest = d->cpu_cyclic, *cpu = idp->cyi_cpu;  in cyclic_bind_cpu()
2206 	cyclic_t *cyclic = &cpu->cyp_cyclics[idp->cyi_ndx];  in cyclic_bind_cpu()
2222 		cyclic_juggle_one_to(idp, dest);  in cyclic_bind_cpu()
2223 		cyclic = &dest->cyp_cyclics[idp->cyi_ndx];  in cyclic_bind_cpu()
2232 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_unbind_cpupart()  local
2233 	cyc_cpu_t *cpu = idp->cyi_cpu;  in cyclic_unbind_cpupart()
2235 	cyclic_t *cyc = &cpu->cyp_cyclics[idp->cyi_ndx];  in cyclic_unbind_cpupart()
2237 	CYC_PTRACE("unbind-part", idp, c->cpu_part);  in cyclic_unbind_cpupart()
2250 		int res = cyclic_juggle_one(idp);  in cyclic_unbind_cpupart()
2252 		ASSERT(res && idp->cyi_cpu != cpu);  in cyclic_unbind_cpupart()
2259 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_bind_cpupart()  local
2260 	cyc_cpu_t *cpu = idp->cyi_cpu, *dest;  in cyclic_bind_cpupart()
2262 	cyclic_t *cyc = &cpu->cyp_cyclics[idp->cyi_ndx];  in cyclic_bind_cpupart()
2264 	CYC_PTRACE("bind-part", idp, part);  in cyclic_bind_cpupart()
2275 		cyclic_juggle_one_to(idp, dest);  in cyclic_bind_cpupart()
2276 		cyc = &dest->cyp_cyclics[idp->cyi_ndx];  in cyclic_bind_cpupart()
2484 cyclic_omni_start(cyc_id_t *idp, cyc_cpu_t *cpu)  in cyclic_omni_start()  argument
2486 	cyc_omni_handler_t *omni = &idp->cyi_omni_hdlr;  in cyclic_omni_start()
2491 	CYC_PTRACE("omni-start", cpu, idp);  in cyclic_omni_start()
2494 	ASSERT(idp->cyi_cpu == NULL);  in cyclic_omni_start()
2512 	ocpu->cyo_next = idp->cyi_omni_list;  in cyclic_omni_start()
2513 	idp->cyi_omni_list = ocpu;  in cyclic_omni_start()
2517 cyclic_omni_stop(cyc_id_t *idp, cyc_cpu_t *cpu)  in cyclic_omni_stop()  argument
2519 	cyc_omni_handler_t *omni = &idp->cyi_omni_hdlr;  in cyclic_omni_stop()
2520 	cyc_omni_cpu_t *ocpu = idp->cyi_omni_list, *prev = NULL;  in cyclic_omni_stop()
2524 	CYC_PTRACE("omni-stop", cpu, idp);  in cyclic_omni_stop()
2527 	ASSERT(idp->cyi_cpu == NULL);  in cyclic_omni_stop()
2535 	rw_enter(&idp->cyi_lock, RW_WRITER);  in cyclic_omni_stop()
2550 		idp->cyi_omni_list = ocpu->cyo_next;  in cyclic_omni_stop()
2584 		CYC_PTRACE("remove-omni-retry", idp, ocpu->cyo_cpu);  in cyclic_omni_stop()
2590 		rw_exit(&idp->cyi_lock);  in cyclic_omni_stop()
2592 		rw_enter(&idp->cyi_lock, RW_WRITER);  in cyclic_omni_stop()
2599 	rw_exit(&idp->cyi_lock);  in cyclic_omni_stop()
2614 	cyc_id_t *idp;  in cyclic_new_id()  local
2618 	idp = kmem_cache_alloc(cyclic_id_cache, KM_SLEEP);  in cyclic_new_id()
2627 	idp->cyi_cpu = NULL;  in cyclic_new_id()
2628 	idp->cyi_ndx = 0;  in cyclic_new_id()
2629 	rw_init(&idp->cyi_lock, NULL, RW_DEFAULT, NULL);  in cyclic_new_id()
2631 	idp->cyi_next = cyclic_id_head;  in cyclic_new_id()
2632 	idp->cyi_prev = NULL;  in cyclic_new_id()
2633 	idp->cyi_omni_list = NULL;  in cyclic_new_id()
2637 		cyclic_id_head->cyi_prev = idp;  in cyclic_new_id()
2640 	cyclic_id_head = idp;  in cyclic_new_id()
2642 	return (idp);  in cyclic_new_id()
2736 	cyc_id_t *idp = cyclic_new_id();  in cyclic_add()  local
2741 	idp->cyi_cpu = cyclic_pick_cpu(NULL, NULL, NULL, 0);  in cyclic_add()
2742 	idp->cyi_ndx = cyclic_add_here(idp->cyi_cpu, hdlr, when, 0);  in cyclic_add()
2744 	return ((uintptr_t)idp);  in cyclic_add()
2832 	cyc_id_t *idp = cyclic_new_id();  in cyclic_add_omni()  local
2839 	idp->cyi_omni_hdlr = *omni;  in cyclic_add_omni()
2851 		cyclic_omni_start(idp, cpu);  in cyclic_add_omni()
2858 	ASSERT(idp->cyi_omni_list != NULL);  in cyclic_add_omni()
2859 	ASSERT(idp->cyi_cpu == NULL);  in cyclic_add_omni()
2861 	return ((uintptr_t)idp);  in cyclic_add_omni()
2897 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_remove()  local
2898 	cyc_id_t *prev = idp->cyi_prev, *next = idp->cyi_next;  in cyclic_remove()
2899 	cyc_cpu_t *cpu = idp->cyi_cpu;  in cyclic_remove()
2901 	CYC_PTRACE("remove", idp, idp->cyi_cpu);  in cyclic_remove()
2905 		(void) cyclic_remove_here(cpu, idp->cyi_ndx, NULL, CY_WAIT);  in cyclic_remove()
2907 		ASSERT(idp->cyi_omni_list != NULL);  in cyclic_remove()
2908 		while (idp->cyi_omni_list != NULL)  in cyclic_remove()
2909 			cyclic_omni_stop(idp, idp->cyi_omni_list->cyo_cpu);  in cyclic_remove()
2913 		ASSERT(cyclic_id_head != idp);  in cyclic_remove()
2916 		ASSERT(cyclic_id_head == idp);  in cyclic_remove()
2923 	kmem_cache_free(cyclic_id_cache, idp);  in cyclic_remove()
2998 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_bind()  local
2999 	cyc_cpu_t *cpu = idp->cyi_cpu;  in cyclic_bind()
3008 		ASSERT(idp->cyi_omni_list != NULL);  in cyclic_bind()
3013 	flags = cpu->cyp_cyclics[idp->cyi_ndx].cy_flags;  in cyclic_bind()
3023 	cpu = idp->cyi_cpu;  in cyclic_bind()
3034 	cpu = idp->cyi_cpu;  in cyclic_bind()
3036 	flags = cpu->cyp_cyclics[idp->cyi_ndx].cy_flags;  in cyclic_bind()
3050 	cyc_id_t *idp = (cyc_id_t *)id;  in cyclic_reprogram()  local
3057 	CYC_PTRACE("reprog", idp, idp->cyi_cpu);  in cyclic_reprogram()
3064 	rw_enter(&idp->cyi_lock, RW_READER);  in cyclic_reprogram()
3066 	if (idp->cyi_cpu == NULL) {  in cyclic_reprogram()
3074 		ocpu = idp->cyi_omni_list;  in cyclic_reprogram()
3087 			rw_exit(&idp->cyi_lock);  in cyclic_reprogram()
3095 		cpu = idp->cyi_cpu;  in cyclic_reprogram()
3096 		ndx = idp->cyi_ndx;  in cyclic_reprogram()
3107 	rw_exit(&idp->cyi_lock);  in cyclic_reprogram()
3206 	cyc_id_t *idp;  in cyclic_juggle()  local
3216 	for (idp = cyclic_id_head; idp != NULL; idp = idp->cyi_next) {  in cyclic_juggle()
3217 		if (idp->cyi_cpu != cpu)  in cyclic_juggle()
3220 		if (cyclic_juggle_one(idp) == 0) {  in cyclic_juggle()
3225 		ASSERT(idp->cyi_cpu != cpu);  in cyclic_juggle()
3267 	cyc_id_t *idp;  in cyclic_offline()  local
3279 	for (idp = cyclic_id_head; idp != NULL; idp = idp->cyi_next) {  in cyclic_offline()
3280 		if (idp->cyi_cpu != NULL)  in cyclic_offline()
3287 		ASSERT(idp->cyi_omni_list != NULL);  in cyclic_offline()
3288 		cyclic_omni_stop(idp, cpu);  in cyclic_offline()
3324 	cyc_id_t *idp;  in cyclic_online()  local
3337 	for (idp = cyclic_id_head; idp != NULL; idp = idp->cyi_next) {  in cyclic_online()
3338 		if (idp->cyi_cpu != NULL)  in cyclic_online()
3341 		cyclic_omni_start(idp, cpu);  in cyclic_online()
3375 	cyc_id_t *idp;  in cyclic_move_in()  local
3394 	for (idp = cyclic_id_head; idp != NULL; idp = idp->cyi_next) {  in cyclic_move_in()
3395 		cyc_cpu_t *cpu = idp->cyi_cpu;  in cyclic_move_in()
3409 		cyclic = &cpu->cyp_cyclics[idp->cyi_ndx];  in cyclic_move_in()
3420 		cyclic_juggle_one_to(idp, dest);  in cyclic_move_in()
3469 	cyc_id_t *idp;  in cyclic_move_out()  local
3481 	for (idp = cyclic_id_head; idp != NULL; idp = idp->cyi_next) {  in cyclic_move_out()
3483 		if (idp->cyi_cpu != cpu)  in cyclic_move_out()
3486 		cyclic = &cyclics[idp->cyi_ndx];  in cyclic_move_out()
3499 			CYC_PTRACE("move-out-fail", cpu, idp);  in cyclic_move_out()
3502 		cyclic_juggle_one_to(idp, dest);  in cyclic_move_out()