2083 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_kstat_update()  local
2091 	ASSERT(mutex_owned(&(srsp->srs_lock)));  in sfxge_rx_scale_kstat_update()
2105 		index = srsp->srs_tbl[entry];  in sfxge_rx_scale_kstat_update()
2116 	knp->value.ui64 = srsp->srs_count;  in sfxge_rx_scale_kstat_update()
2133 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_kstat_init()  local
2151 	srsp->srs_ksp = ksp;  in sfxge_rx_scale_kstat_init()
2155 	ksp->ks_lock = &(srsp->srs_lock);  in sfxge_rx_scale_kstat_init()
2181 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_kstat_fini()  local
2184 	kstat_delete(srsp->srs_ksp);  in sfxge_rx_scale_kstat_fini()
2185 	srsp->srs_ksp = NULL;  in sfxge_rx_scale_kstat_fini()
2207 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_init()  local
2211 	ASSERT3U(srsp->srs_state, ==, SFXGE_RX_SCALE_UNINITIALIZED);  in sfxge_rx_scale_init()
2214 	srsp->srs_cpu = kmem_zalloc(sizeof (unsigned int) * NCPU, KM_SLEEP);  in sfxge_rx_scale_init()
2216 	mutex_init(&(srsp->srs_lock), NULL, MUTEX_DRIVER, NULL);  in sfxge_rx_scale_init()
2219 	srsp->srs_count = sfxge_rx_scale_prop_get(sp);  in sfxge_rx_scale_init()
2220 	if (srsp->srs_count > sip->si_nalloc)  in sfxge_rx_scale_init()
2221 		srsp->srs_count = sip->si_nalloc;  in sfxge_rx_scale_init()
2222 	if (srsp->srs_count < 1)  in sfxge_rx_scale_init()
2223 		srsp->srs_count = 1;  in sfxge_rx_scale_init()
2229 	srsp->srs_state = SFXGE_RX_SCALE_INITIALIZED;  in sfxge_rx_scale_init()
2235 	mutex_destroy(&(srsp->srs_lock));  in sfxge_rx_scale_init()
2244 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_update()  local
2253 	mutex_enter(&(srsp->srs_lock));  in sfxge_rx_scale_update()
2255 	if (srsp->srs_state != SFXGE_RX_SCALE_STARTED) {  in sfxge_rx_scale_update()
2280 		ASSERT3U(sfxge_cpu[id], >=, srsp->srs_cpu[id]);  in sfxge_rx_scale_update()
2281 		sfxge_cpu[id] -= srsp->srs_cpu[id];  in sfxge_rx_scale_update()
2282 		srsp->srs_cpu[id] = 0;  in sfxge_rx_scale_update()
2285 	ASSERT(srsp->srs_count != 0);  in sfxge_rx_scale_update()
2288 	for (count = 0; count < srsp->srs_count; count++) {  in sfxge_rx_scale_update()
2325 		srsp->srs_cpu[id]++;  in sfxge_rx_scale_update()
2337 		count = (count + 1) % srsp->srs_count;  in sfxge_rx_scale_update()
2339 		srsp->srs_tbl[entry] = index;  in sfxge_rx_scale_update()
2343 	(void) efx_rx_scale_tbl_set(sp->s_enp, srsp->srs_tbl,  in sfxge_rx_scale_update()
2346 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_update()
2359 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_update()
2365 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_start()  local
2368 	mutex_enter(&(srsp->srs_lock));  in sfxge_rx_scale_start()
2370 	ASSERT3U(srsp->srs_state, ==, SFXGE_RX_SCALE_INITIALIZED);  in sfxge_rx_scale_start()
2373 	bzero(srsp->srs_tbl, sizeof (unsigned int) * SFXGE_RX_SCALE_MAX);  in sfxge_rx_scale_start()
2375 	(void) efx_rx_scale_tbl_set(sp->s_enp, srsp->srs_tbl,  in sfxge_rx_scale_start()
2381 	srsp->srs_state = SFXGE_RX_SCALE_STARTED;  in sfxge_rx_scale_start()
2383 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_start()
2394 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_start()
2402 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_count_get()  local
2405 	mutex_enter(&(srsp->srs_lock));  in sfxge_rx_scale_count_get()
2407 	if (srsp->srs_state != SFXGE_RX_SCALE_INITIALIZED &&  in sfxge_rx_scale_count_get()
2408 	    srsp->srs_state != SFXGE_RX_SCALE_STARTED) {  in sfxge_rx_scale_count_get()
2413 	*countp = srsp->srs_count;  in sfxge_rx_scale_count_get()
2415 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_count_get()
2422 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_count_get()
2430 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_count_set()  local
2440 	mutex_enter(&(srsp->srs_lock));  in sfxge_rx_scale_count_set()
2442 	if (srsp->srs_state != SFXGE_RX_SCALE_INITIALIZED &&  in sfxge_rx_scale_count_set()
2443 	    srsp->srs_state != SFXGE_RX_SCALE_STARTED) {  in sfxge_rx_scale_count_set()
2448 	srsp->srs_count = count;  in sfxge_rx_scale_count_set()
2450 	if (srsp->srs_state != SFXGE_RX_SCALE_STARTED)  in sfxge_rx_scale_count_set()
2453 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_count_set()
2465 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_count_set()
2476 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_stop()  local
2479 	mutex_enter(&(srsp->srs_lock));  in sfxge_rx_scale_stop()
2481 	ASSERT3U(srsp->srs_state, ==, SFXGE_RX_SCALE_STARTED);  in sfxge_rx_scale_stop()
2483 	srsp->srs_state = SFXGE_RX_SCALE_INITIALIZED;  in sfxge_rx_scale_stop()
2492 		ASSERT3U(sfxge_cpu[id], >=, srsp->srs_cpu[id]);  in sfxge_rx_scale_stop()
2493 		sfxge_cpu[id] -= srsp->srs_cpu[id];  in sfxge_rx_scale_stop()
2494 		srsp->srs_cpu[id] = 0;  in sfxge_rx_scale_stop()
2500 	bzero(srsp->srs_tbl, sizeof (unsigned int) * SFXGE_RX_SCALE_MAX);  in sfxge_rx_scale_stop()
2502 	(void) efx_rx_scale_tbl_set(sp->s_enp, srsp->srs_tbl,  in sfxge_rx_scale_stop()
2505 	mutex_exit(&(srsp->srs_lock));  in sfxge_rx_scale_stop()
2511 	sfxge_rx_scale_t *srsp = &(sp->s_rx_scale);  in sfxge_rx_scale_fini()  local
2513 	ASSERT3U(srsp->srs_state, ==, SFXGE_RX_SCALE_INITIALIZED);  in sfxge_rx_scale_fini()
2515 	srsp->srs_state = SFXGE_RX_SCALE_UNINITIALIZED;  in sfxge_rx_scale_fini()
2520 	srsp->srs_count = 0;  in sfxge_rx_scale_fini()
2522 	mutex_destroy(&(srsp->srs_lock));  in sfxge_rx_scale_fini()
2525 	kmem_free(srsp->srs_cpu, sizeof (unsigned int) * NCPU);  in sfxge_rx_scale_fini()
2526 	srsp->srs_cpu = NULL;  in sfxge_rx_scale_fini()