901 	struct rx_buf_info *rxb;  in t4_init_rx_buf_info()  local
904 	rxb = &s->rx_buf_info[0];  in t4_init_rx_buf_info()
905 	for (i = 0; i < SW_ZONE_SIZES; i++, rxb++) {  in t4_init_rx_buf_info()
906 		rxb->size1 = sw_buf_sizes[i];  in t4_init_rx_buf_info()
907 		rxb->zone = m_getzone(rxb->size1);  in t4_init_rx_buf_info()
908 		rxb->type = m_gettype(rxb->size1);  in t4_init_rx_buf_info()
909 		rxb->size2 = 0;  in t4_init_rx_buf_info()
910 		rxb->hwidx1 = -1;  in t4_init_rx_buf_info()
911 		rxb->hwidx2 = -1;  in t4_init_rx_buf_info()
919 			if (rxb->hwidx1 == -1 && rxb->size1 == hwsize)  in t4_init_rx_buf_info()
920 				rxb->hwidx1 = j;  in t4_init_rx_buf_info()
923 			if (rxb->size1 - CL_METADATA_SIZE < hwsize)  in t4_init_rx_buf_info()
925 			n = rxb->size1 - hwsize - CL_METADATA_SIZE;  in t4_init_rx_buf_info()
927 				rxb->hwidx2 = j;  in t4_init_rx_buf_info()
928 				rxb->size2 = hwsize;  in t4_init_rx_buf_info()
931 			if (rxb->hwidx2 != -1) {  in t4_init_rx_buf_info()
932 				if (n < sp->sge_fl_buffer_size[rxb->hwidx2] -  in t4_init_rx_buf_info()
934 					rxb->hwidx2 = j;  in t4_init_rx_buf_info()
935 					rxb->size2 = hwsize;  in t4_init_rx_buf_info()
938 				rxb->hwidx2 = j;  in t4_init_rx_buf_info()
939 				rxb->size2 = hwsize;  in t4_init_rx_buf_info()
942 		if (rxb->hwidx2 != -1)  in t4_init_rx_buf_info()
944 		if (s->safe_zidx == -1 && rxb->size1 == safest_rx_cluster)  in t4_init_rx_buf_info()
1790 	struct rx_buf_info *rxb = &sc->sge.rx_buf_info[sd->zidx];  in get_scatter_segment()  local
1798 		blen = rxb->size2 - fl->rx_offset;	/* max possible in this buf */  in get_scatter_segment()
1804 		if (fl->rx_offset + len + pad < rxb->size2)  in get_scatter_segment()
1806 		MPASS(fl->rx_offset + blen <= rxb->size2);  in get_scatter_segment()
1809 		blen = rxb->size1;  in get_scatter_segment()
1832 			MPASS(fl->rx_offset <= rxb->size2);  in get_scatter_segment()
1833 			if (fl->rx_offset < rxb->size2)  in get_scatter_segment()
1840 			clm->zone = rxb->zone;  in get_scatter_segment()
1848 		MPASS(fl->rx_offset <= rxb->size2);  in get_scatter_segment()
1849 		if (fl->rx_offset < rxb->size2)  in get_scatter_segment()
1852 		m_cljset(m, sd->cl, rxb->type);  in get_scatter_segment()
1915 	struct rx_buf_info *rxb = &sc->sge.rx_buf_info[sd->zidx];  in skip_scatter_segment()  local
1921 		blen = rxb->size2 - fl->rx_offset;	/* max possible in this buf */  in skip_scatter_segment()
1926 		if (fl->rx_offset + len + pad < rxb->size2)  in skip_scatter_segment()
1929 		MPASS(fl->rx_offset <= rxb->size2);  in skip_scatter_segment()
1930 		if (fl->rx_offset < rxb->size2)  in skip_scatter_segment()
1934 		blen = rxb->size1;  in skip_scatter_segment()
1960 	struct rx_buf_info *rxb = &sc->sge.rx_buf_info[sd->zidx];  in get_segment_len()  local
1963 		len = rxb->size2 - fl->rx_offset;  in get_segment_len()
1965 		len = rxb->size1;  in get_segment_len()
5167 	struct rx_buf_info *rxb;  in refill_fl()  local
5185 	rxb = &sc->sge.rx_buf_info[zidx];  in refill_fl()
5219 		cl = uma_zalloc(rxb->zone, M_NOWAIT);  in refill_fl()
5223 				rxb = &sc->sge.rx_buf_info[zidx];  in refill_fl()
5224 				cl = uma_zalloc(rxb->zone, M_NOWAIT);  in refill_fl()
5237 			*d = htobe64(pa | rxb->hwidx2);  in refill_fl()
5238 			sd->moff = rxb->size2;  in refill_fl()
5240 			*d = htobe64(pa | rxb->hwidx1);  in refill_fl()
6489 	struct rx_buf_info *rxb = &sc->sge.rx_buf_info[0];  in find_refill_source()  local
6492 		for (i = 0; i < SW_ZONE_SIZES; i++, rxb++) {  in find_refill_source()
6493 			if (rxb->hwidx2 == -1)  in find_refill_source()
6495 			if (rxb->size1 < PAGE_SIZE &&  in find_refill_source()
6496 			    rxb->size1 < largest_rx_cluster)  in find_refill_source()
6498 			if (rxb->size1 > largest_rx_cluster)  in find_refill_source()
6500 			MPASS(rxb->size1 - rxb->size2 >= CL_METADATA_SIZE);  in find_refill_source()
6501 			if (rxb->size2 >= maxp)  in find_refill_source()
6506 		for (i = 0; i < SW_ZONE_SIZES; i++, rxb++) {  in find_refill_source()
6507 			if (rxb->hwidx1 == -1)  in find_refill_source()
6509 			if (rxb->size1 > largest_rx_cluster)  in find_refill_source()
6511 			if (rxb->size1 >= maxp)  in find_refill_source()
6670 	struct rx_buf_info *rxb = &sc->sge.rx_buf_info[0];  in bufidx_used()  local
6673 	for (i = 0; i < SW_ZONE_SIZES; i++, rxb++) {  in bufidx_used()
6674 		if (rxb->size1 > largest_rx_cluster)  in bufidx_used()
6676 		if (rxb->hwidx1 == idx || rxb->hwidx2 == idx)  in bufidx_used()