11  * 1. Redistributions of source code must retain the above copyright
72  * 1Mbps? Why do we have a rate at 1.44Mbps called common?
73  * Why do the rates cluster in the 1-100Mbps range more
151 	122500,			/* 1Mbps  - rate 1 */
208 	125000000,		/* 1Gbps    - rate 59 */
212 	250000000,		/* 2Gbps    - rate 63 */
214 	312500000,		/* 2.5Gbps  - rate 65 */
215 	343750000,		/* 2.75Gbps - rate 66 */
216 	375000000,		/* 3Gbps    - rate 67 */
217 	500000000,		/* 4Gbps    - rate 68 */
218 	625000000,		/* 5Gbps    - rate 69 */
219 	750000000,		/* 6Gbps    - rate 70 */
220 	875000000,		/* 7Gbps    - rate 71 */
221 	1000000000,		/* 8Gbps    - rate 72 */
222 	1125000000,		/* 9Gbps    - rate 73 */
223 	1250000000,		/* 10Gbps   - rate 74 */
224 	1875000000,		/* 15Gbps   - rate 75 */
225 	2500000000		/* 20Gbps   - rate 76 */
237 				 * group (index wise means -1).
240 				 * 1Meg - 1Gig in 1 Meg steps
256 static uint32_t num_of_waits_allowed = 1; /* How many time blocks are we willing to wait */
259 static uint32_t even_num_segs = 1;
277     &num_of_waits_allowed, 1,
288     &even_num_segs, 1,
481 		counter_u64_add(rate_limit_set_ok, 1);  in rl_attach_txrtlmt()
482 		counter_u64_add(rate_limit_active, 1);  in rl_attach_txrtlmt()
484 		counter_u64_add(rate_limit_alloc_fail, 1);  in rl_attach_txrtlmt()
512 				low_disabled = 1;  in populate_canned_table()
517 				high_disabled = 1;  in populate_canned_table()
567 		rs->rs_disable = 1;  in rt_setup_new_rs()
658 		rs->rs_rlt[1].rate = 25000;	/* 200k */  in rt_setup_new_rs()
660 		/* Note 125000 == 1Megabit  in rt_setup_new_rs()
661 		 * populate 1Meg - 1000meg.  in rt_setup_new_rs()
663 		for(i = 3, rat = 125000; i< (ALL_HARDWARE_RATES-1); i++) {  in rt_setup_new_rs()
667 		rs->rs_rlt[(ALL_HARDWARE_RATES-1)].rate = 1250000000;  in rt_setup_new_rs()
682 	for (i = (rs->rs_rate_cnt - 1); i >= 0; i--) {  in rt_setup_new_rs()
700 			rs->rs_rlt[i].time_between = 1;  in rt_setup_new_rs()
721 			    (i + 1),  in rt_setup_new_rs()
726 				if (i == (rs->rs_rate_cnt - 1)) {  in rt_setup_new_rs()
746 	/* Did we get at least 1 rate? */  in rt_setup_new_rs()
747 	if (rs->rs_rlt[(rs->rs_rate_cnt - 1)].flags & HDWRPACE_INITED)  in rt_setup_new_rs()
748 		rs->rs_highest_valid = rs->rs_rate_cnt - 1;  in rt_setup_new_rs()
787 			 * Smaller than 1Meg, only  in tcp_int_find_suitable_rate()
802 			   (rs->rs_rlt[(ALL_HARDWARE_RATES-1)].flags & HDWRPACE_INITED)){  in tcp_int_find_suitable_rate()
804 			 * Larger than 1G (the majority of  in tcp_int_find_suitable_rate()
808 				rte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
810 				arte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
815 		 * If we reach here its in our table (between 1Meg - 1000Meg),  in tcp_int_find_suitable_rate()
817 		 * 1Megabit to it, from this we can calculate  in tcp_int_find_suitable_rate()
825 		if (ind_calc > (ALL_HARDWARE_RATES-1)) {  in tcp_int_find_suitable_rate()
827 			ind_calc = ALL_HARDWARE_RATES-1;  in tcp_int_find_suitable_rate()
832 			if (ind_calc >= 1)  in tcp_int_find_suitable_rate()
833 				previous_rate = rs->rs_rlt[(ind_calc-1)].rate;  in tcp_int_find_suitable_rate()
845 			   (rs->rs_rlt[(ALL_HARDWARE_RATES-1)].flags & HDWRPACE_INITED)) {  in tcp_int_find_suitable_rate()
846 			/* > 1Gbps only one rate */  in tcp_int_find_suitable_rate()
847 			if (bytes_per_sec == rs->rs_rlt[(ALL_HARDWARE_RATES-1)].rate) {  in tcp_int_find_suitable_rate()
849 				rte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
852 			/* Ok it must be a exact meg (its between 1G and 1Meg) */  in tcp_int_find_suitable_rate()
857 				if (ind_calc > (ALL_HARDWARE_RATES-1)) {  in tcp_int_find_suitable_rate()
859 					ind_calc = ALL_HARDWARE_RATES-1;  in tcp_int_find_suitable_rate()
869 			arte = &rs->rs_rlt[3]; /* set alternate to 1Meg */  in tcp_int_find_suitable_rate()
873 					if (i >= 1) {  in tcp_int_find_suitable_rate()
874 						previous_rate = rs->rs_rlt[(i-1)].rate;  in tcp_int_find_suitable_rate()
880 					if (i >= 1) {  in tcp_int_find_suitable_rate()
881 						previous_rate = rs->rs_rlt[(i-1)].rate;  in tcp_int_find_suitable_rate()
889 			if ((bytes_per_sec < rs->rs_rlt[(ALL_HARDWARE_RATES-1)].rate) &&  in tcp_int_find_suitable_rate()
890 			    (rs->rs_rlt[(ALL_HARDWARE_RATES-1)].flags & HDWRPACE_INITED)){  in tcp_int_find_suitable_rate()
892 				rte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
894 				   (bytes_per_sec == rs->rs_rlt[(ALL_HARDWARE_RATES-1)].rate) &&  in tcp_int_find_suitable_rate()
895 				   (rs->rs_rlt[(ALL_HARDWARE_RATES-1)].flags & HDWRPACE_INITED)) {  in tcp_int_find_suitable_rate()
897 				rte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
898 			} else if (rs->rs_rlt[(ALL_HARDWARE_RATES-1)].flags & HDWRPACE_INITED) {  in tcp_int_find_suitable_rate()
900 				arte = &rs->rs_rlt[(ALL_HARDWARE_RATES-1)];  in tcp_int_find_suitable_rate()
904 			/* Its in our range 1Meg - 1Gig */  in tcp_int_find_suitable_rate()
908 					if (ind_calc > (ALL_HARDWARE_RATES-1)) {  in tcp_int_find_suitable_rate()
910 						ind_calc = (ALL_HARDWARE_RATES-1);  in tcp_int_find_suitable_rate()
913 					if (ind_calc >= 1)  in tcp_int_find_suitable_rate()
914 						previous_rate = rs->rs_rlt[(ind_calc-1)].rate;  in tcp_int_find_suitable_rate()
918 			ind_calc = (mbits_per_sec + (RS_ONE_MEGABIT_PERSEC-1))/RS_ONE_MEGABIT_PERSEC;  in tcp_int_find_suitable_rate()
920 			if (ind_calc > (ALL_HARDWARE_RATES-1)) {  in tcp_int_find_suitable_rate()
922 				ind_calc = ALL_HARDWARE_RATES-1;  in tcp_int_find_suitable_rate()
926 				if (ind_calc >= 1)  in tcp_int_find_suitable_rate()
927 					previous_rate = rs->rs_rlt[(ind_calc-1)].rate;  in tcp_int_find_suitable_rate()
969 		 * from 1Meg - 1000Meg in 1Meg increments.  in tcp_find_suitable_rate()
985 				matched = 1;  in tcp_find_suitable_rate()
992 				matched = 1;  in tcp_find_suitable_rate()
1021 				matched = 1;  in tcp_find_suitable_rate()
1029 				matched = 1;  in tcp_find_suitable_rate()
1091 	atomic_add_long(&decon_rte->using, 1);  in rl_increment_using()
1100 	atomic_subtract_long(&decon_rte->using, 1);  in rl_decrement_using()
1109 	atomic_add_long(&decon_rte->rs_num_enobufs, 1);  in tcp_rl_log_enobuf()
1206 	    ((rs->rs_flows_using + 1) > rs->rs_flow_limit)) {  in rt_setup_rate()
1229 			counter_u64_add(rate_limit_new, 1);  in rt_setup_rate()
1238 		atomic_add_64(&rs->rs_flows_using, 1);  in rt_setup_rate()
1496 		pre = atomic_fetchadd_64(&lrs->rs_flows_using, -1);  in tcp_chg_pacing_rate()
1501 		if (pre == 1) {  in tcp_chg_pacing_rate()
1519 		counter_u64_add(rate_limit_chg, 1);  in tcp_chg_pacing_rate()
1538 	tp->t_pacing_rate = -1;  in tcp_rel_pacing_rate()
1546 	pre = atomic_fetchadd_64(&rs->rs_flows_using, -1);  in tcp_rel_pacing_rate()
1547 	if (pre == 1) {  in tcp_rel_pacing_rate()
1638 	new_tso = (bytes + segsiz - 1) / segsiz;  in tcp_get_pacing_burst_size_w_divisor()
1640 	if (even_num_segs && (new_tso & 1) && (new_tso > even_threshold))  in tcp_get_pacing_burst_size_w_divisor()
1643 		min_tso_segs = 1;  in tcp_get_pacing_burst_size_w_divisor()
1654 			    0, 0, 0, 0, 0, 0, 1);  in tcp_get_pacing_burst_size_w_divisor()
1707 		segs = (res_div + delta - 1)/delta;  in tcp_get_pacing_burst_size_w_divisor()
1717 				    segs, res_div, 1, 3);  in tcp_get_pacing_burst_size_w_divisor()
1737 			*err = -1;  in tcp_get_pacing_burst_size_w_divisor()
1794 SYSINIT(tcp_rl_init, SI_SUB_SMP + 1, SI_ORDER_ANY, tcp_rs_init, NULL);