xref: /freebsd/sys/netinet/cc/cc_cubic.h (revision fe267a559009cbf34f9341666fe4d88a92c02d5e)
167fef78bSLawrence Stewart /*-
2*fe267a55SPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
3*fe267a55SPedro F. Giffuni  *
467fef78bSLawrence Stewart  * Copyright (c) 2008-2010 Lawrence Stewart <lstewart@freebsd.org>
567fef78bSLawrence Stewart  * Copyright (c) 2010 The FreeBSD Foundation
667fef78bSLawrence Stewart  * All rights reserved.
767fef78bSLawrence Stewart  *
867fef78bSLawrence Stewart  * This software was developed by Lawrence Stewart while studying at the Centre
9891b8ed4SLawrence Stewart  * for Advanced Internet Architectures, Swinburne University of Technology, made
10891b8ed4SLawrence Stewart  * possible in part by a grant from the Cisco University Research Program Fund
11891b8ed4SLawrence Stewart  * at Community Foundation Silicon Valley.
1267fef78bSLawrence Stewart  *
1367fef78bSLawrence Stewart  * Portions of this software were developed at the Centre for Advanced
1467fef78bSLawrence Stewart  * Internet Architectures, Swinburne University of Technology, Melbourne,
1567fef78bSLawrence Stewart  * Australia by David Hayes under sponsorship from the FreeBSD Foundation.
1667fef78bSLawrence Stewart  *
1767fef78bSLawrence Stewart  * Redistribution and use in source and binary forms, with or without
1867fef78bSLawrence Stewart  * modification, are permitted provided that the following conditions
1967fef78bSLawrence Stewart  * are met:
2067fef78bSLawrence Stewart  * 1. Redistributions of source code must retain the above copyright
2167fef78bSLawrence Stewart  *    notice, this list of conditions and the following disclaimer.
2267fef78bSLawrence Stewart  * 2. Redistributions in binary form must reproduce the above copyright
2367fef78bSLawrence Stewart  *    notice, this list of conditions and the following disclaimer in the
2467fef78bSLawrence Stewart  *    documentation and/or other materials provided with the distribution.
2567fef78bSLawrence Stewart  *
2667fef78bSLawrence Stewart  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
2767fef78bSLawrence Stewart  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2867fef78bSLawrence Stewart  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2967fef78bSLawrence Stewart  * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
3067fef78bSLawrence Stewart  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
3167fef78bSLawrence Stewart  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
3267fef78bSLawrence Stewart  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
3367fef78bSLawrence Stewart  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
3467fef78bSLawrence Stewart  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
3567fef78bSLawrence Stewart  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3667fef78bSLawrence Stewart  * SUCH DAMAGE.
3767fef78bSLawrence Stewart  *
3867fef78bSLawrence Stewart  * $FreeBSD$
3967fef78bSLawrence Stewart  */
4067fef78bSLawrence Stewart 
4167fef78bSLawrence Stewart #ifndef _NETINET_CC_CUBIC_H_
4267fef78bSLawrence Stewart #define _NETINET_CC_CUBIC_H_
4367fef78bSLawrence Stewart 
4467fef78bSLawrence Stewart /* Number of bits of precision for fixed point math calcs. */
4567fef78bSLawrence Stewart #define	CUBIC_SHIFT		8
4667fef78bSLawrence Stewart 
4767fef78bSLawrence Stewart #define	CUBIC_SHIFT_4		32
4867fef78bSLawrence Stewart 
4967fef78bSLawrence Stewart /* 0.5 << CUBIC_SHIFT. */
5067fef78bSLawrence Stewart #define	RENO_BETA		128
5167fef78bSLawrence Stewart 
5267fef78bSLawrence Stewart /* ~0.8 << CUBIC_SHIFT. */
5367fef78bSLawrence Stewart #define	CUBIC_BETA		204
5467fef78bSLawrence Stewart 
5567fef78bSLawrence Stewart /* ~0.2 << CUBIC_SHIFT. */
5667fef78bSLawrence Stewart #define	ONE_SUB_CUBIC_BETA	51
5767fef78bSLawrence Stewart 
5867fef78bSLawrence Stewart /* 3 * ONE_SUB_CUBIC_BETA. */
5967fef78bSLawrence Stewart #define	THREE_X_PT2		153
6067fef78bSLawrence Stewart 
6167fef78bSLawrence Stewart /* (2 << CUBIC_SHIFT) - ONE_SUB_CUBIC_BETA. */
6267fef78bSLawrence Stewart #define	TWO_SUB_PT2		461
6367fef78bSLawrence Stewart 
6467fef78bSLawrence Stewart /* ~0.4 << CUBIC_SHIFT. */
6567fef78bSLawrence Stewart #define	CUBIC_C_FACTOR		102
6667fef78bSLawrence Stewart 
6767fef78bSLawrence Stewart /* CUBIC fast convergence factor: ~0.9 << CUBIC_SHIFT. */
6867fef78bSLawrence Stewart #define	CUBIC_FC_FACTOR		230
6967fef78bSLawrence Stewart 
7067fef78bSLawrence Stewart /* Don't trust s_rtt until this many rtt samples have been taken. */
7167fef78bSLawrence Stewart #define	CUBIC_MIN_RTT_SAMPLES	8
7267fef78bSLawrence Stewart 
7367fef78bSLawrence Stewart /* Userland only bits. */
7467fef78bSLawrence Stewart #ifndef _KERNEL
7567fef78bSLawrence Stewart 
7667fef78bSLawrence Stewart extern int hz;
7767fef78bSLawrence Stewart 
7867fef78bSLawrence Stewart /*
7967fef78bSLawrence Stewart  * Implementation based on the formulae found in the CUBIC Internet Draft
8067fef78bSLawrence Stewart  * "draft-rhee-tcpm-cubic-02".
8167fef78bSLawrence Stewart  *
8267fef78bSLawrence Stewart  * Note BETA used in cc_cubic is equal to (1-beta) in the I-D
8367fef78bSLawrence Stewart  */
8467fef78bSLawrence Stewart 
8567fef78bSLawrence Stewart static __inline float
8667fef78bSLawrence Stewart theoretical_cubic_k(double wmax_pkts)
8767fef78bSLawrence Stewart {
8867fef78bSLawrence Stewart 	double C;
8967fef78bSLawrence Stewart 
9067fef78bSLawrence Stewart 	C = 0.4;
9167fef78bSLawrence Stewart 
9267fef78bSLawrence Stewart 	return (pow((wmax_pkts * 0.2) / C, (1.0 / 3.0)) * pow(2, CUBIC_SHIFT));
9367fef78bSLawrence Stewart }
9467fef78bSLawrence Stewart 
9567fef78bSLawrence Stewart static __inline unsigned long
9667fef78bSLawrence Stewart theoretical_cubic_cwnd(int ticks_since_cong, unsigned long wmax, uint32_t smss)
9767fef78bSLawrence Stewart {
9867fef78bSLawrence Stewart 	double C, wmax_pkts;
9967fef78bSLawrence Stewart 
10067fef78bSLawrence Stewart 	C = 0.4;
10167fef78bSLawrence Stewart 	wmax_pkts = wmax / (double)smss;
10267fef78bSLawrence Stewart 
10367fef78bSLawrence Stewart 	return (smss * (wmax_pkts +
10467fef78bSLawrence Stewart 	    (C * pow(ticks_since_cong / (double)hz -
10567fef78bSLawrence Stewart 	    theoretical_cubic_k(wmax_pkts) / pow(2, CUBIC_SHIFT), 3.0))));
10667fef78bSLawrence Stewart }
10767fef78bSLawrence Stewart 
10867fef78bSLawrence Stewart static __inline unsigned long
10967fef78bSLawrence Stewart theoretical_reno_cwnd(int ticks_since_cong, int rtt_ticks, unsigned long wmax,
11067fef78bSLawrence Stewart     uint32_t smss)
11167fef78bSLawrence Stewart {
11267fef78bSLawrence Stewart 
11367fef78bSLawrence Stewart 	return ((wmax * 0.5) + ((ticks_since_cong / (float)rtt_ticks) * smss));
11467fef78bSLawrence Stewart }
11567fef78bSLawrence Stewart 
11667fef78bSLawrence Stewart static __inline unsigned long
11767fef78bSLawrence Stewart theoretical_tf_cwnd(int ticks_since_cong, int rtt_ticks, unsigned long wmax,
11867fef78bSLawrence Stewart     uint32_t smss)
11967fef78bSLawrence Stewart {
12067fef78bSLawrence Stewart 
12167fef78bSLawrence Stewart 	return ((wmax * 0.8) + ((3 * 0.2) / (2 - 0.2) *
12267fef78bSLawrence Stewart 	    (ticks_since_cong / (float)rtt_ticks) * smss));
12367fef78bSLawrence Stewart }
12467fef78bSLawrence Stewart 
12567fef78bSLawrence Stewart #endif /* !_KERNEL */
12667fef78bSLawrence Stewart 
12767fef78bSLawrence Stewart /*
12867fef78bSLawrence Stewart  * Compute the CUBIC K value used in the cwnd calculation, using an
12967fef78bSLawrence Stewart  * implementation of eqn 2 in the I-D. The method used
13067fef78bSLawrence Stewart  * here is adapted from Apple Computer Technical Report #KT-32.
13167fef78bSLawrence Stewart  */
13267fef78bSLawrence Stewart static __inline int64_t
13367fef78bSLawrence Stewart cubic_k(unsigned long wmax_pkts)
13467fef78bSLawrence Stewart {
13567fef78bSLawrence Stewart 	int64_t s, K;
13667fef78bSLawrence Stewart 	uint16_t p;
13767fef78bSLawrence Stewart 
13867fef78bSLawrence Stewart 	K = s = 0;
13967fef78bSLawrence Stewart 	p = 0;
14067fef78bSLawrence Stewart 
14167fef78bSLawrence Stewart 	/* (wmax * beta)/C with CUBIC_SHIFT worth of precision. */
14267fef78bSLawrence Stewart 	s = ((wmax_pkts * ONE_SUB_CUBIC_BETA) << CUBIC_SHIFT) / CUBIC_C_FACTOR;
14367fef78bSLawrence Stewart 
14467fef78bSLawrence Stewart 	/* Rebase s to be between 1 and 1/8 with a shift of CUBIC_SHIFT. */
14567fef78bSLawrence Stewart 	while (s >= 256) {
14667fef78bSLawrence Stewart 		s >>= 3;
14767fef78bSLawrence Stewart 		p++;
14867fef78bSLawrence Stewart 	}
14967fef78bSLawrence Stewart 
15067fef78bSLawrence Stewart 	/*
15167fef78bSLawrence Stewart 	 * Some magic constants taken from the Apple TR with appropriate
15267fef78bSLawrence Stewart 	 * shifts: 275 == 1.072302 << CUBIC_SHIFT, 98 == 0.3812513 <<
15367fef78bSLawrence Stewart 	 * CUBIC_SHIFT, 120 == 0.46946116 << CUBIC_SHIFT.
15467fef78bSLawrence Stewart 	 */
15567fef78bSLawrence Stewart 	K = (((s * 275) >> CUBIC_SHIFT) + 98) -
15667fef78bSLawrence Stewart 	    (((s * s * 120) >> CUBIC_SHIFT) >> CUBIC_SHIFT);
15767fef78bSLawrence Stewart 
15867fef78bSLawrence Stewart 	/* Multiply by 2^p to undo the rebasing of s from above. */
15967fef78bSLawrence Stewart 	return (K <<= p);
16067fef78bSLawrence Stewart }
16167fef78bSLawrence Stewart 
16267fef78bSLawrence Stewart /*
16367fef78bSLawrence Stewart  * Compute the new cwnd value using an implementation of eqn 1 from the I-D.
16467fef78bSLawrence Stewart  * Thanks to Kip Macy for help debugging this function.
16567fef78bSLawrence Stewart  *
16667fef78bSLawrence Stewart  * XXXLAS: Characterise bounds for overflow.
16767fef78bSLawrence Stewart  */
16867fef78bSLawrence Stewart static __inline unsigned long
16967fef78bSLawrence Stewart cubic_cwnd(int ticks_since_cong, unsigned long wmax, uint32_t smss, int64_t K)
17067fef78bSLawrence Stewart {
17167fef78bSLawrence Stewart 	int64_t cwnd;
17267fef78bSLawrence Stewart 
17367fef78bSLawrence Stewart 	/* K is in fixed point form with CUBIC_SHIFT worth of precision. */
17467fef78bSLawrence Stewart 
17567fef78bSLawrence Stewart 	/* t - K, with CUBIC_SHIFT worth of precision. */
17667fef78bSLawrence Stewart 	cwnd = ((int64_t)(ticks_since_cong << CUBIC_SHIFT) - (K * hz)) / hz;
17767fef78bSLawrence Stewart 
17867fef78bSLawrence Stewart 	/* (t - K)^3, with CUBIC_SHIFT^3 worth of precision. */
17967fef78bSLawrence Stewart 	cwnd *= (cwnd * cwnd);
18067fef78bSLawrence Stewart 
18167fef78bSLawrence Stewart 	/*
18267fef78bSLawrence Stewart 	 * C(t - K)^3 + wmax
18367fef78bSLawrence Stewart 	 * The down shift by CUBIC_SHIFT_4 is because cwnd has 4 lots of
18467fef78bSLawrence Stewart 	 * CUBIC_SHIFT included in the value. 3 from the cubing of cwnd above,
18567fef78bSLawrence Stewart 	 * and an extra from multiplying through by CUBIC_C_FACTOR.
18667fef78bSLawrence Stewart 	 */
18767fef78bSLawrence Stewart 	cwnd = ((cwnd * CUBIC_C_FACTOR * smss) >> CUBIC_SHIFT_4) + wmax;
18867fef78bSLawrence Stewart 
18967fef78bSLawrence Stewart 	return ((unsigned long)cwnd);
19067fef78bSLawrence Stewart }
19167fef78bSLawrence Stewart 
19267fef78bSLawrence Stewart /*
19367fef78bSLawrence Stewart  * Compute an approximation of the NewReno cwnd some number of ticks after a
19467fef78bSLawrence Stewart  * congestion event. RTT should be the average RTT estimate for the path
19567fef78bSLawrence Stewart  * measured over the previous congestion epoch and wmax is the value of cwnd at
19667fef78bSLawrence Stewart  * the last congestion event. The "TCP friendly" concept in the CUBIC I-D is
19767fef78bSLawrence Stewart  * rather tricky to understand and it turns out this function is not required.
19867fef78bSLawrence Stewart  * It is left here for reference.
19967fef78bSLawrence Stewart  */
20067fef78bSLawrence Stewart static __inline unsigned long
20167fef78bSLawrence Stewart reno_cwnd(int ticks_since_cong, int rtt_ticks, unsigned long wmax,
20267fef78bSLawrence Stewart     uint32_t smss)
20367fef78bSLawrence Stewart {
20467fef78bSLawrence Stewart 
20567fef78bSLawrence Stewart 	/*
20667fef78bSLawrence Stewart 	 * For NewReno, beta = 0.5, therefore: W_tcp(t) = wmax*0.5 + t/RTT
20767fef78bSLawrence Stewart 	 * W_tcp(t) deals with cwnd/wmax in pkts, so because our cwnd is in
20867fef78bSLawrence Stewart 	 * bytes, we have to multiply by smss.
20967fef78bSLawrence Stewart 	 */
21067fef78bSLawrence Stewart 	return (((wmax * RENO_BETA) + (((ticks_since_cong * smss)
21167fef78bSLawrence Stewart 	    << CUBIC_SHIFT) / rtt_ticks)) >> CUBIC_SHIFT);
21267fef78bSLawrence Stewart }
21367fef78bSLawrence Stewart 
21467fef78bSLawrence Stewart /*
21567fef78bSLawrence Stewart  * Compute an approximation of the "TCP friendly" cwnd some number of ticks
21667fef78bSLawrence Stewart  * after a congestion event that is designed to yield the same average cwnd as
21767fef78bSLawrence Stewart  * NewReno while using CUBIC's beta of 0.8. RTT should be the average RTT
21867fef78bSLawrence Stewart  * estimate for the path measured over the previous congestion epoch and wmax is
21967fef78bSLawrence Stewart  * the value of cwnd at the last congestion event.
22067fef78bSLawrence Stewart  */
22167fef78bSLawrence Stewart static __inline unsigned long
22267fef78bSLawrence Stewart tf_cwnd(int ticks_since_cong, int rtt_ticks, unsigned long wmax,
22367fef78bSLawrence Stewart     uint32_t smss)
22467fef78bSLawrence Stewart {
22567fef78bSLawrence Stewart 
22667fef78bSLawrence Stewart 	/* Equation 4 of I-D. */
22767fef78bSLawrence Stewart 	return (((wmax * CUBIC_BETA) + (((THREE_X_PT2 * ticks_since_cong *
22867fef78bSLawrence Stewart 	    smss) << CUBIC_SHIFT) / TWO_SUB_PT2 / rtt_ticks)) >> CUBIC_SHIFT);
22967fef78bSLawrence Stewart }
23067fef78bSLawrence Stewart 
23167fef78bSLawrence Stewart #endif /* _NETINET_CC_CUBIC_H_ */
232