xref: /freebsd/sys/netinet/sctp_timer.c (revision 63d1fd5970ec814904aa0f4580b10a0d302d08b2)
1 /*-
2  * Copyright (c) 2001-2007, by Cisco Systems, Inc. All rights reserved.
3  * Copyright (c) 2008-2012, by Randall Stewart. All rights reserved.
4  * Copyright (c) 2008-2012, by Michael Tuexen. All rights reserved.
5  *
6  * Redistribution and use in source and binary forms, with or without
7  * modification, are permitted provided that the following conditions are met:
8  *
9  * a) Redistributions of source code must retain the above copyright notice,
10  *    this list of conditions and the following disclaimer.
11  *
12  * b) Redistributions in binary form must reproduce the above copyright
13  *    notice, this list of conditions and the following disclaimer in
14  *    the documentation and/or other materials provided with the distribution.
15  *
16  * c) Neither the name of Cisco Systems, Inc. nor the names of its
17  *    contributors may be used to endorse or promote products derived
18  *    from this software without specific prior written permission.
19  *
20  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO,
22  * THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
24  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30  * THE POSSIBILITY OF SUCH DAMAGE.
31  */
32 
33 #include <sys/cdefs.h>
34 __FBSDID("$FreeBSD$");
35 
36 #define _IP_VHL
37 #include <netinet/sctp_os.h>
38 #include <netinet/sctp_pcb.h>
39 #ifdef INET6
40 #endif
41 #include <netinet/sctp_var.h>
42 #include <netinet/sctp_sysctl.h>
43 #include <netinet/sctp_timer.h>
44 #include <netinet/sctputil.h>
45 #include <netinet/sctp_output.h>
46 #include <netinet/sctp_header.h>
47 #include <netinet/sctp_indata.h>
48 #include <netinet/sctp_asconf.h>
49 #include <netinet/sctp_input.h>
50 #include <netinet/sctp.h>
51 #include <netinet/sctp_uio.h>
52 #if defined(INET) || defined(INET6)
53 #include <netinet/udp.h>
54 #endif
55 
56 
57 void
58 sctp_audit_retranmission_queue(struct sctp_association *asoc)
59 {
60 	struct sctp_tmit_chunk *chk;
61 
62 	SCTPDBG(SCTP_DEBUG_TIMER4, "Audit invoked on send queue cnt:%d onqueue:%d\n",
63 	    asoc->sent_queue_retran_cnt,
64 	    asoc->sent_queue_cnt);
65 	asoc->sent_queue_retran_cnt = 0;
66 	asoc->sent_queue_cnt = 0;
67 	TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
68 		if (chk->sent == SCTP_DATAGRAM_RESEND) {
69 			sctp_ucount_incr(asoc->sent_queue_retran_cnt);
70 		}
71 		asoc->sent_queue_cnt++;
72 	}
73 	TAILQ_FOREACH(chk, &asoc->control_send_queue, sctp_next) {
74 		if (chk->sent == SCTP_DATAGRAM_RESEND) {
75 			sctp_ucount_incr(asoc->sent_queue_retran_cnt);
76 		}
77 	}
78 	TAILQ_FOREACH(chk, &asoc->asconf_send_queue, sctp_next) {
79 		if (chk->sent == SCTP_DATAGRAM_RESEND) {
80 			sctp_ucount_incr(asoc->sent_queue_retran_cnt);
81 		}
82 	}
83 	SCTPDBG(SCTP_DEBUG_TIMER4, "Audit completes retran:%d onqueue:%d\n",
84 	    asoc->sent_queue_retran_cnt,
85 	    asoc->sent_queue_cnt);
86 }
87 
88 static int
89 sctp_threshold_management(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
90     struct sctp_nets *net, uint16_t threshold)
91 {
92 	if (net) {
93 		net->error_count++;
94 		SCTPDBG(SCTP_DEBUG_TIMER4, "Error count for %p now %d thresh:%d\n",
95 		    (void *)net, net->error_count,
96 		    net->failure_threshold);
97 		if (net->error_count > net->failure_threshold) {
98 			/* We had a threshold failure */
99 			if (net->dest_state & SCTP_ADDR_REACHABLE) {
100 				net->dest_state &= ~SCTP_ADDR_REACHABLE;
101 				net->dest_state &= ~SCTP_ADDR_REQ_PRIMARY;
102 				net->dest_state &= ~SCTP_ADDR_PF;
103 				sctp_ulp_notify(SCTP_NOTIFY_INTERFACE_DOWN,
104 				    stcb, 0,
105 				    (void *)net, SCTP_SO_NOT_LOCKED);
106 			}
107 		} else if ((net->pf_threshold < net->failure_threshold) &&
108 		    (net->error_count > net->pf_threshold)) {
109 			if (!(net->dest_state & SCTP_ADDR_PF)) {
110 				net->dest_state |= SCTP_ADDR_PF;
111 				net->last_active = sctp_get_tick_count();
112 				sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
113 				sctp_timer_stop(SCTP_TIMER_TYPE_HEARTBEAT,
114 				    inp, stcb, net,
115 				    SCTP_FROM_SCTP_TIMER + SCTP_LOC_1);
116 				sctp_timer_start(SCTP_TIMER_TYPE_HEARTBEAT, inp, stcb, net);
117 			}
118 		}
119 	}
120 	if (stcb == NULL)
121 		return (0);
122 
123 	if (net) {
124 		if ((net->dest_state & SCTP_ADDR_UNCONFIRMED) == 0) {
125 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
126 				sctp_misc_ints(SCTP_THRESHOLD_INCR,
127 				    stcb->asoc.overall_error_count,
128 				    (stcb->asoc.overall_error_count + 1),
129 				    SCTP_FROM_SCTP_TIMER,
130 				    __LINE__);
131 			}
132 			stcb->asoc.overall_error_count++;
133 		}
134 	} else {
135 		if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_THRESHOLD_LOGGING) {
136 			sctp_misc_ints(SCTP_THRESHOLD_INCR,
137 			    stcb->asoc.overall_error_count,
138 			    (stcb->asoc.overall_error_count + 1),
139 			    SCTP_FROM_SCTP_TIMER,
140 			    __LINE__);
141 		}
142 		stcb->asoc.overall_error_count++;
143 	}
144 	SCTPDBG(SCTP_DEBUG_TIMER4, "Overall error count for %p now %d thresh:%u state:%x\n",
145 	    (void *)&stcb->asoc, stcb->asoc.overall_error_count,
146 	    (uint32_t)threshold,
147 	    ((net == NULL) ? (uint32_t)0 : (uint32_t)net->dest_state));
148 	/*
149 	 * We specifically do not do >= to give the assoc one more change
150 	 * before we fail it.
151 	 */
152 	if (stcb->asoc.overall_error_count > threshold) {
153 		/* Abort notification sends a ULP notify */
154 		struct mbuf *op_err;
155 
156 		op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
157 		    "Association error counter exceeded");
158 		inp->last_abort_code = SCTP_FROM_SCTP_TIMER + SCTP_LOC_2;
159 		sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED);
160 		return (1);
161 	}
162 	return (0);
163 }
164 
165 /*
166  * sctp_find_alternate_net() returns a non-NULL pointer as long
167  * the argument net is non-NULL.
168  */
169 struct sctp_nets *
170 sctp_find_alternate_net(struct sctp_tcb *stcb,
171     struct sctp_nets *net,
172     int mode)
173 {
174 	/* Find and return an alternate network if possible */
175 	struct sctp_nets *alt, *mnet, *min_errors_net = NULL, *max_cwnd_net = NULL;
176 	int once;
177 
178 	/* JRS 5/14/07 - Initialize min_errors to an impossible value. */
179 	int min_errors = -1;
180 	uint32_t max_cwnd = 0;
181 
182 	if (stcb->asoc.numnets == 1) {
183 		/* No others but net */
184 		return (TAILQ_FIRST(&stcb->asoc.nets));
185 	}
186 	/*
187 	 * JRS 5/14/07 - If mode is set to 2, use the CMT PF find alternate
188 	 * net algorithm. This algorithm chooses the active destination (not
189 	 * in PF state) with the largest cwnd value. If all destinations are
190 	 * in PF state, unreachable, or unconfirmed, choose the desination
191 	 * that is in PF state with the lowest error count. In case of a
192 	 * tie, choose the destination that was most recently active.
193 	 */
194 	if (mode == 2) {
195 		TAILQ_FOREACH(mnet, &stcb->asoc.nets, sctp_next) {
196 			/*
197 			 * JRS 5/14/07 - If the destination is unreachable
198 			 * or unconfirmed, skip it.
199 			 */
200 			if (((mnet->dest_state & SCTP_ADDR_REACHABLE) != SCTP_ADDR_REACHABLE) ||
201 			    (mnet->dest_state & SCTP_ADDR_UNCONFIRMED)) {
202 				continue;
203 			}
204 			/*
205 			 * JRS 5/14/07 -  If the destination is reachable
206 			 * but in PF state, compare the error count of the
207 			 * destination to the minimum error count seen thus
208 			 * far. Store the destination with the lower error
209 			 * count.  If the error counts are equal, store the
210 			 * destination that was most recently active.
211 			 */
212 			if (mnet->dest_state & SCTP_ADDR_PF) {
213 				/*
214 				 * JRS 5/14/07 - If the destination under
215 				 * consideration is the current destination,
216 				 * work as if the error count is one higher.
217 				 * The actual error count will not be
218 				 * incremented until later in the t3
219 				 * handler.
220 				 */
221 				if (mnet == net) {
222 					if (min_errors == -1) {
223 						min_errors = mnet->error_count + 1;
224 						min_errors_net = mnet;
225 					} else if (mnet->error_count + 1 < min_errors) {
226 						min_errors = mnet->error_count + 1;
227 						min_errors_net = mnet;
228 					} else if (mnet->error_count + 1 == min_errors
229 					    && mnet->last_active > min_errors_net->last_active) {
230 						min_errors_net = mnet;
231 						min_errors = mnet->error_count + 1;
232 					}
233 					continue;
234 				} else {
235 					if (min_errors == -1) {
236 						min_errors = mnet->error_count;
237 						min_errors_net = mnet;
238 					} else if (mnet->error_count < min_errors) {
239 						min_errors = mnet->error_count;
240 						min_errors_net = mnet;
241 					} else if (mnet->error_count == min_errors
242 					    && mnet->last_active > min_errors_net->last_active) {
243 						min_errors_net = mnet;
244 						min_errors = mnet->error_count;
245 					}
246 					continue;
247 				}
248 			}
249 			/*
250 			 * JRS 5/14/07 - If the destination is reachable and
251 			 * not in PF state, compare the cwnd of the
252 			 * destination to the highest cwnd seen thus far.
253 			 * Store the destination with the higher cwnd value.
254 			 * If the cwnd values are equal, randomly choose one
255 			 * of the two destinations.
256 			 */
257 			if (max_cwnd < mnet->cwnd) {
258 				max_cwnd_net = mnet;
259 				max_cwnd = mnet->cwnd;
260 			} else if (max_cwnd == mnet->cwnd) {
261 				uint32_t rndval;
262 				uint8_t this_random;
263 
264 				if (stcb->asoc.hb_random_idx > 3) {
265 					rndval = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
266 					memcpy(stcb->asoc.hb_random_values, &rndval, sizeof(stcb->asoc.hb_random_values));
267 					this_random = stcb->asoc.hb_random_values[0];
268 					stcb->asoc.hb_random_idx++;
269 					stcb->asoc.hb_ect_randombit = 0;
270 				} else {
271 					this_random = stcb->asoc.hb_random_values[stcb->asoc.hb_random_idx];
272 					stcb->asoc.hb_random_idx++;
273 					stcb->asoc.hb_ect_randombit = 0;
274 				}
275 				if (this_random % 2 == 1) {
276 					max_cwnd_net = mnet;
277 					max_cwnd = mnet->cwnd;	/* Useless? */
278 				}
279 			}
280 		}
281 		if (max_cwnd_net == NULL) {
282 			if (min_errors_net == NULL) {
283 				return (net);
284 			}
285 			return (min_errors_net);
286 		} else {
287 			return (max_cwnd_net);
288 		}
289 	}			/* JRS 5/14/07 - If mode is set to 1, use the
290 				 * CMT policy for choosing an alternate net. */
291 	else if (mode == 1) {
292 		TAILQ_FOREACH(mnet, &stcb->asoc.nets, sctp_next) {
293 			if (((mnet->dest_state & SCTP_ADDR_REACHABLE) != SCTP_ADDR_REACHABLE) ||
294 			    (mnet->dest_state & SCTP_ADDR_UNCONFIRMED)) {
295 				/*
296 				 * will skip ones that are not-reachable or
297 				 * unconfirmed
298 				 */
299 				continue;
300 			}
301 			if (max_cwnd < mnet->cwnd) {
302 				max_cwnd_net = mnet;
303 				max_cwnd = mnet->cwnd;
304 			} else if (max_cwnd == mnet->cwnd) {
305 				uint32_t rndval;
306 				uint8_t this_random;
307 
308 				if (stcb->asoc.hb_random_idx > 3) {
309 					rndval = sctp_select_initial_TSN(&stcb->sctp_ep->sctp_ep);
310 					memcpy(stcb->asoc.hb_random_values, &rndval,
311 					    sizeof(stcb->asoc.hb_random_values));
312 					this_random = stcb->asoc.hb_random_values[0];
313 					stcb->asoc.hb_random_idx = 0;
314 					stcb->asoc.hb_ect_randombit = 0;
315 				} else {
316 					this_random = stcb->asoc.hb_random_values[stcb->asoc.hb_random_idx];
317 					stcb->asoc.hb_random_idx++;
318 					stcb->asoc.hb_ect_randombit = 0;
319 				}
320 				if (this_random % 2) {
321 					max_cwnd_net = mnet;
322 					max_cwnd = mnet->cwnd;
323 				}
324 			}
325 		}
326 		if (max_cwnd_net) {
327 			return (max_cwnd_net);
328 		}
329 	}
330 	mnet = net;
331 	once = 0;
332 
333 	if (mnet == NULL) {
334 		mnet = TAILQ_FIRST(&stcb->asoc.nets);
335 		if (mnet == NULL) {
336 			return (NULL);
337 		}
338 	}
339 	for (;;) {
340 		alt = TAILQ_NEXT(mnet, sctp_next);
341 		if (alt == NULL) {
342 			once++;
343 			if (once > 1) {
344 				break;
345 			}
346 			alt = TAILQ_FIRST(&stcb->asoc.nets);
347 			if (alt == NULL) {
348 				return (NULL);
349 			}
350 		}
351 		if (alt->ro.ro_rt == NULL) {
352 			if (alt->ro._s_addr) {
353 				sctp_free_ifa(alt->ro._s_addr);
354 				alt->ro._s_addr = NULL;
355 			}
356 			alt->src_addr_selected = 0;
357 		}
358 		if (((alt->dest_state & SCTP_ADDR_REACHABLE) == SCTP_ADDR_REACHABLE) &&
359 		    (alt->ro.ro_rt != NULL) &&
360 		    (!(alt->dest_state & SCTP_ADDR_UNCONFIRMED))) {
361 			/* Found a reachable address */
362 			break;
363 		}
364 		mnet = alt;
365 	}
366 
367 	if (alt == NULL) {
368 		/* Case where NO insv network exists (dormant state) */
369 		/* we rotate destinations */
370 		once = 0;
371 		mnet = net;
372 		for (;;) {
373 			if (mnet == NULL) {
374 				return (TAILQ_FIRST(&stcb->asoc.nets));
375 			}
376 			alt = TAILQ_NEXT(mnet, sctp_next);
377 			if (alt == NULL) {
378 				once++;
379 				if (once > 1) {
380 					break;
381 				}
382 				alt = TAILQ_FIRST(&stcb->asoc.nets);
383 				if (alt == NULL) {
384 					break;
385 				}
386 			}
387 			if ((!(alt->dest_state & SCTP_ADDR_UNCONFIRMED)) &&
388 			    (alt != net)) {
389 				/* Found an alternate address */
390 				break;
391 			}
392 			mnet = alt;
393 		}
394 	}
395 	if (alt == NULL) {
396 		return (net);
397 	}
398 	return (alt);
399 }
400 
401 static void
402 sctp_backoff_on_timeout(struct sctp_tcb *stcb,
403     struct sctp_nets *net,
404     int win_probe,
405     int num_marked, int num_abandoned)
406 {
407 	if (net->RTO == 0) {
408 		if (net->RTO_measured) {
409 			net->RTO = stcb->asoc.minrto;
410 		} else {
411 			net->RTO = stcb->asoc.initial_rto;
412 		}
413 	}
414 	net->RTO <<= 1;
415 	if (net->RTO > stcb->asoc.maxrto) {
416 		net->RTO = stcb->asoc.maxrto;
417 	}
418 	if ((win_probe == 0) && (num_marked || num_abandoned)) {
419 		/* We don't apply penalty to window probe scenarios */
420 		/* JRS - Use the congestion control given in the CC module */
421 		stcb->asoc.cc_functions.sctp_cwnd_update_after_timeout(stcb, net);
422 	}
423 }
424 
425 #ifndef INVARIANTS
426 static void
427 sctp_recover_sent_list(struct sctp_tcb *stcb)
428 {
429 	struct sctp_tmit_chunk *chk, *nchk;
430 	struct sctp_association *asoc;
431 
432 	asoc = &stcb->asoc;
433 	TAILQ_FOREACH_SAFE(chk, &asoc->sent_queue, sctp_next, nchk) {
434 		if (SCTP_TSN_GE(asoc->last_acked_seq, chk->rec.data.tsn)) {
435 			SCTP_PRINTF("Found chk:%p tsn:%x <= last_acked_seq:%x\n",
436 			    (void *)chk, chk->rec.data.tsn, asoc->last_acked_seq);
437 			if (chk->sent != SCTP_DATAGRAM_NR_ACKED) {
438 				if (asoc->strmout[chk->rec.data.sid].chunks_on_queues > 0) {
439 					asoc->strmout[chk->rec.data.sid].chunks_on_queues--;
440 				}
441 			}
442 			if ((asoc->strmout[chk->rec.data.sid].chunks_on_queues == 0) &&
443 			    (asoc->strmout[chk->rec.data.sid].state == SCTP_STREAM_RESET_PENDING) &&
444 			    TAILQ_EMPTY(&asoc->strmout[chk->rec.data.sid].outqueue)) {
445 				asoc->trigger_reset = 1;
446 			}
447 			TAILQ_REMOVE(&asoc->sent_queue, chk, sctp_next);
448 			if (PR_SCTP_ENABLED(chk->flags)) {
449 				if (asoc->pr_sctp_cnt != 0)
450 					asoc->pr_sctp_cnt--;
451 			}
452 			if (chk->data) {
453 				/* sa_ignore NO_NULL_CHK */
454 				sctp_free_bufspace(stcb, asoc, chk, 1);
455 				sctp_m_freem(chk->data);
456 				chk->data = NULL;
457 				if (asoc->prsctp_supported && PR_SCTP_BUF_ENABLED(chk->flags)) {
458 					asoc->sent_queue_cnt_removeable--;
459 				}
460 			}
461 			asoc->sent_queue_cnt--;
462 			sctp_free_a_chunk(stcb, chk, SCTP_SO_NOT_LOCKED);
463 		}
464 	}
465 	SCTP_PRINTF("after recover order is as follows\n");
466 	TAILQ_FOREACH(chk, &asoc->sent_queue, sctp_next) {
467 		SCTP_PRINTF("chk:%p TSN:%x\n", (void *)chk, chk->rec.data.tsn);
468 	}
469 }
470 #endif
471 
472 static int
473 sctp_mark_all_for_resend(struct sctp_tcb *stcb,
474     struct sctp_nets *net,
475     struct sctp_nets *alt,
476     int window_probe,
477     int *num_marked,
478     int *num_abandoned)
479 {
480 
481 	/*
482 	 * Mark all chunks (well not all) that were sent to *net for
483 	 * retransmission. Move them to alt for there destination as well...
484 	 * We only mark chunks that have been outstanding long enough to
485 	 * have received feed-back.
486 	 */
487 	struct sctp_tmit_chunk *chk, *nchk;
488 	struct sctp_nets *lnets;
489 	struct timeval now, min_wait, tv;
490 	int cur_rto;
491 	int cnt_abandoned;
492 	int audit_tf, num_mk, fir;
493 	unsigned int cnt_mk;
494 	uint32_t orig_flight, orig_tf;
495 	uint32_t tsnlast, tsnfirst;
496 	int recovery_cnt = 0;
497 
498 
499 	/* none in flight now */
500 	audit_tf = 0;
501 	fir = 0;
502 	/*
503 	 * figure out how long a data chunk must be pending before we can
504 	 * mark it ..
505 	 */
506 	(void)SCTP_GETTIME_TIMEVAL(&now);
507 	/* get cur rto in micro-seconds */
508 	cur_rto = (net->lastsa >> SCTP_RTT_SHIFT) + net->lastsv;
509 	cur_rto *= 1000;
510 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
511 		sctp_log_fr(cur_rto,
512 		    stcb->asoc.peers_rwnd,
513 		    window_probe,
514 		    SCTP_FR_T3_MARK_TIME);
515 		sctp_log_fr(net->flight_size, 0, 0, SCTP_FR_CWND_REPORT);
516 		sctp_log_fr(net->flight_size, net->cwnd, stcb->asoc.total_flight, SCTP_FR_CWND_REPORT);
517 	}
518 	tv.tv_sec = cur_rto / 1000000;
519 	tv.tv_usec = cur_rto % 1000000;
520 	min_wait = now;
521 	timevalsub(&min_wait, &tv);
522 	if (min_wait.tv_sec < 0 || min_wait.tv_usec < 0) {
523 		/*
524 		 * if we hit here, we don't have enough seconds on the clock
525 		 * to account for the RTO. We just let the lower seconds be
526 		 * the bounds and don't worry about it. This may mean we
527 		 * will mark a lot more than we should.
528 		 */
529 		min_wait.tv_sec = min_wait.tv_usec = 0;
530 	}
531 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
532 		sctp_log_fr(cur_rto, now.tv_sec, now.tv_usec, SCTP_FR_T3_MARK_TIME);
533 		sctp_log_fr(0, min_wait.tv_sec, min_wait.tv_usec, SCTP_FR_T3_MARK_TIME);
534 	}
535 	/*
536 	 * Our rwnd will be incorrect here since we are not adding back the
537 	 * cnt * mbuf but we will fix that down below.
538 	 */
539 	orig_flight = net->flight_size;
540 	orig_tf = stcb->asoc.total_flight;
541 
542 	net->fast_retran_ip = 0;
543 	/* Now on to each chunk */
544 	cnt_abandoned = 0;
545 	num_mk = cnt_mk = 0;
546 	tsnfirst = tsnlast = 0;
547 #ifndef INVARIANTS
548 start_again:
549 #endif
550 	TAILQ_FOREACH_SAFE(chk, &stcb->asoc.sent_queue, sctp_next, nchk) {
551 		if (SCTP_TSN_GE(stcb->asoc.last_acked_seq, chk->rec.data.tsn)) {
552 			/* Strange case our list got out of order? */
553 			SCTP_PRINTF("Our list is out of order? last_acked:%x chk:%x\n",
554 			    (unsigned int)stcb->asoc.last_acked_seq, (unsigned int)chk->rec.data.tsn);
555 			recovery_cnt++;
556 #ifdef INVARIANTS
557 			panic("last acked >= chk on sent-Q");
558 #else
559 			SCTP_PRINTF("Recover attempts a restart cnt:%d\n", recovery_cnt);
560 			sctp_recover_sent_list(stcb);
561 			if (recovery_cnt < 10) {
562 				goto start_again;
563 			} else {
564 				SCTP_PRINTF("Recovery fails %d times??\n", recovery_cnt);
565 			}
566 #endif
567 		}
568 		if ((chk->whoTo == net) && (chk->sent < SCTP_DATAGRAM_ACKED)) {
569 			/*
570 			 * found one to mark: If it is less than
571 			 * DATAGRAM_ACKED it MUST not be a skipped or marked
572 			 * TSN but instead one that is either already set
573 			 * for retransmission OR one that needs
574 			 * retransmission.
575 			 */
576 
577 			/* validate its been outstanding long enough */
578 			if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
579 				sctp_log_fr(chk->rec.data.tsn,
580 				    chk->sent_rcv_time.tv_sec,
581 				    chk->sent_rcv_time.tv_usec,
582 				    SCTP_FR_T3_MARK_TIME);
583 			}
584 			if ((chk->sent_rcv_time.tv_sec > min_wait.tv_sec) && (window_probe == 0)) {
585 				/*
586 				 * we have reached a chunk that was sent
587 				 * some seconds past our min.. forget it we
588 				 * will find no more to send.
589 				 */
590 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
591 					sctp_log_fr(0,
592 					    chk->sent_rcv_time.tv_sec,
593 					    chk->sent_rcv_time.tv_usec,
594 					    SCTP_FR_T3_STOPPED);
595 				}
596 				continue;
597 			} else if ((chk->sent_rcv_time.tv_sec == min_wait.tv_sec) &&
598 			    (window_probe == 0)) {
599 				/*
600 				 * we must look at the micro seconds to
601 				 * know.
602 				 */
603 				if (chk->sent_rcv_time.tv_usec >= min_wait.tv_usec) {
604 					/*
605 					 * ok it was sent after our boundary
606 					 * time.
607 					 */
608 					continue;
609 				}
610 			}
611 			if (stcb->asoc.prsctp_supported && PR_SCTP_TTL_ENABLED(chk->flags)) {
612 				/* Is it expired? */
613 				if (timevalcmp(&now, &chk->rec.data.timetodrop, >)) {
614 					/* Yes so drop it */
615 					if (chk->data) {
616 						(void)sctp_release_pr_sctp_chunk(stcb,
617 						    chk,
618 						    1,
619 						    SCTP_SO_NOT_LOCKED);
620 						cnt_abandoned++;
621 					}
622 					continue;
623 				}
624 			}
625 			if (stcb->asoc.prsctp_supported && PR_SCTP_RTX_ENABLED(chk->flags)) {
626 				/* Has it been retransmitted tv_sec times? */
627 				if (chk->snd_count > chk->rec.data.timetodrop.tv_sec) {
628 					if (chk->data) {
629 						(void)sctp_release_pr_sctp_chunk(stcb,
630 						    chk,
631 						    1,
632 						    SCTP_SO_NOT_LOCKED);
633 						cnt_abandoned++;
634 					}
635 					continue;
636 				}
637 			}
638 			if (chk->sent < SCTP_DATAGRAM_RESEND) {
639 				sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
640 				num_mk++;
641 				if (fir == 0) {
642 					fir = 1;
643 					tsnfirst = chk->rec.data.tsn;
644 				}
645 				tsnlast = chk->rec.data.tsn;
646 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
647 					sctp_log_fr(chk->rec.data.tsn, chk->snd_count,
648 					    0, SCTP_FR_T3_MARKED);
649 				}
650 				if (chk->rec.data.chunk_was_revoked) {
651 					/* deflate the cwnd */
652 					chk->whoTo->cwnd -= chk->book_size;
653 					chk->rec.data.chunk_was_revoked = 0;
654 				}
655 				net->marked_retrans++;
656 				stcb->asoc.marked_retrans++;
657 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
658 					sctp_misc_ints(SCTP_FLIGHT_LOG_DOWN_RSND_TO,
659 					    chk->whoTo->flight_size,
660 					    chk->book_size,
661 					    (uint32_t)(uintptr_t)chk->whoTo,
662 					    chk->rec.data.tsn);
663 				}
664 				sctp_flight_size_decrease(chk);
665 				sctp_total_flight_decrease(stcb, chk);
666 				stcb->asoc.peers_rwnd += chk->send_size;
667 				stcb->asoc.peers_rwnd += SCTP_BASE_SYSCTL(sctp_peer_chunk_oh);
668 			}
669 			chk->sent = SCTP_DATAGRAM_RESEND;
670 			SCTP_STAT_INCR(sctps_markedretrans);
671 
672 			/* reset the TSN for striking and other FR stuff */
673 			chk->rec.data.doing_fast_retransmit = 0;
674 			/* Clear any time so NO RTT is being done */
675 
676 			if (chk->do_rtt) {
677 				if (chk->whoTo->rto_needed == 0) {
678 					chk->whoTo->rto_needed = 1;
679 				}
680 			}
681 			chk->do_rtt = 0;
682 			if (alt != net) {
683 				sctp_free_remote_addr(chk->whoTo);
684 				chk->no_fr_allowed = 1;
685 				chk->whoTo = alt;
686 				atomic_add_int(&alt->ref_count, 1);
687 			} else {
688 				chk->no_fr_allowed = 0;
689 				if (TAILQ_EMPTY(&stcb->asoc.send_queue)) {
690 					chk->rec.data.fast_retran_tsn = stcb->asoc.sending_seq;
691 				} else {
692 					chk->rec.data.fast_retran_tsn = (TAILQ_FIRST(&stcb->asoc.send_queue))->rec.data.tsn;
693 				}
694 			}
695 			/*
696 			 * CMT: Do not allow FRs on retransmitted TSNs.
697 			 */
698 			if (stcb->asoc.sctp_cmt_on_off > 0) {
699 				chk->no_fr_allowed = 1;
700 			}
701 #ifdef THIS_SHOULD_NOT_BE_DONE
702 		} else if (chk->sent == SCTP_DATAGRAM_ACKED) {
703 			/* remember highest acked one */
704 			could_be_sent = chk;
705 #endif
706 		}
707 		if (chk->sent == SCTP_DATAGRAM_RESEND) {
708 			cnt_mk++;
709 		}
710 	}
711 	if ((orig_flight - net->flight_size) != (orig_tf - stcb->asoc.total_flight)) {
712 		/* we did not subtract the same things? */
713 		audit_tf = 1;
714 	}
715 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
716 		sctp_log_fr(tsnfirst, tsnlast, num_mk, SCTP_FR_T3_TIMEOUT);
717 	}
718 #ifdef SCTP_DEBUG
719 	if (num_mk) {
720 		SCTPDBG(SCTP_DEBUG_TIMER1, "LAST TSN marked was %x\n",
721 		    tsnlast);
722 		SCTPDBG(SCTP_DEBUG_TIMER1, "Num marked for retransmission was %d peer-rwd:%ld\n",
723 		    num_mk, (u_long)stcb->asoc.peers_rwnd);
724 		SCTPDBG(SCTP_DEBUG_TIMER1, "LAST TSN marked was %x\n",
725 		    tsnlast);
726 		SCTPDBG(SCTP_DEBUG_TIMER1, "Num marked for retransmission was %d peer-rwd:%d\n",
727 		    num_mk,
728 		    (int)stcb->asoc.peers_rwnd);
729 	}
730 #endif
731 	*num_marked = num_mk;
732 	*num_abandoned = cnt_abandoned;
733 	/*
734 	 * Now check for a ECN Echo that may be stranded And include the
735 	 * cnt_mk'd to have all resends in the control queue.
736 	 */
737 	TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
738 		if (chk->sent == SCTP_DATAGRAM_RESEND) {
739 			cnt_mk++;
740 		}
741 		if ((chk->whoTo == net) &&
742 		    (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
743 			sctp_free_remote_addr(chk->whoTo);
744 			chk->whoTo = alt;
745 			if (chk->sent != SCTP_DATAGRAM_RESEND) {
746 				chk->sent = SCTP_DATAGRAM_RESEND;
747 				sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
748 				cnt_mk++;
749 			}
750 			atomic_add_int(&alt->ref_count, 1);
751 		}
752 	}
753 #ifdef THIS_SHOULD_NOT_BE_DONE
754 	if ((stcb->asoc.sent_queue_retran_cnt == 0) && (could_be_sent)) {
755 		/* fix it so we retransmit the highest acked anyway */
756 		sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
757 		cnt_mk++;
758 		could_be_sent->sent = SCTP_DATAGRAM_RESEND;
759 	}
760 #endif
761 	if (stcb->asoc.sent_queue_retran_cnt != cnt_mk) {
762 #ifdef INVARIANTS
763 		SCTP_PRINTF("Local Audit says there are %d for retran asoc cnt:%d we marked:%d this time\n",
764 		    cnt_mk, stcb->asoc.sent_queue_retran_cnt, num_mk);
765 #endif
766 #ifndef SCTP_AUDITING_ENABLED
767 		stcb->asoc.sent_queue_retran_cnt = cnt_mk;
768 #endif
769 	}
770 	if (audit_tf) {
771 		SCTPDBG(SCTP_DEBUG_TIMER4,
772 		    "Audit total flight due to negative value net:%p\n",
773 		    (void *)net);
774 		stcb->asoc.total_flight = 0;
775 		stcb->asoc.total_flight_count = 0;
776 		/* Clear all networks flight size */
777 		TAILQ_FOREACH(lnets, &stcb->asoc.nets, sctp_next) {
778 			lnets->flight_size = 0;
779 			SCTPDBG(SCTP_DEBUG_TIMER4,
780 			    "Net:%p c-f cwnd:%d ssthresh:%d\n",
781 			    (void *)lnets, lnets->cwnd, lnets->ssthresh);
782 		}
783 		TAILQ_FOREACH(chk, &stcb->asoc.sent_queue, sctp_next) {
784 			if (chk->sent < SCTP_DATAGRAM_RESEND) {
785 				if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FLIGHT_LOGGING_ENABLE) {
786 					sctp_misc_ints(SCTP_FLIGHT_LOG_UP,
787 					    chk->whoTo->flight_size,
788 					    chk->book_size,
789 					    (uint32_t)(uintptr_t)chk->whoTo,
790 					    chk->rec.data.tsn);
791 				}
792 				sctp_flight_size_increase(chk);
793 				sctp_total_flight_increase(stcb, chk);
794 			}
795 		}
796 	}
797 	/* We return 1 if we only have a window probe outstanding */
798 	return (0);
799 }
800 
801 
802 int
803 sctp_t3rxt_timer(struct sctp_inpcb *inp,
804     struct sctp_tcb *stcb,
805     struct sctp_nets *net)
806 {
807 	struct sctp_nets *alt;
808 	int win_probe, num_mk, num_abandoned;
809 
810 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_FR_LOGGING_ENABLE) {
811 		sctp_log_fr(0, 0, 0, SCTP_FR_T3_TIMEOUT);
812 	}
813 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_LOGGING_ENABLE) {
814 		struct sctp_nets *lnet;
815 
816 		TAILQ_FOREACH(lnet, &stcb->asoc.nets, sctp_next) {
817 			if (net == lnet) {
818 				sctp_log_cwnd(stcb, lnet, 1, SCTP_CWND_LOG_FROM_T3);
819 			} else {
820 				sctp_log_cwnd(stcb, lnet, 0, SCTP_CWND_LOG_FROM_T3);
821 			}
822 		}
823 	}
824 	/* Find an alternate and mark those for retransmission */
825 	if ((stcb->asoc.peers_rwnd == 0) &&
826 	    (stcb->asoc.total_flight < net->mtu)) {
827 		SCTP_STAT_INCR(sctps_timowindowprobe);
828 		win_probe = 1;
829 	} else {
830 		win_probe = 0;
831 	}
832 
833 	if (win_probe == 0) {
834 		/* We don't do normal threshold management on window probes */
835 		if (sctp_threshold_management(inp, stcb, net,
836 		    stcb->asoc.max_send_times)) {
837 			/* Association was destroyed */
838 			return (1);
839 		} else {
840 			if (net != stcb->asoc.primary_destination) {
841 				/* send a immediate HB if our RTO is stale */
842 				struct timeval now;
843 				unsigned int ms_goneby;
844 
845 				(void)SCTP_GETTIME_TIMEVAL(&now);
846 				if (net->last_sent_time.tv_sec) {
847 					ms_goneby = (now.tv_sec - net->last_sent_time.tv_sec) * 1000;
848 				} else {
849 					ms_goneby = 0;
850 				}
851 				if ((net->dest_state & SCTP_ADDR_PF) == 0) {
852 					if ((ms_goneby > net->RTO) || (net->RTO == 0)) {
853 						/*
854 						 * no recent feed back in an
855 						 * RTO or more, request a
856 						 * RTT update
857 						 */
858 						sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
859 					}
860 				}
861 			}
862 		}
863 	} else {
864 		/*
865 		 * For a window probe we don't penalize the net's but only
866 		 * the association. This may fail it if SACKs are not coming
867 		 * back. If sack's are coming with rwnd locked at 0, we will
868 		 * continue to hold things waiting for rwnd to raise
869 		 */
870 		if (sctp_threshold_management(inp, stcb, NULL,
871 		    stcb->asoc.max_send_times)) {
872 			/* Association was destroyed */
873 			return (1);
874 		}
875 	}
876 	if (stcb->asoc.sctp_cmt_on_off > 0) {
877 		if (net->pf_threshold < net->failure_threshold) {
878 			alt = sctp_find_alternate_net(stcb, net, 2);
879 		} else {
880 			/*
881 			 * CMT: Using RTX_SSTHRESH policy for CMT. If CMT is
882 			 * being used, then pick dest with largest ssthresh
883 			 * for any retransmission.
884 			 */
885 			alt = sctp_find_alternate_net(stcb, net, 1);
886 			/*
887 			 * CUCv2: If a different dest is picked for the
888 			 * retransmission, then new (rtx-)pseudo_cumack
889 			 * needs to be tracked for orig dest. Let CUCv2
890 			 * track new (rtx-) pseudo-cumack always.
891 			 */
892 			net->find_pseudo_cumack = 1;
893 			net->find_rtx_pseudo_cumack = 1;
894 		}
895 	} else {
896 		alt = sctp_find_alternate_net(stcb, net, 0);
897 	}
898 
899 	num_mk = 0;
900 	num_abandoned = 0;
901 	(void)sctp_mark_all_for_resend(stcb, net, alt, win_probe,
902 	    &num_mk, &num_abandoned);
903 	/* FR Loss recovery just ended with the T3. */
904 	stcb->asoc.fast_retran_loss_recovery = 0;
905 
906 	/* CMT FR loss recovery ended with the T3 */
907 	net->fast_retran_loss_recovery = 0;
908 	if ((stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) &&
909 	    (net->flight_size == 0)) {
910 		(*stcb->asoc.cc_functions.sctp_cwnd_new_transmission_begins) (stcb, net);
911 	}
912 	/*
913 	 * setup the sat loss recovery that prevents satellite cwnd advance.
914 	 */
915 	stcb->asoc.sat_t3_loss_recovery = 1;
916 	stcb->asoc.sat_t3_recovery_tsn = stcb->asoc.sending_seq;
917 
918 	/* Backoff the timer and cwnd */
919 	sctp_backoff_on_timeout(stcb, net, win_probe, num_mk, num_abandoned);
920 	if ((!(net->dest_state & SCTP_ADDR_REACHABLE)) ||
921 	    (net->dest_state & SCTP_ADDR_PF)) {
922 		/* Move all pending over too */
923 		sctp_move_chunks_from_net(stcb, net);
924 
925 		/*
926 		 * Get the address that failed, to force a new src address
927 		 * selecton and a route allocation.
928 		 */
929 		if (net->ro._s_addr) {
930 			sctp_free_ifa(net->ro._s_addr);
931 			net->ro._s_addr = NULL;
932 		}
933 		net->src_addr_selected = 0;
934 
935 		/* Force a route allocation too */
936 		if (net->ro.ro_rt) {
937 			RTFREE(net->ro.ro_rt);
938 			net->ro.ro_rt = NULL;
939 		}
940 		/* Was it our primary? */
941 		if ((stcb->asoc.primary_destination == net) && (alt != net)) {
942 			/*
943 			 * Yes, note it as such and find an alternate note:
944 			 * this means HB code must use this to resent the
945 			 * primary if it goes active AND if someone does a
946 			 * change-primary then this flag must be cleared
947 			 * from any net structures.
948 			 */
949 			if (stcb->asoc.alternate) {
950 				sctp_free_remote_addr(stcb->asoc.alternate);
951 			}
952 			stcb->asoc.alternate = alt;
953 			atomic_add_int(&stcb->asoc.alternate->ref_count, 1);
954 		}
955 	}
956 	/*
957 	 * Special case for cookie-echo'ed case, we don't do output but must
958 	 * await the COOKIE-ACK before retransmission
959 	 */
960 	if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_COOKIE_ECHOED) {
961 		/*
962 		 * Here we just reset the timer and start again since we
963 		 * have not established the asoc
964 		 */
965 		sctp_timer_start(SCTP_TIMER_TYPE_SEND, inp, stcb, net);
966 		return (0);
967 	}
968 	if (stcb->asoc.prsctp_supported) {
969 		struct sctp_tmit_chunk *lchk;
970 
971 		lchk = sctp_try_advance_peer_ack_point(stcb, &stcb->asoc);
972 		/* C3. See if we need to send a Fwd-TSN */
973 		if (SCTP_TSN_GT(stcb->asoc.advanced_peer_ack_point, stcb->asoc.last_acked_seq)) {
974 			send_forward_tsn(stcb, &stcb->asoc);
975 			if (lchk) {
976 				/* Assure a timer is up */
977 				sctp_timer_start(SCTP_TIMER_TYPE_SEND, stcb->sctp_ep, stcb, lchk->whoTo);
978 			}
979 		}
980 	}
981 	if (SCTP_BASE_SYSCTL(sctp_logging_level) & SCTP_CWND_MONITOR_ENABLE) {
982 		sctp_log_cwnd(stcb, net, net->cwnd, SCTP_CWND_LOG_FROM_RTX);
983 	}
984 	return (0);
985 }
986 
987 int
988 sctp_t1init_timer(struct sctp_inpcb *inp,
989     struct sctp_tcb *stcb,
990     struct sctp_nets *net)
991 {
992 	/* bump the thresholds */
993 	if (stcb->asoc.delayed_connection) {
994 		/*
995 		 * special hook for delayed connection. The library did NOT
996 		 * complete the rest of its sends.
997 		 */
998 		stcb->asoc.delayed_connection = 0;
999 		sctp_send_initiate(inp, stcb, SCTP_SO_NOT_LOCKED);
1000 		return (0);
1001 	}
1002 	if (SCTP_GET_STATE((&stcb->asoc)) != SCTP_STATE_COOKIE_WAIT) {
1003 		return (0);
1004 	}
1005 	if (sctp_threshold_management(inp, stcb, net,
1006 	    stcb->asoc.max_init_times)) {
1007 		/* Association was destroyed */
1008 		return (1);
1009 	}
1010 	stcb->asoc.dropped_special_cnt = 0;
1011 	sctp_backoff_on_timeout(stcb, stcb->asoc.primary_destination, 1, 0, 0);
1012 	if (stcb->asoc.initial_init_rto_max < net->RTO) {
1013 		net->RTO = stcb->asoc.initial_init_rto_max;
1014 	}
1015 	if (stcb->asoc.numnets > 1) {
1016 		/* If we have more than one addr use it */
1017 		struct sctp_nets *alt;
1018 
1019 		alt = sctp_find_alternate_net(stcb, stcb->asoc.primary_destination, 0);
1020 		if (alt != stcb->asoc.primary_destination) {
1021 			sctp_move_chunks_from_net(stcb, stcb->asoc.primary_destination);
1022 			stcb->asoc.primary_destination = alt;
1023 		}
1024 	}
1025 	/* Send out a new init */
1026 	sctp_send_initiate(inp, stcb, SCTP_SO_NOT_LOCKED);
1027 	return (0);
1028 }
1029 
1030 /*
1031  * For cookie and asconf we actually need to find and mark for resend, then
1032  * increment the resend counter (after all the threshold management stuff of
1033  * course).
1034  */
1035 int
1036 sctp_cookie_timer(struct sctp_inpcb *inp,
1037     struct sctp_tcb *stcb,
1038     struct sctp_nets *net SCTP_UNUSED)
1039 {
1040 	struct sctp_nets *alt;
1041 	struct sctp_tmit_chunk *cookie;
1042 
1043 	/* first before all else we must find the cookie */
1044 	TAILQ_FOREACH(cookie, &stcb->asoc.control_send_queue, sctp_next) {
1045 		if (cookie->rec.chunk_id.id == SCTP_COOKIE_ECHO) {
1046 			break;
1047 		}
1048 	}
1049 	if (cookie == NULL) {
1050 		if (SCTP_GET_STATE(&stcb->asoc) == SCTP_STATE_COOKIE_ECHOED) {
1051 			/* FOOBAR! */
1052 			struct mbuf *op_err;
1053 
1054 			op_err = sctp_generate_cause(SCTP_BASE_SYSCTL(sctp_diag_info_code),
1055 			    "Cookie timer expired, but no cookie");
1056 			inp->last_abort_code = SCTP_FROM_SCTP_TIMER + SCTP_LOC_3;
1057 			sctp_abort_an_association(inp, stcb, op_err, SCTP_SO_NOT_LOCKED);
1058 		} else {
1059 #ifdef INVARIANTS
1060 			panic("Cookie timer expires in wrong state?");
1061 #else
1062 			SCTP_PRINTF("Strange in state %d not cookie-echoed yet c-e timer expires?\n", SCTP_GET_STATE(&stcb->asoc));
1063 			return (0);
1064 #endif
1065 		}
1066 		return (0);
1067 	}
1068 	/* Ok we found the cookie, threshold management next */
1069 	if (sctp_threshold_management(inp, stcb, cookie->whoTo,
1070 	    stcb->asoc.max_init_times)) {
1071 		/* Assoc is over */
1072 		return (1);
1073 	}
1074 	/*
1075 	 * Cleared threshold management, now lets backoff the address and
1076 	 * select an alternate
1077 	 */
1078 	stcb->asoc.dropped_special_cnt = 0;
1079 	sctp_backoff_on_timeout(stcb, cookie->whoTo, 1, 0, 0);
1080 	alt = sctp_find_alternate_net(stcb, cookie->whoTo, 0);
1081 	if (alt != cookie->whoTo) {
1082 		sctp_free_remote_addr(cookie->whoTo);
1083 		cookie->whoTo = alt;
1084 		atomic_add_int(&alt->ref_count, 1);
1085 	}
1086 	/* Now mark the retran info */
1087 	if (cookie->sent != SCTP_DATAGRAM_RESEND) {
1088 		sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1089 	}
1090 	cookie->sent = SCTP_DATAGRAM_RESEND;
1091 	/*
1092 	 * Now call the output routine to kick out the cookie again, Note we
1093 	 * don't mark any chunks for retran so that FR will need to kick in
1094 	 * to move these (or a send timer).
1095 	 */
1096 	return (0);
1097 }
1098 
1099 int
1100 sctp_strreset_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1101     struct sctp_nets *net)
1102 {
1103 	struct sctp_nets *alt;
1104 	struct sctp_tmit_chunk *strrst = NULL, *chk = NULL;
1105 
1106 	if (stcb->asoc.stream_reset_outstanding == 0) {
1107 		return (0);
1108 	}
1109 	/* find the existing STRRESET, we use the seq number we sent out on */
1110 	(void)sctp_find_stream_reset(stcb, stcb->asoc.str_reset_seq_out, &strrst);
1111 	if (strrst == NULL) {
1112 		return (0);
1113 	}
1114 	/* do threshold management */
1115 	if (sctp_threshold_management(inp, stcb, strrst->whoTo,
1116 	    stcb->asoc.max_send_times)) {
1117 		/* Assoc is over */
1118 		return (1);
1119 	}
1120 	/*
1121 	 * Cleared threshold management, now lets backoff the address and
1122 	 * select an alternate
1123 	 */
1124 	sctp_backoff_on_timeout(stcb, strrst->whoTo, 1, 0, 0);
1125 	alt = sctp_find_alternate_net(stcb, strrst->whoTo, 0);
1126 	sctp_free_remote_addr(strrst->whoTo);
1127 	strrst->whoTo = alt;
1128 	atomic_add_int(&alt->ref_count, 1);
1129 
1130 	/* See if a ECN Echo is also stranded */
1131 	TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
1132 		if ((chk->whoTo == net) &&
1133 		    (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
1134 			sctp_free_remote_addr(chk->whoTo);
1135 			if (chk->sent != SCTP_DATAGRAM_RESEND) {
1136 				chk->sent = SCTP_DATAGRAM_RESEND;
1137 				sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1138 			}
1139 			chk->whoTo = alt;
1140 			atomic_add_int(&alt->ref_count, 1);
1141 		}
1142 	}
1143 	if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
1144 		/*
1145 		 * If the address went un-reachable, we need to move to
1146 		 * alternates for ALL chk's in queue
1147 		 */
1148 		sctp_move_chunks_from_net(stcb, net);
1149 	}
1150 	/* mark the retran info */
1151 	if (strrst->sent != SCTP_DATAGRAM_RESEND)
1152 		sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1153 	strrst->sent = SCTP_DATAGRAM_RESEND;
1154 
1155 	/* restart the timer */
1156 	sctp_timer_start(SCTP_TIMER_TYPE_STRRESET, inp, stcb, strrst->whoTo);
1157 	return (0);
1158 }
1159 
1160 int
1161 sctp_asconf_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1162     struct sctp_nets *net)
1163 {
1164 	struct sctp_nets *alt;
1165 	struct sctp_tmit_chunk *asconf, *chk;
1166 
1167 	/* is this a first send, or a retransmission? */
1168 	if (TAILQ_EMPTY(&stcb->asoc.asconf_send_queue)) {
1169 		/* compose a new ASCONF chunk and send it */
1170 		sctp_send_asconf(stcb, net, SCTP_ADDR_NOT_LOCKED);
1171 	} else {
1172 		/*
1173 		 * Retransmission of the existing ASCONF is needed
1174 		 */
1175 
1176 		/* find the existing ASCONF */
1177 		asconf = TAILQ_FIRST(&stcb->asoc.asconf_send_queue);
1178 		if (asconf == NULL) {
1179 			return (0);
1180 		}
1181 		/* do threshold management */
1182 		if (sctp_threshold_management(inp, stcb, asconf->whoTo,
1183 		    stcb->asoc.max_send_times)) {
1184 			/* Assoc is over */
1185 			return (1);
1186 		}
1187 		if (asconf->snd_count > stcb->asoc.max_send_times) {
1188 			/*
1189 			 * Something is rotten: our peer is not responding
1190 			 * to ASCONFs but apparently is to other chunks.
1191 			 * i.e. it is not properly handling the chunk type
1192 			 * upper bits. Mark this peer as ASCONF incapable
1193 			 * and cleanup.
1194 			 */
1195 			SCTPDBG(SCTP_DEBUG_TIMER1, "asconf_timer: Peer has not responded to our repeated ASCONFs\n");
1196 			sctp_asconf_cleanup(stcb, net);
1197 			return (0);
1198 		}
1199 		/*
1200 		 * cleared threshold management, so now backoff the net and
1201 		 * select an alternate
1202 		 */
1203 		sctp_backoff_on_timeout(stcb, asconf->whoTo, 1, 0, 0);
1204 		alt = sctp_find_alternate_net(stcb, asconf->whoTo, 0);
1205 		if (asconf->whoTo != alt) {
1206 			sctp_free_remote_addr(asconf->whoTo);
1207 			asconf->whoTo = alt;
1208 			atomic_add_int(&alt->ref_count, 1);
1209 		}
1210 		/* See if an ECN Echo is also stranded */
1211 		TAILQ_FOREACH(chk, &stcb->asoc.control_send_queue, sctp_next) {
1212 			if ((chk->whoTo == net) &&
1213 			    (chk->rec.chunk_id.id == SCTP_ECN_ECHO)) {
1214 				sctp_free_remote_addr(chk->whoTo);
1215 				chk->whoTo = alt;
1216 				if (chk->sent != SCTP_DATAGRAM_RESEND) {
1217 					chk->sent = SCTP_DATAGRAM_RESEND;
1218 					sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1219 				}
1220 				atomic_add_int(&alt->ref_count, 1);
1221 			}
1222 		}
1223 		TAILQ_FOREACH(chk, &stcb->asoc.asconf_send_queue, sctp_next) {
1224 			if (chk->whoTo != alt) {
1225 				sctp_free_remote_addr(chk->whoTo);
1226 				chk->whoTo = alt;
1227 				atomic_add_int(&alt->ref_count, 1);
1228 			}
1229 			if (asconf->sent != SCTP_DATAGRAM_RESEND && chk->sent != SCTP_DATAGRAM_UNSENT)
1230 				sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1231 			chk->sent = SCTP_DATAGRAM_RESEND;
1232 		}
1233 		if (!(net->dest_state & SCTP_ADDR_REACHABLE)) {
1234 			/*
1235 			 * If the address went un-reachable, we need to move
1236 			 * to the alternate for ALL chunks in queue
1237 			 */
1238 			sctp_move_chunks_from_net(stcb, net);
1239 		}
1240 		/* mark the retran info */
1241 		if (asconf->sent != SCTP_DATAGRAM_RESEND)
1242 			sctp_ucount_incr(stcb->asoc.sent_queue_retran_cnt);
1243 		asconf->sent = SCTP_DATAGRAM_RESEND;
1244 
1245 		/* send another ASCONF if any and we can do */
1246 		sctp_send_asconf(stcb, alt, SCTP_ADDR_NOT_LOCKED);
1247 	}
1248 	return (0);
1249 }
1250 
1251 /* Mobility adaptation */
1252 void
1253 sctp_delete_prim_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1254     struct sctp_nets *net SCTP_UNUSED)
1255 {
1256 	if (stcb->asoc.deleted_primary == NULL) {
1257 		SCTPDBG(SCTP_DEBUG_ASCONF1, "delete_prim_timer: deleted_primary is not stored...\n");
1258 		sctp_mobility_feature_off(inp, SCTP_MOBILITY_PRIM_DELETED);
1259 		return;
1260 	}
1261 	SCTPDBG(SCTP_DEBUG_ASCONF1, "delete_prim_timer: finished to keep deleted primary ");
1262 	SCTPDBG_ADDR(SCTP_DEBUG_ASCONF1, &stcb->asoc.deleted_primary->ro._l_addr.sa);
1263 	sctp_free_remote_addr(stcb->asoc.deleted_primary);
1264 	stcb->asoc.deleted_primary = NULL;
1265 	sctp_mobility_feature_off(inp, SCTP_MOBILITY_PRIM_DELETED);
1266 	return;
1267 }
1268 
1269 /*
1270  * For the shutdown and shutdown-ack, we do not keep one around on the
1271  * control queue. This means we must generate a new one and call the general
1272  * chunk output routine, AFTER having done threshold management.
1273  * It is assumed that net is non-NULL.
1274  */
1275 int
1276 sctp_shutdown_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1277     struct sctp_nets *net)
1278 {
1279 	struct sctp_nets *alt;
1280 
1281 	/* first threshold management */
1282 	if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1283 		/* Assoc is over */
1284 		return (1);
1285 	}
1286 	sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1287 	/* second select an alternative */
1288 	alt = sctp_find_alternate_net(stcb, net, 0);
1289 
1290 	/* third generate a shutdown into the queue for out net */
1291 	sctp_send_shutdown(stcb, alt);
1292 
1293 	/* fourth restart timer */
1294 	sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN, inp, stcb, alt);
1295 	return (0);
1296 }
1297 
1298 int
1299 sctp_shutdownack_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1300     struct sctp_nets *net)
1301 {
1302 	struct sctp_nets *alt;
1303 
1304 	/* first threshold management */
1305 	if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1306 		/* Assoc is over */
1307 		return (1);
1308 	}
1309 	sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1310 	/* second select an alternative */
1311 	alt = sctp_find_alternate_net(stcb, net, 0);
1312 
1313 	/* third generate a shutdown into the queue for out net */
1314 	sctp_send_shutdown_ack(stcb, alt);
1315 
1316 	/* fourth restart timer */
1317 	sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNACK, inp, stcb, alt);
1318 	return (0);
1319 }
1320 
1321 static void
1322 sctp_audit_stream_queues_for_size(struct sctp_inpcb *inp,
1323     struct sctp_tcb *stcb)
1324 {
1325 	struct sctp_stream_queue_pending *sp;
1326 	unsigned int i, chks_in_queue = 0;
1327 	int being_filled = 0;
1328 
1329 	/*
1330 	 * This function is ONLY called when the send/sent queues are empty.
1331 	 */
1332 	if ((stcb == NULL) || (inp == NULL))
1333 		return;
1334 
1335 	if (stcb->asoc.sent_queue_retran_cnt) {
1336 		SCTP_PRINTF("Hmm, sent_queue_retran_cnt is non-zero %d\n",
1337 		    stcb->asoc.sent_queue_retran_cnt);
1338 		stcb->asoc.sent_queue_retran_cnt = 0;
1339 	}
1340 	if (stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, &stcb->asoc)) {
1341 		/* No stream scheduler information, initialize scheduler */
1342 		stcb->asoc.ss_functions.sctp_ss_init(stcb, &stcb->asoc, 0);
1343 		if (!stcb->asoc.ss_functions.sctp_ss_is_empty(stcb, &stcb->asoc)) {
1344 			/* yep, we lost a stream or two */
1345 			SCTP_PRINTF("Found additional streams NOT managed by scheduler, corrected\n");
1346 		} else {
1347 			/* no streams lost */
1348 			stcb->asoc.total_output_queue_size = 0;
1349 		}
1350 	}
1351 	/* Check to see if some data queued, if so report it */
1352 	for (i = 0; i < stcb->asoc.streamoutcnt; i++) {
1353 		if (!TAILQ_EMPTY(&stcb->asoc.strmout[i].outqueue)) {
1354 			TAILQ_FOREACH(sp, &stcb->asoc.strmout[i].outqueue, next) {
1355 				if (sp->msg_is_complete)
1356 					being_filled++;
1357 				chks_in_queue++;
1358 			}
1359 		}
1360 	}
1361 	if (chks_in_queue != stcb->asoc.stream_queue_cnt) {
1362 		SCTP_PRINTF("Hmm, stream queue cnt at %d I counted %d in stream out wheel\n",
1363 		    stcb->asoc.stream_queue_cnt, chks_in_queue);
1364 	}
1365 	if (chks_in_queue) {
1366 		/* call the output queue function */
1367 		sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_T3, SCTP_SO_NOT_LOCKED);
1368 		if ((TAILQ_EMPTY(&stcb->asoc.send_queue)) &&
1369 		    (TAILQ_EMPTY(&stcb->asoc.sent_queue))) {
1370 			/*
1371 			 * Probably should go in and make it go back through
1372 			 * and add fragments allowed
1373 			 */
1374 			if (being_filled == 0) {
1375 				SCTP_PRINTF("Still nothing moved %d chunks are stuck\n",
1376 				    chks_in_queue);
1377 			}
1378 		}
1379 	} else {
1380 		SCTP_PRINTF("Found no chunks on any queue tot:%lu\n",
1381 		    (u_long)stcb->asoc.total_output_queue_size);
1382 		stcb->asoc.total_output_queue_size = 0;
1383 	}
1384 }
1385 
1386 int
1387 sctp_heartbeat_timer(struct sctp_inpcb *inp, struct sctp_tcb *stcb,
1388     struct sctp_nets *net)
1389 {
1390 	uint8_t net_was_pf;
1391 
1392 	if (net->dest_state & SCTP_ADDR_PF) {
1393 		net_was_pf = 1;
1394 	} else {
1395 		net_was_pf = 0;
1396 	}
1397 	if (net->hb_responded == 0) {
1398 		if (net->ro._s_addr) {
1399 			/*
1400 			 * Invalidate the src address if we did not get a
1401 			 * response last time.
1402 			 */
1403 			sctp_free_ifa(net->ro._s_addr);
1404 			net->ro._s_addr = NULL;
1405 			net->src_addr_selected = 0;
1406 		}
1407 		sctp_backoff_on_timeout(stcb, net, 1, 0, 0);
1408 		if (sctp_threshold_management(inp, stcb, net, stcb->asoc.max_send_times)) {
1409 			/* Assoc is over */
1410 			return (1);
1411 		}
1412 	}
1413 	/* Zero PBA, if it needs it */
1414 	if (net->partial_bytes_acked) {
1415 		net->partial_bytes_acked = 0;
1416 	}
1417 	if ((stcb->asoc.total_output_queue_size > 0) &&
1418 	    (TAILQ_EMPTY(&stcb->asoc.send_queue)) &&
1419 	    (TAILQ_EMPTY(&stcb->asoc.sent_queue))) {
1420 		sctp_audit_stream_queues_for_size(inp, stcb);
1421 	}
1422 	if (!(net->dest_state & SCTP_ADDR_NOHB) &&
1423 	    !((net_was_pf == 0) && (net->dest_state & SCTP_ADDR_PF))) {
1424 		/*
1425 		 * when move to PF during threshold mangement, a HB has been
1426 		 * queued in that routine
1427 		 */
1428 		uint32_t ms_gone_by;
1429 
1430 		if ((net->last_sent_time.tv_sec > 0) ||
1431 		    (net->last_sent_time.tv_usec > 0)) {
1432 			struct timeval diff;
1433 
1434 			SCTP_GETTIME_TIMEVAL(&diff);
1435 			timevalsub(&diff, &net->last_sent_time);
1436 			ms_gone_by = (uint32_t)(diff.tv_sec * 1000) +
1437 			    (uint32_t)(diff.tv_usec / 1000);
1438 		} else {
1439 			ms_gone_by = 0xffffffff;
1440 		}
1441 		if ((ms_gone_by >= net->heart_beat_delay) ||
1442 		    (net->dest_state & SCTP_ADDR_PF)) {
1443 			sctp_send_hb(stcb, net, SCTP_SO_NOT_LOCKED);
1444 		}
1445 	}
1446 	return (0);
1447 }
1448 
1449 void
1450 sctp_pathmtu_timer(struct sctp_inpcb *inp,
1451     struct sctp_tcb *stcb,
1452     struct sctp_nets *net)
1453 {
1454 	uint32_t next_mtu, mtu;
1455 
1456 	next_mtu = sctp_get_next_mtu(net->mtu);
1457 
1458 	if ((next_mtu > net->mtu) && (net->port == 0)) {
1459 		if ((net->src_addr_selected == 0) ||
1460 		    (net->ro._s_addr == NULL) ||
1461 		    (net->ro._s_addr->localifa_flags & SCTP_BEING_DELETED)) {
1462 			if ((net->ro._s_addr != NULL) && (net->ro._s_addr->localifa_flags & SCTP_BEING_DELETED)) {
1463 				sctp_free_ifa(net->ro._s_addr);
1464 				net->ro._s_addr = NULL;
1465 				net->src_addr_selected = 0;
1466 			} else if (net->ro._s_addr == NULL) {
1467 #if defined(INET6) && defined(SCTP_EMBEDDED_V6_SCOPE)
1468 				if (net->ro._l_addr.sa.sa_family == AF_INET6) {
1469 					struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
1470 
1471 					/* KAME hack: embed scopeid */
1472 					(void)sa6_embedscope(sin6, MODULE_GLOBAL(ip6_use_defzone));
1473 				}
1474 #endif
1475 
1476 				net->ro._s_addr = sctp_source_address_selection(inp,
1477 				    stcb,
1478 				    (sctp_route_t *)&net->ro,
1479 				    net, 0, stcb->asoc.vrf_id);
1480 #if defined(INET6) && defined(SCTP_EMBEDDED_V6_SCOPE)
1481 				if (net->ro._l_addr.sa.sa_family == AF_INET6) {
1482 					struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)&net->ro._l_addr;
1483 
1484 					(void)sa6_recoverscope(sin6);
1485 				}
1486 #endif				/* INET6 */
1487 			}
1488 			if (net->ro._s_addr)
1489 				net->src_addr_selected = 1;
1490 		}
1491 		if (net->ro._s_addr) {
1492 			mtu = SCTP_GATHER_MTU_FROM_ROUTE(net->ro._s_addr, &net->ro._s_addr.sa, net->ro.ro_rt);
1493 #if defined(INET) || defined(INET6)
1494 			if (net->port) {
1495 				mtu -= sizeof(struct udphdr);
1496 			}
1497 #endif
1498 			if (mtu > next_mtu) {
1499 				net->mtu = next_mtu;
1500 			} else {
1501 				net->mtu = mtu;
1502 			}
1503 		}
1504 	}
1505 	/* restart the timer */
1506 	sctp_timer_start(SCTP_TIMER_TYPE_PATHMTURAISE, inp, stcb, net);
1507 }
1508 
1509 void
1510 sctp_autoclose_timer(struct sctp_inpcb *inp,
1511     struct sctp_tcb *stcb,
1512     struct sctp_nets *net)
1513 {
1514 	struct timeval tn, *tim_touse;
1515 	struct sctp_association *asoc;
1516 	int ticks_gone_by;
1517 
1518 	(void)SCTP_GETTIME_TIMEVAL(&tn);
1519 	if (stcb->asoc.sctp_autoclose_ticks &&
1520 	    sctp_is_feature_on(inp, SCTP_PCB_FLAGS_AUTOCLOSE)) {
1521 		/* Auto close is on */
1522 		asoc = &stcb->asoc;
1523 		/* pick the time to use */
1524 		if (asoc->time_last_rcvd.tv_sec >
1525 		    asoc->time_last_sent.tv_sec) {
1526 			tim_touse = &asoc->time_last_rcvd;
1527 		} else {
1528 			tim_touse = &asoc->time_last_sent;
1529 		}
1530 		/* Now has long enough transpired to autoclose? */
1531 		ticks_gone_by = SEC_TO_TICKS(tn.tv_sec - tim_touse->tv_sec);
1532 		if ((ticks_gone_by > 0) &&
1533 		    (ticks_gone_by >= (int)asoc->sctp_autoclose_ticks)) {
1534 			/*
1535 			 * autoclose time has hit, call the output routine,
1536 			 * which should do nothing just to be SURE we don't
1537 			 * have hanging data. We can then safely check the
1538 			 * queues and know that we are clear to send
1539 			 * shutdown
1540 			 */
1541 			sctp_chunk_output(inp, stcb, SCTP_OUTPUT_FROM_AUTOCLOSE_TMR, SCTP_SO_NOT_LOCKED);
1542 			/* Are we clean? */
1543 			if (TAILQ_EMPTY(&asoc->send_queue) &&
1544 			    TAILQ_EMPTY(&asoc->sent_queue)) {
1545 				/*
1546 				 * there is nothing queued to send, so I'm
1547 				 * done...
1548 				 */
1549 				if (SCTP_GET_STATE(asoc) != SCTP_STATE_SHUTDOWN_SENT) {
1550 					/* only send SHUTDOWN 1st time thru */
1551 					struct sctp_nets *netp;
1552 
1553 					if ((SCTP_GET_STATE(asoc) == SCTP_STATE_OPEN) ||
1554 					    (SCTP_GET_STATE(asoc) == SCTP_STATE_SHUTDOWN_RECEIVED)) {
1555 						SCTP_STAT_DECR_GAUGE32(sctps_currestab);
1556 					}
1557 					SCTP_SET_STATE(asoc, SCTP_STATE_SHUTDOWN_SENT);
1558 					SCTP_CLEAR_SUBSTATE(asoc, SCTP_STATE_SHUTDOWN_PENDING);
1559 					sctp_stop_timers_for_shutdown(stcb);
1560 					if (stcb->asoc.alternate) {
1561 						netp = stcb->asoc.alternate;
1562 					} else {
1563 						netp = stcb->asoc.primary_destination;
1564 					}
1565 					sctp_send_shutdown(stcb, netp);
1566 					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWN,
1567 					    stcb->sctp_ep, stcb,
1568 					    netp);
1569 					sctp_timer_start(SCTP_TIMER_TYPE_SHUTDOWNGUARD,
1570 					    stcb->sctp_ep, stcb,
1571 					    netp);
1572 				}
1573 			}
1574 		} else {
1575 			/*
1576 			 * No auto close at this time, reset t-o to check
1577 			 * later
1578 			 */
1579 			int tmp;
1580 
1581 			/* fool the timer startup to use the time left */
1582 			tmp = asoc->sctp_autoclose_ticks;
1583 			asoc->sctp_autoclose_ticks -= ticks_gone_by;
1584 			sctp_timer_start(SCTP_TIMER_TYPE_AUTOCLOSE, inp, stcb,
1585 			    net);
1586 			/* restore the real tick value */
1587 			asoc->sctp_autoclose_ticks = tmp;
1588 		}
1589 	}
1590 }
1591