260 #define	TCPID_BUCKET_LOCK_INIT(tlb)	mtx_init(&((tlb)->tlb_mtx), "tcp log id bucket", NULL, MTX_DEF)  argument
261 #define	TCPID_BUCKET_LOCK_DESTROY(tlb)	mtx_destroy(&((tlb)->tlb_mtx))  argument
262 #define	TCPID_BUCKET_LOCK(tlb)		mtx_lock(&((tlb)->tlb_mtx))  argument
263 #define	TCPID_BUCKET_UNLOCK(tlb)	mtx_unlock(&((tlb)->tlb_mtx))  argument
264 #define	TCPID_BUCKET_LOCK_ASSERT(tlb)	mtx_assert(&((tlb)->tlb_mtx), MA_OWNED)  argument
265 #define	TCPID_BUCKET_UNLOCK_ASSERT(tlb) mtx_assert(&((tlb)->tlb_mtx), MA_NOTOWNED)  argument
267 #define	TCPID_BUCKET_REF(tlb)		refcount_acquire(&((tlb)->tlb_refcnt))  argument
268 #define	TCPID_BUCKET_UNREF(tlb)		refcount_release(&((tlb)->tlb_refcnt))  argument
371 tcp_log_remove_bucket(struct tcp_log_id_bucket *tlb)  in tcp_log_remove_bucket()  argument
375 	KASSERT(SLIST_EMPTY(&tlb->tlb_head),  in tcp_log_remove_bucket()
377 	if (RB_REMOVE(tcp_log_id_tree, &tcp_log_id_head, tlb) == NULL) {  in tcp_log_remove_bucket()
383 	TCPID_BUCKET_LOCK_DESTROY(tlb);  in tcp_log_remove_bucket()
385 	uma_zfree(tcp_log_id_bucket_zone, tlb);  in tcp_log_remove_bucket()
399 tcp_log_unref_bucket(struct tcp_log_id_bucket *tlb, int *tree_locked,  in tcp_log_unref_bucket()  argument
403 	KASSERT(tlb != NULL, ("%s: called with NULL tlb", __func__));  in tcp_log_unref_bucket()
415 	while (TCPID_BUCKET_UNREF(tlb)) {  in tcp_log_unref_bucket()
427 			TCPID_BUCKET_REF(tlb);  in tcp_log_unref_bucket()
430 			TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_unref_bucket()
435 			TCPID_BUCKET_LOCK(tlb);  in tcp_log_unref_bucket()
445 		tcp_log_remove_bucket(tlb);  in tcp_log_unref_bucket()
472     struct tcp_log_id_bucket *tlb, struct tcp_log_id_node *tln,  in tcp_log_remove_id_node()  argument
477 	KASSERT(tp != NULL || (tlb != NULL && tln != NULL),  in tcp_log_remove_id_node()
479 	    tp, tlb, tln));  in tcp_log_remove_id_node()
484 		tlb = tp->t_lib;  in tcp_log_remove_id_node()
486 		KASSERT(tlb != NULL, ("%s: unexpectedly NULL tlb", __func__));  in tcp_log_remove_id_node()
491 	TCPID_BUCKET_LOCK_ASSERT(tlb);  in tcp_log_remove_id_node()
498 	SLIST_REMOVE(&tlb->tlb_head, tln, tcp_log_id_node, tln_list);  in tcp_log_remove_id_node()
504 	if (!tcp_log_unref_bucket(tlb, tree_locked, inp))  in tcp_log_remove_id_node()
505 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_remove_id_node()
533 tcp_log_increment_reqcnt(struct tcp_log_id_bucket *tlb)  in tcp_log_increment_reqcnt()  argument
536 	atomic_fetchadd_int(&tlb->tlb_reqcnt, 1);  in tcp_log_increment_reqcnt()
542 	struct tcp_log_id_bucket *tlb;  in tcp_log_apply_ratio()  local
549 	tlb = tp->t_lib;  in tcp_log_apply_ratio()
552 	if (tlb == NULL) {  in tcp_log_apply_ratio()
560 	TCPID_BUCKET_REF(tlb);  in tcp_log_apply_ratio()
562 	TCPID_BUCKET_LOCK(tlb);  in tcp_log_apply_ratio()
564 	hash = hash32_buf(tlb->tlb_id, strlen(tlb->tlb_id), 0);  in tcp_log_apply_ratio()
566 	    tlb->tlb_logstate == TCP_LOG_STATE_OFF) {  in tcp_log_apply_ratio()
573 		tlb->tlb_logstate = TCP_LOG_STATE_RATIO_OFF;  in tcp_log_apply_ratio()
582 	if (!tcp_log_unref_bucket(tlb, &tree_locked, NULL))  in tcp_log_apply_ratio()
583 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_apply_ratio()
606 	struct tcp_log_id_bucket *tlb;  in tcp_log_set_tag()  local
612 	tlb = tp->t_lib;  in tcp_log_set_tag()
613 	if (tlb == NULL) {  in tcp_log_set_tag()
618 	TCPID_BUCKET_REF(tlb);  in tcp_log_set_tag()
620 	TCPID_BUCKET_LOCK(tlb);  in tcp_log_set_tag()
621 	strlcpy(tlb->tlb_tag, tag, TCP_LOG_TAG_LEN);  in tcp_log_set_tag()
622 	if (!tcp_log_unref_bucket(tlb, &tree_locked, NULL))  in tcp_log_set_tag()
623 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_set_tag()
644 	struct tcp_log_id_bucket *tlb, *tmp_tlb;  in tcp_log_set_id()  local
650 	tlb = NULL;  in tcp_log_set_id()
714 		tlb = tp->t_lib;  in tcp_log_set_id()
715 		TCPID_BUCKET_REF(tlb);  in tcp_log_set_id()
722 		TCPID_BUCKET_LOCK(tlb);  in tcp_log_set_id()
730 		if (tcp_log_unref_bucket(tlb, &tree_locked, inp)) {  in tcp_log_set_id()
732 			tlb = NULL;  in tcp_log_set_id()
752 		if (tlb == NULL || tp->t_lib != tlb) {  in tcp_log_set_id()
753 			KASSERT(bucket_locked || tlb == NULL,  in tcp_log_set_id()
755 			    "inconsistent", __func__, bucket_locked, tlb));  in tcp_log_set_id()
758 				TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_set_id()
760 				tlb = NULL;  in tcp_log_set_id()
778 		tlb = NULL;  in tcp_log_set_id()
837 		KASSERT(tlb == NULL, ("%s:%d tlb unexpectedly non-NULL",  in tcp_log_set_id()
864 			tlb = uma_zalloc(tcp_log_id_bucket_zone, M_NOWAIT);  in tcp_log_set_id()
865 			if (tlb == NULL) {  in tcp_log_set_id()
876 				tlb->tlb_logstate = tcp_log_auto_mode;  in tcp_log_set_id()
878 				tlb->tlb_logstate = TCP_LOG_STATE_OFF;  in tcp_log_set_id()
879 			tlb->tlb_loglimit = 0;  in tcp_log_set_id()
880 			tlb->tlb_tag[0] = '\0'; /* Default to an empty tag. */  in tcp_log_set_id()
891 			strncpy(tlb->tlb_id, id, TCP_LOG_ID_LEN - 1);  in tcp_log_set_id()
892 			tlb->tlb_id[TCP_LOG_ID_LEN - 1] = '\0';  in tcp_log_set_id()
901 			SLIST_INIT(&tlb->tlb_head);  in tcp_log_set_id()
902 			refcount_init(&tlb->tlb_refcnt, 1);  in tcp_log_set_id()
903 			tlb->tlb_reqcnt = 1;  in tcp_log_set_id()
904 			memset(&tlb->tlb_mtx, 0, sizeof(struct mtx));  in tcp_log_set_id()
905 			TCPID_BUCKET_LOCK_INIT(tlb);  in tcp_log_set_id()
906 			TCPID_BUCKET_LOCK(tlb);  in tcp_log_set_id()
910 	TCPID_BUCKET_LOCK_DESTROY(tlb);			\  in tcp_log_set_id()
911 	uma_zfree(tcp_log_id_bucket_zone, tlb);		\  in tcp_log_set_id()
915 	tlb = NULL;					\  in tcp_log_set_id()
930 			    tlb);  in tcp_log_set_id()
933 			    "adding new bucket (%p)", __func__, tmp_tlb, tlb));  in tcp_log_set_id()
949 			tlb = tmp_tlb;  in tcp_log_set_id()
950 			TCPID_BUCKET_LOCK(tlb);  in tcp_log_set_id()
961 				TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_set_id()
963 				tlb = NULL;  in tcp_log_set_id()
968 			TCPID_BUCKET_REF(tlb);  in tcp_log_set_id()
971 			tcp_log_increment_reqcnt(tlb);  in tcp_log_set_id()
974 		tcp_log_grow_tlb(tlb->tlb_id, tp);  in tcp_log_set_id()
977 		SLIST_INSERT_HEAD(&tlb->tlb_head, tln, tln_list);  in tcp_log_set_id()
978 		tp->t_lib = tlb;  in tcp_log_set_id()
1001 		TCPID_BUCKET_LOCK_ASSERT(tlb);  in tcp_log_set_id()
1002 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_set_id()
1003 	} else if (tlb != NULL)  in tcp_log_set_id()
1004 		TCPID_BUCKET_UNLOCK_ASSERT(tlb);  in tcp_log_set_id()
1052 	struct tcp_log_id_bucket *tlb;  in tcp_log_get_tag()  local
1059 	tlb = tp->t_lib;  in tcp_log_get_tag()
1061 	if (tlb != NULL) {  in tcp_log_get_tag()
1062 		TCPID_BUCKET_REF(tlb);  in tcp_log_get_tag()
1064 		TCPID_BUCKET_LOCK(tlb);  in tcp_log_get_tag()
1065 		len = strlcpy(buf, tlb->tlb_tag, TCP_LOG_TAG_LEN);  in tcp_log_get_tag()
1069 		if (!tcp_log_unref_bucket(tlb, &tree_locked, NULL))  in tcp_log_get_tag()
1070 			TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_get_tag()
1305 	struct tcp_log_id_bucket *tlb;  in tcp_log_expire()  local
1347 		tlb = tln->tln_bucket;  in tcp_log_expire()
1348 		TCPID_BUCKET_LOCK(tlb);  in tcp_log_expire()
1349 		if (tcp_log_remove_id_node(NULL, NULL, tlb, tln, &tree_locked)) {  in tcp_log_expire()
2493 	struct tcp_log_id_bucket *tlb;  in tcp_log_dump_node_logbuf()  local
2495 	tlb = tln->tln_bucket;  in tcp_log_dump_node_logbuf()
2496 	TCPID_BUCKET_LOCK_ASSERT(tlb);  in tcp_log_dump_node_logbuf()
2497 	KASSERT(tlb->tlb_refcnt > 0,  in tcp_log_dump_node_logbuf()
2499 	    __func__, __LINE__, tln, tlb));  in tcp_log_dump_node_logbuf()
2518 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_dump_node_logbuf()
2521 		TCPID_BUCKET_LOCK(tlb);  in tcp_log_dump_node_logbuf()
2530 	strlcpy(entry->tldl_id, tlb->tlb_id, TCP_LOG_ID_LEN);  in tcp_log_dump_node_logbuf()
2531 	strlcpy(entry->tldl_tag, tlb->tlb_tag, TCP_LOG_TAG_LEN);  in tcp_log_dump_node_logbuf()
2557 tcp_log_dumpbucketlogs(struct tcp_log_id_bucket *tlb, char *reason)  in tcp_log_dumpbucketlogs()  argument
2566 	TCPID_BUCKET_LOCK_ASSERT(tlb);  in tcp_log_dumpbucketlogs()
2572 	TCPID_BUCKET_REF(tlb);  in tcp_log_dumpbucketlogs()
2586 	SLIST_FOREACH_SAFE(cur_tln, &tlb->tlb_head, tln_list, tmp_tln) {  in tcp_log_dumpbucketlogs()
2625 				SLIST_REMOVE_HEAD(&tlb->tlb_head, tln_list);  in tcp_log_dumpbucketlogs()
2640 			if (tcp_log_unref_bucket(tlb, &tree_locked, NULL)) {  in tcp_log_dumpbucketlogs()
2726 			    tlb, ("%s: %d: bucket mismatch for node %p",  in tcp_log_dumpbucketlogs()
2767 	if (!tcp_log_unref_bucket(tlb, &tree_locked, NULL))  in tcp_log_dumpbucketlogs()
2768 		TCPID_BUCKET_UNLOCK(tlb);  in tcp_log_dumpbucketlogs()
2796 	struct tcp_log_id_bucket *tlb;  in tcp_log_dump_tp_bucket_logbufs()  local
2801 	tlb = tp->t_lib;  in tcp_log_dump_tp_bucket_logbufs()
2802 	if (tlb == NULL) {  in tcp_log_dump_tp_bucket_logbufs()
2811 	TCPID_BUCKET_REF(tlb);  in tcp_log_dump_tp_bucket_logbufs()
2813 	TCPID_BUCKET_LOCK(tlb);  in tcp_log_dump_tp_bucket_logbufs()
2817 	if (tcp_log_unref_bucket(tlb, &tree_locked, NULL)) {  in tcp_log_dump_tp_bucket_logbufs()
2830 	tcp_log_dumpbucketlogs(tlb, reason);  in tcp_log_dump_tp_bucket_logbufs()