1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 3 * 4 * Copyright (c) 2010 Chelsio Communications, Inc. 5 * All rights reserved. 6 * Written by: Navdeep Parhar <np@FreeBSD.org> 7 * 8 * Redistribution and use in source and binary forms, with or without 9 * modification, are permitted provided that the following conditions 10 * are met: 11 * 1. Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * 2. Redistributions in binary form must reproduce the above copyright 14 * notice, this list of conditions and the following disclaimer in the 15 * documentation and/or other materials provided with the distribution. 16 * 17 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 18 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 19 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 20 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 21 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 22 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 23 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 24 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 25 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 26 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 27 * SUCH DAMAGE. 28 * 29 * $FreeBSD$ 30 * 31 */ 32 33 #ifndef __T4_OFFLOAD_H__ 34 #define __T4_OFFLOAD_H__ 35 #include <sys/param.h> 36 #include <sys/proc.h> 37 #include <sys/condvar.h> 38 39 #define INIT_ULPTX_WRH(w, wrlen, atomic, tid) do { \ 40 (w)->wr_hi = htonl(V_FW_WR_OP(FW_ULPTX_WR) | V_FW_WR_ATOMIC(atomic)); \ 41 (w)->wr_mid = htonl(V_FW_WR_LEN16(DIV_ROUND_UP(wrlen, 16)) | \ 42 V_FW_WR_FLOWID(tid)); \ 43 (w)->wr_lo = cpu_to_be64(0); \ 44 } while (0) 45 46 #define INIT_ULPTX_WR(w, wrlen, atomic, tid) \ 47 INIT_ULPTX_WRH(&((w)->wr), wrlen, atomic, tid) 48 49 #define INIT_TP_WR(w, tid) do { \ 50 (w)->wr.wr_hi = htonl(V_FW_WR_OP(FW_TP_WR) | \ 51 V_FW_WR_IMMDLEN(sizeof(*w) - sizeof(w->wr))); \ 52 (w)->wr.wr_mid = htonl(V_FW_WR_LEN16(DIV_ROUND_UP(sizeof(*w), 16)) | \ 53 V_FW_WR_FLOWID(tid)); \ 54 (w)->wr.wr_lo = cpu_to_be64(0); \ 55 } while (0) 56 57 #define INIT_TP_WR_MIT_CPL(w, cpl, tid) do { \ 58 INIT_TP_WR(w, tid); \ 59 OPCODE_TID(w) = htonl(MK_OPCODE_TID(cpl, tid)); \ 60 } while (0) 61 62 TAILQ_HEAD(stid_head, stid_region); 63 struct listen_ctx; 64 65 struct stid_region { 66 TAILQ_ENTRY(stid_region) link; 67 u_int used; /* # of stids used by this region */ 68 u_int free; /* # of contiguous stids free right after this region */ 69 }; 70 71 /* 72 * Max # of ATIDs. The absolute HW max is 14b (enough for 16K) but we reserve 73 * the upper 3b for use as a cookie to demux the reply. 74 */ 75 #define MAX_ATIDS 2048U 76 77 union aopen_entry { 78 void *data; 79 union aopen_entry *next; 80 }; 81 82 /* cxgbe_snd_tag flags */ 83 enum { 84 EO_FLOWC_PENDING = (1 << 0), /* flowc needs to be sent */ 85 EO_FLOWC_RPL_PENDING = (1 << 1), /* flowc credits due back */ 86 EO_SND_TAG_REF = (1 << 2), /* kernel has a ref on us */ 87 EO_FLUSH_RPL_PENDING = (1 << 3), /* credit flush rpl due back */ 88 }; 89 90 struct cxgbe_snd_tag { 91 struct m_snd_tag com; 92 struct adapter *adapter; 93 u_int flags; 94 struct mtx lock; 95 int port_id; 96 int etid; 97 struct mbufq pending_tx, pending_fwack; 98 int plen; 99 struct sge_wrq *eo_txq; 100 uint32_t ctrl0; 101 uint16_t iqid; 102 int8_t schedcl; 103 uint64_t max_rate; /* in bytes/s */ 104 uint8_t tx_total; /* total tx WR credits (in 16B units) */ 105 uint8_t tx_credits; /* tx WR credits (in 16B units) available */ 106 uint8_t tx_nocompl; /* tx WR credits since last compl request */ 107 uint8_t ncompl; /* # of completions outstanding. */ 108 }; 109 110 static inline struct cxgbe_snd_tag * 111 mst_to_cst(struct m_snd_tag *t) 112 { 113 114 return (__containerof(t, struct cxgbe_snd_tag, com)); 115 } 116 117 union etid_entry { 118 struct cxgbe_snd_tag *cst; 119 union etid_entry *next; 120 }; 121 122 /* 123 * Holds the size, base address, free list start, etc of the TID, server TID, 124 * and active-open TID tables. The tables themselves are allocated dynamically. 125 */ 126 struct tid_info { 127 void **tid_tab; 128 u_int ntids; 129 u_int tids_in_use; 130 131 struct mtx stid_lock __aligned(CACHE_LINE_SIZE); 132 struct listen_ctx **stid_tab; 133 u_int nstids; 134 u_int stid_base; 135 u_int stids_in_use; 136 u_int nstids_free_head; /* # of available stids at the beginning */ 137 struct stid_head stids; 138 139 struct mtx atid_lock __aligned(CACHE_LINE_SIZE); 140 union aopen_entry *atid_tab; 141 union aopen_entry *afree; 142 u_int natids; 143 u_int atids_in_use; 144 145 struct mtx ftid_lock __aligned(CACHE_LINE_SIZE); 146 struct cv ftid_cv; 147 struct filter_entry *ftid_tab; 148 u_int nftids; 149 u_int ftid_base; 150 u_int ftids_in_use; 151 152 struct mtx hftid_lock __aligned(CACHE_LINE_SIZE); 153 struct cv hftid_cv; 154 void **hftid_tab; 155 /* ntids, tids_in_use */ 156 157 struct mtx etid_lock __aligned(CACHE_LINE_SIZE); 158 union etid_entry *etid_tab; 159 union etid_entry *efree; 160 u_int netids; 161 u_int etid_base; 162 u_int etids_in_use; 163 }; 164 165 struct t4_range { 166 u_int start; 167 u_int size; 168 }; 169 170 struct t4_virt_res { /* virtualized HW resources */ 171 struct t4_range ddp; 172 struct t4_range iscsi; 173 struct t4_range stag; 174 struct t4_range rq; 175 struct t4_range pbl; 176 struct t4_range qp; 177 struct t4_range cq; 178 struct t4_range srq; 179 struct t4_range ocq; 180 struct t4_range l2t; 181 struct t4_range key; 182 }; 183 184 enum { 185 ULD_TOM = 0, 186 ULD_IWARP, 187 ULD_ISCSI, 188 ULD_MAX = ULD_ISCSI 189 }; 190 191 struct adapter; 192 struct port_info; 193 struct uld_info { 194 SLIST_ENTRY(uld_info) link; 195 int refcount; 196 int uld_id; 197 int (*activate)(struct adapter *); 198 int (*deactivate)(struct adapter *); 199 }; 200 201 struct tom_tunables { 202 int cong_algorithm; 203 int sndbuf; 204 int ddp; 205 int rx_coalesce; 206 int tls; 207 int *tls_rx_ports; 208 int num_tls_rx_ports; 209 int tx_align; 210 int tx_zcopy; 211 int cop_managed_offloading; 212 }; 213 /* iWARP driver tunables */ 214 struct iw_tunables { 215 int wc_en; 216 }; 217 #ifdef TCP_OFFLOAD 218 int t4_register_uld(struct uld_info *); 219 int t4_unregister_uld(struct uld_info *); 220 int t4_activate_uld(struct adapter *, int); 221 int t4_deactivate_uld(struct adapter *, int); 222 int uld_active(struct adapter *, int); 223 #endif 224 #endif 225