1 /* 2 * CDDL HEADER START 3 * 4 * The contents of this file are subject to the terms of the 5 * Common Development and Distribution License (the "License"). 6 * You may not use this file except in compliance with the License. 7 * 8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9 * or http://www.opensolaris.org/os/licensing. 10 * See the License for the specific language governing permissions 11 * and limitations under the License. 12 * 13 * When distributing Covered Code, include this CDDL HEADER in each 14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15 * If applicable, add the following below this CDDL HEADER, with the 16 * fields enclosed by brackets "[]" replaced with your own identifying 17 * information: Portions Copyright [yyyy] [name of copyright owner] 18 * 19 * CDDL HEADER END 20 */ 21 22 /* 23 * Copyright 2008 Sun Microsystems, Inc. All rights reserved. 24 * Use is subject to license terms. 25 */ 26 27 #ifndef _SYS_NXGE_NXGE_TXDMA_H 28 #define _SYS_NXGE_NXGE_TXDMA_H 29 30 #ifdef __cplusplus 31 extern "C" { 32 #endif 33 34 #include <sys/nxge/nxge_txdma_hw.h> 35 #include <npi_txdma.h> 36 #include <sys/nxge/nxge_serialize.h> 37 38 #define TXDMA_PORT_BITMAP(nxgep) (nxgep->pt_config.tx_dma_map) 39 40 #define TXDMA_RECLAIM_PENDING_DEFAULT 64 41 #define TX_FULL_MARK 3 42 43 /* 44 * Transmit load balancing definitions. 45 */ 46 #define NXGE_TX_LB_TCPUDP 0 /* default policy */ 47 #define NXGE_TX_LB_HASH 1 /* from the hint data */ 48 #define NXGE_TX_LB_DEST_MAC 2 /* Dest. MAC */ 49 50 /* 51 * Descriptor ring empty: 52 * (1) head index is equal to tail index. 53 * (2) wrapped around bits are the same. 54 * Descriptor ring full: 55 * (1) head index is equal to tail index. 56 * (2) wrapped around bits are different. 57 * 58 */ 59 #define TXDMA_RING_EMPTY(head, head_wrap, tail, tail_wrap) \ 60 ((head == tail && head_wrap == tail_wrap) ? B_TRUE : B_FALSE) 61 62 #define TXDMA_RING_FULL(head, head_wrap, tail, tail_wrap) \ 63 ((head == tail && head_wrap != tail_wrap) ? B_TRUE : B_FALSE) 64 65 #define TXDMA_DESC_NEXT_INDEX(index, entries, wrap_mask) \ 66 ((index + entries) & wrap_mask) 67 68 #define TXDMA_DRR_WEIGHT_DEFAULT 0x001f 69 70 typedef enum { 71 NXGE_USE_SERIAL = 0, 72 NXGE_USE_START, 73 } nxge_tx_mode_t; 74 75 typedef struct _tx_msg_t { 76 nxge_os_block_mv_t flags; /* DMA, BCOPY, DVMA (?) */ 77 nxge_os_dma_common_t buf_dma; /* premapped buffer blocks */ 78 nxge_os_dma_handle_t buf_dma_handle; /* premapped buffer handle */ 79 nxge_os_dma_handle_t dma_handle; /* DMA handle for normal send */ 80 nxge_os_dma_handle_t dvma_handle; /* Fast DVMA handle */ 81 82 p_mblk_t tx_message; 83 uint32_t tx_msg_size; 84 size_t bytes_used; 85 int head; 86 int tail; 87 } tx_msg_t, *p_tx_msg_t; 88 89 /* 90 * TX Statistics. 91 */ 92 typedef struct _nxge_tx_ring_stats_t { 93 uint64_t opackets; 94 uint64_t obytes; 95 uint64_t oerrors; 96 97 uint32_t tx_inits; 98 uint32_t tx_no_buf; 99 100 uint32_t mbox_err; 101 uint32_t pkt_size_err; 102 uint32_t tx_ring_oflow; 103 uint32_t pre_buf_par_err; 104 uint32_t nack_pref; 105 uint32_t nack_pkt_rd; 106 uint32_t conf_part_err; 107 uint32_t pkt_part_err; 108 uint32_t tx_starts; 109 uint32_t tx_nocanput; 110 uint32_t tx_msgdup_fail; 111 uint32_t tx_allocb_fail; 112 uint32_t tx_no_desc; 113 uint32_t tx_dma_bind_fail; 114 uint32_t tx_uflo; 115 116 uint32_t tx_hdr_pkts; 117 uint32_t tx_ddi_pkts; 118 uint32_t tx_dvma_pkts; 119 120 uint32_t tx_max_pend; 121 uint32_t tx_jumbo_pkts; 122 123 txdma_ring_errlog_t errlog; 124 } nxge_tx_ring_stats_t, *p_nxge_tx_ring_stats_t; 125 126 typedef struct _tx_ring_t { 127 nxge_os_dma_common_t tdc_desc; 128 struct _nxge_t *nxgep; 129 p_tx_msg_t tx_msg_ring; 130 uint32_t tnblocks; 131 tx_rng_cfig_t tx_ring_cfig; 132 tx_ring_hdl_t tx_ring_hdl; 133 tx_ring_kick_t tx_ring_kick; 134 tx_cs_t tx_cs; 135 tx_dma_ent_msk_t tx_evmask; 136 txdma_mbh_t tx_mbox_mbh; 137 txdma_mbl_t tx_mbox_mbl; 138 log_page_vld_t page_valid; 139 log_page_mask_t page_mask_1; 140 log_page_mask_t page_mask_2; 141 log_page_value_t page_value_1; 142 log_page_value_t page_value_2; 143 log_page_relo_t page_reloc_1; 144 log_page_relo_t page_reloc_2; 145 log_page_hdl_t page_hdl; 146 txc_dma_max_burst_t max_burst; 147 boolean_t cfg_set; 148 #define NXGE_TX_RING_ONLINE 0x00 149 #define NXGE_TX_RING_OFFLINING 0x01 150 #define NXGE_TX_RING_OFFLINED 0x02 151 uint32_t tx_ring_offline; 152 boolean_t tx_ring_busy; 153 154 nxge_os_mutex_t lock; 155 uint16_t index; 156 uint16_t tdc; 157 struct nxge_tdc_cfg *tdc_p; 158 uint_t tx_ring_size; 159 uint32_t num_chunks; 160 161 uint_t tx_wrap_mask; 162 uint_t rd_index; 163 uint_t wr_index; 164 boolean_t wr_index_wrap; 165 tx_ring_hdl_t ring_head; 166 tx_ring_kick_t ring_kick_tail; 167 txdma_mailbox_t tx_mbox; 168 169 uint_t descs_pending; 170 boolean_t queueing; 171 172 nxge_os_mutex_t sq_lock; 173 nxge_serialize_t *serial; 174 p_mblk_t head; 175 p_mblk_t tail; 176 177 uint16_t ldg_group_id; 178 p_nxge_tx_ring_stats_t tdc_stats; 179 180 nxge_os_mutex_t dvma_lock; 181 uint_t dvma_wr_index; 182 uint_t dvma_rd_index; 183 uint_t dvma_pending; 184 uint_t dvma_available; 185 uint_t dvma_wrap_mask; 186 187 nxge_os_dma_handle_t *dvma_ring; 188 189 #if defined(sun4v) && defined(NIU_LP_WORKAROUND) 190 uint64_t hv_tx_buf_base_ioaddr_pp; 191 uint64_t hv_tx_buf_ioaddr_size; 192 uint64_t hv_tx_cntl_base_ioaddr_pp; 193 uint64_t hv_tx_cntl_ioaddr_size; 194 boolean_t hv_set; 195 #endif 196 } tx_ring_t, *p_tx_ring_t; 197 198 199 /* Transmit Mailbox */ 200 typedef struct _tx_mbox_t { 201 nxge_os_mutex_t lock; 202 uint16_t index; 203 struct _nxge_t *nxgep; 204 uint16_t tdc; 205 nxge_os_dma_common_t tx_mbox; 206 txdma_mbl_t tx_mbox_l; 207 txdma_mbh_t tx_mbox_h; 208 } tx_mbox_t, *p_tx_mbox_t; 209 210 typedef struct _tx_rings_t { 211 p_tx_ring_t *rings; 212 boolean_t txdesc_allocated; 213 uint32_t ndmas; 214 nxge_os_dma_common_t tdc_dma; 215 nxge_os_dma_common_t tdc_mbox; 216 } tx_rings_t, *p_tx_rings_t; 217 218 219 typedef struct _tx_mbox_areas_t { 220 p_tx_mbox_t *txmbox_areas_p; 221 boolean_t txmbox_allocated; 222 } tx_mbox_areas_t, *p_tx_mbox_areas_t; 223 224 /* 225 * Transmit prototypes. 226 */ 227 nxge_status_t nxge_init_txdma_channels(p_nxge_t); 228 void nxge_uninit_txdma_channels(p_nxge_t); 229 230 nxge_status_t nxge_init_txdma_channel(p_nxge_t, int); 231 void nxge_uninit_txdma_channel(p_nxge_t, int); 232 233 void nxge_setup_dma_common(p_nxge_dma_common_t, p_nxge_dma_common_t, 234 uint32_t, uint32_t); 235 nxge_status_t nxge_reset_txdma_channel(p_nxge_t, uint16_t, 236 uint64_t); 237 nxge_status_t nxge_init_txdma_channel_event_mask(p_nxge_t, 238 uint16_t, p_tx_dma_ent_msk_t); 239 nxge_status_t nxge_init_txdma_channel_cntl_stat(p_nxge_t, 240 uint16_t, uint64_t); 241 nxge_status_t nxge_enable_txdma_channel(p_nxge_t, uint16_t, 242 p_tx_ring_t, p_tx_mbox_t); 243 244 p_mblk_t nxge_tx_pkt_header_reserve(p_mblk_t, uint8_t *); 245 int nxge_tx_pkt_nmblocks(p_mblk_t, int *); 246 boolean_t nxge_txdma_reclaim(p_nxge_t, p_tx_ring_t, int); 247 248 void nxge_fill_tx_hdr(p_mblk_t, boolean_t, boolean_t, 249 int, uint8_t, p_tx_pkt_hdr_all_t, t_uscalar_t, t_uscalar_t); 250 251 nxge_status_t nxge_txdma_hw_mode(p_nxge_t, boolean_t); 252 void nxge_hw_start_tx(p_nxge_t); 253 void nxge_txdma_stop(p_nxge_t); 254 void nxge_txdma_stop_start(p_nxge_t); 255 void nxge_fixup_txdma_rings(p_nxge_t); 256 void nxge_txdma_hw_kick(p_nxge_t); 257 void nxge_txdma_fix_channel(p_nxge_t, uint16_t); 258 void nxge_txdma_fixup_channel(p_nxge_t, p_tx_ring_t, 259 uint16_t); 260 void nxge_txdma_hw_kick_channel(p_nxge_t, p_tx_ring_t, 261 uint16_t); 262 263 void nxge_txdma_regs_dump(p_nxge_t, int); 264 void nxge_txdma_regs_dump_channels(p_nxge_t); 265 266 void nxge_check_tx_hang(p_nxge_t); 267 void nxge_fixup_hung_txdma_rings(p_nxge_t); 268 269 void nxge_reclaim_rings(p_nxge_t); 270 int nxge_txdma_channel_hung(p_nxge_t, 271 p_tx_ring_t tx_ring_p, uint16_t); 272 int nxge_txdma_hung(p_nxge_t); 273 int nxge_txdma_stop_inj_err(p_nxge_t, int); 274 void nxge_txdma_inject_err(p_nxge_t, uint32_t, uint8_t); 275 276 extern nxge_status_t nxge_alloc_tx_mem_pool(p_nxge_t); 277 extern nxge_status_t nxge_alloc_txb(p_nxge_t nxgep, int channel); 278 extern void nxge_free_txb(p_nxge_t nxgep, int channel); 279 280 #ifdef __cplusplus 281 } 282 #endif 283 284 #endif /* _SYS_NXGE_NXGE_TXDMA_H */ 285