/illumos-gate/usr/src/uts/common/io/xge/hal/xgehal/ |
H A D | xgehal-ring-fp.c | 29 __hal_ring_rxd_priv(xge_hal_ring_t *ring, xge_hal_dtr_h dtrh) in __hal_ring_rxd_priv() argument 32 xge_hal_ring_rxd_1_t *rxdp = (xge_hal_ring_rxd_1_t *)dtrh; in __hal_ring_rxd_priv() 40 xge_hal_ring_rxd_5_t *rxdp_5 = (xge_hal_ring_rxd_5_t *)dtrh; in __hal_ring_rxd_priv() 111 xge_hal_ring_dtr_private(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh) in xge_hal_ring_dtr_private() argument 113 return (char *)__hal_ring_rxd_priv((xge_hal_ring_t *) channelh, dtrh) + in xge_hal_ring_dtr_private() 135 xge_hal_ring_dtr_reserve(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh) in xge_hal_ring_dtr_reserve() argument 149 status = __hal_channel_dtr_alloc(channelh, dtrh); in xge_hal_ring_dtr_reserve() 159 xge_hal_ring_rxd_1_t *rxdp = (xge_hal_ring_rxd_1_t *)*dtrh; in xge_hal_ring_dtr_reserve() 185 xge_hal_ring_dtr_info_get(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, in xge_hal_ring_dtr_info_get() argument 190 xge_hal_ring_rxd_1_t *rxdp = (xge_hal_ring_rxd_1_t *)dtrh; in xge_hal_ring_dtr_info_get() [all …]
|
H A D | xgehal-fifo-fp.c | 29 __hal_fifo_txdl_priv(xge_hal_dtr_h dtrh) in __hal_fifo_txdl_priv() argument 31 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t*)dtrh; in __hal_fifo_txdl_priv() 48 __hal_fifo_dtr_post_single(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, in __hal_fifo_dtr_post_single() argument 53 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t *)dtrh; in __hal_fifo_dtr_post_single() 64 txdl_priv = __hal_fifo_txdl_priv(dtrh); in __hal_fifo_dtr_post_single() 105 __hal_channel_dtr_post(channelh, dtrh); in __hal_fifo_dtr_post_single() 207 xge_hal_fifo_dtr_private(xge_hal_dtr_h dtrh) in xge_hal_fifo_dtr_private() argument 209 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t *)dtrh; in xge_hal_fifo_dtr_private() 227 xge_hal_fifo_dtr_buffer_cnt(xge_hal_dtr_h dtrh) in xge_hal_fifo_dtr_buffer_cnt() argument 231 txdl_priv = __hal_fifo_txdl_priv(dtrh); in xge_hal_fifo_dtr_buffer_cnt() [all …]
|
H A D | xgehal-channel-fp.c | 29 __hal_channel_dtr_alloc(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh) in __hal_channel_dtr_alloc() argument 44 *dtrh = channel->reserve_arr[--channel->reserve_length]; in __hal_channel_dtr_alloc() 48 (unsigned long long)(ulong_t)*dtrh, in __hal_channel_dtr_alloc() 106 *dtrh = NULL; in __hal_channel_dtr_alloc() 111 __hal_channel_dtr_restore(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, in __hal_channel_dtr_restore() argument 120 if (dtrh) { in __hal_channel_dtr_restore() 121 channel->reserve_arr[channel->reserve_length + offset] = dtrh; in __hal_channel_dtr_restore() 124 (unsigned long long)(ulong_t)dtrh, channel->type, in __hal_channel_dtr_restore() 138 __hal_channel_dtr_post(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh) in __hal_channel_dtr_post() argument 144 channel->work_arr[channel->post_index++] = dtrh; in __hal_channel_dtr_post() [all …]
|
H A D | xgehal-channel.c | 37 xge_hal_dtr_h *dtrh) in __hal_channel_dtr_next_reservelist() argument 45 *dtrh = channel->reserve_arr[channel->reserve_top++]; in __hal_channel_dtr_next_reservelist() 56 __hal_channel_dtr_next_freelist(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh) in __hal_channel_dtr_next_freelist() argument 64 *dtrh = channel->free_arr[channel->free_length++]; in __hal_channel_dtr_next_freelist() 77 xge_hal_dtr_h *dtrh) in __hal_channel_dtr_next_not_completed() argument 82 __hal_channel_dtr_try_complete(channelh, dtrh); in __hal_channel_dtr_next_not_completed() 83 if (*dtrh == NULL) { in __hal_channel_dtr_next_not_completed() 87 rxdp = (xge_hal_ring_rxd_1_t *)*dtrh; in __hal_channel_dtr_next_not_completed()
|
H A D | xgehal-fifo.c | 157 xge_hal_dtr_h dtrh; in __hal_fifo_open() local 296 dtrh = fifo->channel.reserve_arr[i]; in __hal_fifo_open() 299 fifo->channel.reserve_arr[max_arr_index - i] = dtrh; in __hal_fifo_open() 490 __hal_fifo_dtr_align_free_unmap(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh) in __hal_fifo_dtr_align_free_unmap() argument 493 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t *)dtrh; in __hal_fifo_dtr_align_free_unmap() 521 __hal_fifo_dtr_align_alloc_map(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh) in __hal_fifo_dtr_align_alloc_map() argument 524 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t *)dtrh; in __hal_fifo_dtr_align_alloc_map() 549 __hal_fifo_dtr_align_free_unmap(channelh, dtrh); in __hal_fifo_dtr_align_alloc_map()
|
H A D | xgehal-device.c | 5640 xge_hal_dtr_h dtrh, u8 t_code) in xge_hal_device_handle_tcode() argument 5654 xge_hal_fifo_txd_t *txdp = (xge_hal_fifo_txd_t *)dtrh; in xge_hal_device_handle_tcode() 5694 xge_hal_ring_rxd_1_t *rxdp = (xge_hal_ring_rxd_1_t *)dtrh; in xge_hal_device_handle_tcode()
|
/illumos-gate/usr/src/uts/common/io/xge/hal/include/ |
H A D | xgehal-fifo.h | 265 __hal_fifo_dtr_align_alloc_map(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 268 __hal_fifo_dtr_align_free_unmap(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 275 __hal_fifo_txdl_priv(xge_hal_dtr_h dtrh); 278 __hal_fifo_dtr_post_single(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, 287 xge_hal_fifo_dtr_reserve(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh); 290 xge_hal_fifo_dtr_reserve_many(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh, 294 xge_hal_fifo_dtr_private(xge_hal_dtr_h dtrh); 297 xge_hal_fifo_dtr_buffer_cnt(xge_hal_dtr_h dtrh); 304 xge_hal_fifo_dtr_post(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 311 xge_hal_fifo_dtr_next_completed(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh, [all …]
|
H A D | xgehal-ring.h | 393 __hal_ring_rxd_priv(xge_hal_ring_t *ring, xge_hal_dtr_h dtrh); 398 xge_hal_ring_dtr_reserve(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh); 401 xge_hal_ring_dtr_private(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 404 xge_hal_ring_dtr_1b_set(xge_hal_dtr_h dtrh, dma_addr_t dma_pointer, int size); 407 xge_hal_ring_dtr_info_get(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, 411 xge_hal_ring_dtr_1b_get(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, 415 xge_hal_ring_dtr_3b_set(xge_hal_dtr_h dtrh, dma_addr_t dma_pointers[], 419 xge_hal_ring_dtr_3b_get(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, 423 xge_hal_ring_dtr_5b_set(xge_hal_dtr_h dtrh, dma_addr_t dma_pointers[], 427 xge_hal_ring_dtr_5b_get(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, [all …]
|
H A D | xgehal-channel.h | 164 (xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, 189 xge_hal_dtr_h dtrh, 216 xge_hal_dtr_h dtrh, 436 __hal_channel_dtr_alloc(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh); 439 __hal_channel_dtr_post(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 442 __hal_channel_dtr_try_complete(xge_hal_channel_h channelh, xge_hal_dtr_h *dtrh); 448 __hal_channel_dtr_free(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 451 __hal_channel_dtr_dealloc(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh); 454 __hal_channel_dtr_restore(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh,
|
H A D | xgehal-device.h | 781 xge_hal_dtr_h dtrh,
|
/illumos-gate/usr/src/uts/common/sys/ |
H A D | dtrace.h | 1081 #define DTRACE_RECORD_LOAD_TIMESTAMP(dtrh) \ argument 1082 ((dtrh)->dtrh_timestamp_lo + \ 1083 ((uint64_t)(dtrh)->dtrh_timestamp_hi << 32)) 1085 #define DTRACE_RECORD_STORE_TIMESTAMP(dtrh, hrtime) { \ argument 1086 (dtrh)->dtrh_timestamp_lo = (uint32_t)hrtime; \ 1087 (dtrh)->dtrh_timestamp_hi = hrtime >> 32; \
|
/illumos-gate/usr/src/uts/common/io/xge/drv/ |
H A D | xgell.c | 1565 xgell_rx_dtr_term(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, in xgell_rx_dtr_term() argument 1569 ((xgell_rxd_priv_t *)xge_hal_ring_dtr_private(channelh, dtrh)); in xgell_rx_dtr_term() 1576 xge_hal_ring_dtr_free(channelh, dtrh); in xgell_rx_dtr_term() 1719 xgell_tx_term(xge_hal_channel_h channelh, xge_hal_dtr_h dtrh, in xgell_tx_term() argument 1723 ((xgell_txd_priv_t *)xge_hal_fifo_dtr_private(dtrh)); in xgell_tx_term() 1742 xge_hal_fifo_dtr_free(channelh, dtrh); in xgell_tx_term()
|
/illumos-gate/usr/src/lib/libdtrace/common/ |
H A D | dt_consume.c | 2859 dtrace_rechdr_t *dtrh = in dt_buf_oldest() local 2862 if (dtrh->dtrh_epid == DTRACE_EPIDNONE) { in dt_buf_oldest() 2865 return (DTRACE_RECORD_LOAD_TIMESTAMP(dtrh)); in dt_buf_oldest()
|
/illumos-gate/usr/src/uts/common/dtrace/ |
H A D | dtrace.c | 2818 dtrace_rechdr_t *dtrh = (dtrace_rechdr_t *)saddr; in dtrace_speculation_commit() local 2820 if (dtrh->dtrh_epid == DTRACE_EPIDNONE) { in dtrace_speculation_commit() 2824 ASSERT3U(dtrh->dtrh_epid, <=, state->dts_necbs); in dtrace_speculation_commit() 2825 size = state->dts_ecbs[dtrh->dtrh_epid - 1]->dte_size; in dtrace_speculation_commit() 2829 ASSERT3U(DTRACE_RECORD_LOAD_TIMESTAMP(dtrh), ==, UINT64_MAX); in dtrace_speculation_commit() 2831 DTRACE_RECORD_STORE_TIMESTAMP(dtrh, timestamp); in dtrace_speculation_commit() 7100 dtrace_rechdr_t dtrh; in dtrace_probe() local 7106 dtrh.dtrh_epid = ecb->dte_epid; in dtrace_probe() 7107 DTRACE_RECORD_STORE_TIMESTAMP(&dtrh, in dtrace_probe() 7109 *((dtrace_rechdr_t *)(tomax + offs)) = dtrh; in dtrace_probe() [all …]
|