Home
last modified time | relevance | path

Searched refs:nr_hwtail (Results 1 – 14 of 14) sorted by relevance

/freebsd/sys/dev/netmap/
H A Dif_vtnet_netmap.h134 kring->nr_hwtail += n; in vtnet_netmap_txsync()
135 if (kring->nr_hwtail > lim) in vtnet_netmap_txsync()
136 kring->nr_hwtail -= lim + 1; in vtnet_netmap_txsync()
234 rxq->vtnrx_nm_refill = kring->nr_hwtail; in vtnet_netmap_rxq_populate()
277 nm_i = kring->nr_hwtail; in vtnet_netmap_rxsync()
315 kring->nr_hwtail = nm_i; in vtnet_netmap_rxsync()
341 kring->rcur, kring->rtail, kring->nr_hwcur, kring->nr_hwtail); in vtnet_netmap_rxsync()
H A Dnetmap_kloop.c139 kring->rcur, kring->rtail, kring->nr_hwtail); in sync_kloop_kring_dump()
238 kring->nr_hwtail); in netmap_sync_kloop_tx_ring()
239 if (kring->rtail != kring->nr_hwtail) { in netmap_sync_kloop_tx_ring()
241 kring->rtail = kring->nr_hwtail; in netmap_sync_kloop_tx_ring()
309 return (NM_ACCESS_ONCE(kring->nr_hwtail) == nm_prev(g_head, in sync_kloop_norxslots()
374 hwtail = NM_ACCESS_ONCE(kring->nr_hwtail); in netmap_sync_kloop_rx_ring()
425 hwtail = NM_ACCESS_ONCE(kring->nr_hwtail); in netmap_sync_kloop_rx_ring()
999 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, in netmap_pt_guest_txsync()
1013 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, in netmap_pt_guest_txsync()
1023 kring->rhead, kring->rcur, kring->nr_hwtail); in netmap_pt_guest_txsync()
[all …]
H A Dnetmap_pipe.c194 txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync()
198 txkring->nr_hwtail = txkring->pipe_tail; in netmap_pipe_txsync()
228 txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync()
250 rxkring->nr_hwcur, rxkring->nr_hwtail, in netmap_pipe_rxsync()
254 rxkring->nr_hwtail = rxkring->pipe_tail; in netmap_pipe_rxsync()
281 rxkring->nr_hwcur, rxkring->nr_hwtail, in netmap_pipe_rxsync()
347 k1->pipe_tail = k1->nr_hwtail; in netmap_pipe_krings_create_both()
348 k2->pipe_tail = k2->nr_hwtail; in netmap_pipe_krings_create_both()
561 kring->name, ring, kring->nr_hwtail, kring->nr_hwcur); in netmap_pipe_krings_delete_both()
H A Dnetmap_generic.c519 u_int nm_i = nm_next(kring->nr_hwtail, lim); in generic_netmap_tx_clean()
524 nm_prdis("hwcur = %d, hwtail = %d", kring->nr_hwcur, kring->nr_hwtail); in generic_netmap_tx_clean()
570 kring->nr_hwtail = nm_prev(nm_i, lim); in generic_netmap_tx_clean()
571 nm_prdis("tx completed [%d] -> hwtail %d", n, kring->nr_hwtail); in generic_netmap_tx_clean()
618 u_int ntc = nm_next(kring->nr_hwtail, lim); /* next to clean */ in generic_set_tx_event()
728 kring->nr_hwtail); in generic_netmap_txsync()
971 nm_i = kring->nr_hwtail; /* First empty slot in the receive ring. */ in generic_netmap_rxsync()
1024 nm_i = kring->nr_hwtail; in generic_netmap_rxsync()
1059 kring->nr_hwtail = nm_i; in generic_netmap_rxsync()
H A Dnetmap.c915 kring->rtail = kring->nr_hwtail = (t == NR_TX ? ndesc - 1 : 0); in netmap_krings_create()
1360 kring->nr_hwtail = head + lim; in netmap_txsync_to_host()
1361 if (kring->nr_hwtail > lim) in netmap_txsync_to_host()
1362 kring->nr_hwtail -= lim + 1; in netmap_txsync_to_host()
1399 nm_i = kring->nr_hwtail; in netmap_rxsync_from_host()
1415 kring->nr_hwtail = nm_i; in netmap_rxsync_from_host()
1691 kring->nr_hwcur, kring->nr_hwtail); \
1718 kring->nr_hwcur, kring->nr_hwtail, in nm_txsync_prologue()
1722 kring->rtail >= n || kring->nr_hwtail >= n); in nm_txsync_prologue()
1781 kring->nr_hwcur, kring->nr_hwtail, in nm_rxsync_prologue()
[all …]
H A Dnetmap_monitor.c283 kring->mon_tail = kring->nr_hwtail; in nm_monitor_intercept_callbacks()
607 beg = kring->nr_hwtail + 1; in netmap_zmon_parent_sync()
611 end = kring->nr_hwtail + 1; in netmap_zmon_parent_sync()
634 i = mkring->nr_hwtail; in netmap_zmon_parent_sync()
674 mkring->nr_hwtail = i; in netmap_zmon_parent_sync()
750 i = mkring->nr_hwtail; in netmap_monitor_parent_sync()
792 mkring->nr_hwtail = i; in netmap_monitor_parent_sync()
842 new_slots = kring->nr_hwtail - first_new; in netmap_monitor_parent_rxsync()
847 kring->mon_tail = kring->nr_hwtail; in netmap_monitor_parent_rxsync()
H A Dnetmap_bdg.c1271 if (kring->nr_hwcur == kring->nr_hwtail) { in netmap_bwrap_intr_notify()
1282 bkring->rhead = bkring->rcur = kring->nr_hwtail; in netmap_bwrap_intr_notify()
1287 kring->rhead = kring->rcur = kring->rtail = kring->nr_hwtail; in netmap_bwrap_intr_notify()
1293 if (kring->rcur != kring->nr_hwtail) { in netmap_bwrap_intr_notify()
1624 kring->nr_hwcur, kring->nr_hwtail, kring->nkr_hwlease, in netmap_bwrap_notify()
1626 hw_kring->nr_hwcur, hw_kring->nr_hwtail, hw_kring->rtail); in netmap_bwrap_notify()
1630 hw_kring->rhead = hw_kring->rcur = kring->nr_hwtail; in netmap_bwrap_notify()
1637 kring->rhead = kring->rcur = nm_next(hw_kring->nr_hwtail, lim); /* skip past reserved slot */ in netmap_bwrap_notify()
1643 kring->nr_hwcur, kring->nr_hwtail, kring->nkr_hwlease, in netmap_bwrap_notify()
1645 hw_kring->nr_hwcur, hw_kring->nr_hwtail, hw_kring->rtail); in netmap_bwrap_notify()
H A Dnetmap_vale.c675 space = k->nr_hwtail - k->nkr_hwlease; in nm_kr_space()
687 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, in nm_kr_space()
724 k->nr_hwtail >= k->nkr_num_slots || in nm_kr_lease()
728 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, in nm_kr_lease()
1055 update_pos = kring->nr_hwtail; in nm_vale_flush()
1072 kring->nr_hwtail = j; in nm_vale_flush()
1124 nm_prerr("early break at %d/ %d, tail %d", done, head, kring->nr_hwtail); in netmap_vale_vp_txsync()
1129 kring->nr_hwtail = nm_prev(done, lim); in netmap_vale_vp_txsync()
H A Dnetmap_kern.h415 uint32_t nr_hwtail; member
1193 int space = k->nr_hwtail - k->nr_hwcur; in nm_kr_rxspace()
1196 nm_prdis("preserving %d rx slots %d -> %d", space, k->nr_hwcur, k->nr_hwtail); in nm_kr_rxspace()
1209 return kring->rhead == kring->nr_hwtail; in nm_kr_txempty()
1222 return kring->rcur == kring->nr_hwtail; in nm_kr_wouldblock()
2395 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, &kring->nr_hwcur); in ptnet_sync_tail()
2398 ring->tail = kring->rtail = kring->nr_hwtail; in ptnet_sync_tail()
H A Dif_re_netmap.h159 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in re_netmap_txsync()
227 kring->nr_hwtail = nm_i; in re_netmap_rxsync()
H A Dif_ptnet.c1134 kring->nr_hwtail = kring->rtail = in ptnet_sync_from_csb()
1142 kring->ring->head, kring->ring->cur, kring->nr_hwtail, in ptnet_sync_from_csb()
/freebsd/sys/dev/ena/
H A Dena_netmap.c126 kring->nr_hwcur, kring->nr_hwtail, kring->rhead, kring->rcur, in ena_netmap_alloc_rx_slot()
802 ctx->nm_i = ctx->kring->nr_hwtail; in ena_netmap_tx_cleanup()
818 ctx->kring->nr_hwtail = ctx->nm_i; in ena_netmap_tx_cleanup()
901 ctx->nm_i = ctx->kring->nr_hwtail; in ena_netmap_rx_frames()
914 ctx->kring->nr_hwtail = ctx->nm_i; in ena_netmap_rx_frames()
1040 if (ctx->kring->nr_hwcur != ctx->kring->nr_hwtail) in ena_netmap_rx_cleanup()
/freebsd/sys/dev/cxgbe/
H A Dt4_netmap.c815 kring->rtail = kring->nr_hwtail = kring->nkr_num_slots - 1; in cxgbe_netmap_off()
841 kring->rtail = kring->nr_hwtail = 0; in cxgbe_netmap_off()
1158 kring->nr_hwtail += reclaimed; in cxgbe_netmap_txsync()
1159 if (kring->nr_hwtail >= kring->nkr_num_slots) in cxgbe_netmap_txsync()
1160 kring->nr_hwtail -= kring->nkr_num_slots; in cxgbe_netmap_txsync()
1183 kring->nr_hwtail = atomic_load_acq_32(&nm_rxq->fl_cidx); in cxgbe_netmap_rxsync()
/freebsd/sys/net/
H A Diflib.c911 MPASS(nm_i == kring->nr_hwtail); in netmap_fl_refill()
1131 if (kring->nr_hwtail != nm_prev(kring->nr_hwcur, lim)) { in iflib_netmap_txsync()
1135 kring->nr_hwtail = nm_prev(netmap_idx_n2k(kring, nic_i), lim); in iflib_netmap_txsync()
1140 if (kring->nr_hwtail != nm_prev(kring->nr_hwcur, lim)) { in iflib_netmap_txsync()
1230 MPASS(nm_i == kring->nr_hwtail); in iflib_netmap_rxsync()
1275 kring->nr_hwtail = nm_i; in iflib_netmap_rxsync()