/freebsd/sys/dev/netmap/ |
H A D | netmap_pipe.c | 194 txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync() 200 m = txkring->rhead - txkring->nr_hwcur; /* new slots */ in netmap_pipe_txsync() 209 for (k = txkring->nr_hwcur, nk = lim + 1, complete = 0; m; in netmap_pipe_txsync() 225 txkring->nr_hwcur = k; in netmap_pipe_txsync() 228 txkring->nr_hwcur, txkring->nr_hwtail, in netmap_pipe_txsync() 250 rxkring->nr_hwcur, rxkring->nr_hwtail, in netmap_pipe_rxsync() 256 m = rxkring->rhead - rxkring->nr_hwcur; /* released slots */ in netmap_pipe_rxsync() 265 for (k = rxkring->nr_hwcur; m; m--, k = nm_next(k, lim)) { in netmap_pipe_rxsync() 278 rxkring->nr_hwcur = k; in netmap_pipe_rxsync() 281 rxkring->nr_hwcur, rxkring->nr_hwtail, in netmap_pipe_rxsync() [all …]
|
H A D | netmap_kloop.c | 138 title, kring->name, kring->nr_hwcur, kring->rhead, in sync_kloop_kring_dump() 185 batch = shadow_ring.head - kring->nr_hwcur; in netmap_sync_kloop_tx_ring() 193 uint32_t head_lim = kring->nr_hwcur + PTN_TX_BATCH_LIM(num_slots); in netmap_sync_kloop_tx_ring() 237 sync_kloop_kernel_write(csb_ktoa, kring->nr_hwcur, in netmap_sync_kloop_tx_ring() 375 sync_kloop_kernel_write(csb_ktoa, kring->nr_hwcur, hwtail); in netmap_sync_kloop_rx_ring() 984 kring->nr_hwcur = ktoa->hwcur; in netmap_pt_guest_txsync() 988 if (((kring->rhead != kring->nr_hwcur || nm_kr_wouldblock(kring)) in netmap_pt_guest_txsync() 1000 &kring->nr_hwcur); in netmap_pt_guest_txsync() 1014 &kring->nr_hwcur); in netmap_pt_guest_txsync() 1053 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, &kring->nr_hwcur); in netmap_pt_guest_rxsync() [all …]
|
H A D | if_vtnet_netmap.h | 79 nm_i = kring->nr_hwcur; in vtnet_netmap_txsync() 117 kring->nr_hwcur = nm_i; /* note we might break early */ in vtnet_netmap_txsync() 272 uint32_t hwtail_lim = nm_prev(kring->nr_hwcur, lim); in vtnet_netmap_rxsync() 322 nm_i = kring->nr_hwcur; /* netmap ring index */ in vtnet_netmap_rxsync() 336 kring->nr_hwcur = head; in vtnet_netmap_rxsync() 341 kring->rcur, kring->rtail, kring->nr_hwcur, kring->nr_hwtail); in vtnet_netmap_rxsync()
|
H A D | if_re_netmap.h | 91 nm_i = kring->nr_hwcur; in re_netmap_txsync() 133 kring->nr_hwcur = head; in re_netmap_txsync() 202 uint32_t stop_i = nm_prev(kring->nr_hwcur, lim); in re_netmap_rxsync() 234 nm_i = kring->nr_hwcur; in re_netmap_rxsync() 266 kring->nr_hwcur = head; in re_netmap_rxsync()
|
H A D | netmap.c | 911 kring->rhead = kring->rcur = kring->nr_hwcur = 0; in netmap_krings_create() 1237 for (n = kring->nr_hwcur; n != head; n = nm_next(n, lim)) { in netmap_grab_packets() 1297 u_int i, rxcur = kring->nr_hwcur; in netmap_sw_to_nic() 1359 kring->nr_hwcur = head; in netmap_txsync_to_host() 1400 stop_i = nm_prev(kring->nr_hwcur, lim); in netmap_rxsync_from_host() 1421 nm_i = kring->nr_hwcur; in netmap_rxsync_from_host() 1430 kring->nr_hwcur = head; in netmap_rxsync_from_host() 1691 kring->nr_hwcur, kring->nr_hwtail); \ 1718 kring->nr_hwcur, kring->nr_hwtail, in nm_txsync_prologue() 1721 NM_FAIL_ON(kring->nr_hwcur >= n || kring->rhead >= n || in nm_txsync_prologue() [all …]
|
H A D | netmap_generic.c | 520 u_int hwcur = kring->nr_hwcur; in generic_netmap_tx_clean() 524 nm_prdis("hwcur = %d, hwtail = %d", kring->nr_hwcur, kring->nr_hwtail); in generic_netmap_tx_clean() 711 nm_i = kring->nr_hwcur; in generic_netmap_txsync() 828 kring->nr_hwcur = nm_i; in generic_netmap_txsync() 952 nm_i = kring->nr_hwcur; in generic_netmap_rxsync() 961 kring->nr_hwcur = head; in generic_netmap_rxsync() 977 avail = nm_prev(kring->nr_hwcur, lim) - nm_i; in generic_netmap_rxsync()
|
H A D | netmap_monitor.c | 163 kring->nr_hwcur = kring->rhead; in netmap_monitor_rxsync() 613 beg = kring->nr_hwcur; in netmap_zmon_parent_sync() 635 busy = i - mkring->nr_hwcur; in netmap_zmon_parent_sync() 751 busy = i - mkring->nr_hwcur; in netmap_monitor_parent_sync() 812 first_new = kring->nr_hwcur; in netmap_monitor_parent_txsync()
|
H A D | netmap_vale.c | 489 u_int j = kring->nr_hwcur, lim = kring->nkr_num_slots - 1; in nm_vale_preflush() 669 int busy = k->nkr_hwlease - k->nr_hwcur; in nm_kr_space() 682 k->nr_hwcur >= k->nkr_num_slots || in nm_kr_space() 687 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, in nm_kr_space() 723 k->nr_hwcur >= k->nkr_num_slots || in nm_kr_lease() 728 k->nr_hwcur, k->nr_hwtail, k->nkr_hwlease, in nm_kr_lease() 1128 kring->nr_hwcur = done; in netmap_vale_vp_txsync()
|
H A D | netmap_bdg.c | 1114 nm_i = kring->nr_hwcur; in netmap_vp_rxsync_locked() 1128 kring->nr_hwcur = head; in netmap_vp_rxsync_locked() 1271 if (kring->nr_hwcur == kring->nr_hwtail) { in netmap_bwrap_intr_notify() 1624 kring->nr_hwcur, kring->nr_hwtail, kring->nkr_hwlease, in netmap_bwrap_notify() 1626 hw_kring->nr_hwcur, hw_kring->nr_hwtail, hw_kring->rtail); in netmap_bwrap_notify() 1643 kring->nr_hwcur, kring->nr_hwtail, kring->nkr_hwlease, in netmap_bwrap_notify() 1645 hw_kring->nr_hwcur, hw_kring->nr_hwtail, hw_kring->rtail); in netmap_bwrap_notify()
|
H A D | netmap_kern.h | 414 uint32_t nr_hwcur; /* should be nr_hwhead */ member 1193 int space = k->nr_hwtail - k->nr_hwcur; in nm_kr_rxspace() 1196 nm_prdis("preserving %d rx slots %d -> %d", space, k->nr_hwcur, k->nr_hwtail); in nm_kr_rxspace() 2395 nm_sync_kloop_appl_read(ktoa, &kring->nr_hwtail, &kring->nr_hwcur); in ptnet_sync_tail()
|
H A D | if_ptnet.c | 1133 kring->nr_hwcur = ktoa->hwcur; in ptnet_sync_from_csb() 1141 t, i, kring->nr_hwcur, kring->rhead, kring->rcur, in ptnet_sync_from_csb()
|
/freebsd/sys/dev/ena/ |
H A D | ena_netmap.c | 121 nm_i = kring->nr_hwcur; in ena_netmap_alloc_rx_slot() 126 kring->nr_hwcur, kring->nr_hwtail, kring->rhead, kring->rcur, in ena_netmap_alloc_rx_slot() 163 kring->nr_hwcur = nm_next(nm_i, lim); in ena_netmap_alloc_rx_slot() 197 nm_i = nm_prev(kring->nr_hwcur, lim); in ena_netmap_free_rx_slot() 215 kring->nr_hwcur = nm_i; in ena_netmap_free_rx_slot() 350 ctx->nm_i = ctx->kring->nr_hwcur; in ena_netmap_tx_frames() 373 if (likely(ctx->nm_i != ctx->kring->nr_hwcur)) { in ena_netmap_tx_frames() 378 ctx->kring->nr_hwcur = ctx->nm_i; in ena_netmap_tx_frames() 1039 refill_required = ctx->kring->rhead - ctx->kring->nr_hwcur; in ena_netmap_rx_cleanup() 1040 if (ctx->kring->nr_hwcur != ctx->kring->nr_hwtail) in ena_netmap_rx_cleanup()
|
/freebsd/sys/dev/cxgbe/ |
H A D | t4_netmap.c | 814 kring->rhead = kring->rcur = kring->nr_hwcur = 0; in cxgbe_netmap_off() 840 kring->rhead = kring->rcur = kring->nr_hwcur = 0; in cxgbe_netmap_off() 992 slot = &ring->slot[kring->nr_hwcur]; in cxgbe_nm_tx() 1012 kring->nr_hwcur = nm_next(kring->nr_hwcur, lim); in cxgbe_nm_tx() 1122 npkt_remaining = head >= kring->nr_hwcur ? head - kring->nr_hwcur : in cxgbe_netmap_txsync() 1123 kring->nkr_num_slots - kring->nr_hwcur + head; in cxgbe_netmap_txsync() 1150 MPASS(kring->nr_hwcur == head); in cxgbe_netmap_txsync() 1195 n = head >= kring->nr_hwcur ? head - kring->nr_hwcur : in cxgbe_netmap_rxsync() 1196 kring->nkr_num_slots - kring->nr_hwcur + head; in cxgbe_netmap_rxsync() 1212 IDXINCR(kring->nr_hwcur, n, kring->nkr_num_slots); in cxgbe_netmap_rxsync()
|
/freebsd/sys/net/ |
H A D | iflib.c | 894 n = kring->rhead - kring->nr_hwcur; in netmap_fl_refill() 913 MPASS(nm_i == kring->nr_hwcur); in netmap_fl_refill() 961 kring->nr_hwcur = nm_i; in netmap_fl_refill() 1035 nm_i = kring->nr_hwcur; in iflib_netmap_txsync() 1114 kring->nr_hwcur = nm_i; in iflib_netmap_txsync() 1131 if (kring->nr_hwtail != nm_prev(kring->nr_hwcur, lim)) { in iflib_netmap_txsync() 1140 if (kring->nr_hwtail != nm_prev(kring->nr_hwcur, lim)) { in iflib_netmap_txsync() 1212 uint32_t hwtail_lim = nm_prev(kring->nr_hwcur, lim); in iflib_netmap_rxsync()
|
/freebsd/sys/dev/re/ |
H A D | if_re.c | 2945 if (sc->rl_ldata.rl_tx_prodidx != kring->nr_hwcur) { in re_start_locked()
|