Home
last modified time | relevance | path

Searched refs:napi (Results 1 – 25 of 464) sorted by relevance

12345678910>>...19

/linux/include/trace/events/
H A Dnapi.h3 #define TRACE_SYSTEM napi
16 TP_PROTO(struct napi_struct *napi, int work, int budget),
18 TP_ARGS(napi, work, budget),
21 __field( struct napi_struct *, napi)
22 __string( dev_name, napi->dev ? napi->dev->name : NO_DEV)
28 __entry->napi = napi;
34 TP_printk("napi poll on napi struc
[all...]
/linux/net/core/
H A Dgro_cells.c10 struct napi_struct napi; member
46 napi_schedule(&cell->napi); in gro_cells_receive()
59 static int gro_cell_poll(struct napi_struct *napi, int budget) in gro_cell_poll() argument
61 struct gro_cell *cell = container_of(napi, struct gro_cell, napi); in gro_cell_poll()
71 napi_gro_receive(napi, skb); in gro_cell_poll()
76 napi_complete_done(napi, work_done); in gro_cell_poll()
94 set_bit(NAPI_STATE_NO_BUSY_POLL, &cell->napi.state); in gro_cells_init()
96 netif_napi_add(dev, &cell->napi, gro_cell_poll); in gro_cells_init()
97 napi_enable(&cell->napi); in gro_cells_init()
127 napi_disable(&cell->napi); in gro_cells_destroy()
[all …]
H A Dnetpoll.c136 static void poll_one_napi(struct napi_struct *napi) in poll_one_napi() argument
144 if (test_and_set_bit(NAPI_STATE_NPSVC, &napi->state)) in poll_one_napi()
150 work = napi->poll(napi, 0); in poll_one_napi()
151 WARN_ONCE(work, "%pS exceeded budget in poll\n", napi->poll); in poll_one_napi()
152 trace_napi_poll(napi, work, 0); in poll_one_napi()
154 clear_bit(NAPI_STATE_NPSVC, &napi->state); in poll_one_napi()
159 struct napi_struct *napi; in poll_napi() local
162 list_for_each_entry_rcu(napi, &dev->napi_list, dev_list) { in poll_napi()
163 if (cmpxchg(&napi->poll_owner, -1, cpu) == -1) { in poll_napi()
164 poll_one_napi(napi); in poll_napi()
[all …]
H A Dnetdev-genl.c163 netdev_nl_napi_fill_one(struct sk_buff *rsp, struct napi_struct *napi, in netdev_nl_napi_fill_one() argument
172 if (!napi->dev->up) in netdev_nl_napi_fill_one()
179 if (nla_put_u32(rsp, NETDEV_A_NAPI_ID, napi->napi_id)) in netdev_nl_napi_fill_one()
182 if (nla_put_u32(rsp, NETDEV_A_NAPI_IFINDEX, napi->dev->ifindex)) in netdev_nl_napi_fill_one()
185 if (napi->irq >= 0 && nla_put_u32(rsp, NETDEV_A_NAPI_IRQ, napi->irq)) in netdev_nl_napi_fill_one()
189 napi_get_threaded(napi))) in netdev_nl_napi_fill_one()
192 if (napi->thread) { in netdev_nl_napi_fill_one()
193 pid = task_pid_nr_ns(napi->thread, in netdev_nl_napi_fill_one()
199 napi_defer_hard_irqs = napi_get_defer_hard_irqs(napi); in netdev_nl_napi_fill_one()
204 irq_suspend_timeout = napi_get_irq_suspend_timeout(napi); in netdev_nl_napi_fill_one()
[all …]
H A Ddev.h275 struct napi_struct *napi; in netdev_set_defer_hard_irqs() local
279 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_defer_hard_irqs()
280 napi_set_defer_hard_irqs(napi, defer); in netdev_set_defer_hard_irqs()
321 struct napi_struct *napi; in netdev_set_gro_flush_timeout() local
325 list_for_each_entry(napi, &netdev->napi_list, dev_list) in netdev_set_gro_flush_timeout()
326 napi_set_gro_flush_timeout(napi, timeout); in netdev_set_gro_flush_timeout()
385 void xdp_do_check_flushed(struct napi_struct *napi);
387 static inline void xdp_do_check_flushed(struct napi_struct *napi) { } in xdp_do_check_flushed() argument
391 static inline void napi_assert_will_not_race(const struct napi_struct *napi) in napi_assert_will_not_race() argument
394 if (!napi->poll_list.next) in napi_assert_will_not_race()
[all …]
H A Ddev.c136 #include <trace/events/napi.h>
819 struct napi_struct *napi; in napi_by_id() local
821 hlist_for_each_entry_rcu(napi, &napi_hash[hash], napi_hash_node) in napi_by_id()
822 if (napi->napi_id == napi_id) in napi_by_id()
823 return napi; in napi_by_id()
832 struct napi_struct *napi; in netdev_napi_by_id() local
834 napi = napi_by_id(napi_id); in netdev_napi_by_id()
835 if (!napi) in netdev_napi_by_id()
838 if (WARN_ON_ONCE(!napi->dev)) in netdev_napi_by_id()
840 if (!net_eq(net, dev_net(napi in netdev_napi_by_id()
860 struct napi_struct *napi; netdev_napi_by_id_lock() local
1065 struct napi_struct *napi; dev_get_by_napi_id() local
5014 ____napi_schedule(struct softnet_data * sd,struct napi_struct * napi) ____napi_schedule() argument
6707 process_backlog(struct napi_struct * napi,int quota) process_backlog() argument
6943 busy_poll_stop(struct napi_struct * napi,void * have_poll_lock,unsigned flags,u16 budget) busy_poll_stop() argument
7008 struct napi_struct *napi; __napi_busy_loop() local
7110 struct napi_struct *napi; napi_suspend_irqs() local
7126 struct napi_struct *napi; napi_resume_irqs() local
7147 __napi_hash_add_with_id(struct napi_struct * napi,unsigned int napi_id) __napi_hash_add_with_id() argument
7157 napi_hash_add_with_id(struct napi_struct * napi,unsigned int napi_id) napi_hash_add_with_id() argument
7168 napi_hash_add(struct napi_struct * napi) napi_hash_add() argument
7191 napi_hash_del(struct napi_struct * napi) napi_hash_del() argument
7204 struct napi_struct *napi; napi_watchdog() local
7220 napi_stop_kthread(struct napi_struct * napi) napi_stop_kthread() argument
7258 napi_set_threaded_state(struct napi_struct * napi,enum netdev_napi_threaded threaded_mode) napi_set_threaded_state() argument
7268 napi_set_threaded(struct napi_struct * napi,enum netdev_napi_threaded threaded) napi_set_threaded() argument
7303 struct napi_struct *napi; netif_set_threaded() local
7362 netif_queue_set_napi(struct net_device * dev,unsigned int queue_index,enum netdev_queue_type type,struct napi_struct * napi) netif_queue_set_napi() argument
7390 struct napi_struct *napi = netif_napi_irq_notify() local
7413 struct napi_struct *napi = netif_napi_affinity_release() local
7486 netif_napi_set_irq_locked(struct napi_struct * napi,int irq) netif_napi_set_irq_locked() argument
7580 netif_napi_dev_list_add(struct net_device * dev,struct napi_struct * napi) netif_napi_dev_list_add() argument
7612 napi_get_frags_check(struct napi_struct * napi) napi_get_frags_check() argument
7624 netif_napi_add_weight_locked(struct net_device * dev,struct napi_struct * napi,int (* poll)(struct napi_struct *,int),int weight) netif_napi_add_weight_locked() argument
7754 __netif_napi_del_locked(struct napi_struct * napi) __netif_napi_del_locked() argument
7876 napi_thread_wait(struct napi_struct * napi) napi_thread_wait() argument
7900 napi_threaded_poll_loop(struct napi_struct * napi,unsigned long * busy_poll_last_qs) napi_threaded_poll_loop() argument
7954 struct napi_struct *napi = data; napi_threaded_poll() local
12939 struct napi_struct *napi = list_first_entry(&oldsd->poll_list, dev_cpu_dead() local
13416 struct napi_struct *napi = &sd->backlog; backlog_napi_should_run() local
13431 struct napi_struct *napi = &sd->backlog; backlog_napi_setup() local
[all...]
H A Dgro.c654 static void napi_reuse_skb(struct napi_struct *napi, struct sk_buff *skb) in napi_reuse_skb() argument
666 skb->dev = napi->dev; in napi_reuse_skb()
687 napi->skb = skb; in napi_reuse_skb()
690 struct sk_buff *napi_get_frags(struct napi_struct *napi) in napi_get_frags() argument
692 struct sk_buff *skb = napi->skb; in napi_get_frags()
695 skb = napi_alloc_skb(napi, GRO_MAX_HEAD); in napi_get_frags()
697 napi->skb = skb; in napi_get_frags()
698 skb_mark_napi_id(skb, napi); in napi_get_frags()
705 static gro_result_t napi_frags_finish(struct napi_struct *napi, in napi_frags_finish() argument
715 gro_normal_one(&napi->gro, skb, 1); in napi_frags_finish()
[all …]
/linux/drivers/net/ethernet/intel/igc/
H A Digc_xdp.c32 napi_disable(&adapter->rx_ring[i]->q_vector->napi); in igc_xdp_set_prog()
47 napi_enable(&adapter->rx_ring[i]->q_vector->napi); in igc_xdp_set_prog()
62 struct napi_struct *napi; in igc_xdp_enable_pool() local
92 napi = &rx_ring->q_vector->napi; in igc_xdp_enable_pool()
97 napi_disable(napi); in igc_xdp_enable_pool()
104 napi_enable(napi); in igc_xdp_enable_pool()
122 struct napi_struct *napi; in igc_xdp_disable_pool() local
138 napi = &rx_ring->q_vector->napi; in igc_xdp_disable_pool()
143 napi_disable(napi); in igc_xdp_disable_pool()
151 napi_enable(napi); in igc_xdp_disable_pool()
/linux/io_uring/
H A Dnapi.c278 struct io_uring_napi *napi) in io_napi_register_napi() argument
280 switch (napi->op_param) { in io_napi_register_napi()
290 napi->busy_poll_to = min(10000, napi->busy_poll_to); in io_napi_register_napi()
291 WRITE_ONCE(ctx->napi_busy_poll_dt, napi->busy_poll_to * NSEC_PER_USEC); in io_napi_register_napi()
292 WRITE_ONCE(ctx->napi_prefer_busy_poll, !!napi->prefer_busy_poll); in io_napi_register_napi()
293 WRITE_ONCE(ctx->napi_track_mode, napi->op_param); in io_napi_register_napi()
311 struct io_uring_napi napi; in io_register_napi() local
315 if (copy_from_user(&napi, arg, sizeof(napi))) in io_register_napi()
317 if (napi.pad[0] || napi.pad[1] || napi.resv) in io_register_napi()
323 switch (napi.opcode) { in io_register_napi()
[all …]
/linux/include/linux/
H A Dnetpoll.h74 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
76 struct net_device *dev = napi->dev; in netpoll_poll_lock()
81 while (cmpxchg(&napi->poll_owner, -1, owner) != -1) in netpoll_poll_lock()
84 return napi; in netpoll_poll_lock()
91 struct napi_struct *napi = have; in netpoll_poll_unlock() local
93 if (napi) in netpoll_poll_unlock()
94 smp_store_release(&napi->poll_owner, -1); in netpoll_poll_unlock()
103 static inline void *netpoll_poll_lock(struct napi_struct *napi) in netpoll_poll_lock() argument
/linux/drivers/infiniband/hw/hfi1/
H A Dipoib_rx.c22 static struct sk_buff *prepare_frag_skb(struct napi_struct *napi, int size) in prepare_frag_skb() argument
33 return napi_alloc_skb(napi, size); in prepare_frag_skb()
49 struct napi_struct *napi = &rxq->napi; in hfi1_ipoib_prepare_skb() local
58 skb = napi_alloc_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
60 skb = prepare_frag_skb(napi, skb_size); in hfi1_ipoib_prepare_skb()
/linux/drivers/net/ethernet/aquantia/atlantic/
H A Daq_vec.c21 struct napi_struct napi; member
28 static int aq_vec_poll(struct napi_struct *napi, int budget) in aq_vec_poll() argument
30 struct aq_vec_s *self = container_of(napi, struct aq_vec_s, napi); in aq_vec_poll()
68 napi, in aq_vec_poll()
93 napi_complete_done(napi, work_done); in aq_vec_poll()
122 netif_napi_add(aq_nic_get_ndev(aq_nic), &self->napi, aq_vec_poll); in aq_vec_alloc()
151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
245 napi_enable(&self->napi); in aq_vec_start()
265 napi_disable(&self->napi); in aq_vec_stop()
290 netif_napi_del(&self->napi); in aq_vec_free()
[all …]
/linux/drivers/net/ethernet/google/gve/
H A Dgve_utils.c67 struct sk_buff *gve_rx_copy_data(struct net_device *dev, struct napi_struct *napi, in gve_rx_copy_data() argument
72 skb = napi_alloc_skb(napi, len); in gve_rx_copy_data()
83 struct sk_buff *gve_rx_copy(struct net_device *dev, struct napi_struct *napi, in gve_rx_copy() argument
89 return gve_rx_copy_data(dev, napi, va, len); in gve_rx_copy()
113 netif_napi_add_locked(priv->dev, &block->napi, gve_poll); in gve_add_napi()
114 netif_napi_set_irq_locked(&block->napi, block->irq); in gve_add_napi()
123 netif_napi_del_locked(&block->napi); in gve_remove_napi()
/linux/tools/testing/selftests/drivers/net/
H A Dnapi_threaded.py5 Test napi threaded states.
15 napi = nl.napi_get({'id': napi_id})
16 ksft_eq(napi['threaded'], 'enabled')
17 ksft_ne(napi.get('pid'), None)
21 napi = nl.napi_get({'id': napi_id})
22 ksft_eq(napi['threaded'], 'disabled')
23 ksft_eq(napi.get('pid'), None)
56 for napi in napis:
57 ksft_eq(napi['threaded'], 'disabled')
58 ksft_eq(napi
[all...]
/linux/drivers/net/ethernet/synopsys/
H A Ddwc-xlgmac-net.c290 if (napi_schedule_prep(&pdata->napi)) { in xlgmac_isr()
296 __napi_schedule_irqoff(&pdata->napi); in xlgmac_isr()
350 if (napi_schedule_prep(&channel->napi)) { in xlgmac_dma_isr()
355 __napi_schedule_irqoff(&channel->napi); in xlgmac_dma_isr()
366 struct napi_struct *napi; in xlgmac_tx_timer() local
368 napi = (pdata->per_channel_irq) ? &channel->napi : &pdata->napi; in xlgmac_tx_timer()
370 if (napi_schedule_prep(napi)) { in xlgmac_tx_timer()
379 __napi_schedule(napi); in xlgmac_tx_timer()
422 netif_napi_add(pdata->netdev, &channel->napi, in xlgmac_napi_enable()
425 napi_enable(&channel->napi); in xlgmac_napi_enable()
[all …]
/linux/drivers/net/wireless/ath/ath12k/wifi7/
H A Ddp.c23 struct napi_struct *napi = &irq_grp->napi; in ath12k_wifi7_dp_service_srng() local
37 work_done = ath12k_wifi7_dp_rx_process_err(dp, napi, budget); in ath12k_wifi7_dp_service_srng()
45 work_done = ath12k_wifi7_dp_rx_process_wbm_err(dp, napi, budget); in ath12k_wifi7_dp_service_srng()
55 work_done = ath12k_wifi7_dp_rx_process(dp, i, napi, budget); in ath12k_wifi7_dp_service_srng()
70 ath12k_wifi7_dp_mon_process_ring(dp, id, napi, in ath12k_wifi7_dp_service_srng()
91 ath12k_wifi7_dp_mon_process_ring(dp, id, napi, in ath12k_wifi7_dp_service_srng()
114 napi, budget, in ath12k_wifi7_dp_service_srng()
/linux/drivers/net/ethernet/huawei/hinic3/
H A Dhinic3_irq.c31 static int hinic3_poll(struct napi_struct *napi, int budget) in hinic3_poll() argument
34 container_of(napi, struct hinic3_irq_cfg, napi); in hinic3_poll()
52 if (likely(napi_complete_done(napi, work_done))) { in hinic3_poll()
65 netif_napi_add(nic_dev->netdev, &irq_cfg->napi, hinic3_poll); in qp_add_napi()
66 napi_enable(&irq_cfg->napi); in qp_add_napi()
71 napi_disable(&irq_cfg->napi); in qp_del_napi()
72 netif_napi_del(&irq_cfg->napi); in qp_del_napi()
86 napi_schedule(&irq_cfg->napi); in qp_irq()
235 NETDEV_QUEUE_TYPE_RX, &irq_cfg->napi); in hinic3_qps_irq_init()
237 NETDEV_QUEUE_TYPE_TX, &irq_cfg->napi); in hinic3_qps_irq_init()
/linux/drivers/net/netdevsim/
H A Dnetdev.c48 idx = rq->napi.index; in nsim_start_peer_tx_queue()
367 struct net_device *dev = rq->napi.dev; in nsim_rcv()
398 napi_gro_receive(&rq->napi, skb); in nsim_rcv()
405 static int nsim_poll(struct napi_struct *napi, int budget) in nsim_poll() argument
407 struct nsim_rq *rq = container_of(napi, struct nsim_rq, napi); in nsim_poll()
412 napi_complete_done(napi, done); in nsim_poll()
417 static int nsim_create_page_pool(struct page_pool **p, struct napi_struct *napi) in nsim_create_page_pool() argument
423 .dev = &napi->dev->dev, in nsim_create_page_pool()
424 .napi = napi, in nsim_create_page_pool()
426 .netdev = napi->dev, in nsim_create_page_pool()
[all …]
/linux/drivers/net/wan/
H A Dlapbether.c59 struct napi_struct napi; member
89 static int lapbeth_napi_poll(struct napi_struct *napi, int budget) in lapbeth_napi_poll() argument
91 struct lapbethdev *lapbeth = container_of(napi, struct lapbethdev, in lapbeth_napi_poll()
92 napi); in lapbeth_napi_poll()
104 napi_complete(napi); in lapbeth_napi_poll()
179 napi_schedule(&lapbeth->napi); in lapbeth_data_indication()
278 napi_schedule(&lapbeth->napi); in lapbeth_connected()
296 napi_schedule(&lapbeth->napi); in lapbeth_disconnected()
325 napi_enable(&lapbeth->napi); in lapbeth_open()
329 napi_disable(&lapbeth->napi); in lapbeth_open()
[all …]
/linux/drivers/net/can/dev/
H A Drx-offload.c42 static int can_rx_offload_napi_poll(struct napi_struct *napi, int quota) in can_rx_offload_napi_poll() argument
44 struct can_rx_offload *offload = container_of(napi, in can_rx_offload_napi_poll()
46 napi); in can_rx_offload_napi_poll()
66 napi_complete_done(napi, work_done); in can_rx_offload_napi_poll()
70 napi_schedule(&offload->napi); in can_rx_offload_napi_poll()
325 napi_schedule(&offload->napi); in can_rx_offload_irq_finish()
347 napi_schedule(&offload->napi); in can_rx_offload_threaded_irq_finish()
364 netif_napi_add_weight(dev, &offload->napi, can_rx_offload_napi_poll, in can_rx_offload_init_queue()
417 napi_enable(&offload->napi); in can_rx_offload_enable()
423 netif_napi_del(&offload->napi); in can_rx_offload_del()
/linux/drivers/net/ethernet/intel/libeth/
H A Dxsk.c208 void libeth_xsk_init_wakeup(call_single_data_t *csd, struct napi_struct *napi) in libeth_xsk_init_wakeup() argument
210 INIT_CSD(csd, libeth_xsk_napi_sched, napi); in libeth_xsk_init_wakeup()
225 struct napi_struct *napi = csd->info; in libeth_xsk_wakeup() local
227 if (napi_if_scheduled_mark_missed(napi) || in libeth_xsk_wakeup()
228 unlikely(!napi_schedule_prep(napi))) in libeth_xsk_wakeup()
237 __napi_schedule(napi); in libeth_xsk_wakeup()
H A Drx.c154 struct napi_struct *napi = fq->no_napi ? NULL : napi_dev; in libeth_rx_fq_create() local
160 .dev = napi ? napi->dev->dev.parent : napi_dev, in libeth_rx_fq_create()
161 .netdev = napi ? napi->dev : NULL, in libeth_rx_fq_create()
162 .napi = napi, in libeth_rx_fq_create()
/linux/drivers/net/ethernet/qlogic/qlcnic/
H A Dqlcnic_io.c959 static int qlcnic_poll(struct napi_struct *napi, int budget) in qlcnic_poll() argument
966 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_poll()
979 napi_complete_done(&sds_ring->napi, work_done); in qlcnic_poll()
989 static int qlcnic_tx_poll(struct napi_struct *napi, int budget) in qlcnic_tx_poll() argument
995 tx_ring = container_of(napi, struct qlcnic_host_tx_ring, napi); in qlcnic_tx_poll()
1000 napi_complete(&tx_ring->napi); in qlcnic_tx_poll()
1011 static int qlcnic_rx_poll(struct napi_struct *napi, int budget) in qlcnic_rx_poll() argument
1017 sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi); in qlcnic_rx_poll()
1023 napi_complete_done(&sds_ring->napi, work_done); in qlcnic_rx_poll()
1248 napi_gro_receive(&sds_ring->napi, skb); in qlcnic_process_rcv()
[all …]
/linux/drivers/net/ethernet/meta/fbnic/
H A Dfbnic_txrx.c631 txq = txring_txq(nv->napi.dev, ring); in fbnic_clean_twq0()
723 netdev_err(nv->napi.dev, in fbnic_clean_tsq()
735 fbn = netdev_priv(nv->napi.dev); in fbnic_clean_tsq()
1046 netdev_err_once(nv->napi.dev, in fbnic_add_rx_frag()
1175 struct fbnic_net *fbn = netdev_priv(nv->napi.dev); in fbnic_run_xdp()
1195 bpf_warn_invalid_xdp_action(nv->napi.dev, xdp_prog, act); in fbnic_run_xdp()
1198 trace_xdp_exception(nv->napi.dev, xdp_prog, act); in fbnic_run_xdp()
1223 fbn = netdev_priv(nv->napi.dev); in fbnic_rx_tstamp()
1236 struct net_device *netdev = nv->napi.dev; in fbnic_populate_skb_fields()
1314 napi_gro_receive(&nv->napi, skb); in fbnic_clean_rcq()
[all …]
/linux/drivers/net/ethernet/ibm/emac/
H A Dmal.c38 netdev_lock(mal->napi.dev); in mal_register_commac()
48 netdev_unlock(mal->napi.dev); in mal_register_commac()
55 napi_enable_locked(&mal->napi); in mal_register_commac()
61 netdev_unlock(mal->napi.dev); in mal_register_commac()
72 netdev_lock(mal->napi.dev); in mal_unregister_commac()
85 napi_disable_locked(&mal->napi); in mal_unregister_commac()
86 netdev_unlock(mal->napi.dev); in mal_unregister_commac()
269 if (likely(napi_schedule_prep(&mal->napi))) { in mal_schedule_poll()
274 __napi_schedule(&mal->napi); in mal_schedule_poll()
385 napi_synchronize(&mal->napi); in mal_poll_disable()
[all …]

12345678910>>...19