| /linux/include/net/ |
| H A D | busy_poll.h | 27 static inline bool napi_id_valid(unsigned int napi_id) in napi_id_valid() argument 29 return napi_id >= MIN_NAPI_ID; in napi_id_valid() 52 void napi_busy_loop(unsigned int napi_id, 56 void napi_busy_loop_rcu(unsigned int napi_id, 60 void napi_suspend_irqs(unsigned int napi_id); 61 void napi_resume_irqs(unsigned int napi_id); 120 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local 122 if (napi_id_valid(napi_id)) in sk_busy_loop() 123 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop() 137 if (!napi_id_valid(skb->napi_id)) in __skb_mark_napi_id() [all …]
|
| /linux/io_uring/ |
| H A D | napi.c | 12 unsigned int napi_id; member 22 unsigned int napi_id) in io_napi_hash_find() argument 27 if (e->napi_id != napi_id) in io_napi_hash_find() 41 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id, in __io_napi_add_id() argument 48 if (!napi_id_valid(napi_id)) in __io_napi_add_id() 51 hash_list = &ctx->napi_ht[hash_min(napi_id, HASH_BITS(ctx->napi_ht))]; in __io_napi_add_id() 54 e = io_napi_hash_find(hash_list, napi_id); in __io_napi_add_id() 65 e->napi_id = napi_id; in __io_napi_add_id() 78 if (unlikely(io_napi_hash_find(hash_list, napi_id))) { in __io_napi_add_id() 90 static int __io_napi_del_id(struct io_ring_ctx *ctx, unsigned int napi_id) in __io_napi_del_id() argument [all …]
|
| H A D | napi.h | 18 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id,
|
| /linux/tools/testing/selftests/drivers/net/ |
| H A D | napi_id_helper.c | 19 unsigned int napi_id; in main() local 79 optlen = sizeof(napi_id); in main() 80 ret = getsockopt(client, SOL_SOCKET, SO_INCOMING_NAPI_ID, &napi_id, in main() 91 if (napi_id == 0) { in main()
|
| H A D | napi_threaded.py | 14 def _assert_napi_threaded_enabled(nl, napi_id) -> None: argument 15 napi = nl.napi_get({'id': napi_id}) 20 def _assert_napi_threaded_disabled(nl, napi_id) -> None: argument 21 napi = nl.napi_get({'id': napi_id})
|
| H A D | Makefile | 17 napi_id.py \
|
| /linux/net/core/ |
| H A D | netdev-genl.c | 24 unsigned int napi_id; member 179 if (nla_put_u32(rsp, NETDEV_A_NAPI_ID, napi->napi_id)) in netdev_nl_napi_fill_one() 227 u32 napi_id; in netdev_nl_napi_get_doit() local 233 napi_id = nla_get_u32(info->attrs[NETDEV_A_NAPI_ID]); in netdev_nl_napi_get_doit() 239 napi = netdev_napi_by_id_lock(genl_info_net(info), napi_id); in netdev_nl_napi_get_doit() 276 if (!napi_id_valid(napi->napi_id)) in netdev_nl_napi_dump_one() 280 WARN_ON_ONCE(napi->napi_id >= prev_id); in netdev_nl_napi_dump_one() 281 prev_id = napi->napi_id; in netdev_nl_napi_dump_one() 283 if (ctx->napi_id && napi->napi_id >= ctx->napi_id) in netdev_nl_napi_dump_one() 289 ctx->napi_id = napi->napi_id; in netdev_nl_napi_dump_one() [all …]
|
| H A D | dev.h | 31 netdev_napi_by_id_lock(struct net *net, unsigned int napi_id); 32 struct net_device *dev_get_by_napi_id(unsigned int napi_id);
|
| H A D | dev.c | 816 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument 818 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id() 822 if (napi->napi_id == napi_id) in napi_by_id() 830 netdev_napi_by_id(struct net *net, unsigned int napi_id) in netdev_napi_by_id() argument 834 napi = napi_by_id(napi_id); in netdev_napi_by_id() 858 netdev_napi_by_id_lock(struct net *net, unsigned int napi_id) in netdev_napi_by_id_lock() argument 864 napi = netdev_napi_by_id(net, napi_id); in netdev_napi_by_id_lock() 879 napi = netdev_napi_by_id(net, napi_id); in netdev_napi_by_id_lock() 1063 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument 1069 if (!napi_id_valid(napi_id)) in dev_get_by_napi_id() [all …]
|
| H A D | xdp.c | 169 unsigned int napi_id, u32 frag_size) in __xdp_rxq_info_reg() argument
|
| /linux/fs/ |
| H A D | eventpoll.c | 350 unsigned int napi_id; member 671 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local 678 if (napi_id_valid(napi_id) && ep_busy_loop_on(ep)) { in ep_busy_loop() 679 napi_busy_loop(napi_id, ep_busy_loop_end, in ep_busy_loop() 689 napi_resume_irqs(napi_id); in ep_busy_loop() 690 ep->napi_id = 0; in ep_busy_loop() 702 unsigned int napi_id; in ep_set_busy_poll_napi_id() local 717 napi_id = READ_ONCE(sk->sk_napi_id); in ep_set_busy_poll_napi_id() 723 if (!napi_id_valid(napi_id) || napi_id == ep->napi_id) in ep_set_busy_poll_napi_id() 727 ep->napi_id = napi_id; in ep_set_busy_poll_napi_id() [all …]
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_cgroup_skb.c | 93 __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in test_3_for_cgroup_skb() 192 : __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in napi_id_for_cgroup_skb()
|
| /linux/drivers/net/ethernet/microchip/lan966x/ |
| H A D | lan966x_xdp.c | 129 lan966x->napi.napi_id); in lan966x_xdp_port_init()
|
| /linux/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_vec.c | 151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_dp.c | 299 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | xdp.c | 58 rxq->q_vector->napi.napi_id, in __idpf_xdp_rxq_info_init()
|
| /linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_base.c | 678 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq() 698 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq()
|
| /linux/drivers/net/ethernet/sfc/ |
| H A D | efx_channels.c | 615 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /linux/drivers/net/ethernet/sfc/siena/ |
| H A D | efx_channels.c | 618 channel->napi_str.napi_id = 0; in efx_copy_channel()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_main.c | 2240 unsigned int napi_id; in __alloc_dma_rx_desc_resources() local 2292 napi_id = ch->rxtx_napi.napi_id; in __alloc_dma_rx_desc_resources() 2294 napi_id = ch->rx_napi.napi_id; in __alloc_dma_rx_desc_resources() 2296 ret = xdp_rxq_info_reg(&rx_q->xdp_rxq, priv->dev, queue, napi_id); in __alloc_dma_rx_desc_resources()
|
| /linux/tools/testing/selftests/bpf/verifier/ |
| H A D | ctx_skb.c | 26 offsetof(struct __sk_buff, napi_id)),
|
| /linux/drivers/net/ethernet/engleder/ |
| H A D | tsnep_main.c | 1938 rx->queue_index, queue->napi.napi_id); in tsnep_queue_open() 1947 rx->queue_index, queue->napi.napi_id); in tsnep_queue_open()
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 6460 __u32 napi_id; member
|
| /linux/include/uapi/linux/ |
| H A D | bpf.h | 6460 __u32 napi_id; member
|
| /linux/include/linux/ |
| H A D | skbuff.h | 857 * @napi_id: id of the NAPI struct this skb came from 858 * @sender_cpu: (aka @napi_id) source CPU in XPS 1060 unsigned int napi_id; 1265 return skb->napi_id; in skb_napi_id()
|