| /linux/include/net/ |
| H A D | busy_poll.h | 27 static inline bool napi_id_valid(unsigned int napi_id) in napi_id_valid() argument
29 return napi_id >= MIN_NAPI_ID; in napi_id_valid()
52 void napi_busy_loop(unsigned int napi_id,
56 void napi_busy_loop_rcu(unsigned int napi_id,
60 void napi_suspend_irqs(unsigned int napi_id);
61 void napi_resume_irqs(unsigned int napi_id);
120 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local
122 if (napi_id_valid(napi_id)) in sk_busy_loop()
123 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop()
137 if (!napi_id_valid(skb->napi_id)) in __skb_mark_napi_id()
[all …]
|
| /linux/io_uring/ |
| H A D | napi.c | 12 unsigned int napi_id; member
22 unsigned int napi_id) in io_napi_hash_find() argument
27 if (e->napi_id != napi_id) in io_napi_hash_find()
41 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id) in __io_napi_add_id() argument
47 if (!napi_id_valid(napi_id)) in __io_napi_add_id()
50 hash_list = &ctx->napi_ht[hash_min(napi_id, HASH_BITS(ctx->napi_ht))]; in __io_napi_add_id()
53 e = io_napi_hash_find(hash_list, napi_id); in __io_napi_add_id()
64 e->napi_id = napi_id; in __io_napi_add_id()
72 if (unlikely(io_napi_hash_find(hash_list, napi_id))) { in __io_napi_add_id()
84 static int __io_napi_del_id(struct io_ring_ctx *ctx, unsigned int napi_id) in __io_napi_del_id() argument
[all …]
|
| H A D | napi.h | 18 int __io_napi_add_id(struct io_ring_ctx *ctx, unsigned int napi_id);
|
| /linux/tools/testing/selftests/drivers/net/ |
| H A D | napi_id_helper.c | 19 unsigned int napi_id; in main() local
79 optlen = sizeof(napi_id); in main()
80 ret = getsockopt(client, SOL_SOCKET, SO_INCOMING_NAPI_ID, &napi_id, in main()
91 if (napi_id == 0) { in main()
|
| H A D | napi_threaded.py | 14 def _assert_napi_threaded_enabled(nl, napi_id) -> None: argument
15 napi = nl.napi_get({'id': napi_id})
20 def _assert_napi_threaded_disabled(nl, napi_id) -> None: argument
21 napi = nl.napi_get({'id': napi_id})
|
| H A D | Makefile | 16 napi_id.py \
|
| /linux/include/trace/events/ |
| H A D | net.h | 187 __field( unsigned int, napi_id )
211 __entry->napi_id = skb->napi_id;
213 __entry->napi_id = 0;
235 TP_printk("dev=%s napi_id=%#x queue_mapping=%u skbaddr=%p vlan_tagged=%d vlan_proto=0x%04x vlan_tci=0x%04x protocol=0x%04x ip_summed=%d hash=0x%08x l4_hash=%d len=%u data_len=%u truesize=%u mac_header_valid=%d mac_header=%d nr_frags=%d gso_size=%d gso_type=%#x net_cookie=%llu",
236 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
| /linux/net/core/ |
| H A D | page_pool_user.c | 220 unsigned int napi_id; in page_pool_nl_fill() local
235 napi_id = pool->p.napi ? READ_ONCE(pool->p.napi->napi_id) : 0; in page_pool_nl_fill()
236 if (napi_id_valid(napi_id) && in page_pool_nl_fill()
237 nla_put_uint(rsp, NETDEV_A_PAGE_POOL_NAPI_ID, napi_id)) in page_pool_nl_fill()
|
| H A D | dev.c | 775 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument
777 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id()
781 if (napi->napi_id == napi_id) in napi_by_id()
789 netdev_napi_by_id(struct net *net, unsigned int napi_id) in netdev_napi_by_id() argument
793 napi = napi_by_id(napi_id); in netdev_napi_by_id()
817 netdev_napi_by_id_lock(struct net *net, unsigned int napi_id) in netdev_napi_by_id_lock() argument
823 napi = netdev_napi_by_id(net, napi_id); in netdev_napi_by_id_lock()
838 napi = netdev_napi_by_id(net, napi_id); in netdev_napi_by_id_lock()
1022 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument
1028 if (!napi_id_valid(napi_id)) in dev_get_by_napi_id()
[all …]
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | verifier_cgroup_skb.c | 93 __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in test_3_for_cgroup_skb()
192 : __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in napi_id_for_cgroup_skb()
|
| /linux/drivers/net/ethernet/microchip/lan966x/ |
| H A D | lan966x_xdp.c | 129 lan966x->napi.napi_id); in lan966x_xdp_port_init()
|
| /linux/drivers/staging/octeon/ |
| H A D | ethernet-rx.c | 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument
52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
| /linux/drivers/net/ethernet/aquantia/atlantic/ |
| H A D | aq_vec.c | 151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
|
| /linux/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_dp.c | 300 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
| /linux/drivers/net/ethernet/fungible/funeth/ |
| H A D | funeth_rx.c | 705 irq->napi.napi_id); in fun_rxq_create_dev()
|
| /linux/drivers/net/ethernet/stmicro/stmmac/ |
| H A D | stmmac_main.c | 2135 unsigned int napi_id; in __alloc_dma_rx_desc_resources() local
2194 napi_id = ch->rxtx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2196 napi_id = ch->rx_napi.napi_id; in __alloc_dma_rx_desc_resources()
2200 napi_id); in __alloc_dma_rx_desc_resources()
|
| /linux/tools/testing/selftests/bpf/verifier/ |
| H A D | ctx_skb.c | 26 offsetof(struct __sk_buff, napi_id)),
|
| /linux/include/uapi/linux/ |
| H A D | bpf.h | 6327 __u32 napi_id;
6322 __u32 napi_id; global() member
|
| /linux/tools/include/uapi/linux/ |
| H A D | bpf.h | 6327 __u32 napi_id;
6322 __u32 napi_id; global() member
|
| /linux/include/linux/ |
| H A D | skbuff.h | 1058 unsigned int napi_id;
1265 return skb->napi_id; in skb_napi_id()
|
| /linux/net/xdp/ |
| H A D | xsk.c | 1435 __sk_mark_napi_id_once(sk, rxq->napi->napi_id); in xsk_bind()
|
| /linux/drivers/net/ethernet/socionext/ |
| H A D | netsec.c | 1320 err = xdp_rxq_info_reg(&dring->xdp_rxq, priv->ndev, 0, priv->napi.napi_id); in netsec_setup_rx_dring()
|
| /linux/drivers/net/ethernet/sfc/falcon/ |
| H A D | efx.c | 467 channel->napi_str.napi_id = 0; in ef4_copy_channel()
|
| /linux/drivers/net/ethernet/google/gve/ |
| H A D | gve_main.c | 1253 napi->napi_id); in gve_reg_xdp_info()
|
| /linux/drivers/net/ |
| H A D | virtio_net.c | 3179 vi->rq[qp_index].napi.napi_id); in virtnet_enable_queue_pair()
5872 err = xdp_rxq_info_reg(&rq->xsk_rxq_info, vi->dev, qindex, rq->napi.napi_id); in virtnet_rq_bind_xsk_pool()
|