/kernel/linux/linux-6.6/include/net/ |
H A D | busy_poll.h | 47 void napi_busy_loop(unsigned int napi_id, 108 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local 110 if (napi_id >= MIN_NAPI_ID) in sk_busy_loop() 111 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk, in sk_busy_loop() 125 if (skb->napi_id < MIN_NAPI_ID) in skb_mark_napi_id() 126 skb->napi_id = napi->napi_id; in skb_mark_napi_id() 130 /* used in the protocol hanlder to propagate the napi_id to the socket */ 134 if (unlikely(READ_ONCE(sk->sk_napi_id) != skb->napi_id)) in sk_mark_napi_id() 135 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id() 153 __sk_mark_napi_id_once(struct sock *sk, unsigned int napi_id) __sk_mark_napi_id_once() argument [all...] |
H A D | xdp.h | 65 unsigned int napi_id; member 336 unsigned int napi_id, u32 frag_size); 340 unsigned int napi_id) in xdp_rxq_info_reg() 342 return __xdp_rxq_info_reg(xdp_rxq, dev, queue_index, napi_id, 0); in xdp_rxq_info_reg() 338 xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, struct net_device *dev, u32 queue_index, unsigned int napi_id) xdp_rxq_info_reg() argument
|
H A D | xdp_sock_drv.h | 53 return pool->heads[0].xdp.rxq->napi_id; in xsk_pool_get_napi_id()
|
/kernel/linux/linux-5.10/include/net/ |
H A D | busy_poll.h | 44 void napi_busy_loop(unsigned int napi_id, 105 unsigned int napi_id = READ_ONCE(sk->sk_napi_id); in sk_busy_loop() local 107 if (napi_id >= MIN_NAPI_ID) in sk_busy_loop() 108 napi_busy_loop(napi_id, nonblock ? NULL : sk_busy_loop_end, sk); in sk_busy_loop() 120 if (skb->napi_id < MIN_NAPI_ID) in skb_mark_napi_id() 121 skb->napi_id = napi->napi_id; in skb_mark_napi_id() 125 /* used in the protocol hanlder to propagate the napi_id to the socket */ 129 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id() 140 WRITE_ONCE(sk->sk_napi_id, skb->napi_id); in sk_mark_napi_id_once() [all...] |
/kernel/linux/linux-5.10/include/trace/events/ |
H A D | net.h | 172 __field( unsigned int, napi_id ) 195 __entry->napi_id = skb->napi_id; 197 __entry->napi_id = 0; 218 TP_printk("dev=%s napi_id=%#x queue_mapping=%u skbaddr=%p vlan_tagged=%d vlan_proto=0x%04x vlan_tci=0x%04x protocol=0x%04x ip_summed=%d hash=0x%08x l4_hash=%d len=%u data_len=%u truesize=%u mac_header_valid=%d mac_header=%d nr_frags=%d gso_size=%d gso_type=%#x", 219 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
/kernel/linux/linux-6.6/include/trace/events/ |
H A D | net.h | 173 __field( unsigned int, napi_id ) 196 __entry->napi_id = skb->napi_id; 198 __entry->napi_id = 0; 219 TP_printk("dev=%s napi_id=%#x queue_mapping=%u skbaddr=%p vlan_tagged=%d vlan_proto=0x%04x vlan_tci=0x%04x protocol=0x%04x ip_summed=%d hash=0x%08x l4_hash=%d len=%u data_len=%u truesize=%u mac_header_valid=%d mac_header=%d nr_frags=%d gso_size=%d gso_type=%#x", 220 __get_str(name), __entry->napi_id, __entry->queue_mapping,
|
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/progs/ |
H A D | verifier_cgroup_skb.c | 93 __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in test_3_for_cgroup_skb() 181 __description("invalid write access to napi_id for CGROUP_SKB") 192 : __imm_const(__sk_buff_napi_id, offsetof(struct __sk_buff, napi_id)) in napi_id_for_cgroup_skb()
|
/kernel/linux/linux-5.10/fs/ |
H A D | eventpoll.c | 224 /* used to track busy poll napi_id */ 225 unsigned int napi_id; member 397 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local 399 if ((napi_id >= MIN_NAPI_ID) && net_busy_loop_on()) in ep_busy_loop() 400 napi_busy_loop(napi_id, nonblock ? NULL : ep_busy_loop_end, ep); in ep_busy_loop() 405 if (ep->napi_id) in ep_reset_busy_poll_napi_id() 406 ep->napi_id = 0; in ep_reset_busy_poll_napi_id() 415 unsigned int napi_id; in ep_set_busy_poll_napi_id() local 431 napi_id in ep_set_busy_poll_napi_id() [all...] |
/kernel/linux/linux-6.6/fs/ |
H A D | eventpoll.c | 228 /* used to track busy poll napi_id */ 229 unsigned int napi_id; member 406 unsigned int napi_id = READ_ONCE(ep->napi_id); in ep_busy_loop() local 408 if ((napi_id >= MIN_NAPI_ID) && net_busy_loop_on()) { in ep_busy_loop() 409 napi_busy_loop(napi_id, nonblock ? NULL : ep_busy_loop_end, ep, false, in ep_busy_loop() 418 ep->napi_id = 0; in ep_busy_loop() 430 unsigned int napi_id; in ep_set_busy_poll_napi_id() local 445 napi_id = READ_ONCE(sk->sk_napi_id); in ep_set_busy_poll_napi_id() 452 if (napi_id < MIN_NAPI_I in ep_set_busy_poll_napi_id() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/microchip/lan966x/ |
H A D | lan966x_xdp.c | 129 lan966x->napi.napi_id); in lan966x_xdp_port_init()
|
/kernel/linux/linux-6.6/net/core/ |
H A D | xdp.c | 169 unsigned int napi_id, u32 frag_size) in __xdp_rxq_info_reg() 190 xdp_rxq->napi_id = napi_id; in __xdp_rxq_info_reg() 167 __xdp_rxq_info_reg(struct xdp_rxq_info *xdp_rxq, struct net_device *dev, u32 queue_index, unsigned int napi_id, u32 frag_size) __xdp_rxq_info_reg() argument
|
H A D | dev.c | 168 static struct napi_struct *napi_by_id(unsigned int napi_id); 904 * dev_get_by_napi_id - find a device by napi_id 905 * @napi_id: ID of the NAPI struct 913 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument 919 if (napi_id < MIN_NAPI_ID) in dev_get_by_napi_id() 922 napi = napi_by_id(napi_id); in dev_get_by_napi_id() 1432 n->dev->name, n->napi_id); in napi_kthread_create() 6168 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument 6170 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id() 6174 if (napi->napi_id in napi_by_id() 6246 napi_busy_loop(unsigned int napi_id, bool (*loop_end)(void *, unsigned long), void *loop_end_arg, bool prefer_busy_poll, u16 budget) napi_busy_loop() argument [all...] |
/kernel/linux/linux-5.10/drivers/staging/octeon/ |
H A D | ethernet-rx.c | 43 * @napi_id: Cookie to identify the NAPI instance. 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument 52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
/kernel/linux/linux-6.6/drivers/staging/octeon/ |
H A D | ethernet-rx.c | 43 * @napi_id: Cookie to identify the NAPI instance. 48 static irqreturn_t cvm_oct_do_interrupt(int irq, void *napi_id) in cvm_oct_do_interrupt() argument 52 napi_schedule(napi_id); in cvm_oct_do_interrupt()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
H A D | ice_base.c | 540 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq() 554 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq() 571 ring->q_vector->napi.napi_id, in ice_vsi_cfg_rxq()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/mellanox/mlx5/core/en/xsk/ |
H A D | setup.c | 89 return xdp_rxq_info_reg(&rq->xdp_rxq, rq->netdev, rq_xdp_ix, c->napi.napi_id); in mlx5e_init_xsk_rq()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/aquantia/atlantic/ |
H A D | aq_vec.c | 151 self->napi.napi_id) < 0) { in aq_vec_ring_alloc()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/ |
H A D | nfp_net_dp.c | 300 rx_ring->idx, rx_ring->r_vec->napi.napi_id); in nfp_net_rx_ring_alloc()
|
/kernel/linux/linux-5.10/net/core/ |
H A D | dev.c | 169 static struct napi_struct *napi_by_id(unsigned int napi_id); 991 * dev_get_by_napi_id - find a device by napi_id 992 * @napi_id: ID of the NAPI struct 1000 struct net_device *dev_get_by_napi_id(unsigned int napi_id) in dev_get_by_napi_id() argument 1006 if (napi_id < MIN_NAPI_ID) in dev_get_by_napi_id() 1009 napi = napi_by_id(napi_id); in dev_get_by_napi_id() 6568 static struct napi_struct *napi_by_id(unsigned int napi_id) in napi_by_id() argument 6570 unsigned int hash = napi_id % HASH_SIZE(napi_hash); in napi_by_id() 6574 if (napi->napi_id == napi_id) in napi_by_id() 6622 napi_busy_loop(unsigned int napi_id, bool (*loop_end)(void *, unsigned long), void *loop_end_arg) napi_busy_loop() argument [all...] |
/kernel/linux/patches/linux-4.19/prebuilts/usr/include/linux/ |
H A D | bpf.h | 431 __u32 napi_id; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/google/gve/ |
H A D | gve_main.c | 1205 napi->napi_id); in gve_reg_xdp_info() 1215 napi->napi_id); in gve_reg_xdp_info() 1537 err = xdp_rxq_info_reg(&rx->xsk_rxq, dev, qid, napi->napi_id); in gve_xsk_pool_enable()
|
/kernel/linux/linux-5.10/tools/include/uapi/linux/ |
H A D | bpf.h | 4128 __u32 napi_id; member
|
/kernel/linux/linux-5.10/include/uapi/linux/ |
H A D | bpf.h | 4128 __u32 napi_id; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/fungible/funeth/ |
H A D | funeth_rx.c | 705 irq->napi.napi_id); in fun_rxq_create_dev()
|
/kernel/linux/patches/linux-6.6/prebuilts/usr/include/linux/ |
H A D | bpf.h | 580 __u32 napi_id; member
|