| /kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/nfd3/ |
| H A D | dp.c | 64 * @r_vec: per-ring structure
74 nfp_nfd3_tx_tso(struct nfp_net_r_vector *r_vec, struct nfp_nfd3_tx_buf *txbuf, in nfp_nfd3_tx_tso() argument
103 u64_stats_update_begin(&r_vec->tx_sync); in nfp_nfd3_tx_tso()
104 r_vec->tx_lso++; in nfp_nfd3_tx_tso()
105 u64_stats_update_end(&r_vec->tx_sync); in nfp_nfd3_tx_tso()
111 * @r_vec: per-ring structure
120 nfp_nfd3_tx_csum(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, in nfp_nfd3_tx_csum() argument
163 u64_stats_update_begin(&r_vec->tx_sync); in nfp_nfd3_tx_csum()
165 r_vec->hw_csum_tx_inner += txbuf->pkt_cnt; in nfp_nfd3_tx_csum()
167 r_vec in nfp_nfd3_tx_csum()
257 struct nfp_net_r_vector *r_vec; nfp_nfd3_tx() local
420 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfd3_tx_complete() local
505 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfd3_xdp_complete() local
659 nfp_nfd3_rx_csum(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, const struct nfp_net_rx_desc *rxd, const struct nfp_meta_parsed *meta, struct sk_buff *skb) nfp_nfd3_rx_csum() argument
808 nfp_nfd3_rx_drop(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring, struct nfp_net_rx_buf *rxbuf, struct sk_buff *skb) nfp_nfd3_rx_drop() argument
905 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_nfd3_rx() local
1154 struct nfp_net_r_vector *r_vec = nfp_nfd3_poll() local
1204 nfp_nfd3_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec, struct sk_buff *skb, bool old) nfp_nfd3_ctrl_tx_one() argument
1287 __nfp_ctrl_tx_queued(struct nfp_net_r_vector *r_vec) __nfp_ctrl_tx_queued() argument
1315 nfp_ctrl_rx_one(struct nfp_net *nn, struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring) nfp_ctrl_rx_one() argument
1389 nfp_ctrl_rx(struct nfp_net_r_vector *r_vec) nfp_ctrl_rx() argument
1404 struct nfp_net_r_vector *r_vec = from_tasklet(r_vec, t, tasklet); nfp_nfd3_ctrl_poll() local
[all...] |
| H A D | xsk.c | 15 nfp_nfd3_xsk_tx_xdp(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, in nfp_nfd3_xsk_tx_xdp() argument
21 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_nfd3_xsk_tx_xdp()
64 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; in nfp_nfd3_xsk_rx_skb() local
65 struct nfp_net_dp *dp = &r_vec->nfp_net->dp; in nfp_nfd3_xsk_rx_skb()
76 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx_skb()
82 skb = napi_alloc_skb(&r_vec->napi, pkt_len); in nfp_nfd3_xsk_rx_skb()
84 nfp_net_xsk_rx_drop(r_vec, xrxbuf); in nfp_nfd3_xsk_rx_skb()
95 nfp_nfd3_rx_csum(dp, r_vec, rxd, meta, skb); in nfp_nfd3_xsk_rx_skb()
99 nfp_net_xsk_rx_drop(r_vec, xrxbu in nfp_nfd3_xsk_rx_skb()
118 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_nfd3_xsk_rx() local
277 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfd3_xsk_complete() local
335 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfd3_xsk_tx() local
389 struct nfp_net_r_vector *r_vec = nfp_nfd3_xsk_poll() local
[all...] |
| H A D | rings.c | 25 if (tx_ring->r_vec->xsk_pool) { in nfp_nfd3_xsk_tx_bufs_free()
29 xsk_tx_completed(tx_ring->r_vec->xsk_pool, 1); in nfp_nfd3_xsk_tx_bufs_free()
103 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; in nfp_nfd3_tx_ring_free() local
104 struct nfp_net_dp *dp = &r_vec->nfp_net->dp; in nfp_nfd3_tx_ring_free()
129 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; in nfp_nfd3_tx_ring_alloc() local
149 netif_set_xps_queue(dp->netdev, &r_vec->affinity_mask, in nfp_nfd3_tx_ring_alloc()
200 struct nfp_net_r_vector *r_vec, in nfp_nfd3_print_tx_descs()
199 nfp_nfd3_print_tx_descs(struct seq_file *file, struct nfp_net_r_vector *r_vec, struct nfp_net_tx_ring *tx_ring, u32 d_rd_p, u32 d_wr_p) nfp_nfd3_print_tx_descs() argument
|
| H A D | nfd3.h | 88 nfp_nfd3_rx_csum(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec,
98 nfp_nfd3_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec,
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/nfdk/ |
| H A D | dp.c | 40 nfp_nfdk_tx_tso(struct nfp_net_r_vector *r_vec, struct nfp_nfdk_tx_buf *txbuf, in nfp_nfdk_tx_tso() argument
70 u64_stats_update_begin(&r_vec->tx_sync); in nfp_nfdk_tx_tso()
71 r_vec->tx_lso++; in nfp_nfdk_tx_tso()
72 u64_stats_update_end(&r_vec->tx_sync); in nfp_nfdk_tx_tso()
78 nfp_nfdk_tx_csum(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, in nfp_nfdk_tx_csum() argument
103 u64_stats_update_begin(&r_vec->tx_sync); in nfp_nfdk_tx_csum()
105 r_vec->hw_csum_tx += pkt_cnt; in nfp_nfdk_tx_csum()
108 r_vec->hw_csum_tx_inner += pkt_cnt; in nfp_nfdk_tx_csum()
110 u64_stats_update_end(&r_vec->tx_sync); in nfp_nfdk_tx_csum()
256 struct nfp_net_r_vector *r_vec; in nfp_nfdk_tx() local
470 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfdk_tx_complete() local
672 nfp_nfdk_rx_csum(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_desc *rxd, struct nfp_meta_parsed *meta, struct sk_buff *skb) nfp_nfdk_rx_csum() argument
808 nfp_nfdk_rx_drop(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring, struct nfp_net_rx_buf *rxbuf, struct sk_buff *skb) nfp_nfdk_rx_drop() argument
834 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_nfdk_xdp_complete() local
1026 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_nfdk_rx() local
1264 struct nfp_net_r_vector *r_vec = nfp_nfdk_poll() local
1314 nfp_nfdk_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec, struct sk_buff *skb, bool old) nfp_nfdk_ctrl_tx_one() argument
1449 __nfp_ctrl_tx_queued(struct nfp_net_r_vector *r_vec) __nfp_ctrl_tx_queued() argument
1477 nfp_ctrl_rx_one(struct nfp_net *nn, struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring) nfp_ctrl_rx_one() argument
1551 nfp_ctrl_rx(struct nfp_net_r_vector *r_vec) nfp_ctrl_rx() argument
1566 struct nfp_net_r_vector *r_vec = from_tasklet(r_vec, t, tasklet); nfp_nfdk_ctrl_poll() local
[all...] |
| H A D | rings.c | 76 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; in nfp_nfdk_tx_ring_free() local
77 struct nfp_net_dp *dp = &r_vec->nfp_net->dp; in nfp_nfdk_tx_ring_free()
95 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; in nfp_nfdk_tx_ring_alloc() local
114 netif_set_xps_queue(dp->netdev, &r_vec->affinity_mask, in nfp_nfdk_tx_ring_alloc()
139 struct nfp_net_r_vector *r_vec, in nfp_nfdk_print_tx_descs()
138 nfp_nfdk_print_tx_descs(struct seq_file *file, struct nfp_net_r_vector *r_vec, struct nfp_net_tx_ring *tx_ring, u32 d_rd_p, u32 d_wr_p) nfp_nfdk_print_tx_descs() argument
|
| H A D | nfdk.h | 123 nfp_nfdk_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec,
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_common.c | 475 struct nfp_net_r_vector *r_vec = data; in nfp_net_irq_rxtx() local
477 napi_schedule_irqoff(&r_vec->napi); in nfp_net_irq_rxtx()
488 struct nfp_net_r_vector *r_vec = data; in nfp_ctrl_irq_rxtx() local
490 tasklet_schedule(&r_vec->tasklet); in nfp_ctrl_irq_rxtx()
568 * @r_vec: IRQ vector servicing this ring
574 struct nfp_net_r_vector *r_vec, unsigned int idx, in nfp_net_tx_ring_init()
577 struct nfp_net *nn = r_vec->nfp_net; in nfp_net_tx_ring_init()
580 tx_ring->r_vec = r_vec; in nfp_net_tx_ring_init()
582 u64_stats_init(&tx_ring->r_vec in nfp_net_tx_ring_init()
573 nfp_net_tx_ring_init(struct nfp_net_tx_ring *tx_ring, struct nfp_net_r_vector *r_vec, unsigned int idx, bool is_xdp) nfp_net_tx_ring_init() argument
595 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, struct nfp_net_r_vector *r_vec, unsigned int idx) nfp_net_rx_ring_init() argument
726 nfp_net_tx_tso(struct nfp_net_r_vector *r_vec, struct nfp_net_tx_buf *txbuf, struct nfp_net_tx_desc *txd, struct sk_buff *skb, u32 md_bytes) nfp_net_tx_tso() argument
774 nfp_net_tx_csum(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_tx_buf *txbuf, struct nfp_net_tx_desc *txd, struct sk_buff *skb) nfp_net_tx_csum() argument
827 nfp_net_tls_tx(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct sk_buff *skb, u64 *tls_handle, int *nr_frags) nfp_net_tls_tx() argument
983 struct nfp_net_r_vector *r_vec; nfp_net_tx() local
1141 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_net_tx_complete() local
1226 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_net_xdp_complete() local
1584 nfp_net_rx_csum(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_desc *rxd, struct nfp_meta_parsed *meta, struct sk_buff *skb) nfp_net_rx_csum() argument
1714 nfp_net_rx_drop(const struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring, struct nfp_net_rx_buf *rxbuf, struct sk_buff *skb) nfp_net_rx_drop() argument
1811 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_net_rx() local
2053 struct nfp_net_r_vector *r_vec = nfp_net_poll() local
2073 nfp_ctrl_tx_one(struct nfp_net *nn, struct nfp_net_r_vector *r_vec, struct sk_buff *skb, bool old) nfp_ctrl_tx_one() argument
2158 struct nfp_net_r_vector *r_vec = &nn->r_vecs[0]; __nfp_ctrl_tx() local
2165 struct nfp_net_r_vector *r_vec = &nn->r_vecs[0]; nfp_ctrl_tx() local
2175 __nfp_ctrl_tx_queued(struct nfp_net_r_vector *r_vec) __nfp_ctrl_tx_queued() argument
2203 nfp_ctrl_rx_one(struct nfp_net *nn, struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_rx_ring *rx_ring) nfp_ctrl_rx_one() argument
2277 nfp_ctrl_rx(struct nfp_net_r_vector *r_vec) nfp_ctrl_rx() argument
2292 struct nfp_net_r_vector *r_vec = from_tasklet(r_vec, t, tasklet); nfp_ctrl_poll() local
2317 struct nfp_net_r_vector *r_vec; nfp_net_vecs_init() local
2354 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_net_tx_ring_free() local
2380 struct nfp_net_r_vector *r_vec = tx_ring->r_vec; nfp_net_tx_ring_alloc() local
2504 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_net_rx_ring_free() local
2608 nfp_net_vector_assign_rings(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, int idx) nfp_net_vector_assign_rings() argument
2620 nfp_net_prepare_vector(struct nfp_net *nn, struct nfp_net_r_vector *r_vec, int idx) nfp_net_prepare_vector() argument
2656 nfp_net_cleanup_vector(struct nfp_net *nn, struct nfp_net_r_vector *r_vec) nfp_net_cleanup_vector() argument
3371 struct nfp_net_r_vector *r_vec = &nn->r_vecs[r]; nfp_net_stat64() local
[all...] |
| H A D | nfp_net_debugfs.c | 13 struct nfp_net_r_vector *r_vec = file->private; in nfp_rx_q_show() local
23 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
25 nn = r_vec->nfp_net; in nfp_rx_q_show()
26 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
75 struct nfp_net_r_vector *r_vec = file->private; in nfp_tx_q_show() local
85 tx_ring = r_vec->tx_ring; in nfp_tx_q_show()
87 tx_ring = r_vec->xdp_ring; in nfp_tx_q_show()
88 if (!r_vec->nfp_net || !tx_ring) in nfp_tx_q_show()
90 nn = r_vec in nfp_tx_q_show()
[all...] |
| H A D | nfp_net.h | 193 * @r_vec: Back pointer to ring vector structure
210 struct nfp_net_r_vector *r_vec; member
318 * @r_vec: Back pointer to ring vector structure
332 struct nfp_net_r_vector *r_vec; member
356 * @tasklet: ctrl vNIC, tasklet for servicing the r_vec
358 * @lock: ctrl vNIC, r_vec lock protects @queue
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/netronome/nfp/ |
| H A D | nfp_net_common.c | 445 struct nfp_net_r_vector *r_vec = data; in nfp_net_irq_rxtx() local
451 r_vec->event_ctr++; in nfp_net_irq_rxtx()
453 napi_schedule_irqoff(&r_vec->napi); in nfp_net_irq_rxtx()
464 struct nfp_net_r_vector *r_vec = data; in nfp_ctrl_irq_rxtx() local
466 tasklet_schedule(&r_vec->tasklet); in nfp_ctrl_irq_rxtx()
592 nfp_net_tls_tx(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, in nfp_net_tls_tx() argument
615 u64_stats_update_begin(&r_vec->tx_sync); in nfp_net_tls_tx()
616 r_vec->tls_tx_fallback++; in nfp_net_tls_tx()
617 u64_stats_update_end(&r_vec->tx_sync); in nfp_net_tls_tx()
621 u64_stats_update_begin(&r_vec in nfp_net_tls_tx()
741 struct nfp_net_r_vector *r_vec; nfp_net_vecs_init() local
773 nfp_net_napi_add(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, int idx) nfp_net_napi_add() argument
783 nfp_net_napi_del(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec) nfp_net_napi_del() argument
792 nfp_net_vector_assign_rings(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, int idx) nfp_net_vector_assign_rings() argument
815 nfp_net_prepare_vector(struct nfp_net *nn, struct nfp_net_r_vector *r_vec, int idx) nfp_net_prepare_vector() argument
842 nfp_net_cleanup_vector(struct nfp_net *nn, struct nfp_net_r_vector *r_vec) nfp_net_cleanup_vector() argument
1074 struct nfp_net_r_vector *r_vec; nfp_net_close_stack() local
1163 struct nfp_net_r_vector *r_vec; nfp_net_rx_dim_work() local
1192 struct nfp_net_r_vector *r_vec; nfp_net_tx_dim_work() local
1225 struct nfp_net_r_vector *r_vec; nfp_net_open_stack() local
1774 struct nfp_net_r_vector *r_vec = &nn->r_vecs[r]; nfp_net_stat64() local
[all...] |
| H A D | nfp_net_debugfs.c | 14 struct nfp_net_r_vector *r_vec = file->private; in nfp_rx_q_show() local
24 if (!r_vec->nfp_net || !r_vec->rx_ring) in nfp_rx_q_show()
26 nn = r_vec->nfp_net; in nfp_rx_q_show()
27 rx_ring = r_vec->rx_ring; in nfp_rx_q_show()
46 if (!r_vec->xsk_pool) { in nfp_rx_q_show()
82 struct nfp_net_r_vector *r_vec = file->private; in nfp_tx_q_show() local
90 tx_ring = r_vec->tx_ring; in nfp_tx_q_show()
92 tx_ring = r_vec->xdp_ring; in nfp_tx_q_show()
93 if (!r_vec in nfp_tx_q_show()
[all...] |
| H A D | nfp_net_dp.c | 48 * @r_vec: IRQ vector servicing this ring
54 struct nfp_net_r_vector *r_vec, unsigned int idx, in nfp_net_tx_ring_init()
57 struct nfp_net *nn = r_vec->nfp_net; in nfp_net_tx_ring_init()
60 tx_ring->r_vec = r_vec; in nfp_net_tx_ring_init()
62 u64_stats_init(&tx_ring->r_vec->tx_sync); in nfp_net_tx_ring_init()
72 * @r_vec: IRQ vector servicing this ring
77 struct nfp_net_r_vector *r_vec, unsigned int idx) in nfp_net_rx_ring_init()
79 struct nfp_net *nn = r_vec->nfp_net; in nfp_net_rx_ring_init()
82 rx_ring->r_vec in nfp_net_rx_ring_init()
53 nfp_net_tx_ring_init(struct nfp_net_tx_ring *tx_ring, struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, unsigned int idx, bool is_xdp) nfp_net_tx_ring_init() argument
76 nfp_net_rx_ring_init(struct nfp_net_rx_ring *rx_ring, struct nfp_net_r_vector *r_vec, unsigned int idx) nfp_net_rx_ring_init() argument
253 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; nfp_net_rx_ring_free() local
427 struct nfp_net_r_vector *r_vec = &nn->r_vecs[0]; __nfp_ctrl_tx() local
434 struct nfp_net_r_vector *r_vec = &nn->r_vecs[0]; nfp_ctrl_tx() local
[all...] |
| H A D | nfp_net_xsk.c | 22 headroom = xsk_pool_get_headroom(rx_ring->r_vec->xsk_pool); in nfp_net_xsk_rx_bufs_stash()
59 struct nfp_net_r_vector *r_vec = rx_ring->r_vec; in nfp_net_xsk_rx_ring_fill_freelist() local
60 struct xsk_buff_pool *pool = r_vec->xsk_pool; in nfp_net_xsk_rx_ring_fill_freelist()
89 void nfp_net_xsk_rx_drop(struct nfp_net_r_vector *r_vec, in nfp_net_xsk_rx_drop() argument
92 u64_stats_update_begin(&r_vec->rx_sync); in nfp_net_xsk_rx_drop()
93 r_vec->rx_drops++; in nfp_net_xsk_rx_drop()
94 u64_stats_update_end(&r_vec->rx_sync); in nfp_net_xsk_rx_drop()
|
| H A D | nfp_net_dp.h | 146 bool (*ctrl_tx_one)(struct nfp_net *nn, struct nfp_net_r_vector *r_vec,
161 struct nfp_net_r_vector *r_vec,
207 struct nfp_net_r_vector *r_vec, in nfp_net_debugfs_print_tx_descs()
211 dp->ops->print_tx_descs(file, r_vec, tx_ring, d_rd_p, d_wr_p); in nfp_net_debugfs_print_tx_descs()
206 nfp_net_debugfs_print_tx_descs(struct seq_file *file, struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec, struct nfp_net_tx_ring *tx_ring, u32 d_rd_p, u32 d_wr_p) nfp_net_debugfs_print_tx_descs() argument
|
| H A D | nfp_net_xsk.h | 30 void nfp_net_xsk_rx_drop(struct nfp_net_r_vector *r_vec,
|
| H A D | nfp_net.h | 141 * @r_vec: Back pointer to ring vector structure
163 struct nfp_net_r_vector *r_vec; member
302 * @r_vec: Back pointer to ring vector structure
317 struct nfp_net_r_vector *r_vec; member
342 * @tasklet: ctrl vNIC, tasklet for servicing the r_vec
344 * @lock: ctrl vNIC, r_vec lock protects @queue
982 nfp_net_tls_tx(struct nfp_net_dp *dp, struct nfp_net_r_vector *r_vec,
|