/kernel/linux/linux-6.6/drivers/net/ethernet/broadcom/bnxt/ |
H A D | bnxt_xdp.c | 26 struct bnxt_tx_ring_info *txr, in bnxt_xmit_bd() 44 prod = txr->tx_prod; in bnxt_xmit_bd() 45 tx_buf = &txr->tx_buf_ring[prod]; in bnxt_xmit_bd() 50 txbd = &txr->tx_desc_ring[TX_RING(prod)][TX_IDX(prod)]; in bnxt_xmit_bd() 66 WRITE_ONCE(txr->tx_prod, prod); in bnxt_xmit_bd() 69 frag_tx_buf = &txr->tx_buf_ring[prod]; in bnxt_xmit_bd() 72 txbd = &txr->tx_desc_ring[TX_RING(prod)][TX_IDX(prod)]; in bnxt_xmit_bd() 90 WRITE_ONCE(txr->tx_prod, prod); in bnxt_xmit_bd() 95 static void __bnxt_xmit_xdp(struct bnxt *bp, struct bnxt_tx_ring_info *txr, in __bnxt_xmit_xdp() argument 101 tx_buf = bnxt_xmit_bd(bp, txr, mappin in __bnxt_xmit_xdp() 25 bnxt_xmit_bd(struct bnxt *bp, struct bnxt_tx_ring_info *txr, dma_addr_t mapping, u32 len, struct xdp_buff *xdp) bnxt_xmit_bd() argument 107 __bnxt_xmit_xdp_redirect(struct bnxt *bp, struct bnxt_tx_ring_info *txr, dma_addr_t mapping, u32 len, struct xdp_frame *xdpf) __bnxt_xmit_xdp_redirect() argument 123 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; bnxt_tx_int_xdp() local 229 struct bnxt_tx_ring_info *txr; bnxt_rx_xdp() local 342 struct bnxt_tx_ring_info *txr; bnxt_xdp_xmit() local [all...] |
H A D | bnxt.c | 334 void bnxt_sched_reset_txr(struct bnxt *bp, struct bnxt_tx_ring_info *txr, in bnxt_sched_reset_txr() argument 337 struct bnxt_napi *bnapi = txr->bnapi; in bnxt_sched_reset_txr() 343 txr->txq_index, bnapi->tx_pkts, in bnxt_sched_reset_txr() 344 txr->tx_cons, txr->tx_prod, idx); in bnxt_sched_reset_txr() 382 static void bnxt_txr_db_kick(struct bnxt *bp, struct bnxt_tx_ring_info *txr, in bnxt_txr_db_kick() argument 385 bnxt_db_write(bp, &txr->tx_db, prod); in bnxt_txr_db_kick() 386 txr->kick_pending = 0; in bnxt_txr_db_kick() 401 struct bnxt_tx_ring_info *txr; in bnxt_start_xmit() local 413 txr in bnxt_start_xmit() 692 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; bnxt_tx_int() local 2570 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; __bnxt_poll_work() local 2860 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_free_tx_skbs() local 3297 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_free_tx_rings() local 3333 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_alloc_tx_rings() local 3561 struct bnxt_tx_ring_info *txr; bnxt_init_ring_struct() local 3774 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_init_tx_rings() local 4419 struct bnxt_tx_ring_info *txr; bnxt_clear_ring_indices() local 4589 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_alloc_mem() local 5165 bnxt_cp_ring_for_tx(struct bnxt *bp, struct bnxt_tx_ring_info *txr) bnxt_cp_ring_for_tx() argument 5733 struct bnxt_tx_ring_info *txr; hwrm_ring_alloc_send_msg() local 5929 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_hwrm_ring_alloc() local 6056 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_hwrm_ring_free() local 9457 struct bnxt_tx_ring_info *txr; bnxt_tx_disable() local 9476 struct bnxt_tx_ring_info *txr; bnxt_tx_enable() local 11554 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; bnxt_dump_tx_sw_state() local [all...] |
H A D | bnxt_xdp.h | 16 struct bnxt_tx_ring_info *txr,
|
H A D | bnxt.h | 2258 const struct bnxt_tx_ring_info *txr) in bnxt_tx_avail() 2260 u32 used = READ_ONCE(txr->tx_prod) - READ_ONCE(txr->tx_cons); in bnxt_tx_avail() 2355 void bnxt_sched_reset_txr(struct bnxt *bp, struct bnxt_tx_ring_info *txr, 2257 bnxt_tx_avail(struct bnxt *bp, const struct bnxt_tx_ring_info *txr) bnxt_tx_avail() argument
|
/kernel/linux/linux-5.10/drivers/net/ethernet/qualcomm/ |
H A D | qca_spi.c | 287 if (qca->txr.skb[qca->txr.head] == NULL) in qcaspi_transmit() 300 while (qca->txr.skb[qca->txr.head]) { in qcaspi_transmit() 301 pkt_len = qca->txr.skb[qca->txr.head]->len + QCASPI_HW_PKT_LEN; in qcaspi_transmit() 309 if (qcaspi_tx_frame(qca, qca->txr.skb[qca->txr.head]) == -1) { in qcaspi_transmit() 316 n_stats->tx_bytes += qca->txr.skb[qca->txr in qcaspi_transmit() 459 qcaspi_tx_ring_has_space(struct tx_ring *txr) qcaspi_tx_ring_has_space() argument [all...] |
H A D | qca_debug.c | 81 if (qca->txr.skb[qca->txr.head] == NULL) in qcaspi_info_show() 83 else if (qca->txr.skb[qca->txr.tail]) in qcaspi_info_show() 91 qca->txr.size); in qcaspi_info_show() 257 ring->tx_pending = qca->txr.count; in qcaspi_get_ringparam() 273 qca->txr.count = max_t(u32, ring->tx_pending, TX_RING_MIN_LEN); in qcaspi_set_ringparam() 274 qca->txr.count = min_t(u16, qca->txr.count, TX_RING_MAX_LEN); in qcaspi_set_ringparam()
|
H A D | qca_spi.h | 85 struct tx_ring txr; member
|
/kernel/linux/linux-6.6/drivers/net/ethernet/qualcomm/ |
H A D | qca_spi.c | 286 if (qca->txr.skb[qca->txr.head] == NULL) in qcaspi_transmit() 299 while (qca->txr.skb[qca->txr.head]) { in qcaspi_transmit() 300 pkt_len = qca->txr.skb[qca->txr.head]->len + QCASPI_HW_PKT_LEN; in qcaspi_transmit() 308 if (qcaspi_tx_frame(qca, qca->txr.skb[qca->txr.head]) == -1) { in qcaspi_transmit() 315 n_stats->tx_bytes += qca->txr.skb[qca->txr in qcaspi_transmit() 458 qcaspi_tx_ring_has_space(struct tx_ring *txr) qcaspi_tx_ring_has_space() argument [all...] |
H A D | qca_debug.c | 82 if (qca->txr.skb[qca->txr.head] == NULL) in qcaspi_info_show() 84 else if (qca->txr.skb[qca->txr.tail]) in qcaspi_info_show() 92 qca->txr.size); in qcaspi_info_show() 260 ring->tx_pending = qca->txr.count; in qcaspi_get_ringparam() 278 qca->txr.count = max_t(u32, ring->tx_pending, TX_RING_MIN_LEN); in qcaspi_set_ringparam() 279 qca->txr.count = min_t(u16, qca->txr.count, TX_RING_MAX_LEN); in qcaspi_set_ringparam()
|
H A D | qca_spi.h | 86 struct tx_ring txr; member
|
/kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/bnxt/ |
H A D | bnxt_xdp.c | 24 struct bnxt_tx_ring_info *txr, in bnxt_xmit_bd() 32 prod = txr->tx_prod; in bnxt_xmit_bd() 33 tx_buf = &txr->tx_buf_ring[prod]; in bnxt_xmit_bd() 35 txbd = &txr->tx_desc_ring[TX_RING(prod)][TX_IDX(prod)]; in bnxt_xmit_bd() 43 txr->tx_prod = prod; in bnxt_xmit_bd() 47 static void __bnxt_xmit_xdp(struct bnxt *bp, struct bnxt_tx_ring_info *txr, in __bnxt_xmit_xdp() argument 52 tx_buf = bnxt_xmit_bd(bp, txr, mapping, len); in __bnxt_xmit_xdp() 58 struct bnxt_tx_ring_info *txr, in __bnxt_xmit_xdp_redirect() 64 tx_buf = bnxt_xmit_bd(bp, txr, mapping, len); in __bnxt_xmit_xdp_redirect() 73 struct bnxt_tx_ring_info *txr in bnxt_tx_int_xdp() local 23 bnxt_xmit_bd(struct bnxt *bp, struct bnxt_tx_ring_info *txr, dma_addr_t mapping, u32 len) bnxt_xmit_bd() argument 57 __bnxt_xmit_xdp_redirect(struct bnxt *bp, struct bnxt_tx_ring_info *txr, dma_addr_t mapping, u32 len, struct xdp_frame *xdpf) __bnxt_xmit_xdp_redirect() argument 115 struct bnxt_tx_ring_info *txr; bnxt_rx_xdp() local 221 struct bnxt_tx_ring_info *txr; bnxt_xdp_xmit() local [all...] |
H A D | bnxt.c | 365 static void bnxt_txr_db_kick(struct bnxt *bp, struct bnxt_tx_ring_info *txr, in bnxt_txr_db_kick() argument 368 bnxt_db_write(bp, &txr->tx_db, prod); in bnxt_txr_db_kick() 369 txr->kick_pending = 0; in bnxt_txr_db_kick() 373 struct bnxt_tx_ring_info *txr, in bnxt_txr_netif_try_stop_queue() 384 if (bnxt_tx_avail(bp, txr) >= bp->tx_wake_thresh) { in bnxt_txr_netif_try_stop_queue() 404 struct bnxt_tx_ring_info *txr; in bnxt_start_xmit() local 415 txr = &bp->tx_ring[bp->tx_ring_map[i]]; in bnxt_start_xmit() 416 prod = txr->tx_prod; in bnxt_start_xmit() 418 free_size = bnxt_tx_avail(bp, txr); in bnxt_start_xmit() 421 if (net_ratelimit() && txr in bnxt_start_xmit() 372 bnxt_txr_netif_try_stop_queue(struct bnxt *bp, struct bnxt_tx_ring_info *txr, struct netdev_queue *txq) bnxt_txr_netif_try_stop_queue() argument 666 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; bnxt_tx_int() local 2347 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; __bnxt_poll_work() local 2614 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_free_tx_skbs() local 3035 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_free_tx_rings() local 3071 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_alloc_tx_rings() local 3234 struct bnxt_tx_ring_info *txr; bnxt_init_ring_struct() local 3447 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_init_tx_rings() local 4118 struct bnxt_tx_ring_info *txr; bnxt_clear_ring_indices() local 4289 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_alloc_mem() local 5089 bnxt_cp_ring_for_tx(struct bnxt *bp, struct bnxt_tx_ring_info *txr) bnxt_cp_ring_for_tx() argument 5595 struct bnxt_tx_ring_info *txr; hwrm_ring_alloc_send_msg() local 5785 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_hwrm_ring_alloc() local 5908 struct bnxt_tx_ring_info *txr = &bp->tx_ring[i]; bnxt_hwrm_ring_free() local 8959 struct bnxt_tx_ring_info *txr; bnxt_tx_disable() local 8978 struct bnxt_tx_ring_info *txr; bnxt_tx_enable() local 10664 struct bnxt_tx_ring_info *txr = bnapi->tx_ring; bnxt_dump_tx_sw_state() local [all...] |
H A D | bnxt_xdp.h | 14 struct bnxt_tx_ring_info *txr,
|
H A D | bnxt.h | 2065 static inline u32 bnxt_tx_avail(struct bnxt *bp, struct bnxt_tx_ring_info *txr) in bnxt_tx_avail() argument 2071 ((txr->tx_prod - txr->tx_cons) & bp->tx_ring_mask); in bnxt_tx_avail()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/broadcom/ |
H A D | bnx2.c | 247 static inline u32 bnx2_tx_avail(struct bnx2 *bp, struct bnx2_tx_ring_info *txr) in bnx2_tx_avail() argument 254 diff = READ_ONCE(txr->tx_prod) - READ_ONCE(txr->tx_cons); in bnx2_tx_avail() 697 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; in bnx2_free_tx_mem() local 699 if (txr->tx_desc_ring) { in bnx2_free_tx_mem() 701 txr->tx_desc_ring, in bnx2_free_tx_mem() 702 txr->tx_desc_mapping); in bnx2_free_tx_mem() 703 txr->tx_desc_ring = NULL; in bnx2_free_tx_mem() 705 kfree(txr->tx_buf_ring); in bnx2_free_tx_mem() 706 txr in bnx2_free_tx_mem() 749 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_alloc_tx_mem() local 2844 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_tx_int() local 3388 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_has_fast_work() local 3482 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_poll_work() local 5128 struct bnx2_tx_ring_info *txr; bnx2_clear_ring_states() local 5148 bnx2_init_tx_context(struct bnx2 *bp, u32 cid, struct bnx2_tx_ring_info *txr) bnx2_init_tx_context() argument 5183 struct bnx2_tx_ring_info *txr; bnx2_init_tx_ring() local 5433 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_free_tx_skbs() local 5814 struct bnx2_tx_ring_info *txr; bnx2_run_loopback() local 6599 struct bnx2_tx_ring_info *txr; bnx2_start_xmit() local [all...] |
H A D | bcmsysport.c | 1126 struct bcm_sysport_tx_ring *txr; in bcm_sysport_rx_isr() local 1161 txr = &priv->tx_rings[ring]; in bcm_sysport_rx_isr() 1163 if (likely(napi_schedule_prep(&txr->napi))) { in bcm_sysport_rx_isr() 1165 __napi_schedule(&txr->napi); in bcm_sysport_rx_isr() 1177 struct bcm_sysport_tx_ring *txr; in bcm_sysport_tx_isr() local 1193 txr = &priv->tx_rings[ring]; in bcm_sysport_tx_isr() 1195 if (likely(napi_schedule_prep(&txr->napi))) { in bcm_sysport_tx_isr() 1197 __napi_schedule_irqoff(&txr->napi); in bcm_sysport_tx_isr()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/broadcom/ |
H A D | bnx2.c | 246 static inline u32 bnx2_tx_avail(struct bnx2 *bp, struct bnx2_tx_ring_info *txr) in bnx2_tx_avail() argument 253 diff = READ_ONCE(txr->tx_prod) - READ_ONCE(txr->tx_cons); in bnx2_tx_avail() 696 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; in bnx2_free_tx_mem() local 698 if (txr->tx_desc_ring) { in bnx2_free_tx_mem() 700 txr->tx_desc_ring, in bnx2_free_tx_mem() 701 txr->tx_desc_mapping); in bnx2_free_tx_mem() 702 txr->tx_desc_ring = NULL; in bnx2_free_tx_mem() 704 kfree(txr->tx_buf_ring); in bnx2_free_tx_mem() 705 txr in bnx2_free_tx_mem() 748 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_alloc_tx_mem() local 2843 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_tx_int() local 3386 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_has_fast_work() local 3480 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_poll_work() local 5111 struct bnx2_tx_ring_info *txr; bnx2_clear_ring_states() local 5131 bnx2_init_tx_context(struct bnx2 *bp, u32 cid, struct bnx2_tx_ring_info *txr) bnx2_init_tx_context() argument 5166 struct bnx2_tx_ring_info *txr; bnx2_init_tx_ring() local 5417 struct bnx2_tx_ring_info *txr = &bnapi->tx_ring; bnx2_free_tx_skbs() local 5798 struct bnx2_tx_ring_info *txr; bnx2_run_loopback() local 6583 struct bnx2_tx_ring_info *txr; bnx2_start_xmit() local [all...] |
H A D | bcmsysport.c | 1142 struct bcm_sysport_tx_ring *txr; in bcm_sysport_rx_isr() local 1177 txr = &priv->tx_rings[ring]; in bcm_sysport_rx_isr() 1179 if (likely(napi_schedule_prep(&txr->napi))) { in bcm_sysport_rx_isr() 1181 __napi_schedule(&txr->napi); in bcm_sysport_rx_isr() 1193 struct bcm_sysport_tx_ring *txr; in bcm_sysport_tx_isr() local 1209 txr = &priv->tx_rings[ring]; in bcm_sysport_tx_isr() 1211 if (likely(napi_schedule_prep(&txr->napi))) { in bcm_sysport_tx_isr() 1213 __napi_schedule_irqoff(&txr->napi); in bcm_sysport_tx_isr()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/freescale/enetc/ |
H A D | enetc.c | 850 static int enetc_alloc_txbdr(struct enetc_bdr *txr) in enetc_alloc_txbdr() argument 854 txr->tx_swbd = vzalloc(txr->bd_count * sizeof(struct enetc_tx_swbd)); in enetc_alloc_txbdr() 855 if (!txr->tx_swbd) in enetc_alloc_txbdr() 858 err = enetc_dma_alloc_bdr(txr, sizeof(union enetc_tx_bd)); in enetc_alloc_txbdr() 860 vfree(txr->tx_swbd); in enetc_alloc_txbdr() 864 txr->next_to_clean = 0; in enetc_alloc_txbdr() 865 txr->next_to_use = 0; in enetc_alloc_txbdr() 870 static void enetc_free_txbdr(struct enetc_bdr *txr) in enetc_free_txbdr() argument 874 for (i = 0; i < txr in enetc_free_txbdr() [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/sgi/ |
H A D | ioc3-eth.c | 86 struct ioc3_etxd *txr; member 615 desc = &ip->txr[entry]; in ioc3_tx_unmap() 642 ip->txr[i].cmd = 0; in ioc3_clean_tx_ring() 902 ip->txr = PTR_ALIGN(ip->tx_ring, SZ_16K); in ioc3eth_probe() 1041 desc = &ip->txr[produce]; in ioc3_start_xmit()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/sgi/ |
H A D | ioc3-eth.c | 86 struct ioc3_etxd *txr; member 615 desc = &ip->txr[entry]; in ioc3_tx_unmap() 642 ip->txr[i].cmd = 0; in ioc3_clean_tx_ring() 902 ip->txr = PTR_ALIGN(ip->tx_ring, SZ_16K); in ioc3eth_probe() 1041 desc = &ip->txr[produce]; in ioc3_start_xmit()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/amazon/ena/ |
H A D | ena_netdev.c | 695 struct ena_ring *txr, *rxr; in ena_init_io_rings() local 701 txr = &adapter->tx_ring[i]; in ena_init_io_rings() 705 ena_init_io_rings_common(adapter, txr, i); in ena_init_io_rings() 708 txr->ring_size = adapter->requested_tx_ring_size; in ena_init_io_rings() 709 txr->tx_max_header_size = ena_dev->tx_max_header_size; in ena_init_io_rings() 710 txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type; in ena_init_io_rings() 711 txr->sgl_size = adapter->max_tx_sgl_size; in ena_init_io_rings() 712 txr->smoothed_interval = in ena_init_io_rings() 714 txr->disable_meta_caching = adapter->disable_meta_caching; in ena_init_io_rings() 715 spin_lock_init(&txr in ena_init_io_rings() 3806 struct ena_ring *txr; ena_restore_device() local [all...] |
/kernel/linux/linux-5.10/samples/bpf/ |
H A D | xdpsock_user.c | 846 struct xsk_ring_prod *txr; in xsk_configure_socket() local 864 txr = tx ? &xsk->tx : NULL; in xsk_configure_socket() 866 rxr, txr, &cfg); in xsk_configure_socket()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/amazon/ena/ |
H A D | ena_netdev.c | 622 struct ena_ring *txr, *rxr; in ena_init_io_rings() local 628 txr = &adapter->tx_ring[i]; in ena_init_io_rings() 632 ena_init_io_rings_common(adapter, txr, i); in ena_init_io_rings() 635 txr->ring_size = adapter->requested_tx_ring_size; in ena_init_io_rings() 636 txr->tx_max_header_size = ena_dev->tx_max_header_size; in ena_init_io_rings() 637 txr->tx_mem_queue_type = ena_dev->tx_mem_queue_type; in ena_init_io_rings() 638 txr->sgl_size = adapter->max_tx_sgl_size; in ena_init_io_rings() 639 txr->smoothed_interval = in ena_init_io_rings() 641 txr->disable_meta_caching = adapter->disable_meta_caching; in ena_init_io_rings()
|
/kernel/linux/linux-6.6/tools/testing/selftests/bpf/ |
H A D | xskxceiver.c | 250 struct xsk_ring_prod *txr; in __xsk_configure_socket() local 261 txr = ifobject->tx_on ? &xsk->tx : NULL; in __xsk_configure_socket() 263 return xsk_socket__create(&xsk->xsk, ifobject->ifindex, 0, umem->umem, rxr, txr, &cfg); in __xsk_configure_socket()
|