| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 490 u16 ntu = rx_ring->next_to_use; in __ice_alloc_rx_bufs_zc() local
494 rx_desc = ICE_RX_DESC(rx_ring, ntu); in __ice_alloc_rx_bufs_zc()
495 xdp = ice_xdp_buf(rx_ring, ntu); in __ice_alloc_rx_bufs_zc()
497 if (ntu + count >= rx_ring->count) { in __ice_alloc_rx_bufs_zc()
500 rx_ring->count - ntu); in __ice_alloc_rx_bufs_zc()
501 if (nb_buffs_extra != rx_ring->count - ntu) { in __ice_alloc_rx_bufs_zc()
502 ntu += nb_buffs_extra; in __ice_alloc_rx_bufs_zc()
507 ntu = 0; in __ice_alloc_rx_bufs_zc()
514 ntu += nb_buffs; in __ice_alloc_rx_bufs_zc()
515 if (ntu in __ice_alloc_rx_bufs_zc()
690 u32 ntu = xdp_ring->next_to_use; ice_xmit_xdp_tx_zc() local
850 u32 ntu = rx_ring->next_to_use; ice_clean_rx_irq_zc() local
1016 u16 ntu = xdp_ring->next_to_use; ice_xmit_pkt_batch() local
1167 u16 ntu = rx_ring->next_to_use; ice_xsk_clean_rx_ring() local
1185 u16 ntc = xdp_ring->next_to_clean, ntu = xdp_ring->next_to_use; ice_xsk_clean_xdp_ring() local
[all...] |
| H A D | ice_txrx_lib.c | 334 u32 ntu = xdp_ring->next_to_use; in __ice_xmit_xdp_ring() local
358 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in __ice_xmit_xdp_ring()
359 tx_head = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring()
383 ntu++; in __ice_xmit_xdp_ring()
384 if (ntu == cnt) in __ice_xmit_xdp_ring()
385 ntu = 0; in __ice_xmit_xdp_ring()
390 tx_desc = ICE_TX_DESC(xdp_ring, ntu); in __ice_xmit_xdp_ring()
391 tx_buf = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring()
412 xdp_ring->next_to_use = ntu; in __ice_xmit_xdp_ring()
418 tx_buf = &xdp_ring->tx_buf[ntu]; in __ice_xmit_xdp_ring()
[all...] |
| H A D | ice_controlq.c | 1167 u16 ntu; in ice_clean_rq_elem() local
1182 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem()
1184 if (ntu == ntc) { in ice_clean_rq_elem()
1231 cq->rq.next_to_use = ntu; in ice_clean_rq_elem()
1237 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem()
1238 *pending = (u16)((ntc > ntu ? cq->rq.count : 0) + (ntu - ntc)); in ice_clean_rq_elem()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 246 u16 ntu = rx_ring->next_to_use; in i40e_alloc_rx_buffers_zc() local
252 rx_desc = I40E_RX_DESC(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
253 xdp = i40e_rx_bi(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
255 nb_buffs = min_t(u16, count, rx_ring->count - ntu); in i40e_alloc_rx_buffers_zc()
270 ntu += nb_buffs; in i40e_alloc_rx_buffers_zc()
271 if (ntu == rx_ring->count) { in i40e_alloc_rx_buffers_zc()
273 ntu = 0; in i40e_alloc_rx_buffers_zc()
278 i40e_release_rx_desc(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
557 u16 ntu = xdp_ring->next_to_use; in i40e_xmit_pkt_batch() local
568 tx_desc = I40E_TX_DESC(xdp_ring, ntu in i40e_xmit_pkt_batch()
593 u16 ntu = xdp_ring->next_to_use ? xdp_ring->next_to_use - 1 : xdp_ring->count - 1; i40e_set_rs_bit() local
758 u16 ntu = rx_ring->next_to_use; i40e_xsk_clean_rx_ring() local
776 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; i40e_xsk_clean_tx_ring() local
[all...] |
| H A D | i40e_adminq.c | 1097 u16 ntu; in i40e_clean_arq_element() local
1113 ntu = rd32(hw, hw->aq.arq.head) & I40E_PF_ARQH_ARQH_MASK; in i40e_clean_arq_element()
1114 if (ntu == ntc) { in i40e_clean_arq_element()
1167 hw->aq.arq.next_to_use = ntu; in i40e_clean_arq_element()
1173 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in i40e_clean_arq_element()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/hisilicon/hns3/ |
| H A D | hns3_trace.h | 74 __field(int, ntu)
83 __entry->ntu = ring->next_to_use;
93 __get_str(devname), __entry->index, __entry->ntu,
105 __field(int, ntu)
115 __entry->ntu = ring->next_to_use;
126 __get_str(devname), __entry->index, __entry->ntu,
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/hisilicon/hns3/ |
| H A D | hns3_trace.h | 73 __field(int, ntu)
82 __entry->ntu = ring->next_to_use;
92 __get_str(devname), __entry->index, __entry->ntu,
104 __field(int, ntu)
114 __entry->ntu = ring->next_to_use;
125 __get_str(devname), __entry->index, __entry->ntu,
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 247 u16 ntu = rx_ring->next_to_use; in i40e_alloc_rx_buffers_zc() local
253 rx_desc = I40E_RX_DESC(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
254 bi = i40e_rx_bi(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
268 ntu++; in i40e_alloc_rx_buffers_zc()
270 if (unlikely(ntu == rx_ring->count)) { in i40e_alloc_rx_buffers_zc()
273 ntu = 0; in i40e_alloc_rx_buffers_zc()
280 if (rx_ring->next_to_use != ntu) { in i40e_alloc_rx_buffers_zc()
283 i40e_release_rx_desc(rx_ring, ntu); in i40e_alloc_rx_buffers_zc()
644 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in i40e_xsk_clean_tx_ring() local
649 while (ntc != ntu) { in i40e_xsk_clean_tx_ring()
[all...] |
| H A D | i40e_adminq.c | 1007 u16 ntu; in i40e_clean_arq_element() local
1023 ntu = rd32(hw, hw->aq.arq.head) & I40E_PF_ARQH_ARQH_MASK; in i40e_clean_arq_element()
1024 if (ntu == ntc) { in i40e_clean_arq_element()
1077 hw->aq.arq.next_to_use = ntu; in i40e_clean_arq_element()
1083 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in i40e_clean_arq_element()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ice/ |
| H A D | ice_xsk.c | 432 u16 ntu = rx_ring->next_to_use; in ice_alloc_rx_bufs_zc() local
440 rx_desc = ICE_RX_DESC(rx_ring, ntu); in ice_alloc_rx_bufs_zc()
441 rx_buf = &rx_ring->rx_buf[ntu]; in ice_alloc_rx_bufs_zc()
456 ntu++; in ice_alloc_rx_bufs_zc()
458 if (unlikely(ntu == rx_ring->count)) { in ice_alloc_rx_bufs_zc()
461 ntu = 0; in ice_alloc_rx_bufs_zc()
465 if (rx_ring->next_to_use != ntu) { in ice_alloc_rx_bufs_zc()
468 ice_release_rx_desc(rx_ring, ntu); in ice_alloc_rx_bufs_zc()
907 u16 ntc = xdp_ring->next_to_clean, ntu = xdp_ring->next_to_use; in ice_xsk_clean_xdp_ring() local
910 while (ntc != ntu) { in ice_xsk_clean_xdp_ring()
[all...] |
| H A D | ice_controlq.c | 1118 u16 ntu; in ice_clean_rq_elem() local
1134 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem()
1136 if (ntu == ntc) { in ice_clean_rq_elem()
1185 cq->rq.next_to_use = ntu; in ice_clean_rq_elem()
1191 ntu = (u16)(rd32(hw, cq->rq.head) & cq->rq.head_mask); in ice_clean_rq_elem()
1192 *pending = (u16)((ntc > ntu ? cq->rq.count : 0) + (ntu - ntc)); in ice_clean_rq_elem()
|
| H A D | ice_txrx.c | 683 u16 ntu = rx_ring->next_to_use; in ice_alloc_rx_bufs() local
692 rx_desc = ICE_RX_DESC(rx_ring, ntu); in ice_alloc_rx_bufs()
693 bi = &rx_ring->rx_buf[ntu]; in ice_alloc_rx_bufs()
713 ntu++; in ice_alloc_rx_bufs()
714 if (unlikely(ntu == rx_ring->count)) { in ice_alloc_rx_bufs()
717 ntu = 0; in ice_alloc_rx_bufs()
726 if (rx_ring->next_to_use != ntu) in ice_alloc_rx_bufs()
727 ice_release_rx_desc(rx_ring, ntu); in ice_alloc_rx_bufs()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/hisilicon/hns3/hns3pf/ |
| H A D | hclge_cmd.c | 18 int ntu = ring->next_to_use; in hclge_ring_space() local
20 int used = (ntu - ntc + ring->desc_num) % ring->desc_num; in hclge_ring_space()
27 int ntu = ring->next_to_use; in is_valid_csq_clean_head() local
30 if (ntu > ntc) in is_valid_csq_clean_head()
31 return head >= ntc && head <= ntu; in is_valid_csq_clean_head()
33 return head >= ntc || head <= ntu; in is_valid_csq_clean_head()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/hisilicon/hns3/hns3vf/ |
| H A D | hclgevf_cmd.c | 19 int ntu = ring->next_to_use; in hclgevf_ring_space() local
22 used = (ntu - ntc + ring->desc_num) % ring->desc_num; in hclgevf_ring_space()
30 int ntu = ring->next_to_use; in hclgevf_is_valid_csq_clean_head() local
33 if (ntu > ntc) in hclgevf_is_valid_csq_clean_head()
34 return head >= ntc && head <= ntu; in hclgevf_is_valid_csq_clean_head()
36 return head >= ntc || head <= ntu; in hclgevf_is_valid_csq_clean_head()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| H A D | hclge_comm_cmd.c | 285 int ntu = ring->next_to_use; in hclge_comm_ring_space() local
286 int used = (ntu - ntc + ring->desc_num) % ring->desc_num; in hclge_comm_ring_space()
311 int ntu = ring->next_to_use; in hclge_comm_is_valid_csq_clean_head() local
313 if (ntu > ntc) in hclge_comm_is_valid_csq_clean_head()
314 return head >= ntc && head <= ntu; in hclge_comm_is_valid_csq_clean_head()
316 return head >= ntc || head <= ntu; in hclge_comm_is_valid_csq_clean_head()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 451 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() local
461 while (ntc != ntu) { in ixgbe_clean_xdp_tx_irq()
539 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring() local
544 while (ntc != ntu) { in ixgbe_xsk_clean_tx_ring()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 464 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() local
474 while (ntc != ntu) { in ixgbe_clean_xdp_tx_irq()
552 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring() local
557 while (ntc != ntu) { in ixgbe_xsk_clean_tx_ring()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_adminq.c | 867 u16 ntu; in iavf_clean_arq_element() local
883 ntu = rd32(hw, hw->aq.arq.head) & IAVF_VF_ARQH1_ARQH_MASK; in iavf_clean_arq_element()
884 if (ntu == ntc) { in iavf_clean_arq_element()
937 hw->aq.arq.next_to_use = ntu; in iavf_clean_arq_element()
942 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in iavf_clean_arq_element()
|
| H A D | iavf_txrx.c | 884 u16 ntu = rx_ring->next_to_use; in iavf_alloc_rx_buffers() local
892 rx_desc = IAVF_RX_DESC(rx_ring, ntu); in iavf_alloc_rx_buffers()
893 bi = &rx_ring->rx_bi[ntu]; in iavf_alloc_rx_buffers()
912 ntu++; in iavf_alloc_rx_buffers()
913 if (unlikely(ntu == rx_ring->count)) { in iavf_alloc_rx_buffers()
916 ntu = 0; in iavf_alloc_rx_buffers()
925 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers()
926 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers()
931 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers()
932 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers()
[all...] |
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_adminq.c | 865 u16 ntu; in iavf_clean_arq_element() local
881 ntu = rd32(hw, hw->aq.arq.head) & IAVF_VF_ARQH1_ARQH_MASK; in iavf_clean_arq_element()
882 if (ntu == ntc) { in iavf_clean_arq_element()
935 hw->aq.arq.next_to_use = ntu; in iavf_clean_arq_element()
940 *pending = (ntc > ntu ? hw->aq.arq.count : 0) + (ntu - ntc); in iavf_clean_arq_element()
|
| H A D | iavf_txrx.c | 918 u16 ntu = rx_ring->next_to_use; in iavf_alloc_rx_buffers() local
926 rx_desc = IAVF_RX_DESC(rx_ring, ntu); in iavf_alloc_rx_buffers()
927 bi = &rx_ring->rx_bi[ntu]; in iavf_alloc_rx_buffers()
946 ntu++; in iavf_alloc_rx_buffers()
947 if (unlikely(ntu == rx_ring->count)) { in iavf_alloc_rx_buffers()
950 ntu = 0; in iavf_alloc_rx_buffers()
959 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers()
960 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers()
965 if (rx_ring->next_to_use != ntu) in iavf_alloc_rx_buffers()
966 iavf_release_rx_desc(rx_ring, ntu); in iavf_alloc_rx_buffers()
[all...] |
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf.h | 289 u16 ntu = ring->next_to_use; in ixgbevf_desc_unused() local
291 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbevf_desc_unused()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/intel/igc/ |
| H A D | igc.h | 501 u16 ntu = ring->next_to_use; in igc_desc_unused() local
503 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in igc_desc_unused()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/igc/ |
| H A D | igc.h | 611 u16 ntu = ring->next_to_use; in igc_desc_unused() local
613 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in igc_desc_unused()
|
| /kernel/linux/linux-6.6/drivers/net/ethernet/intel/ixgbevf/ |
| H A D | ixgbevf.h | 289 u16 ntu = ring->next_to_use; in ixgbevf_desc_unused() local
291 return ((ntc > ntu) ? 0 : ring->count) + ntc - ntu - 1; in ixgbevf_desc_unused()
|