/kernel/linux/linux-5.10/include/linux/ |
H A D | u64_stats_sync.h | 45 * u64_stats_update_begin(&stats->syncp); 48 * u64_stats_update_end(&stats->syncp); 57 * start = u64_stats_fetch_begin(&stats->syncp); 60 * } while (u64_stats_fetch_retry(&stats->syncp, start)); 119 #define u64_stats_init(syncp) seqcount_init(&(syncp)->seq) 121 static inline void u64_stats_init(struct u64_stats_sync *syncp) in u64_stats_init() argument 126 static inline void u64_stats_update_begin(struct u64_stats_sync *syncp) in u64_stats_update_begin() argument 129 write_seqcount_begin(&syncp->seq); in u64_stats_update_begin() 133 static inline void u64_stats_update_end(struct u64_stats_sync *syncp) in u64_stats_update_end() argument 141 u64_stats_update_begin_irqsave(struct u64_stats_sync *syncp) u64_stats_update_begin_irqsave() argument 153 u64_stats_update_end_irqrestore(struct u64_stats_sync *syncp, unsigned long flags) u64_stats_update_end_irqrestore() argument 162 __u64_stats_fetch_begin(const struct u64_stats_sync *syncp) __u64_stats_fetch_begin() argument 171 u64_stats_fetch_begin(const struct u64_stats_sync *syncp) u64_stats_fetch_begin() argument 179 __u64_stats_fetch_retry(const struct u64_stats_sync *syncp, unsigned int start) __u64_stats_fetch_retry() argument 189 u64_stats_fetch_retry(const struct u64_stats_sync *syncp, unsigned int start) u64_stats_fetch_retry() argument 204 u64_stats_fetch_begin_irq(const struct u64_stats_sync *syncp) u64_stats_fetch_begin_irq() argument 212 u64_stats_fetch_retry_irq(const struct u64_stats_sync *syncp, unsigned int start) u64_stats_fetch_retry_irq() argument [all...] |
/kernel/linux/linux-6.6/include/linux/ |
H A D | u64_stats_sync.h | 41 * u64_stats_update_begin(&stats->syncp); 44 * u64_stats_update_end(&stats->syncp); 53 * start = u64_stats_fetch_begin(&stats->syncp); 56 * } while (u64_stats_fetch_retry(&stats->syncp, start)); 97 static inline void u64_stats_init(struct u64_stats_sync *syncp) { } in u64_stats_init() argument 98 static inline void __u64_stats_update_begin(struct u64_stats_sync *syncp) { } in __u64_stats_update_begin() argument 99 static inline void __u64_stats_update_end(struct u64_stats_sync *syncp) { } in __u64_stats_update_end() argument 102 static inline unsigned int __u64_stats_fetch_begin(const struct u64_stats_sync *syncp) in __u64_stats_fetch_begin() argument 106 static inline bool __u64_stats_fetch_retry(const struct u64_stats_sync *syncp, in __u64_stats_fetch_retry() argument 138 static inline void u64_stats_init(struct u64_stats_sync *syncp) in u64_stats_init() argument 143 __u64_stats_update_begin(struct u64_stats_sync *syncp) __u64_stats_update_begin() argument 149 __u64_stats_update_end(struct u64_stats_sync *syncp) __u64_stats_update_end() argument 168 __u64_stats_fetch_begin(const struct u64_stats_sync *syncp) __u64_stats_fetch_begin() argument 173 __u64_stats_fetch_retry(const struct u64_stats_sync *syncp, unsigned int start) __u64_stats_fetch_retry() argument 180 u64_stats_update_begin(struct u64_stats_sync *syncp) u64_stats_update_begin() argument 185 u64_stats_update_end(struct u64_stats_sync *syncp) u64_stats_update_end() argument 190 u64_stats_update_begin_irqsave(struct u64_stats_sync *syncp) u64_stats_update_begin_irqsave() argument 198 u64_stats_update_end_irqrestore(struct u64_stats_sync *syncp, unsigned long flags) u64_stats_update_end_irqrestore() argument 205 u64_stats_fetch_begin(const struct u64_stats_sync *syncp) u64_stats_fetch_begin() argument 210 u64_stats_fetch_retry(const struct u64_stats_sync *syncp, unsigned int start) u64_stats_fetch_retry() argument [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/aquantia/atlantic/ |
H A D | aq_ring.c | 73 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 75 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 82 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 84 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 88 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 90 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 98 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 100 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 228 u64_stats_init(&self->stats.rx.syncp); in aq_ring_init() 230 u64_stats_init(&self->stats.tx.syncp); in aq_ring_init() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/aquantia/atlantic/ |
H A D | aq_ring.c | 100 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 102 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 110 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 112 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 116 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 118 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 125 u64_stats_update_begin(&self->stats.rx.syncp); in aq_get_rxpages() 127 u64_stats_update_end(&self->stats.rx.syncp); in aq_get_rxpages() 238 u64_stats_init(&self->stats.rx.syncp); in aq_ring_init() 240 u64_stats_init(&self->stats.tx.syncp); in aq_ring_init() [all...] |
/kernel/linux/linux-6.6/drivers/vdpa/vdpa_sim/ |
H A D | vdpa_sim_net.c | 41 struct u64_stats_sync syncp; member 50 struct u64_stats_sync syncp; member 189 u64_stats_update_begin(&net->cq_stats.syncp); in vdpasim_handle_cvq() 193 u64_stats_update_end(&net->cq_stats.syncp); in vdpasim_handle_cvq() 270 u64_stats_update_begin(&net->tx_stats.syncp); in vdpasim_net_work() 274 u64_stats_update_end(&net->tx_stats.syncp); in vdpasim_net_work() 276 u64_stats_update_begin(&net->rx_stats.syncp); in vdpasim_net_work() 282 u64_stats_update_end(&net->rx_stats.syncp); in vdpasim_net_work() 299 start = u64_stats_fetch_begin(&net->rx_stats.syncp); in vdpasim_net_get_stats() 305 } while (u64_stats_fetch_retry(&net->rx_stats.syncp, star in vdpasim_net_get_stats() [all...] |
/kernel/linux/linux-5.10/drivers/net/ethernet/huawei/hinic/ |
H A D | hinic_tx.c | 80 u64_stats_update_begin(&txq_stats->syncp); in hinic_txq_clean_stats() 87 u64_stats_update_end(&txq_stats->syncp); in hinic_txq_clean_stats() 101 start = u64_stats_fetch_begin_irq(&txq_stats->syncp); in hinic_txq_get_stats() 108 } while (u64_stats_fetch_retry_irq(&txq_stats->syncp, start)); in hinic_txq_get_stats() 119 u64_stats_init(&txq_stats->syncp); in txq_stats_init() 522 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 524 u64_stats_update_end(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 543 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 545 u64_stats_update_end(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 575 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_xmit_frame() [all...] |
/kernel/linux/linux-6.6/drivers/net/ethernet/huawei/hinic/ |
H A D | hinic_tx.c | 81 u64_stats_update_begin(&txq_stats->syncp); in hinic_txq_clean_stats() 88 u64_stats_update_end(&txq_stats->syncp); in hinic_txq_clean_stats() 102 start = u64_stats_fetch_begin(&txq_stats->syncp); in hinic_txq_get_stats() 109 } while (u64_stats_fetch_retry(&txq_stats->syncp, start)); in hinic_txq_get_stats() 120 u64_stats_init(&txq_stats->syncp); in txq_stats_init() 524 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 526 u64_stats_update_end(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 545 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 547 u64_stats_update_end(&txq->txq_stats.syncp); in hinic_lb_xmit_frame() 577 u64_stats_update_begin(&txq->txq_stats.syncp); in hinic_xmit_frame() [all...] |
/kernel/linux/linux-5.10/include/net/ |
H A D | snmp.h | 54 struct u64_stats_sync syncp; member 163 u64_stats_update_begin(&ptr->syncp); \ 165 u64_stats_update_end(&ptr->syncp); \ 181 u64_stats_update_begin(&ptr->syncp); \ 184 u64_stats_update_end(&ptr->syncp); \
|
/kernel/linux/linux-5.10/net/mpls/ |
H A D | internal.h | 20 struct u64_stats_sync syncp; member 39 u64_stats_update_begin(&ptr->syncp); \ 42 u64_stats_update_end(&ptr->syncp); \ 51 u64_stats_update_begin(&ptr->syncp); \ 53 u64_stats_update_end(&ptr->syncp); \
|
/kernel/linux/linux-6.6/include/net/ |
H A D | snmp.h | 54 struct u64_stats_sync syncp; member 163 u64_stats_update_begin(&ptr->syncp); \ 165 u64_stats_update_end(&ptr->syncp); \ 181 u64_stats_update_begin(&ptr->syncp); \ 184 u64_stats_update_end(&ptr->syncp); \
|
/kernel/linux/linux-6.6/net/mpls/ |
H A D | internal.h | 20 struct u64_stats_sync syncp; member 39 u64_stats_update_begin(&ptr->syncp); \ 42 u64_stats_update_end(&ptr->syncp); \ 51 u64_stats_update_begin(&ptr->syncp); \ 53 u64_stats_update_end(&ptr->syncp); \
|
/kernel/linux/linux-6.6/drivers/net/ethernet/fungible/funeth/ |
H A D | funeth_txrx.h | 128 struct u64_stats_sync syncp; member 197 struct u64_stats_sync syncp; member 203 u64_stats_update_begin(&(q)->syncp); \ 205 u64_stats_update_end(&(q)->syncp); \ 210 seq = u64_stats_fetch_begin(&(q)->syncp); \ 212 } while (u64_stats_fetch_retry(&(q)->syncp, (seq)))
|
/kernel/linux/linux-6.6/drivers/net/hyperv/ |
H A D | netvsc_bpf.c | 77 u64_stats_update_begin(&rx_stats->syncp); in netvsc_run_xdp() 83 u64_stats_update_end(&rx_stats->syncp); in netvsc_run_xdp() 87 u64_stats_update_begin(&rx_stats->syncp); in netvsc_run_xdp() 89 u64_stats_update_end(&rx_stats->syncp); in netvsc_run_xdp() 287 u64_stats_update_begin(&tx_stats->syncp); in netvsc_ndoxdp_xmit() 289 u64_stats_update_end(&tx_stats->syncp); in netvsc_ndoxdp_xmit()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/amazon/ena/ |
H A D | ena_netdev.c | 95 u64_stats_update_begin(&adapter->syncp); in ena_tx_timeout() 97 u64_stats_update_end(&adapter->syncp); in ena_tx_timeout() 157 u64_stats_update_begin(&ring->syncp); in ena_xmit_common() 159 u64_stats_update_end(&ring->syncp); in ena_xmit_common() 168 u64_stats_update_begin(&ring->syncp); in ena_xmit_common() 171 u64_stats_update_end(&ring->syncp); in ena_xmit_common() 222 u64_stats_update_begin(&xdp_ring->syncp); in ena_xdp_io_poll() 225 u64_stats_update_end(&xdp_ring->syncp); in ena_xdp_io_poll() 267 u64_stats_update_begin(&xdp_ring->syncp); in ena_xdp_tx_map_buff() 269 u64_stats_update_end(&xdp_ring->syncp); in ena_xdp_tx_map_buff() [all...] |
/kernel/linux/linux-5.10/drivers/infiniband/hw/hfi1/ |
H A D | ipoib.h | 137 u64_stats_update_begin(&netstats->syncp); in hfi1_ipoib_update_rx_netstats() 140 u64_stats_update_end(&netstats->syncp); in hfi1_ipoib_update_rx_netstats() 150 u64_stats_update_begin(&netstats->syncp); in hfi1_ipoib_update_tx_netstats() 153 u64_stats_update_end(&netstats->syncp); in hfi1_ipoib_update_tx_netstats()
|
/kernel/linux/linux-6.6/net/core/ |
H A D | gen_stats.c | 122 u64_stats_init(&b->syncp); in gnet_stats_basic_sync_init() 138 start = u64_stats_fetch_begin(&bcpu->syncp); in gnet_stats_add_basic_cpu() 141 } while (u64_stats_fetch_retry(&bcpu->syncp, start)); in gnet_stats_add_basic_cpu() 165 start = u64_stats_fetch_begin(&b->syncp); in gnet_stats_add_basic() 168 } while (running && u64_stats_fetch_retry(&b->syncp, start)); in gnet_stats_add_basic() 190 start = u64_stats_fetch_begin(&bcpu->syncp); in gnet_stats_read_basic() 193 } while (u64_stats_fetch_retry(&bcpu->syncp, start)); in gnet_stats_read_basic() 204 start = u64_stats_fetch_begin(&b->syncp); in gnet_stats_read_basic() 207 } while (running && u64_stats_fetch_retry(&b->syncp, start)); in gnet_stats_read_basic()
|
/kernel/linux/linux-5.10/drivers/net/ethernet/qualcomm/rmnet/ |
H A D | rmnet_vnd.c | 25 u64_stats_update_begin(&pcpu_ptr->syncp); in rmnet_vnd_rx_fixup() 28 u64_stats_update_end(&pcpu_ptr->syncp); in rmnet_vnd_rx_fixup() 38 u64_stats_update_begin(&pcpu_ptr->syncp); in rmnet_vnd_tx_fixup() 41 u64_stats_update_end(&pcpu_ptr->syncp); in rmnet_vnd_tx_fixup() 137 start = u64_stats_fetch_begin_irq(&pcpu_ptr->syncp); in rmnet_get_stats64() 139 } while (u64_stats_fetch_retry_irq(&pcpu_ptr->syncp, start)); in rmnet_get_stats64()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/qualcomm/rmnet/ |
H A D | rmnet_vnd.c | 26 u64_stats_update_begin(&pcpu_ptr->syncp); in rmnet_vnd_rx_fixup() 29 u64_stats_update_end(&pcpu_ptr->syncp); in rmnet_vnd_rx_fixup() 39 u64_stats_update_begin(&pcpu_ptr->syncp); in rmnet_vnd_tx_fixup_len() 42 u64_stats_update_end(&pcpu_ptr->syncp); in rmnet_vnd_tx_fixup_len() 143 start = u64_stats_fetch_begin(&pcpu_ptr->syncp); in rmnet_get_stats64() 145 } while (u64_stats_fetch_retry(&pcpu_ptr->syncp, start)); in rmnet_get_stats64()
|
/kernel/linux/linux-5.10/drivers/net/team/ |
H A D | team_mode_loadbalance.c | 45 struct u64_stats_sync syncp; member 216 u64_stats_update_begin(&pcpu_stats->syncp); in lb_update_tx_stats() 219 u64_stats_update_end(&pcpu_stats->syncp); in lb_update_tx_stats() 463 struct u64_stats_sync *syncp) in __lb_one_cpu_stats_add() 469 start = u64_stats_fetch_begin_irq(syncp); in __lb_one_cpu_stats_add() 471 } while (u64_stats_fetch_retry_irq(syncp, start)); in __lb_one_cpu_stats_add() 506 &pcpu_stats->syncp); in lb_stats_refresh() 520 &pcpu_stats->syncp); in lb_stats_refresh() 628 u64_stats_init(&team_lb_stats->syncp); in lb_init() 461 __lb_one_cpu_stats_add(struct lb_stats *acc_stats, struct lb_stats *cpu_stats, struct u64_stats_sync *syncp) __lb_one_cpu_stats_add() argument
|
/kernel/linux/linux-6.6/drivers/net/team/ |
H A D | team_mode_loadbalance.c | 43 struct u64_stats_sync syncp; member 211 u64_stats_update_begin(&pcpu_stats->syncp); in lb_update_tx_stats() 214 u64_stats_update_end(&pcpu_stats->syncp); in lb_update_tx_stats() 450 struct u64_stats_sync *syncp) in __lb_one_cpu_stats_add() 456 start = u64_stats_fetch_begin(syncp); in __lb_one_cpu_stats_add() 458 } while (u64_stats_fetch_retry(syncp, start)); in __lb_one_cpu_stats_add() 493 &pcpu_stats->syncp); in lb_stats_refresh() 507 &pcpu_stats->syncp); in lb_stats_refresh() 614 u64_stats_init(&team_lb_stats->syncp); in lb_init() 448 __lb_one_cpu_stats_add(struct lb_stats *acc_stats, struct lb_stats *cpu_stats, struct u64_stats_sync *syncp) __lb_one_cpu_stats_add() argument
|
/kernel/linux/linux-5.10/net/netfilter/ipvs/ |
H A D | ip_vs_est.c | 69 start = u64_stats_fetch_begin(&s->syncp); in ip_vs_read_cpu_stats() 75 } while (u64_stats_fetch_retry(&s->syncp, start)); in ip_vs_read_cpu_stats() 84 start = u64_stats_fetch_begin(&s->syncp); in ip_vs_read_cpu_stats() 90 } while (u64_stats_fetch_retry(&s->syncp, start)); in ip_vs_read_cpu_stats()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/microsoft/mana/ |
H A D | mana_bpf.c | 73 u64_stats_update_begin(&tx_stats->syncp); in mana_xdp_xmit() 75 u64_stats_update_end(&tx_stats->syncp); in mana_xdp_xmit() 111 u64_stats_update_begin(&rx_stats->syncp); in mana_run_xdp() 115 u64_stats_update_end(&rx_stats->syncp); in mana_run_xdp()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/stmicro/stmmac/ |
H A D | dwmac_lib.c | 217 u64_stats_update_begin(&stats->syncp); in dwmac_dma_interrupt() 219 u64_stats_update_end(&stats->syncp); in dwmac_dma_interrupt() 224 u64_stats_update_begin(&stats->syncp); in dwmac_dma_interrupt() 226 u64_stats_update_end(&stats->syncp); in dwmac_dma_interrupt()
|
/kernel/linux/linux-6.6/drivers/net/ethernet/amazon/ena/ |
H A D | ena_netdev.c | 80 /* Increase a stat by cnt while holding syncp seqlock on 32bit machines */ 82 struct u64_stats_sync *syncp) in ena_increase_stat() 84 u64_stats_update_begin(syncp); in ena_increase_stat() 86 u64_stats_update_end(syncp); in ena_increase_stat() 92 ena_increase_stat(&tx_ring->tx_stats.doorbells, 1, &tx_ring->syncp); in ena_ring_tx_doorbell() 107 ena_increase_stat(&adapter->dev_stats.tx_timeout, 1, &adapter->syncp); in ena_tx_timeout() 168 &ring->syncp); in ena_xmit_common() 175 u64_stats_update_begin(&ring->syncp); in ena_xmit_common() 178 u64_stats_update_end(&ring->syncp); in ena_xmit_common() 228 u64_stats_update_begin(&xdp_ring->syncp); in ena_xdp_io_poll() 81 ena_increase_stat(u64 *statp, u64 cnt, struct u64_stats_sync *syncp) ena_increase_stat() argument [all...] |
/kernel/linux/linux-5.10/drivers/net/ |
H A D | veth.c | 54 struct u64_stats_sync syncp; member 190 start = u64_stats_fetch_begin_irq(&rq_stats->syncp); in veth_get_ethtool_stats() 195 } while (u64_stats_fetch_retry_irq(&rq_stats->syncp, start)); in veth_get_ethtool_stats() 211 start = u64_stats_fetch_begin_irq(&rq_stats->syncp); in veth_get_ethtool_stats() 216 } while (u64_stats_fetch_retry_irq(&rq_stats->syncp, start)); in veth_get_ethtool_stats() 349 start = u64_stats_fetch_begin_irq(&stats->syncp); in veth_stats_rx() 355 } while (u64_stats_fetch_retry_irq(&stats->syncp, start)); in veth_stats_rx() 478 u64_stats_update_begin(&rq->stats.syncp); in veth_xdp_xmit() 481 u64_stats_update_end(&rq->stats.syncp); in veth_xdp_xmit() 518 u64_stats_update_begin(&rq->stats.syncp); in veth_xdp_flush_bq() [all...] |