1/* SPDX-License-Identifier: GPL-2.0 */
2#ifndef __NET_GEN_STATS_H
3#define __NET_GEN_STATS_H
4
5#include <linux/gen_stats.h>
6#include <linux/socket.h>
7#include <linux/rtnetlink.h>
8#include <linux/pkt_sched.h>
9
10/* Note: this used to be in include/uapi/linux/gen_stats.h */
11struct gnet_stats_basic_packed {
12	__u64	bytes;
13	__u64	packets;
14};
15
16struct gnet_stats_basic_cpu {
17	struct gnet_stats_basic_packed bstats;
18	struct u64_stats_sync syncp;
19} __aligned(2 * sizeof(u64));
20
21struct net_rate_estimator;
22
23struct gnet_dump {
24	spinlock_t *      lock;
25	struct sk_buff *  skb;
26	struct nlattr *   tail;
27
28	/* Backward compatibility */
29	int               compat_tc_stats;
30	int               compat_xstats;
31	int               padattr;
32	void *            xstats;
33	int               xstats_len;
34	struct tc_stats   tc_stats;
35};
36
37int gnet_stats_start_copy(struct sk_buff *skb, int type, spinlock_t *lock,
38			  struct gnet_dump *d, int padattr);
39
40int gnet_stats_start_copy_compat(struct sk_buff *skb, int type,
41				 int tc_stats_type, int xstats_type,
42				 spinlock_t *lock, struct gnet_dump *d,
43				 int padattr);
44
45int gnet_stats_copy_basic(const seqcount_t *running,
46			  struct gnet_dump *d,
47			  struct gnet_stats_basic_cpu __percpu *cpu,
48			  struct gnet_stats_basic_packed *b);
49void __gnet_stats_copy_basic(const seqcount_t *running,
50			     struct gnet_stats_basic_packed *bstats,
51			     struct gnet_stats_basic_cpu __percpu *cpu,
52			     struct gnet_stats_basic_packed *b);
53int gnet_stats_copy_basic_hw(const seqcount_t *running,
54			     struct gnet_dump *d,
55			     struct gnet_stats_basic_cpu __percpu *cpu,
56			     struct gnet_stats_basic_packed *b);
57int gnet_stats_copy_rate_est(struct gnet_dump *d,
58			     struct net_rate_estimator __rcu **ptr);
59int gnet_stats_copy_queue(struct gnet_dump *d,
60			  struct gnet_stats_queue __percpu *cpu_q,
61			  struct gnet_stats_queue *q, __u32 qlen);
62void __gnet_stats_copy_queue(struct gnet_stats_queue *qstats,
63			     const struct gnet_stats_queue __percpu *cpu_q,
64			     const struct gnet_stats_queue *q, __u32 qlen);
65int gnet_stats_copy_app(struct gnet_dump *d, void *st, int len);
66
67int gnet_stats_finish_copy(struct gnet_dump *d);
68
69int gen_new_estimator(struct gnet_stats_basic_packed *bstats,
70		      struct gnet_stats_basic_cpu __percpu *cpu_bstats,
71		      struct net_rate_estimator __rcu **rate_est,
72		      spinlock_t *lock,
73		      seqcount_t *running, struct nlattr *opt);
74void gen_kill_estimator(struct net_rate_estimator __rcu **ptr);
75int gen_replace_estimator(struct gnet_stats_basic_packed *bstats,
76			  struct gnet_stats_basic_cpu __percpu *cpu_bstats,
77			  struct net_rate_estimator __rcu **ptr,
78			  spinlock_t *lock,
79			  seqcount_t *running, struct nlattr *opt);
80bool gen_estimator_active(struct net_rate_estimator __rcu **ptr);
81bool gen_estimator_read(struct net_rate_estimator __rcu **ptr,
82			struct gnet_stats_rate_est64 *sample);
83#endif
84