162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * net/sched/cls_basic.c	Basic Packet Classifier.
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Authors:	Thomas Graf <tgraf@suug.ch>
662306a36Sopenharmony_ci */
762306a36Sopenharmony_ci
862306a36Sopenharmony_ci#include <linux/module.h>
962306a36Sopenharmony_ci#include <linux/slab.h>
1062306a36Sopenharmony_ci#include <linux/types.h>
1162306a36Sopenharmony_ci#include <linux/kernel.h>
1262306a36Sopenharmony_ci#include <linux/string.h>
1362306a36Sopenharmony_ci#include <linux/errno.h>
1462306a36Sopenharmony_ci#include <linux/rtnetlink.h>
1562306a36Sopenharmony_ci#include <linux/skbuff.h>
1662306a36Sopenharmony_ci#include <linux/idr.h>
1762306a36Sopenharmony_ci#include <linux/percpu.h>
1862306a36Sopenharmony_ci#include <net/netlink.h>
1962306a36Sopenharmony_ci#include <net/act_api.h>
2062306a36Sopenharmony_ci#include <net/pkt_cls.h>
2162306a36Sopenharmony_ci#include <net/tc_wrapper.h>
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_cistruct basic_head {
2462306a36Sopenharmony_ci	struct list_head	flist;
2562306a36Sopenharmony_ci	struct idr		handle_idr;
2662306a36Sopenharmony_ci	struct rcu_head		rcu;
2762306a36Sopenharmony_ci};
2862306a36Sopenharmony_ci
2962306a36Sopenharmony_cistruct basic_filter {
3062306a36Sopenharmony_ci	u32			handle;
3162306a36Sopenharmony_ci	struct tcf_exts		exts;
3262306a36Sopenharmony_ci	struct tcf_ematch_tree	ematches;
3362306a36Sopenharmony_ci	struct tcf_result	res;
3462306a36Sopenharmony_ci	struct tcf_proto	*tp;
3562306a36Sopenharmony_ci	struct list_head	link;
3662306a36Sopenharmony_ci	struct tc_basic_pcnt __percpu *pf;
3762306a36Sopenharmony_ci	struct rcu_work		rwork;
3862306a36Sopenharmony_ci};
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ciTC_INDIRECT_SCOPE int basic_classify(struct sk_buff *skb,
4162306a36Sopenharmony_ci				     const struct tcf_proto *tp,
4262306a36Sopenharmony_ci				     struct tcf_result *res)
4362306a36Sopenharmony_ci{
4462306a36Sopenharmony_ci	int r;
4562306a36Sopenharmony_ci	struct basic_head *head = rcu_dereference_bh(tp->root);
4662306a36Sopenharmony_ci	struct basic_filter *f;
4762306a36Sopenharmony_ci
4862306a36Sopenharmony_ci	list_for_each_entry_rcu(f, &head->flist, link) {
4962306a36Sopenharmony_ci		__this_cpu_inc(f->pf->rcnt);
5062306a36Sopenharmony_ci		if (!tcf_em_tree_match(skb, &f->ematches, NULL))
5162306a36Sopenharmony_ci			continue;
5262306a36Sopenharmony_ci		__this_cpu_inc(f->pf->rhit);
5362306a36Sopenharmony_ci		*res = f->res;
5462306a36Sopenharmony_ci		r = tcf_exts_exec(skb, &f->exts, res);
5562306a36Sopenharmony_ci		if (r < 0)
5662306a36Sopenharmony_ci			continue;
5762306a36Sopenharmony_ci		return r;
5862306a36Sopenharmony_ci	}
5962306a36Sopenharmony_ci	return -1;
6062306a36Sopenharmony_ci}
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_cistatic void *basic_get(struct tcf_proto *tp, u32 handle)
6362306a36Sopenharmony_ci{
6462306a36Sopenharmony_ci	struct basic_head *head = rtnl_dereference(tp->root);
6562306a36Sopenharmony_ci	struct basic_filter *f;
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci	list_for_each_entry(f, &head->flist, link) {
6862306a36Sopenharmony_ci		if (f->handle == handle) {
6962306a36Sopenharmony_ci			return f;
7062306a36Sopenharmony_ci		}
7162306a36Sopenharmony_ci	}
7262306a36Sopenharmony_ci
7362306a36Sopenharmony_ci	return NULL;
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_cistatic int basic_init(struct tcf_proto *tp)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	struct basic_head *head;
7962306a36Sopenharmony_ci
8062306a36Sopenharmony_ci	head = kzalloc(sizeof(*head), GFP_KERNEL);
8162306a36Sopenharmony_ci	if (head == NULL)
8262306a36Sopenharmony_ci		return -ENOBUFS;
8362306a36Sopenharmony_ci	INIT_LIST_HEAD(&head->flist);
8462306a36Sopenharmony_ci	idr_init(&head->handle_idr);
8562306a36Sopenharmony_ci	rcu_assign_pointer(tp->root, head);
8662306a36Sopenharmony_ci	return 0;
8762306a36Sopenharmony_ci}
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_cistatic void __basic_delete_filter(struct basic_filter *f)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	tcf_exts_destroy(&f->exts);
9262306a36Sopenharmony_ci	tcf_em_tree_destroy(&f->ematches);
9362306a36Sopenharmony_ci	tcf_exts_put_net(&f->exts);
9462306a36Sopenharmony_ci	free_percpu(f->pf);
9562306a36Sopenharmony_ci	kfree(f);
9662306a36Sopenharmony_ci}
9762306a36Sopenharmony_ci
9862306a36Sopenharmony_cistatic void basic_delete_filter_work(struct work_struct *work)
9962306a36Sopenharmony_ci{
10062306a36Sopenharmony_ci	struct basic_filter *f = container_of(to_rcu_work(work),
10162306a36Sopenharmony_ci					      struct basic_filter,
10262306a36Sopenharmony_ci					      rwork);
10362306a36Sopenharmony_ci	rtnl_lock();
10462306a36Sopenharmony_ci	__basic_delete_filter(f);
10562306a36Sopenharmony_ci	rtnl_unlock();
10662306a36Sopenharmony_ci}
10762306a36Sopenharmony_ci
10862306a36Sopenharmony_cistatic void basic_destroy(struct tcf_proto *tp, bool rtnl_held,
10962306a36Sopenharmony_ci			  struct netlink_ext_ack *extack)
11062306a36Sopenharmony_ci{
11162306a36Sopenharmony_ci	struct basic_head *head = rtnl_dereference(tp->root);
11262306a36Sopenharmony_ci	struct basic_filter *f, *n;
11362306a36Sopenharmony_ci
11462306a36Sopenharmony_ci	list_for_each_entry_safe(f, n, &head->flist, link) {
11562306a36Sopenharmony_ci		list_del_rcu(&f->link);
11662306a36Sopenharmony_ci		tcf_unbind_filter(tp, &f->res);
11762306a36Sopenharmony_ci		idr_remove(&head->handle_idr, f->handle);
11862306a36Sopenharmony_ci		if (tcf_exts_get_net(&f->exts))
11962306a36Sopenharmony_ci			tcf_queue_work(&f->rwork, basic_delete_filter_work);
12062306a36Sopenharmony_ci		else
12162306a36Sopenharmony_ci			__basic_delete_filter(f);
12262306a36Sopenharmony_ci	}
12362306a36Sopenharmony_ci	idr_destroy(&head->handle_idr);
12462306a36Sopenharmony_ci	kfree_rcu(head, rcu);
12562306a36Sopenharmony_ci}
12662306a36Sopenharmony_ci
12762306a36Sopenharmony_cistatic int basic_delete(struct tcf_proto *tp, void *arg, bool *last,
12862306a36Sopenharmony_ci			bool rtnl_held, struct netlink_ext_ack *extack)
12962306a36Sopenharmony_ci{
13062306a36Sopenharmony_ci	struct basic_head *head = rtnl_dereference(tp->root);
13162306a36Sopenharmony_ci	struct basic_filter *f = arg;
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci	list_del_rcu(&f->link);
13462306a36Sopenharmony_ci	tcf_unbind_filter(tp, &f->res);
13562306a36Sopenharmony_ci	idr_remove(&head->handle_idr, f->handle);
13662306a36Sopenharmony_ci	tcf_exts_get_net(&f->exts);
13762306a36Sopenharmony_ci	tcf_queue_work(&f->rwork, basic_delete_filter_work);
13862306a36Sopenharmony_ci	*last = list_empty(&head->flist);
13962306a36Sopenharmony_ci	return 0;
14062306a36Sopenharmony_ci}
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_cistatic const struct nla_policy basic_policy[TCA_BASIC_MAX + 1] = {
14362306a36Sopenharmony_ci	[TCA_BASIC_CLASSID]	= { .type = NLA_U32 },
14462306a36Sopenharmony_ci	[TCA_BASIC_EMATCHES]	= { .type = NLA_NESTED },
14562306a36Sopenharmony_ci};
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_cistatic int basic_set_parms(struct net *net, struct tcf_proto *tp,
14862306a36Sopenharmony_ci			   struct basic_filter *f, unsigned long base,
14962306a36Sopenharmony_ci			   struct nlattr **tb,
15062306a36Sopenharmony_ci			   struct nlattr *est, u32 flags,
15162306a36Sopenharmony_ci			   struct netlink_ext_ack *extack)
15262306a36Sopenharmony_ci{
15362306a36Sopenharmony_ci	int err;
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci	err = tcf_exts_validate(net, tp, tb, est, &f->exts, flags, extack);
15662306a36Sopenharmony_ci	if (err < 0)
15762306a36Sopenharmony_ci		return err;
15862306a36Sopenharmony_ci
15962306a36Sopenharmony_ci	err = tcf_em_tree_validate(tp, tb[TCA_BASIC_EMATCHES], &f->ematches);
16062306a36Sopenharmony_ci	if (err < 0)
16162306a36Sopenharmony_ci		return err;
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	if (tb[TCA_BASIC_CLASSID]) {
16462306a36Sopenharmony_ci		f->res.classid = nla_get_u32(tb[TCA_BASIC_CLASSID]);
16562306a36Sopenharmony_ci		tcf_bind_filter(tp, &f->res, base);
16662306a36Sopenharmony_ci	}
16762306a36Sopenharmony_ci
16862306a36Sopenharmony_ci	f->tp = tp;
16962306a36Sopenharmony_ci	return 0;
17062306a36Sopenharmony_ci}
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_cistatic int basic_change(struct net *net, struct sk_buff *in_skb,
17362306a36Sopenharmony_ci			struct tcf_proto *tp, unsigned long base, u32 handle,
17462306a36Sopenharmony_ci			struct nlattr **tca, void **arg,
17562306a36Sopenharmony_ci			u32 flags, struct netlink_ext_ack *extack)
17662306a36Sopenharmony_ci{
17762306a36Sopenharmony_ci	int err;
17862306a36Sopenharmony_ci	struct basic_head *head = rtnl_dereference(tp->root);
17962306a36Sopenharmony_ci	struct nlattr *tb[TCA_BASIC_MAX + 1];
18062306a36Sopenharmony_ci	struct basic_filter *fold = (struct basic_filter *) *arg;
18162306a36Sopenharmony_ci	struct basic_filter *fnew;
18262306a36Sopenharmony_ci
18362306a36Sopenharmony_ci	if (tca[TCA_OPTIONS] == NULL)
18462306a36Sopenharmony_ci		return -EINVAL;
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_ci	err = nla_parse_nested_deprecated(tb, TCA_BASIC_MAX, tca[TCA_OPTIONS],
18762306a36Sopenharmony_ci					  basic_policy, NULL);
18862306a36Sopenharmony_ci	if (err < 0)
18962306a36Sopenharmony_ci		return err;
19062306a36Sopenharmony_ci
19162306a36Sopenharmony_ci	if (fold != NULL) {
19262306a36Sopenharmony_ci		if (handle && fold->handle != handle)
19362306a36Sopenharmony_ci			return -EINVAL;
19462306a36Sopenharmony_ci	}
19562306a36Sopenharmony_ci
19662306a36Sopenharmony_ci	fnew = kzalloc(sizeof(*fnew), GFP_KERNEL);
19762306a36Sopenharmony_ci	if (!fnew)
19862306a36Sopenharmony_ci		return -ENOBUFS;
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci	err = tcf_exts_init(&fnew->exts, net, TCA_BASIC_ACT, TCA_BASIC_POLICE);
20162306a36Sopenharmony_ci	if (err < 0)
20262306a36Sopenharmony_ci		goto errout;
20362306a36Sopenharmony_ci
20462306a36Sopenharmony_ci	if (!handle) {
20562306a36Sopenharmony_ci		handle = 1;
20662306a36Sopenharmony_ci		err = idr_alloc_u32(&head->handle_idr, fnew, &handle,
20762306a36Sopenharmony_ci				    INT_MAX, GFP_KERNEL);
20862306a36Sopenharmony_ci	} else if (!fold) {
20962306a36Sopenharmony_ci		err = idr_alloc_u32(&head->handle_idr, fnew, &handle,
21062306a36Sopenharmony_ci				    handle, GFP_KERNEL);
21162306a36Sopenharmony_ci	}
21262306a36Sopenharmony_ci	if (err)
21362306a36Sopenharmony_ci		goto errout;
21462306a36Sopenharmony_ci	fnew->handle = handle;
21562306a36Sopenharmony_ci	fnew->pf = alloc_percpu(struct tc_basic_pcnt);
21662306a36Sopenharmony_ci	if (!fnew->pf) {
21762306a36Sopenharmony_ci		err = -ENOMEM;
21862306a36Sopenharmony_ci		goto errout;
21962306a36Sopenharmony_ci	}
22062306a36Sopenharmony_ci
22162306a36Sopenharmony_ci	err = basic_set_parms(net, tp, fnew, base, tb, tca[TCA_RATE], flags,
22262306a36Sopenharmony_ci			      extack);
22362306a36Sopenharmony_ci	if (err < 0) {
22462306a36Sopenharmony_ci		if (!fold)
22562306a36Sopenharmony_ci			idr_remove(&head->handle_idr, fnew->handle);
22662306a36Sopenharmony_ci		goto errout;
22762306a36Sopenharmony_ci	}
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	*arg = fnew;
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	if (fold) {
23262306a36Sopenharmony_ci		idr_replace(&head->handle_idr, fnew, fnew->handle);
23362306a36Sopenharmony_ci		list_replace_rcu(&fold->link, &fnew->link);
23462306a36Sopenharmony_ci		tcf_unbind_filter(tp, &fold->res);
23562306a36Sopenharmony_ci		tcf_exts_get_net(&fold->exts);
23662306a36Sopenharmony_ci		tcf_queue_work(&fold->rwork, basic_delete_filter_work);
23762306a36Sopenharmony_ci	} else {
23862306a36Sopenharmony_ci		list_add_rcu(&fnew->link, &head->flist);
23962306a36Sopenharmony_ci	}
24062306a36Sopenharmony_ci
24162306a36Sopenharmony_ci	return 0;
24262306a36Sopenharmony_cierrout:
24362306a36Sopenharmony_ci	free_percpu(fnew->pf);
24462306a36Sopenharmony_ci	tcf_exts_destroy(&fnew->exts);
24562306a36Sopenharmony_ci	kfree(fnew);
24662306a36Sopenharmony_ci	return err;
24762306a36Sopenharmony_ci}
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_cistatic void basic_walk(struct tcf_proto *tp, struct tcf_walker *arg,
25062306a36Sopenharmony_ci		       bool rtnl_held)
25162306a36Sopenharmony_ci{
25262306a36Sopenharmony_ci	struct basic_head *head = rtnl_dereference(tp->root);
25362306a36Sopenharmony_ci	struct basic_filter *f;
25462306a36Sopenharmony_ci
25562306a36Sopenharmony_ci	list_for_each_entry(f, &head->flist, link) {
25662306a36Sopenharmony_ci		if (!tc_cls_stats_dump(tp, arg, f))
25762306a36Sopenharmony_ci			break;
25862306a36Sopenharmony_ci	}
25962306a36Sopenharmony_ci}
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_cistatic void basic_bind_class(void *fh, u32 classid, unsigned long cl, void *q,
26262306a36Sopenharmony_ci			     unsigned long base)
26362306a36Sopenharmony_ci{
26462306a36Sopenharmony_ci	struct basic_filter *f = fh;
26562306a36Sopenharmony_ci
26662306a36Sopenharmony_ci	tc_cls_bind_class(classid, cl, q, &f->res, base);
26762306a36Sopenharmony_ci}
26862306a36Sopenharmony_ci
26962306a36Sopenharmony_cistatic int basic_dump(struct net *net, struct tcf_proto *tp, void *fh,
27062306a36Sopenharmony_ci		      struct sk_buff *skb, struct tcmsg *t, bool rtnl_held)
27162306a36Sopenharmony_ci{
27262306a36Sopenharmony_ci	struct tc_basic_pcnt gpf = {};
27362306a36Sopenharmony_ci	struct basic_filter *f = fh;
27462306a36Sopenharmony_ci	struct nlattr *nest;
27562306a36Sopenharmony_ci	int cpu;
27662306a36Sopenharmony_ci
27762306a36Sopenharmony_ci	if (f == NULL)
27862306a36Sopenharmony_ci		return skb->len;
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	t->tcm_handle = f->handle;
28162306a36Sopenharmony_ci
28262306a36Sopenharmony_ci	nest = nla_nest_start_noflag(skb, TCA_OPTIONS);
28362306a36Sopenharmony_ci	if (nest == NULL)
28462306a36Sopenharmony_ci		goto nla_put_failure;
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	if (f->res.classid &&
28762306a36Sopenharmony_ci	    nla_put_u32(skb, TCA_BASIC_CLASSID, f->res.classid))
28862306a36Sopenharmony_ci		goto nla_put_failure;
28962306a36Sopenharmony_ci
29062306a36Sopenharmony_ci	for_each_possible_cpu(cpu) {
29162306a36Sopenharmony_ci		struct tc_basic_pcnt *pf = per_cpu_ptr(f->pf, cpu);
29262306a36Sopenharmony_ci
29362306a36Sopenharmony_ci		gpf.rcnt += pf->rcnt;
29462306a36Sopenharmony_ci		gpf.rhit += pf->rhit;
29562306a36Sopenharmony_ci	}
29662306a36Sopenharmony_ci
29762306a36Sopenharmony_ci	if (nla_put_64bit(skb, TCA_BASIC_PCNT,
29862306a36Sopenharmony_ci			  sizeof(struct tc_basic_pcnt),
29962306a36Sopenharmony_ci			  &gpf, TCA_BASIC_PAD))
30062306a36Sopenharmony_ci		goto nla_put_failure;
30162306a36Sopenharmony_ci
30262306a36Sopenharmony_ci	if (tcf_exts_dump(skb, &f->exts) < 0 ||
30362306a36Sopenharmony_ci	    tcf_em_tree_dump(skb, &f->ematches, TCA_BASIC_EMATCHES) < 0)
30462306a36Sopenharmony_ci		goto nla_put_failure;
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_ci	nla_nest_end(skb, nest);
30762306a36Sopenharmony_ci
30862306a36Sopenharmony_ci	if (tcf_exts_dump_stats(skb, &f->exts) < 0)
30962306a36Sopenharmony_ci		goto nla_put_failure;
31062306a36Sopenharmony_ci
31162306a36Sopenharmony_ci	return skb->len;
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_cinla_put_failure:
31462306a36Sopenharmony_ci	nla_nest_cancel(skb, nest);
31562306a36Sopenharmony_ci	return -1;
31662306a36Sopenharmony_ci}
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_cistatic struct tcf_proto_ops cls_basic_ops __read_mostly = {
31962306a36Sopenharmony_ci	.kind		=	"basic",
32062306a36Sopenharmony_ci	.classify	=	basic_classify,
32162306a36Sopenharmony_ci	.init		=	basic_init,
32262306a36Sopenharmony_ci	.destroy	=	basic_destroy,
32362306a36Sopenharmony_ci	.get		=	basic_get,
32462306a36Sopenharmony_ci	.change		=	basic_change,
32562306a36Sopenharmony_ci	.delete		=	basic_delete,
32662306a36Sopenharmony_ci	.walk		=	basic_walk,
32762306a36Sopenharmony_ci	.dump		=	basic_dump,
32862306a36Sopenharmony_ci	.bind_class	=	basic_bind_class,
32962306a36Sopenharmony_ci	.owner		=	THIS_MODULE,
33062306a36Sopenharmony_ci};
33162306a36Sopenharmony_ci
33262306a36Sopenharmony_cistatic int __init init_basic(void)
33362306a36Sopenharmony_ci{
33462306a36Sopenharmony_ci	return register_tcf_proto_ops(&cls_basic_ops);
33562306a36Sopenharmony_ci}
33662306a36Sopenharmony_ci
33762306a36Sopenharmony_cistatic void __exit exit_basic(void)
33862306a36Sopenharmony_ci{
33962306a36Sopenharmony_ci	unregister_tcf_proto_ops(&cls_basic_ops);
34062306a36Sopenharmony_ci}
34162306a36Sopenharmony_ci
34262306a36Sopenharmony_cimodule_init(init_basic)
34362306a36Sopenharmony_cimodule_exit(exit_basic)
34462306a36Sopenharmony_ciMODULE_LICENSE("GPL");
345