162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* 362306a36Sopenharmony_ci * net/sched/cls_basic.c Basic Packet Classifier. 462306a36Sopenharmony_ci * 562306a36Sopenharmony_ci * Authors: Thomas Graf <tgraf@suug.ch> 662306a36Sopenharmony_ci */ 762306a36Sopenharmony_ci 862306a36Sopenharmony_ci#include <linux/module.h> 962306a36Sopenharmony_ci#include <linux/slab.h> 1062306a36Sopenharmony_ci#include <linux/types.h> 1162306a36Sopenharmony_ci#include <linux/kernel.h> 1262306a36Sopenharmony_ci#include <linux/string.h> 1362306a36Sopenharmony_ci#include <linux/errno.h> 1462306a36Sopenharmony_ci#include <linux/rtnetlink.h> 1562306a36Sopenharmony_ci#include <linux/skbuff.h> 1662306a36Sopenharmony_ci#include <linux/idr.h> 1762306a36Sopenharmony_ci#include <linux/percpu.h> 1862306a36Sopenharmony_ci#include <net/netlink.h> 1962306a36Sopenharmony_ci#include <net/act_api.h> 2062306a36Sopenharmony_ci#include <net/pkt_cls.h> 2162306a36Sopenharmony_ci#include <net/tc_wrapper.h> 2262306a36Sopenharmony_ci 2362306a36Sopenharmony_cistruct basic_head { 2462306a36Sopenharmony_ci struct list_head flist; 2562306a36Sopenharmony_ci struct idr handle_idr; 2662306a36Sopenharmony_ci struct rcu_head rcu; 2762306a36Sopenharmony_ci}; 2862306a36Sopenharmony_ci 2962306a36Sopenharmony_cistruct basic_filter { 3062306a36Sopenharmony_ci u32 handle; 3162306a36Sopenharmony_ci struct tcf_exts exts; 3262306a36Sopenharmony_ci struct tcf_ematch_tree ematches; 3362306a36Sopenharmony_ci struct tcf_result res; 3462306a36Sopenharmony_ci struct tcf_proto *tp; 3562306a36Sopenharmony_ci struct list_head link; 3662306a36Sopenharmony_ci struct tc_basic_pcnt __percpu *pf; 3762306a36Sopenharmony_ci struct rcu_work rwork; 3862306a36Sopenharmony_ci}; 3962306a36Sopenharmony_ci 4062306a36Sopenharmony_ciTC_INDIRECT_SCOPE int basic_classify(struct sk_buff *skb, 4162306a36Sopenharmony_ci const struct tcf_proto *tp, 4262306a36Sopenharmony_ci struct tcf_result *res) 4362306a36Sopenharmony_ci{ 4462306a36Sopenharmony_ci int r; 4562306a36Sopenharmony_ci struct basic_head *head = rcu_dereference_bh(tp->root); 4662306a36Sopenharmony_ci struct basic_filter *f; 4762306a36Sopenharmony_ci 4862306a36Sopenharmony_ci list_for_each_entry_rcu(f, &head->flist, link) { 4962306a36Sopenharmony_ci __this_cpu_inc(f->pf->rcnt); 5062306a36Sopenharmony_ci if (!tcf_em_tree_match(skb, &f->ematches, NULL)) 5162306a36Sopenharmony_ci continue; 5262306a36Sopenharmony_ci __this_cpu_inc(f->pf->rhit); 5362306a36Sopenharmony_ci *res = f->res; 5462306a36Sopenharmony_ci r = tcf_exts_exec(skb, &f->exts, res); 5562306a36Sopenharmony_ci if (r < 0) 5662306a36Sopenharmony_ci continue; 5762306a36Sopenharmony_ci return r; 5862306a36Sopenharmony_ci } 5962306a36Sopenharmony_ci return -1; 6062306a36Sopenharmony_ci} 6162306a36Sopenharmony_ci 6262306a36Sopenharmony_cistatic void *basic_get(struct tcf_proto *tp, u32 handle) 6362306a36Sopenharmony_ci{ 6462306a36Sopenharmony_ci struct basic_head *head = rtnl_dereference(tp->root); 6562306a36Sopenharmony_ci struct basic_filter *f; 6662306a36Sopenharmony_ci 6762306a36Sopenharmony_ci list_for_each_entry(f, &head->flist, link) { 6862306a36Sopenharmony_ci if (f->handle == handle) { 6962306a36Sopenharmony_ci return f; 7062306a36Sopenharmony_ci } 7162306a36Sopenharmony_ci } 7262306a36Sopenharmony_ci 7362306a36Sopenharmony_ci return NULL; 7462306a36Sopenharmony_ci} 7562306a36Sopenharmony_ci 7662306a36Sopenharmony_cistatic int basic_init(struct tcf_proto *tp) 7762306a36Sopenharmony_ci{ 7862306a36Sopenharmony_ci struct basic_head *head; 7962306a36Sopenharmony_ci 8062306a36Sopenharmony_ci head = kzalloc(sizeof(*head), GFP_KERNEL); 8162306a36Sopenharmony_ci if (head == NULL) 8262306a36Sopenharmony_ci return -ENOBUFS; 8362306a36Sopenharmony_ci INIT_LIST_HEAD(&head->flist); 8462306a36Sopenharmony_ci idr_init(&head->handle_idr); 8562306a36Sopenharmony_ci rcu_assign_pointer(tp->root, head); 8662306a36Sopenharmony_ci return 0; 8762306a36Sopenharmony_ci} 8862306a36Sopenharmony_ci 8962306a36Sopenharmony_cistatic void __basic_delete_filter(struct basic_filter *f) 9062306a36Sopenharmony_ci{ 9162306a36Sopenharmony_ci tcf_exts_destroy(&f->exts); 9262306a36Sopenharmony_ci tcf_em_tree_destroy(&f->ematches); 9362306a36Sopenharmony_ci tcf_exts_put_net(&f->exts); 9462306a36Sopenharmony_ci free_percpu(f->pf); 9562306a36Sopenharmony_ci kfree(f); 9662306a36Sopenharmony_ci} 9762306a36Sopenharmony_ci 9862306a36Sopenharmony_cistatic void basic_delete_filter_work(struct work_struct *work) 9962306a36Sopenharmony_ci{ 10062306a36Sopenharmony_ci struct basic_filter *f = container_of(to_rcu_work(work), 10162306a36Sopenharmony_ci struct basic_filter, 10262306a36Sopenharmony_ci rwork); 10362306a36Sopenharmony_ci rtnl_lock(); 10462306a36Sopenharmony_ci __basic_delete_filter(f); 10562306a36Sopenharmony_ci rtnl_unlock(); 10662306a36Sopenharmony_ci} 10762306a36Sopenharmony_ci 10862306a36Sopenharmony_cistatic void basic_destroy(struct tcf_proto *tp, bool rtnl_held, 10962306a36Sopenharmony_ci struct netlink_ext_ack *extack) 11062306a36Sopenharmony_ci{ 11162306a36Sopenharmony_ci struct basic_head *head = rtnl_dereference(tp->root); 11262306a36Sopenharmony_ci struct basic_filter *f, *n; 11362306a36Sopenharmony_ci 11462306a36Sopenharmony_ci list_for_each_entry_safe(f, n, &head->flist, link) { 11562306a36Sopenharmony_ci list_del_rcu(&f->link); 11662306a36Sopenharmony_ci tcf_unbind_filter(tp, &f->res); 11762306a36Sopenharmony_ci idr_remove(&head->handle_idr, f->handle); 11862306a36Sopenharmony_ci if (tcf_exts_get_net(&f->exts)) 11962306a36Sopenharmony_ci tcf_queue_work(&f->rwork, basic_delete_filter_work); 12062306a36Sopenharmony_ci else 12162306a36Sopenharmony_ci __basic_delete_filter(f); 12262306a36Sopenharmony_ci } 12362306a36Sopenharmony_ci idr_destroy(&head->handle_idr); 12462306a36Sopenharmony_ci kfree_rcu(head, rcu); 12562306a36Sopenharmony_ci} 12662306a36Sopenharmony_ci 12762306a36Sopenharmony_cistatic int basic_delete(struct tcf_proto *tp, void *arg, bool *last, 12862306a36Sopenharmony_ci bool rtnl_held, struct netlink_ext_ack *extack) 12962306a36Sopenharmony_ci{ 13062306a36Sopenharmony_ci struct basic_head *head = rtnl_dereference(tp->root); 13162306a36Sopenharmony_ci struct basic_filter *f = arg; 13262306a36Sopenharmony_ci 13362306a36Sopenharmony_ci list_del_rcu(&f->link); 13462306a36Sopenharmony_ci tcf_unbind_filter(tp, &f->res); 13562306a36Sopenharmony_ci idr_remove(&head->handle_idr, f->handle); 13662306a36Sopenharmony_ci tcf_exts_get_net(&f->exts); 13762306a36Sopenharmony_ci tcf_queue_work(&f->rwork, basic_delete_filter_work); 13862306a36Sopenharmony_ci *last = list_empty(&head->flist); 13962306a36Sopenharmony_ci return 0; 14062306a36Sopenharmony_ci} 14162306a36Sopenharmony_ci 14262306a36Sopenharmony_cistatic const struct nla_policy basic_policy[TCA_BASIC_MAX + 1] = { 14362306a36Sopenharmony_ci [TCA_BASIC_CLASSID] = { .type = NLA_U32 }, 14462306a36Sopenharmony_ci [TCA_BASIC_EMATCHES] = { .type = NLA_NESTED }, 14562306a36Sopenharmony_ci}; 14662306a36Sopenharmony_ci 14762306a36Sopenharmony_cistatic int basic_set_parms(struct net *net, struct tcf_proto *tp, 14862306a36Sopenharmony_ci struct basic_filter *f, unsigned long base, 14962306a36Sopenharmony_ci struct nlattr **tb, 15062306a36Sopenharmony_ci struct nlattr *est, u32 flags, 15162306a36Sopenharmony_ci struct netlink_ext_ack *extack) 15262306a36Sopenharmony_ci{ 15362306a36Sopenharmony_ci int err; 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci err = tcf_exts_validate(net, tp, tb, est, &f->exts, flags, extack); 15662306a36Sopenharmony_ci if (err < 0) 15762306a36Sopenharmony_ci return err; 15862306a36Sopenharmony_ci 15962306a36Sopenharmony_ci err = tcf_em_tree_validate(tp, tb[TCA_BASIC_EMATCHES], &f->ematches); 16062306a36Sopenharmony_ci if (err < 0) 16162306a36Sopenharmony_ci return err; 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ci if (tb[TCA_BASIC_CLASSID]) { 16462306a36Sopenharmony_ci f->res.classid = nla_get_u32(tb[TCA_BASIC_CLASSID]); 16562306a36Sopenharmony_ci tcf_bind_filter(tp, &f->res, base); 16662306a36Sopenharmony_ci } 16762306a36Sopenharmony_ci 16862306a36Sopenharmony_ci f->tp = tp; 16962306a36Sopenharmony_ci return 0; 17062306a36Sopenharmony_ci} 17162306a36Sopenharmony_ci 17262306a36Sopenharmony_cistatic int basic_change(struct net *net, struct sk_buff *in_skb, 17362306a36Sopenharmony_ci struct tcf_proto *tp, unsigned long base, u32 handle, 17462306a36Sopenharmony_ci struct nlattr **tca, void **arg, 17562306a36Sopenharmony_ci u32 flags, struct netlink_ext_ack *extack) 17662306a36Sopenharmony_ci{ 17762306a36Sopenharmony_ci int err; 17862306a36Sopenharmony_ci struct basic_head *head = rtnl_dereference(tp->root); 17962306a36Sopenharmony_ci struct nlattr *tb[TCA_BASIC_MAX + 1]; 18062306a36Sopenharmony_ci struct basic_filter *fold = (struct basic_filter *) *arg; 18162306a36Sopenharmony_ci struct basic_filter *fnew; 18262306a36Sopenharmony_ci 18362306a36Sopenharmony_ci if (tca[TCA_OPTIONS] == NULL) 18462306a36Sopenharmony_ci return -EINVAL; 18562306a36Sopenharmony_ci 18662306a36Sopenharmony_ci err = nla_parse_nested_deprecated(tb, TCA_BASIC_MAX, tca[TCA_OPTIONS], 18762306a36Sopenharmony_ci basic_policy, NULL); 18862306a36Sopenharmony_ci if (err < 0) 18962306a36Sopenharmony_ci return err; 19062306a36Sopenharmony_ci 19162306a36Sopenharmony_ci if (fold != NULL) { 19262306a36Sopenharmony_ci if (handle && fold->handle != handle) 19362306a36Sopenharmony_ci return -EINVAL; 19462306a36Sopenharmony_ci } 19562306a36Sopenharmony_ci 19662306a36Sopenharmony_ci fnew = kzalloc(sizeof(*fnew), GFP_KERNEL); 19762306a36Sopenharmony_ci if (!fnew) 19862306a36Sopenharmony_ci return -ENOBUFS; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci err = tcf_exts_init(&fnew->exts, net, TCA_BASIC_ACT, TCA_BASIC_POLICE); 20162306a36Sopenharmony_ci if (err < 0) 20262306a36Sopenharmony_ci goto errout; 20362306a36Sopenharmony_ci 20462306a36Sopenharmony_ci if (!handle) { 20562306a36Sopenharmony_ci handle = 1; 20662306a36Sopenharmony_ci err = idr_alloc_u32(&head->handle_idr, fnew, &handle, 20762306a36Sopenharmony_ci INT_MAX, GFP_KERNEL); 20862306a36Sopenharmony_ci } else if (!fold) { 20962306a36Sopenharmony_ci err = idr_alloc_u32(&head->handle_idr, fnew, &handle, 21062306a36Sopenharmony_ci handle, GFP_KERNEL); 21162306a36Sopenharmony_ci } 21262306a36Sopenharmony_ci if (err) 21362306a36Sopenharmony_ci goto errout; 21462306a36Sopenharmony_ci fnew->handle = handle; 21562306a36Sopenharmony_ci fnew->pf = alloc_percpu(struct tc_basic_pcnt); 21662306a36Sopenharmony_ci if (!fnew->pf) { 21762306a36Sopenharmony_ci err = -ENOMEM; 21862306a36Sopenharmony_ci goto errout; 21962306a36Sopenharmony_ci } 22062306a36Sopenharmony_ci 22162306a36Sopenharmony_ci err = basic_set_parms(net, tp, fnew, base, tb, tca[TCA_RATE], flags, 22262306a36Sopenharmony_ci extack); 22362306a36Sopenharmony_ci if (err < 0) { 22462306a36Sopenharmony_ci if (!fold) 22562306a36Sopenharmony_ci idr_remove(&head->handle_idr, fnew->handle); 22662306a36Sopenharmony_ci goto errout; 22762306a36Sopenharmony_ci } 22862306a36Sopenharmony_ci 22962306a36Sopenharmony_ci *arg = fnew; 23062306a36Sopenharmony_ci 23162306a36Sopenharmony_ci if (fold) { 23262306a36Sopenharmony_ci idr_replace(&head->handle_idr, fnew, fnew->handle); 23362306a36Sopenharmony_ci list_replace_rcu(&fold->link, &fnew->link); 23462306a36Sopenharmony_ci tcf_unbind_filter(tp, &fold->res); 23562306a36Sopenharmony_ci tcf_exts_get_net(&fold->exts); 23662306a36Sopenharmony_ci tcf_queue_work(&fold->rwork, basic_delete_filter_work); 23762306a36Sopenharmony_ci } else { 23862306a36Sopenharmony_ci list_add_rcu(&fnew->link, &head->flist); 23962306a36Sopenharmony_ci } 24062306a36Sopenharmony_ci 24162306a36Sopenharmony_ci return 0; 24262306a36Sopenharmony_cierrout: 24362306a36Sopenharmony_ci free_percpu(fnew->pf); 24462306a36Sopenharmony_ci tcf_exts_destroy(&fnew->exts); 24562306a36Sopenharmony_ci kfree(fnew); 24662306a36Sopenharmony_ci return err; 24762306a36Sopenharmony_ci} 24862306a36Sopenharmony_ci 24962306a36Sopenharmony_cistatic void basic_walk(struct tcf_proto *tp, struct tcf_walker *arg, 25062306a36Sopenharmony_ci bool rtnl_held) 25162306a36Sopenharmony_ci{ 25262306a36Sopenharmony_ci struct basic_head *head = rtnl_dereference(tp->root); 25362306a36Sopenharmony_ci struct basic_filter *f; 25462306a36Sopenharmony_ci 25562306a36Sopenharmony_ci list_for_each_entry(f, &head->flist, link) { 25662306a36Sopenharmony_ci if (!tc_cls_stats_dump(tp, arg, f)) 25762306a36Sopenharmony_ci break; 25862306a36Sopenharmony_ci } 25962306a36Sopenharmony_ci} 26062306a36Sopenharmony_ci 26162306a36Sopenharmony_cistatic void basic_bind_class(void *fh, u32 classid, unsigned long cl, void *q, 26262306a36Sopenharmony_ci unsigned long base) 26362306a36Sopenharmony_ci{ 26462306a36Sopenharmony_ci struct basic_filter *f = fh; 26562306a36Sopenharmony_ci 26662306a36Sopenharmony_ci tc_cls_bind_class(classid, cl, q, &f->res, base); 26762306a36Sopenharmony_ci} 26862306a36Sopenharmony_ci 26962306a36Sopenharmony_cistatic int basic_dump(struct net *net, struct tcf_proto *tp, void *fh, 27062306a36Sopenharmony_ci struct sk_buff *skb, struct tcmsg *t, bool rtnl_held) 27162306a36Sopenharmony_ci{ 27262306a36Sopenharmony_ci struct tc_basic_pcnt gpf = {}; 27362306a36Sopenharmony_ci struct basic_filter *f = fh; 27462306a36Sopenharmony_ci struct nlattr *nest; 27562306a36Sopenharmony_ci int cpu; 27662306a36Sopenharmony_ci 27762306a36Sopenharmony_ci if (f == NULL) 27862306a36Sopenharmony_ci return skb->len; 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_ci t->tcm_handle = f->handle; 28162306a36Sopenharmony_ci 28262306a36Sopenharmony_ci nest = nla_nest_start_noflag(skb, TCA_OPTIONS); 28362306a36Sopenharmony_ci if (nest == NULL) 28462306a36Sopenharmony_ci goto nla_put_failure; 28562306a36Sopenharmony_ci 28662306a36Sopenharmony_ci if (f->res.classid && 28762306a36Sopenharmony_ci nla_put_u32(skb, TCA_BASIC_CLASSID, f->res.classid)) 28862306a36Sopenharmony_ci goto nla_put_failure; 28962306a36Sopenharmony_ci 29062306a36Sopenharmony_ci for_each_possible_cpu(cpu) { 29162306a36Sopenharmony_ci struct tc_basic_pcnt *pf = per_cpu_ptr(f->pf, cpu); 29262306a36Sopenharmony_ci 29362306a36Sopenharmony_ci gpf.rcnt += pf->rcnt; 29462306a36Sopenharmony_ci gpf.rhit += pf->rhit; 29562306a36Sopenharmony_ci } 29662306a36Sopenharmony_ci 29762306a36Sopenharmony_ci if (nla_put_64bit(skb, TCA_BASIC_PCNT, 29862306a36Sopenharmony_ci sizeof(struct tc_basic_pcnt), 29962306a36Sopenharmony_ci &gpf, TCA_BASIC_PAD)) 30062306a36Sopenharmony_ci goto nla_put_failure; 30162306a36Sopenharmony_ci 30262306a36Sopenharmony_ci if (tcf_exts_dump(skb, &f->exts) < 0 || 30362306a36Sopenharmony_ci tcf_em_tree_dump(skb, &f->ematches, TCA_BASIC_EMATCHES) < 0) 30462306a36Sopenharmony_ci goto nla_put_failure; 30562306a36Sopenharmony_ci 30662306a36Sopenharmony_ci nla_nest_end(skb, nest); 30762306a36Sopenharmony_ci 30862306a36Sopenharmony_ci if (tcf_exts_dump_stats(skb, &f->exts) < 0) 30962306a36Sopenharmony_ci goto nla_put_failure; 31062306a36Sopenharmony_ci 31162306a36Sopenharmony_ci return skb->len; 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_cinla_put_failure: 31462306a36Sopenharmony_ci nla_nest_cancel(skb, nest); 31562306a36Sopenharmony_ci return -1; 31662306a36Sopenharmony_ci} 31762306a36Sopenharmony_ci 31862306a36Sopenharmony_cistatic struct tcf_proto_ops cls_basic_ops __read_mostly = { 31962306a36Sopenharmony_ci .kind = "basic", 32062306a36Sopenharmony_ci .classify = basic_classify, 32162306a36Sopenharmony_ci .init = basic_init, 32262306a36Sopenharmony_ci .destroy = basic_destroy, 32362306a36Sopenharmony_ci .get = basic_get, 32462306a36Sopenharmony_ci .change = basic_change, 32562306a36Sopenharmony_ci .delete = basic_delete, 32662306a36Sopenharmony_ci .walk = basic_walk, 32762306a36Sopenharmony_ci .dump = basic_dump, 32862306a36Sopenharmony_ci .bind_class = basic_bind_class, 32962306a36Sopenharmony_ci .owner = THIS_MODULE, 33062306a36Sopenharmony_ci}; 33162306a36Sopenharmony_ci 33262306a36Sopenharmony_cistatic int __init init_basic(void) 33362306a36Sopenharmony_ci{ 33462306a36Sopenharmony_ci return register_tcf_proto_ops(&cls_basic_ops); 33562306a36Sopenharmony_ci} 33662306a36Sopenharmony_ci 33762306a36Sopenharmony_cistatic void __exit exit_basic(void) 33862306a36Sopenharmony_ci{ 33962306a36Sopenharmony_ci unregister_tcf_proto_ops(&cls_basic_ops); 34062306a36Sopenharmony_ci} 34162306a36Sopenharmony_ci 34262306a36Sopenharmony_cimodule_init(init_basic) 34362306a36Sopenharmony_cimodule_exit(exit_basic) 34462306a36Sopenharmony_ciMODULE_LICENSE("GPL"); 345