18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
28c2ecf20Sopenharmony_ci/*
38c2ecf20Sopenharmony_ci * mpls tunnels	An implementation mpls tunnels using the light weight tunnel
48c2ecf20Sopenharmony_ci *		infrastructure
58c2ecf20Sopenharmony_ci *
68c2ecf20Sopenharmony_ci * Authors:	Roopa Prabhu, <roopa@cumulusnetworks.com>
78c2ecf20Sopenharmony_ci */
88c2ecf20Sopenharmony_ci#include <linux/types.h>
98c2ecf20Sopenharmony_ci#include <linux/skbuff.h>
108c2ecf20Sopenharmony_ci#include <linux/net.h>
118c2ecf20Sopenharmony_ci#include <linux/module.h>
128c2ecf20Sopenharmony_ci#include <linux/mpls.h>
138c2ecf20Sopenharmony_ci#include <linux/vmalloc.h>
148c2ecf20Sopenharmony_ci#include <net/ip.h>
158c2ecf20Sopenharmony_ci#include <net/dst.h>
168c2ecf20Sopenharmony_ci#include <net/lwtunnel.h>
178c2ecf20Sopenharmony_ci#include <net/netevent.h>
188c2ecf20Sopenharmony_ci#include <net/netns/generic.h>
198c2ecf20Sopenharmony_ci#include <net/ip6_fib.h>
208c2ecf20Sopenharmony_ci#include <net/route.h>
218c2ecf20Sopenharmony_ci#include <net/mpls_iptunnel.h>
228c2ecf20Sopenharmony_ci#include <linux/mpls_iptunnel.h>
238c2ecf20Sopenharmony_ci#include "internal.h"
248c2ecf20Sopenharmony_ci
258c2ecf20Sopenharmony_cistatic const struct nla_policy mpls_iptunnel_policy[MPLS_IPTUNNEL_MAX + 1] = {
268c2ecf20Sopenharmony_ci	[MPLS_IPTUNNEL_DST]	= { .len = sizeof(u32) },
278c2ecf20Sopenharmony_ci	[MPLS_IPTUNNEL_TTL]	= { .type = NLA_U8 },
288c2ecf20Sopenharmony_ci};
298c2ecf20Sopenharmony_ci
308c2ecf20Sopenharmony_cistatic unsigned int mpls_encap_size(struct mpls_iptunnel_encap *en)
318c2ecf20Sopenharmony_ci{
328c2ecf20Sopenharmony_ci	/* The size of the layer 2.5 labels to be added for this route */
338c2ecf20Sopenharmony_ci	return en->labels * sizeof(struct mpls_shim_hdr);
348c2ecf20Sopenharmony_ci}
358c2ecf20Sopenharmony_ci
368c2ecf20Sopenharmony_cistatic int mpls_xmit(struct sk_buff *skb)
378c2ecf20Sopenharmony_ci{
388c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *tun_encap_info;
398c2ecf20Sopenharmony_ci	struct mpls_shim_hdr *hdr;
408c2ecf20Sopenharmony_ci	struct net_device *out_dev;
418c2ecf20Sopenharmony_ci	unsigned int hh_len;
428c2ecf20Sopenharmony_ci	unsigned int new_header_size;
438c2ecf20Sopenharmony_ci	unsigned int mtu;
448c2ecf20Sopenharmony_ci	struct dst_entry *dst = skb_dst(skb);
458c2ecf20Sopenharmony_ci	struct rtable *rt = NULL;
468c2ecf20Sopenharmony_ci	struct rt6_info *rt6 = NULL;
478c2ecf20Sopenharmony_ci	struct mpls_dev *out_mdev;
488c2ecf20Sopenharmony_ci	struct net *net;
498c2ecf20Sopenharmony_ci	int err = 0;
508c2ecf20Sopenharmony_ci	bool bos;
518c2ecf20Sopenharmony_ci	int i;
528c2ecf20Sopenharmony_ci	unsigned int ttl;
538c2ecf20Sopenharmony_ci
548c2ecf20Sopenharmony_ci	/* Find the output device */
558c2ecf20Sopenharmony_ci	out_dev = dst->dev;
568c2ecf20Sopenharmony_ci	net = dev_net(out_dev);
578c2ecf20Sopenharmony_ci
588c2ecf20Sopenharmony_ci	skb_orphan(skb);
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_ci	if (!mpls_output_possible(out_dev) ||
618c2ecf20Sopenharmony_ci	    !dst->lwtstate || skb_warn_if_lro(skb))
628c2ecf20Sopenharmony_ci		goto drop;
638c2ecf20Sopenharmony_ci
648c2ecf20Sopenharmony_ci	skb_forward_csum(skb);
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_ci	tun_encap_info = mpls_lwtunnel_encap(dst->lwtstate);
678c2ecf20Sopenharmony_ci
688c2ecf20Sopenharmony_ci	/* Obtain the ttl using the following set of rules.
698c2ecf20Sopenharmony_ci	 *
708c2ecf20Sopenharmony_ci	 * LWT ttl propagation setting:
718c2ecf20Sopenharmony_ci	 *  - disabled => use default TTL value from LWT
728c2ecf20Sopenharmony_ci	 *  - enabled  => use TTL value from IPv4/IPv6 header
738c2ecf20Sopenharmony_ci	 *  - default  =>
748c2ecf20Sopenharmony_ci	 *   Global ttl propagation setting:
758c2ecf20Sopenharmony_ci	 *    - disabled => use default TTL value from global setting
768c2ecf20Sopenharmony_ci	 *    - enabled => use TTL value from IPv4/IPv6 header
778c2ecf20Sopenharmony_ci	 */
788c2ecf20Sopenharmony_ci	if (dst->ops->family == AF_INET) {
798c2ecf20Sopenharmony_ci		if (tun_encap_info->ttl_propagate == MPLS_TTL_PROP_DISABLED)
808c2ecf20Sopenharmony_ci			ttl = tun_encap_info->default_ttl;
818c2ecf20Sopenharmony_ci		else if (tun_encap_info->ttl_propagate == MPLS_TTL_PROP_DEFAULT &&
828c2ecf20Sopenharmony_ci			 !net->mpls.ip_ttl_propagate)
838c2ecf20Sopenharmony_ci			ttl = net->mpls.default_ttl;
848c2ecf20Sopenharmony_ci		else
858c2ecf20Sopenharmony_ci			ttl = ip_hdr(skb)->ttl;
868c2ecf20Sopenharmony_ci		rt = (struct rtable *)dst;
878c2ecf20Sopenharmony_ci	} else if (dst->ops->family == AF_INET6) {
888c2ecf20Sopenharmony_ci		if (tun_encap_info->ttl_propagate == MPLS_TTL_PROP_DISABLED)
898c2ecf20Sopenharmony_ci			ttl = tun_encap_info->default_ttl;
908c2ecf20Sopenharmony_ci		else if (tun_encap_info->ttl_propagate == MPLS_TTL_PROP_DEFAULT &&
918c2ecf20Sopenharmony_ci			 !net->mpls.ip_ttl_propagate)
928c2ecf20Sopenharmony_ci			ttl = net->mpls.default_ttl;
938c2ecf20Sopenharmony_ci		else
948c2ecf20Sopenharmony_ci			ttl = ipv6_hdr(skb)->hop_limit;
958c2ecf20Sopenharmony_ci		rt6 = (struct rt6_info *)dst;
968c2ecf20Sopenharmony_ci	} else {
978c2ecf20Sopenharmony_ci		goto drop;
988c2ecf20Sopenharmony_ci	}
998c2ecf20Sopenharmony_ci
1008c2ecf20Sopenharmony_ci	/* Verify the destination can hold the packet */
1018c2ecf20Sopenharmony_ci	new_header_size = mpls_encap_size(tun_encap_info);
1028c2ecf20Sopenharmony_ci	mtu = mpls_dev_mtu(out_dev);
1038c2ecf20Sopenharmony_ci	if (mpls_pkt_too_big(skb, mtu - new_header_size))
1048c2ecf20Sopenharmony_ci		goto drop;
1058c2ecf20Sopenharmony_ci
1068c2ecf20Sopenharmony_ci	hh_len = LL_RESERVED_SPACE(out_dev);
1078c2ecf20Sopenharmony_ci	if (!out_dev->header_ops)
1088c2ecf20Sopenharmony_ci		hh_len = 0;
1098c2ecf20Sopenharmony_ci
1108c2ecf20Sopenharmony_ci	/* Ensure there is enough space for the headers in the skb */
1118c2ecf20Sopenharmony_ci	if (skb_cow(skb, hh_len + new_header_size))
1128c2ecf20Sopenharmony_ci		goto drop;
1138c2ecf20Sopenharmony_ci
1148c2ecf20Sopenharmony_ci	skb_set_inner_protocol(skb, skb->protocol);
1158c2ecf20Sopenharmony_ci	skb_reset_inner_network_header(skb);
1168c2ecf20Sopenharmony_ci
1178c2ecf20Sopenharmony_ci	skb_push(skb, new_header_size);
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci	skb_reset_network_header(skb);
1208c2ecf20Sopenharmony_ci
1218c2ecf20Sopenharmony_ci	skb->dev = out_dev;
1228c2ecf20Sopenharmony_ci	skb->protocol = htons(ETH_P_MPLS_UC);
1238c2ecf20Sopenharmony_ci
1248c2ecf20Sopenharmony_ci	/* Push the new labels */
1258c2ecf20Sopenharmony_ci	hdr = mpls_hdr(skb);
1268c2ecf20Sopenharmony_ci	bos = true;
1278c2ecf20Sopenharmony_ci	for (i = tun_encap_info->labels - 1; i >= 0; i--) {
1288c2ecf20Sopenharmony_ci		hdr[i] = mpls_entry_encode(tun_encap_info->label[i],
1298c2ecf20Sopenharmony_ci					   ttl, 0, bos);
1308c2ecf20Sopenharmony_ci		bos = false;
1318c2ecf20Sopenharmony_ci	}
1328c2ecf20Sopenharmony_ci
1338c2ecf20Sopenharmony_ci	mpls_stats_inc_outucastpkts(out_dev, skb);
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_ci	if (rt) {
1368c2ecf20Sopenharmony_ci		if (rt->rt_gw_family == AF_INET6)
1378c2ecf20Sopenharmony_ci			err = neigh_xmit(NEIGH_ND_TABLE, out_dev, &rt->rt_gw6,
1388c2ecf20Sopenharmony_ci					 skb);
1398c2ecf20Sopenharmony_ci		else
1408c2ecf20Sopenharmony_ci			err = neigh_xmit(NEIGH_ARP_TABLE, out_dev, &rt->rt_gw4,
1418c2ecf20Sopenharmony_ci					 skb);
1428c2ecf20Sopenharmony_ci	} else if (rt6) {
1438c2ecf20Sopenharmony_ci		if (ipv6_addr_v4mapped(&rt6->rt6i_gateway)) {
1448c2ecf20Sopenharmony_ci			/* 6PE (RFC 4798) */
1458c2ecf20Sopenharmony_ci			err = neigh_xmit(NEIGH_ARP_TABLE, out_dev, &rt6->rt6i_gateway.s6_addr32[3],
1468c2ecf20Sopenharmony_ci					 skb);
1478c2ecf20Sopenharmony_ci		} else
1488c2ecf20Sopenharmony_ci			err = neigh_xmit(NEIGH_ND_TABLE, out_dev, &rt6->rt6i_gateway,
1498c2ecf20Sopenharmony_ci					 skb);
1508c2ecf20Sopenharmony_ci	}
1518c2ecf20Sopenharmony_ci	if (err)
1528c2ecf20Sopenharmony_ci		net_dbg_ratelimited("%s: packet transmission failed: %d\n",
1538c2ecf20Sopenharmony_ci				    __func__, err);
1548c2ecf20Sopenharmony_ci
1558c2ecf20Sopenharmony_ci	return LWTUNNEL_XMIT_DONE;
1568c2ecf20Sopenharmony_ci
1578c2ecf20Sopenharmony_cidrop:
1588c2ecf20Sopenharmony_ci	out_mdev = out_dev ? mpls_dev_get(out_dev) : NULL;
1598c2ecf20Sopenharmony_ci	if (out_mdev)
1608c2ecf20Sopenharmony_ci		MPLS_INC_STATS(out_mdev, tx_errors);
1618c2ecf20Sopenharmony_ci	kfree_skb(skb);
1628c2ecf20Sopenharmony_ci	return -EINVAL;
1638c2ecf20Sopenharmony_ci}
1648c2ecf20Sopenharmony_ci
1658c2ecf20Sopenharmony_cistatic int mpls_build_state(struct net *net, struct nlattr *nla,
1668c2ecf20Sopenharmony_ci			    unsigned int family, const void *cfg,
1678c2ecf20Sopenharmony_ci			    struct lwtunnel_state **ts,
1688c2ecf20Sopenharmony_ci			    struct netlink_ext_ack *extack)
1698c2ecf20Sopenharmony_ci{
1708c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *tun_encap_info;
1718c2ecf20Sopenharmony_ci	struct nlattr *tb[MPLS_IPTUNNEL_MAX + 1];
1728c2ecf20Sopenharmony_ci	struct lwtunnel_state *newts;
1738c2ecf20Sopenharmony_ci	u8 n_labels;
1748c2ecf20Sopenharmony_ci	int ret;
1758c2ecf20Sopenharmony_ci
1768c2ecf20Sopenharmony_ci	ret = nla_parse_nested_deprecated(tb, MPLS_IPTUNNEL_MAX, nla,
1778c2ecf20Sopenharmony_ci					  mpls_iptunnel_policy, extack);
1788c2ecf20Sopenharmony_ci	if (ret < 0)
1798c2ecf20Sopenharmony_ci		return ret;
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_ci	if (!tb[MPLS_IPTUNNEL_DST]) {
1828c2ecf20Sopenharmony_ci		NL_SET_ERR_MSG(extack, "MPLS_IPTUNNEL_DST attribute is missing");
1838c2ecf20Sopenharmony_ci		return -EINVAL;
1848c2ecf20Sopenharmony_ci	}
1858c2ecf20Sopenharmony_ci
1868c2ecf20Sopenharmony_ci	/* determine number of labels */
1878c2ecf20Sopenharmony_ci	if (nla_get_labels(tb[MPLS_IPTUNNEL_DST], MAX_NEW_LABELS,
1888c2ecf20Sopenharmony_ci			   &n_labels, NULL, extack))
1898c2ecf20Sopenharmony_ci		return -EINVAL;
1908c2ecf20Sopenharmony_ci
1918c2ecf20Sopenharmony_ci	newts = lwtunnel_state_alloc(struct_size(tun_encap_info, label,
1928c2ecf20Sopenharmony_ci						 n_labels));
1938c2ecf20Sopenharmony_ci	if (!newts)
1948c2ecf20Sopenharmony_ci		return -ENOMEM;
1958c2ecf20Sopenharmony_ci
1968c2ecf20Sopenharmony_ci	tun_encap_info = mpls_lwtunnel_encap(newts);
1978c2ecf20Sopenharmony_ci	ret = nla_get_labels(tb[MPLS_IPTUNNEL_DST], n_labels,
1988c2ecf20Sopenharmony_ci			     &tun_encap_info->labels, tun_encap_info->label,
1998c2ecf20Sopenharmony_ci			     extack);
2008c2ecf20Sopenharmony_ci	if (ret)
2018c2ecf20Sopenharmony_ci		goto errout;
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_ci	tun_encap_info->ttl_propagate = MPLS_TTL_PROP_DEFAULT;
2048c2ecf20Sopenharmony_ci
2058c2ecf20Sopenharmony_ci	if (tb[MPLS_IPTUNNEL_TTL]) {
2068c2ecf20Sopenharmony_ci		tun_encap_info->default_ttl = nla_get_u8(tb[MPLS_IPTUNNEL_TTL]);
2078c2ecf20Sopenharmony_ci		/* TTL 0 implies propagate from IP header */
2088c2ecf20Sopenharmony_ci		tun_encap_info->ttl_propagate = tun_encap_info->default_ttl ?
2098c2ecf20Sopenharmony_ci			MPLS_TTL_PROP_DISABLED :
2108c2ecf20Sopenharmony_ci			MPLS_TTL_PROP_ENABLED;
2118c2ecf20Sopenharmony_ci	}
2128c2ecf20Sopenharmony_ci
2138c2ecf20Sopenharmony_ci	newts->type = LWTUNNEL_ENCAP_MPLS;
2148c2ecf20Sopenharmony_ci	newts->flags |= LWTUNNEL_STATE_XMIT_REDIRECT;
2158c2ecf20Sopenharmony_ci	newts->headroom = mpls_encap_size(tun_encap_info);
2168c2ecf20Sopenharmony_ci
2178c2ecf20Sopenharmony_ci	*ts = newts;
2188c2ecf20Sopenharmony_ci
2198c2ecf20Sopenharmony_ci	return 0;
2208c2ecf20Sopenharmony_ci
2218c2ecf20Sopenharmony_cierrout:
2228c2ecf20Sopenharmony_ci	kfree(newts);
2238c2ecf20Sopenharmony_ci	*ts = NULL;
2248c2ecf20Sopenharmony_ci
2258c2ecf20Sopenharmony_ci	return ret;
2268c2ecf20Sopenharmony_ci}
2278c2ecf20Sopenharmony_ci
2288c2ecf20Sopenharmony_cistatic int mpls_fill_encap_info(struct sk_buff *skb,
2298c2ecf20Sopenharmony_ci				struct lwtunnel_state *lwtstate)
2308c2ecf20Sopenharmony_ci{
2318c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *tun_encap_info;
2328c2ecf20Sopenharmony_ci
2338c2ecf20Sopenharmony_ci	tun_encap_info = mpls_lwtunnel_encap(lwtstate);
2348c2ecf20Sopenharmony_ci
2358c2ecf20Sopenharmony_ci	if (nla_put_labels(skb, MPLS_IPTUNNEL_DST, tun_encap_info->labels,
2368c2ecf20Sopenharmony_ci			   tun_encap_info->label))
2378c2ecf20Sopenharmony_ci		goto nla_put_failure;
2388c2ecf20Sopenharmony_ci
2398c2ecf20Sopenharmony_ci	if (tun_encap_info->ttl_propagate != MPLS_TTL_PROP_DEFAULT &&
2408c2ecf20Sopenharmony_ci	    nla_put_u8(skb, MPLS_IPTUNNEL_TTL, tun_encap_info->default_ttl))
2418c2ecf20Sopenharmony_ci		goto nla_put_failure;
2428c2ecf20Sopenharmony_ci
2438c2ecf20Sopenharmony_ci	return 0;
2448c2ecf20Sopenharmony_ci
2458c2ecf20Sopenharmony_cinla_put_failure:
2468c2ecf20Sopenharmony_ci	return -EMSGSIZE;
2478c2ecf20Sopenharmony_ci}
2488c2ecf20Sopenharmony_ci
2498c2ecf20Sopenharmony_cistatic int mpls_encap_nlsize(struct lwtunnel_state *lwtstate)
2508c2ecf20Sopenharmony_ci{
2518c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *tun_encap_info;
2528c2ecf20Sopenharmony_ci	int nlsize;
2538c2ecf20Sopenharmony_ci
2548c2ecf20Sopenharmony_ci	tun_encap_info = mpls_lwtunnel_encap(lwtstate);
2558c2ecf20Sopenharmony_ci
2568c2ecf20Sopenharmony_ci	nlsize = nla_total_size(tun_encap_info->labels * 4);
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_ci	if (tun_encap_info->ttl_propagate != MPLS_TTL_PROP_DEFAULT)
2598c2ecf20Sopenharmony_ci		nlsize += nla_total_size(1);
2608c2ecf20Sopenharmony_ci
2618c2ecf20Sopenharmony_ci	return nlsize;
2628c2ecf20Sopenharmony_ci}
2638c2ecf20Sopenharmony_ci
2648c2ecf20Sopenharmony_cistatic int mpls_encap_cmp(struct lwtunnel_state *a, struct lwtunnel_state *b)
2658c2ecf20Sopenharmony_ci{
2668c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *a_hdr = mpls_lwtunnel_encap(a);
2678c2ecf20Sopenharmony_ci	struct mpls_iptunnel_encap *b_hdr = mpls_lwtunnel_encap(b);
2688c2ecf20Sopenharmony_ci	int l;
2698c2ecf20Sopenharmony_ci
2708c2ecf20Sopenharmony_ci	if (a_hdr->labels != b_hdr->labels ||
2718c2ecf20Sopenharmony_ci	    a_hdr->ttl_propagate != b_hdr->ttl_propagate ||
2728c2ecf20Sopenharmony_ci	    a_hdr->default_ttl != b_hdr->default_ttl)
2738c2ecf20Sopenharmony_ci		return 1;
2748c2ecf20Sopenharmony_ci
2758c2ecf20Sopenharmony_ci	for (l = 0; l < a_hdr->labels; l++)
2768c2ecf20Sopenharmony_ci		if (a_hdr->label[l] != b_hdr->label[l])
2778c2ecf20Sopenharmony_ci			return 1;
2788c2ecf20Sopenharmony_ci	return 0;
2798c2ecf20Sopenharmony_ci}
2808c2ecf20Sopenharmony_ci
2818c2ecf20Sopenharmony_cistatic const struct lwtunnel_encap_ops mpls_iptun_ops = {
2828c2ecf20Sopenharmony_ci	.build_state = mpls_build_state,
2838c2ecf20Sopenharmony_ci	.xmit = mpls_xmit,
2848c2ecf20Sopenharmony_ci	.fill_encap = mpls_fill_encap_info,
2858c2ecf20Sopenharmony_ci	.get_encap_size = mpls_encap_nlsize,
2868c2ecf20Sopenharmony_ci	.cmp_encap = mpls_encap_cmp,
2878c2ecf20Sopenharmony_ci	.owner = THIS_MODULE,
2888c2ecf20Sopenharmony_ci};
2898c2ecf20Sopenharmony_ci
2908c2ecf20Sopenharmony_cistatic int __init mpls_iptunnel_init(void)
2918c2ecf20Sopenharmony_ci{
2928c2ecf20Sopenharmony_ci	return lwtunnel_encap_add_ops(&mpls_iptun_ops, LWTUNNEL_ENCAP_MPLS);
2938c2ecf20Sopenharmony_ci}
2948c2ecf20Sopenharmony_cimodule_init(mpls_iptunnel_init);
2958c2ecf20Sopenharmony_ci
2968c2ecf20Sopenharmony_cistatic void __exit mpls_iptunnel_exit(void)
2978c2ecf20Sopenharmony_ci{
2988c2ecf20Sopenharmony_ci	lwtunnel_encap_del_ops(&mpls_iptun_ops, LWTUNNEL_ENCAP_MPLS);
2998c2ecf20Sopenharmony_ci}
3008c2ecf20Sopenharmony_cimodule_exit(mpls_iptunnel_exit);
3018c2ecf20Sopenharmony_ci
3028c2ecf20Sopenharmony_ciMODULE_ALIAS_RTNL_LWT(MPLS);
3038c2ecf20Sopenharmony_ciMODULE_SOFTDEP("post: mpls_gso");
3048c2ecf20Sopenharmony_ciMODULE_DESCRIPTION("MultiProtocol Label Switching IP Tunnels");
3058c2ecf20Sopenharmony_ciMODULE_LICENSE("GPL v2");
306