162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci *	Linux NET3: IP/IP protocol decoder modified to support
462306a36Sopenharmony_ci *		    virtual tunnel interface
562306a36Sopenharmony_ci *
662306a36Sopenharmony_ci *	Authors:
762306a36Sopenharmony_ci *		Saurabh Mohan (saurabh.mohan@vyatta.com) 05/07/2012
862306a36Sopenharmony_ci */
962306a36Sopenharmony_ci
1062306a36Sopenharmony_ci/*
1162306a36Sopenharmony_ci   This version of net/ipv4/ip_vti.c is cloned of net/ipv4/ipip.c
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci   For comments look at net/ipv4/ip_gre.c --ANK
1462306a36Sopenharmony_ci */
1562306a36Sopenharmony_ci
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci#include <linux/capability.h>
1862306a36Sopenharmony_ci#include <linux/module.h>
1962306a36Sopenharmony_ci#include <linux/types.h>
2062306a36Sopenharmony_ci#include <linux/kernel.h>
2162306a36Sopenharmony_ci#include <linux/uaccess.h>
2262306a36Sopenharmony_ci#include <linux/skbuff.h>
2362306a36Sopenharmony_ci#include <linux/netdevice.h>
2462306a36Sopenharmony_ci#include <linux/in.h>
2562306a36Sopenharmony_ci#include <linux/tcp.h>
2662306a36Sopenharmony_ci#include <linux/udp.h>
2762306a36Sopenharmony_ci#include <linux/if_arp.h>
2862306a36Sopenharmony_ci#include <linux/init.h>
2962306a36Sopenharmony_ci#include <linux/netfilter_ipv4.h>
3062306a36Sopenharmony_ci#include <linux/if_ether.h>
3162306a36Sopenharmony_ci#include <linux/icmpv6.h>
3262306a36Sopenharmony_ci
3362306a36Sopenharmony_ci#include <net/sock.h>
3462306a36Sopenharmony_ci#include <net/ip.h>
3562306a36Sopenharmony_ci#include <net/icmp.h>
3662306a36Sopenharmony_ci#include <net/ip_tunnels.h>
3762306a36Sopenharmony_ci#include <net/inet_ecn.h>
3862306a36Sopenharmony_ci#include <net/xfrm.h>
3962306a36Sopenharmony_ci#include <net/net_namespace.h>
4062306a36Sopenharmony_ci#include <net/netns/generic.h>
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic struct rtnl_link_ops vti_link_ops __read_mostly;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistatic unsigned int vti_net_id __read_mostly;
4562306a36Sopenharmony_cistatic int vti_tunnel_init(struct net_device *dev);
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_cistatic int vti_input(struct sk_buff *skb, int nexthdr, __be32 spi,
4862306a36Sopenharmony_ci		     int encap_type, bool update_skb_dev)
4962306a36Sopenharmony_ci{
5062306a36Sopenharmony_ci	struct ip_tunnel *tunnel;
5162306a36Sopenharmony_ci	const struct iphdr *iph = ip_hdr(skb);
5262306a36Sopenharmony_ci	struct net *net = dev_net(skb->dev);
5362306a36Sopenharmony_ci	struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci	tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
5662306a36Sopenharmony_ci				  iph->saddr, iph->daddr, 0);
5762306a36Sopenharmony_ci	if (tunnel) {
5862306a36Sopenharmony_ci		if (!xfrm4_policy_check(NULL, XFRM_POLICY_IN, skb))
5962306a36Sopenharmony_ci			goto drop;
6062306a36Sopenharmony_ci
6162306a36Sopenharmony_ci		XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4 = tunnel;
6262306a36Sopenharmony_ci
6362306a36Sopenharmony_ci		if (update_skb_dev)
6462306a36Sopenharmony_ci			skb->dev = tunnel->dev;
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci		return xfrm_input(skb, nexthdr, spi, encap_type);
6762306a36Sopenharmony_ci	}
6862306a36Sopenharmony_ci
6962306a36Sopenharmony_ci	return -EINVAL;
7062306a36Sopenharmony_cidrop:
7162306a36Sopenharmony_ci	kfree_skb(skb);
7262306a36Sopenharmony_ci	return 0;
7362306a36Sopenharmony_ci}
7462306a36Sopenharmony_ci
7562306a36Sopenharmony_cistatic int vti_input_proto(struct sk_buff *skb, int nexthdr, __be32 spi,
7662306a36Sopenharmony_ci			   int encap_type)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	return vti_input(skb, nexthdr, spi, encap_type, false);
7962306a36Sopenharmony_ci}
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_cistatic int vti_rcv(struct sk_buff *skb, __be32 spi, bool update_skb_dev)
8262306a36Sopenharmony_ci{
8362306a36Sopenharmony_ci	XFRM_SPI_SKB_CB(skb)->family = AF_INET;
8462306a36Sopenharmony_ci	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
8562306a36Sopenharmony_ci
8662306a36Sopenharmony_ci	return vti_input(skb, ip_hdr(skb)->protocol, spi, 0, update_skb_dev);
8762306a36Sopenharmony_ci}
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_cistatic int vti_rcv_proto(struct sk_buff *skb)
9062306a36Sopenharmony_ci{
9162306a36Sopenharmony_ci	return vti_rcv(skb, 0, false);
9262306a36Sopenharmony_ci}
9362306a36Sopenharmony_ci
9462306a36Sopenharmony_cistatic int vti_rcv_cb(struct sk_buff *skb, int err)
9562306a36Sopenharmony_ci{
9662306a36Sopenharmony_ci	unsigned short family;
9762306a36Sopenharmony_ci	struct net_device *dev;
9862306a36Sopenharmony_ci	struct xfrm_state *x;
9962306a36Sopenharmony_ci	const struct xfrm_mode *inner_mode;
10062306a36Sopenharmony_ci	struct ip_tunnel *tunnel = XFRM_TUNNEL_SKB_CB(skb)->tunnel.ip4;
10162306a36Sopenharmony_ci	u32 orig_mark = skb->mark;
10262306a36Sopenharmony_ci	int ret;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	if (!tunnel)
10562306a36Sopenharmony_ci		return 1;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	dev = tunnel->dev;
10862306a36Sopenharmony_ci
10962306a36Sopenharmony_ci	if (err) {
11062306a36Sopenharmony_ci		DEV_STATS_INC(dev, rx_errors);
11162306a36Sopenharmony_ci		DEV_STATS_INC(dev, rx_dropped);
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci		return 0;
11462306a36Sopenharmony_ci	}
11562306a36Sopenharmony_ci
11662306a36Sopenharmony_ci	x = xfrm_input_state(skb);
11762306a36Sopenharmony_ci
11862306a36Sopenharmony_ci	inner_mode = &x->inner_mode;
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci	if (x->sel.family == AF_UNSPEC) {
12162306a36Sopenharmony_ci		inner_mode = xfrm_ip2inner_mode(x, XFRM_MODE_SKB_CB(skb)->protocol);
12262306a36Sopenharmony_ci		if (inner_mode == NULL) {
12362306a36Sopenharmony_ci			XFRM_INC_STATS(dev_net(skb->dev),
12462306a36Sopenharmony_ci				       LINUX_MIB_XFRMINSTATEMODEERROR);
12562306a36Sopenharmony_ci			return -EINVAL;
12662306a36Sopenharmony_ci		}
12762306a36Sopenharmony_ci	}
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci	family = inner_mode->family;
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci	skb->mark = be32_to_cpu(tunnel->parms.i_key);
13262306a36Sopenharmony_ci	ret = xfrm_policy_check(NULL, XFRM_POLICY_IN, skb, family);
13362306a36Sopenharmony_ci	skb->mark = orig_mark;
13462306a36Sopenharmony_ci
13562306a36Sopenharmony_ci	if (!ret)
13662306a36Sopenharmony_ci		return -EPERM;
13762306a36Sopenharmony_ci
13862306a36Sopenharmony_ci	skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(skb->dev)));
13962306a36Sopenharmony_ci	skb->dev = dev;
14062306a36Sopenharmony_ci	dev_sw_netstats_rx_add(dev, skb->len);
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci	return 0;
14362306a36Sopenharmony_ci}
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_cistatic bool vti_state_check(const struct xfrm_state *x, __be32 dst, __be32 src)
14662306a36Sopenharmony_ci{
14762306a36Sopenharmony_ci	xfrm_address_t *daddr = (xfrm_address_t *)&dst;
14862306a36Sopenharmony_ci	xfrm_address_t *saddr = (xfrm_address_t *)&src;
14962306a36Sopenharmony_ci
15062306a36Sopenharmony_ci	/* if there is no transform then this tunnel is not functional.
15162306a36Sopenharmony_ci	 * Or if the xfrm is not mode tunnel.
15262306a36Sopenharmony_ci	 */
15362306a36Sopenharmony_ci	if (!x || x->props.mode != XFRM_MODE_TUNNEL ||
15462306a36Sopenharmony_ci	    x->props.family != AF_INET)
15562306a36Sopenharmony_ci		return false;
15662306a36Sopenharmony_ci
15762306a36Sopenharmony_ci	if (!dst)
15862306a36Sopenharmony_ci		return xfrm_addr_equal(saddr, &x->props.saddr, AF_INET);
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci	if (!xfrm_state_addr_check(x, daddr, saddr, AF_INET))
16162306a36Sopenharmony_ci		return false;
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ci	return true;
16462306a36Sopenharmony_ci}
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_cistatic netdev_tx_t vti_xmit(struct sk_buff *skb, struct net_device *dev,
16762306a36Sopenharmony_ci			    struct flowi *fl)
16862306a36Sopenharmony_ci{
16962306a36Sopenharmony_ci	struct ip_tunnel *tunnel = netdev_priv(dev);
17062306a36Sopenharmony_ci	struct ip_tunnel_parm *parms = &tunnel->parms;
17162306a36Sopenharmony_ci	struct dst_entry *dst = skb_dst(skb);
17262306a36Sopenharmony_ci	struct net_device *tdev;	/* Device to other host */
17362306a36Sopenharmony_ci	int pkt_len = skb->len;
17462306a36Sopenharmony_ci	int err;
17562306a36Sopenharmony_ci	int mtu;
17662306a36Sopenharmony_ci
17762306a36Sopenharmony_ci	if (!dst) {
17862306a36Sopenharmony_ci		switch (skb->protocol) {
17962306a36Sopenharmony_ci		case htons(ETH_P_IP): {
18062306a36Sopenharmony_ci			struct rtable *rt;
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci			fl->u.ip4.flowi4_oif = dev->ifindex;
18362306a36Sopenharmony_ci			fl->u.ip4.flowi4_flags |= FLOWI_FLAG_ANYSRC;
18462306a36Sopenharmony_ci			rt = __ip_route_output_key(dev_net(dev), &fl->u.ip4);
18562306a36Sopenharmony_ci			if (IS_ERR(rt)) {
18662306a36Sopenharmony_ci				DEV_STATS_INC(dev, tx_carrier_errors);
18762306a36Sopenharmony_ci				goto tx_error_icmp;
18862306a36Sopenharmony_ci			}
18962306a36Sopenharmony_ci			dst = &rt->dst;
19062306a36Sopenharmony_ci			skb_dst_set(skb, dst);
19162306a36Sopenharmony_ci			break;
19262306a36Sopenharmony_ci		}
19362306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
19462306a36Sopenharmony_ci		case htons(ETH_P_IPV6):
19562306a36Sopenharmony_ci			fl->u.ip6.flowi6_oif = dev->ifindex;
19662306a36Sopenharmony_ci			fl->u.ip6.flowi6_flags |= FLOWI_FLAG_ANYSRC;
19762306a36Sopenharmony_ci			dst = ip6_route_output(dev_net(dev), NULL, &fl->u.ip6);
19862306a36Sopenharmony_ci			if (dst->error) {
19962306a36Sopenharmony_ci				dst_release(dst);
20062306a36Sopenharmony_ci				dst = NULL;
20162306a36Sopenharmony_ci				DEV_STATS_INC(dev, tx_carrier_errors);
20262306a36Sopenharmony_ci				goto tx_error_icmp;
20362306a36Sopenharmony_ci			}
20462306a36Sopenharmony_ci			skb_dst_set(skb, dst);
20562306a36Sopenharmony_ci			break;
20662306a36Sopenharmony_ci#endif
20762306a36Sopenharmony_ci		default:
20862306a36Sopenharmony_ci			DEV_STATS_INC(dev, tx_carrier_errors);
20962306a36Sopenharmony_ci			goto tx_error_icmp;
21062306a36Sopenharmony_ci		}
21162306a36Sopenharmony_ci	}
21262306a36Sopenharmony_ci
21362306a36Sopenharmony_ci	dst_hold(dst);
21462306a36Sopenharmony_ci	dst = xfrm_lookup_route(tunnel->net, dst, fl, NULL, 0);
21562306a36Sopenharmony_ci	if (IS_ERR(dst)) {
21662306a36Sopenharmony_ci		DEV_STATS_INC(dev, tx_carrier_errors);
21762306a36Sopenharmony_ci		goto tx_error_icmp;
21862306a36Sopenharmony_ci	}
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci	if (dst->flags & DST_XFRM_QUEUE)
22162306a36Sopenharmony_ci		goto xmit;
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci	if (!vti_state_check(dst->xfrm, parms->iph.daddr, parms->iph.saddr)) {
22462306a36Sopenharmony_ci		DEV_STATS_INC(dev, tx_carrier_errors);
22562306a36Sopenharmony_ci		dst_release(dst);
22662306a36Sopenharmony_ci		goto tx_error_icmp;
22762306a36Sopenharmony_ci	}
22862306a36Sopenharmony_ci
22962306a36Sopenharmony_ci	tdev = dst->dev;
23062306a36Sopenharmony_ci
23162306a36Sopenharmony_ci	if (tdev == dev) {
23262306a36Sopenharmony_ci		dst_release(dst);
23362306a36Sopenharmony_ci		DEV_STATS_INC(dev, collisions);
23462306a36Sopenharmony_ci		goto tx_error;
23562306a36Sopenharmony_ci	}
23662306a36Sopenharmony_ci
23762306a36Sopenharmony_ci	mtu = dst_mtu(dst);
23862306a36Sopenharmony_ci	if (skb->len > mtu) {
23962306a36Sopenharmony_ci		skb_dst_update_pmtu_no_confirm(skb, mtu);
24062306a36Sopenharmony_ci		if (skb->protocol == htons(ETH_P_IP)) {
24162306a36Sopenharmony_ci			if (!(ip_hdr(skb)->frag_off & htons(IP_DF)))
24262306a36Sopenharmony_ci				goto xmit;
24362306a36Sopenharmony_ci			icmp_ndo_send(skb, ICMP_DEST_UNREACH, ICMP_FRAG_NEEDED,
24462306a36Sopenharmony_ci				      htonl(mtu));
24562306a36Sopenharmony_ci		} else {
24662306a36Sopenharmony_ci			if (mtu < IPV6_MIN_MTU)
24762306a36Sopenharmony_ci				mtu = IPV6_MIN_MTU;
24862306a36Sopenharmony_ci
24962306a36Sopenharmony_ci			icmpv6_ndo_send(skb, ICMPV6_PKT_TOOBIG, 0, mtu);
25062306a36Sopenharmony_ci		}
25162306a36Sopenharmony_ci
25262306a36Sopenharmony_ci		dst_release(dst);
25362306a36Sopenharmony_ci		goto tx_error;
25462306a36Sopenharmony_ci	}
25562306a36Sopenharmony_ci
25662306a36Sopenharmony_cixmit:
25762306a36Sopenharmony_ci	skb_scrub_packet(skb, !net_eq(tunnel->net, dev_net(dev)));
25862306a36Sopenharmony_ci	skb_dst_set(skb, dst);
25962306a36Sopenharmony_ci	skb->dev = skb_dst(skb)->dev;
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_ci	err = dst_output(tunnel->net, skb->sk, skb);
26262306a36Sopenharmony_ci	if (net_xmit_eval(err) == 0)
26362306a36Sopenharmony_ci		err = pkt_len;
26462306a36Sopenharmony_ci	iptunnel_xmit_stats(dev, err);
26562306a36Sopenharmony_ci	return NETDEV_TX_OK;
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_citx_error_icmp:
26862306a36Sopenharmony_ci	dst_link_failure(skb);
26962306a36Sopenharmony_citx_error:
27062306a36Sopenharmony_ci	DEV_STATS_INC(dev, tx_errors);
27162306a36Sopenharmony_ci	kfree_skb(skb);
27262306a36Sopenharmony_ci	return NETDEV_TX_OK;
27362306a36Sopenharmony_ci}
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_ci/* This function assumes it is being called from dev_queue_xmit()
27662306a36Sopenharmony_ci * and that skb is filled properly by that function.
27762306a36Sopenharmony_ci */
27862306a36Sopenharmony_cistatic netdev_tx_t vti_tunnel_xmit(struct sk_buff *skb, struct net_device *dev)
27962306a36Sopenharmony_ci{
28062306a36Sopenharmony_ci	struct ip_tunnel *tunnel = netdev_priv(dev);
28162306a36Sopenharmony_ci	struct flowi fl;
28262306a36Sopenharmony_ci
28362306a36Sopenharmony_ci	if (!pskb_inet_may_pull(skb))
28462306a36Sopenharmony_ci		goto tx_err;
28562306a36Sopenharmony_ci
28662306a36Sopenharmony_ci	memset(&fl, 0, sizeof(fl));
28762306a36Sopenharmony_ci
28862306a36Sopenharmony_ci	switch (skb->protocol) {
28962306a36Sopenharmony_ci	case htons(ETH_P_IP):
29062306a36Sopenharmony_ci		memset(IPCB(skb), 0, sizeof(*IPCB(skb)));
29162306a36Sopenharmony_ci		xfrm_decode_session(skb, &fl, AF_INET);
29262306a36Sopenharmony_ci		break;
29362306a36Sopenharmony_ci	case htons(ETH_P_IPV6):
29462306a36Sopenharmony_ci		memset(IP6CB(skb), 0, sizeof(*IP6CB(skb)));
29562306a36Sopenharmony_ci		xfrm_decode_session(skb, &fl, AF_INET6);
29662306a36Sopenharmony_ci		break;
29762306a36Sopenharmony_ci	default:
29862306a36Sopenharmony_ci		goto tx_err;
29962306a36Sopenharmony_ci	}
30062306a36Sopenharmony_ci
30162306a36Sopenharmony_ci	/* override mark with tunnel output key */
30262306a36Sopenharmony_ci	fl.flowi_mark = be32_to_cpu(tunnel->parms.o_key);
30362306a36Sopenharmony_ci
30462306a36Sopenharmony_ci	return vti_xmit(skb, dev, &fl);
30562306a36Sopenharmony_ci
30662306a36Sopenharmony_citx_err:
30762306a36Sopenharmony_ci	DEV_STATS_INC(dev, tx_errors);
30862306a36Sopenharmony_ci	kfree_skb(skb);
30962306a36Sopenharmony_ci	return NETDEV_TX_OK;
31062306a36Sopenharmony_ci}
31162306a36Sopenharmony_ci
31262306a36Sopenharmony_cistatic int vti4_err(struct sk_buff *skb, u32 info)
31362306a36Sopenharmony_ci{
31462306a36Sopenharmony_ci	__be32 spi;
31562306a36Sopenharmony_ci	__u32 mark;
31662306a36Sopenharmony_ci	struct xfrm_state *x;
31762306a36Sopenharmony_ci	struct ip_tunnel *tunnel;
31862306a36Sopenharmony_ci	struct ip_esp_hdr *esph;
31962306a36Sopenharmony_ci	struct ip_auth_hdr *ah ;
32062306a36Sopenharmony_ci	struct ip_comp_hdr *ipch;
32162306a36Sopenharmony_ci	struct net *net = dev_net(skb->dev);
32262306a36Sopenharmony_ci	const struct iphdr *iph = (const struct iphdr *)skb->data;
32362306a36Sopenharmony_ci	int protocol = iph->protocol;
32462306a36Sopenharmony_ci	struct ip_tunnel_net *itn = net_generic(net, vti_net_id);
32562306a36Sopenharmony_ci
32662306a36Sopenharmony_ci	tunnel = ip_tunnel_lookup(itn, skb->dev->ifindex, TUNNEL_NO_KEY,
32762306a36Sopenharmony_ci				  iph->daddr, iph->saddr, 0);
32862306a36Sopenharmony_ci	if (!tunnel)
32962306a36Sopenharmony_ci		return -1;
33062306a36Sopenharmony_ci
33162306a36Sopenharmony_ci	mark = be32_to_cpu(tunnel->parms.o_key);
33262306a36Sopenharmony_ci
33362306a36Sopenharmony_ci	switch (protocol) {
33462306a36Sopenharmony_ci	case IPPROTO_ESP:
33562306a36Sopenharmony_ci		esph = (struct ip_esp_hdr *)(skb->data+(iph->ihl<<2));
33662306a36Sopenharmony_ci		spi = esph->spi;
33762306a36Sopenharmony_ci		break;
33862306a36Sopenharmony_ci	case IPPROTO_AH:
33962306a36Sopenharmony_ci		ah = (struct ip_auth_hdr *)(skb->data+(iph->ihl<<2));
34062306a36Sopenharmony_ci		spi = ah->spi;
34162306a36Sopenharmony_ci		break;
34262306a36Sopenharmony_ci	case IPPROTO_COMP:
34362306a36Sopenharmony_ci		ipch = (struct ip_comp_hdr *)(skb->data+(iph->ihl<<2));
34462306a36Sopenharmony_ci		spi = htonl(ntohs(ipch->cpi));
34562306a36Sopenharmony_ci		break;
34662306a36Sopenharmony_ci	default:
34762306a36Sopenharmony_ci		return 0;
34862306a36Sopenharmony_ci	}
34962306a36Sopenharmony_ci
35062306a36Sopenharmony_ci	switch (icmp_hdr(skb)->type) {
35162306a36Sopenharmony_ci	case ICMP_DEST_UNREACH:
35262306a36Sopenharmony_ci		if (icmp_hdr(skb)->code != ICMP_FRAG_NEEDED)
35362306a36Sopenharmony_ci			return 0;
35462306a36Sopenharmony_ci		break;
35562306a36Sopenharmony_ci	case ICMP_REDIRECT:
35662306a36Sopenharmony_ci		break;
35762306a36Sopenharmony_ci	default:
35862306a36Sopenharmony_ci		return 0;
35962306a36Sopenharmony_ci	}
36062306a36Sopenharmony_ci
36162306a36Sopenharmony_ci	x = xfrm_state_lookup(net, mark, (const xfrm_address_t *)&iph->daddr,
36262306a36Sopenharmony_ci			      spi, protocol, AF_INET);
36362306a36Sopenharmony_ci	if (!x)
36462306a36Sopenharmony_ci		return 0;
36562306a36Sopenharmony_ci
36662306a36Sopenharmony_ci	if (icmp_hdr(skb)->type == ICMP_DEST_UNREACH)
36762306a36Sopenharmony_ci		ipv4_update_pmtu(skb, net, info, 0, protocol);
36862306a36Sopenharmony_ci	else
36962306a36Sopenharmony_ci		ipv4_redirect(skb, net, 0, protocol);
37062306a36Sopenharmony_ci	xfrm_state_put(x);
37162306a36Sopenharmony_ci
37262306a36Sopenharmony_ci	return 0;
37362306a36Sopenharmony_ci}
37462306a36Sopenharmony_ci
37562306a36Sopenharmony_cistatic int
37662306a36Sopenharmony_civti_tunnel_ctl(struct net_device *dev, struct ip_tunnel_parm *p, int cmd)
37762306a36Sopenharmony_ci{
37862306a36Sopenharmony_ci	int err = 0;
37962306a36Sopenharmony_ci
38062306a36Sopenharmony_ci	if (cmd == SIOCADDTUNNEL || cmd == SIOCCHGTUNNEL) {
38162306a36Sopenharmony_ci		if (p->iph.version != 4 || p->iph.protocol != IPPROTO_IPIP ||
38262306a36Sopenharmony_ci		    p->iph.ihl != 5)
38362306a36Sopenharmony_ci			return -EINVAL;
38462306a36Sopenharmony_ci	}
38562306a36Sopenharmony_ci
38662306a36Sopenharmony_ci	if (!(p->i_flags & GRE_KEY))
38762306a36Sopenharmony_ci		p->i_key = 0;
38862306a36Sopenharmony_ci	if (!(p->o_flags & GRE_KEY))
38962306a36Sopenharmony_ci		p->o_key = 0;
39062306a36Sopenharmony_ci
39162306a36Sopenharmony_ci	p->i_flags = VTI_ISVTI;
39262306a36Sopenharmony_ci
39362306a36Sopenharmony_ci	err = ip_tunnel_ctl(dev, p, cmd);
39462306a36Sopenharmony_ci	if (err)
39562306a36Sopenharmony_ci		return err;
39662306a36Sopenharmony_ci
39762306a36Sopenharmony_ci	if (cmd != SIOCDELTUNNEL) {
39862306a36Sopenharmony_ci		p->i_flags |= GRE_KEY;
39962306a36Sopenharmony_ci		p->o_flags |= GRE_KEY;
40062306a36Sopenharmony_ci	}
40162306a36Sopenharmony_ci	return 0;
40262306a36Sopenharmony_ci}
40362306a36Sopenharmony_ci
40462306a36Sopenharmony_cistatic const struct net_device_ops vti_netdev_ops = {
40562306a36Sopenharmony_ci	.ndo_init	= vti_tunnel_init,
40662306a36Sopenharmony_ci	.ndo_uninit	= ip_tunnel_uninit,
40762306a36Sopenharmony_ci	.ndo_start_xmit	= vti_tunnel_xmit,
40862306a36Sopenharmony_ci	.ndo_siocdevprivate = ip_tunnel_siocdevprivate,
40962306a36Sopenharmony_ci	.ndo_change_mtu	= ip_tunnel_change_mtu,
41062306a36Sopenharmony_ci	.ndo_get_stats64 = dev_get_tstats64,
41162306a36Sopenharmony_ci	.ndo_get_iflink = ip_tunnel_get_iflink,
41262306a36Sopenharmony_ci	.ndo_tunnel_ctl	= vti_tunnel_ctl,
41362306a36Sopenharmony_ci};
41462306a36Sopenharmony_ci
41562306a36Sopenharmony_cistatic void vti_tunnel_setup(struct net_device *dev)
41662306a36Sopenharmony_ci{
41762306a36Sopenharmony_ci	dev->netdev_ops		= &vti_netdev_ops;
41862306a36Sopenharmony_ci	dev->header_ops		= &ip_tunnel_header_ops;
41962306a36Sopenharmony_ci	dev->type		= ARPHRD_TUNNEL;
42062306a36Sopenharmony_ci	ip_tunnel_setup(dev, vti_net_id);
42162306a36Sopenharmony_ci}
42262306a36Sopenharmony_ci
42362306a36Sopenharmony_cistatic int vti_tunnel_init(struct net_device *dev)
42462306a36Sopenharmony_ci{
42562306a36Sopenharmony_ci	struct ip_tunnel *tunnel = netdev_priv(dev);
42662306a36Sopenharmony_ci	struct iphdr *iph = &tunnel->parms.iph;
42762306a36Sopenharmony_ci
42862306a36Sopenharmony_ci	__dev_addr_set(dev, &iph->saddr, 4);
42962306a36Sopenharmony_ci	memcpy(dev->broadcast, &iph->daddr, 4);
43062306a36Sopenharmony_ci
43162306a36Sopenharmony_ci	dev->flags		= IFF_NOARP;
43262306a36Sopenharmony_ci	dev->addr_len		= 4;
43362306a36Sopenharmony_ci	dev->features		|= NETIF_F_LLTX;
43462306a36Sopenharmony_ci	netif_keep_dst(dev);
43562306a36Sopenharmony_ci
43662306a36Sopenharmony_ci	return ip_tunnel_init(dev);
43762306a36Sopenharmony_ci}
43862306a36Sopenharmony_ci
43962306a36Sopenharmony_cistatic void __net_init vti_fb_tunnel_init(struct net_device *dev)
44062306a36Sopenharmony_ci{
44162306a36Sopenharmony_ci	struct ip_tunnel *tunnel = netdev_priv(dev);
44262306a36Sopenharmony_ci	struct iphdr *iph = &tunnel->parms.iph;
44362306a36Sopenharmony_ci
44462306a36Sopenharmony_ci	iph->version		= 4;
44562306a36Sopenharmony_ci	iph->protocol		= IPPROTO_IPIP;
44662306a36Sopenharmony_ci	iph->ihl		= 5;
44762306a36Sopenharmony_ci}
44862306a36Sopenharmony_ci
44962306a36Sopenharmony_cistatic struct xfrm4_protocol vti_esp4_protocol __read_mostly = {
45062306a36Sopenharmony_ci	.handler	=	vti_rcv_proto,
45162306a36Sopenharmony_ci	.input_handler	=	vti_input_proto,
45262306a36Sopenharmony_ci	.cb_handler	=	vti_rcv_cb,
45362306a36Sopenharmony_ci	.err_handler	=	vti4_err,
45462306a36Sopenharmony_ci	.priority	=	100,
45562306a36Sopenharmony_ci};
45662306a36Sopenharmony_ci
45762306a36Sopenharmony_cistatic struct xfrm4_protocol vti_ah4_protocol __read_mostly = {
45862306a36Sopenharmony_ci	.handler	=	vti_rcv_proto,
45962306a36Sopenharmony_ci	.input_handler	=	vti_input_proto,
46062306a36Sopenharmony_ci	.cb_handler	=	vti_rcv_cb,
46162306a36Sopenharmony_ci	.err_handler	=	vti4_err,
46262306a36Sopenharmony_ci	.priority	=	100,
46362306a36Sopenharmony_ci};
46462306a36Sopenharmony_ci
46562306a36Sopenharmony_cistatic struct xfrm4_protocol vti_ipcomp4_protocol __read_mostly = {
46662306a36Sopenharmony_ci	.handler	=	vti_rcv_proto,
46762306a36Sopenharmony_ci	.input_handler	=	vti_input_proto,
46862306a36Sopenharmony_ci	.cb_handler	=	vti_rcv_cb,
46962306a36Sopenharmony_ci	.err_handler	=	vti4_err,
47062306a36Sopenharmony_ci	.priority	=	100,
47162306a36Sopenharmony_ci};
47262306a36Sopenharmony_ci
47362306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_INET_XFRM_TUNNEL)
47462306a36Sopenharmony_cistatic int vti_rcv_tunnel(struct sk_buff *skb)
47562306a36Sopenharmony_ci{
47662306a36Sopenharmony_ci	XFRM_SPI_SKB_CB(skb)->family = AF_INET;
47762306a36Sopenharmony_ci	XFRM_SPI_SKB_CB(skb)->daddroff = offsetof(struct iphdr, daddr);
47862306a36Sopenharmony_ci
47962306a36Sopenharmony_ci	return vti_input(skb, IPPROTO_IPIP, ip_hdr(skb)->saddr, 0, false);
48062306a36Sopenharmony_ci}
48162306a36Sopenharmony_ci
48262306a36Sopenharmony_cistatic struct xfrm_tunnel vti_ipip_handler __read_mostly = {
48362306a36Sopenharmony_ci	.handler	=	vti_rcv_tunnel,
48462306a36Sopenharmony_ci	.cb_handler	=	vti_rcv_cb,
48562306a36Sopenharmony_ci	.err_handler	=	vti4_err,
48662306a36Sopenharmony_ci	.priority	=	0,
48762306a36Sopenharmony_ci};
48862306a36Sopenharmony_ci
48962306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
49062306a36Sopenharmony_cistatic struct xfrm_tunnel vti_ipip6_handler __read_mostly = {
49162306a36Sopenharmony_ci	.handler	=	vti_rcv_tunnel,
49262306a36Sopenharmony_ci	.cb_handler	=	vti_rcv_cb,
49362306a36Sopenharmony_ci	.err_handler	=	vti4_err,
49462306a36Sopenharmony_ci	.priority	=	0,
49562306a36Sopenharmony_ci};
49662306a36Sopenharmony_ci#endif
49762306a36Sopenharmony_ci#endif
49862306a36Sopenharmony_ci
49962306a36Sopenharmony_cistatic int __net_init vti_init_net(struct net *net)
50062306a36Sopenharmony_ci{
50162306a36Sopenharmony_ci	int err;
50262306a36Sopenharmony_ci	struct ip_tunnel_net *itn;
50362306a36Sopenharmony_ci
50462306a36Sopenharmony_ci	err = ip_tunnel_init_net(net, vti_net_id, &vti_link_ops, "ip_vti0");
50562306a36Sopenharmony_ci	if (err)
50662306a36Sopenharmony_ci		return err;
50762306a36Sopenharmony_ci	itn = net_generic(net, vti_net_id);
50862306a36Sopenharmony_ci	if (itn->fb_tunnel_dev)
50962306a36Sopenharmony_ci		vti_fb_tunnel_init(itn->fb_tunnel_dev);
51062306a36Sopenharmony_ci	return 0;
51162306a36Sopenharmony_ci}
51262306a36Sopenharmony_ci
51362306a36Sopenharmony_cistatic void __net_exit vti_exit_batch_net(struct list_head *list_net)
51462306a36Sopenharmony_ci{
51562306a36Sopenharmony_ci	ip_tunnel_delete_nets(list_net, vti_net_id, &vti_link_ops);
51662306a36Sopenharmony_ci}
51762306a36Sopenharmony_ci
51862306a36Sopenharmony_cistatic struct pernet_operations vti_net_ops = {
51962306a36Sopenharmony_ci	.init = vti_init_net,
52062306a36Sopenharmony_ci	.exit_batch = vti_exit_batch_net,
52162306a36Sopenharmony_ci	.id   = &vti_net_id,
52262306a36Sopenharmony_ci	.size = sizeof(struct ip_tunnel_net),
52362306a36Sopenharmony_ci};
52462306a36Sopenharmony_ci
52562306a36Sopenharmony_cistatic int vti_tunnel_validate(struct nlattr *tb[], struct nlattr *data[],
52662306a36Sopenharmony_ci			       struct netlink_ext_ack *extack)
52762306a36Sopenharmony_ci{
52862306a36Sopenharmony_ci	return 0;
52962306a36Sopenharmony_ci}
53062306a36Sopenharmony_ci
53162306a36Sopenharmony_cistatic void vti_netlink_parms(struct nlattr *data[],
53262306a36Sopenharmony_ci			      struct ip_tunnel_parm *parms,
53362306a36Sopenharmony_ci			      __u32 *fwmark)
53462306a36Sopenharmony_ci{
53562306a36Sopenharmony_ci	memset(parms, 0, sizeof(*parms));
53662306a36Sopenharmony_ci
53762306a36Sopenharmony_ci	parms->iph.protocol = IPPROTO_IPIP;
53862306a36Sopenharmony_ci
53962306a36Sopenharmony_ci	if (!data)
54062306a36Sopenharmony_ci		return;
54162306a36Sopenharmony_ci
54262306a36Sopenharmony_ci	parms->i_flags = VTI_ISVTI;
54362306a36Sopenharmony_ci
54462306a36Sopenharmony_ci	if (data[IFLA_VTI_LINK])
54562306a36Sopenharmony_ci		parms->link = nla_get_u32(data[IFLA_VTI_LINK]);
54662306a36Sopenharmony_ci
54762306a36Sopenharmony_ci	if (data[IFLA_VTI_IKEY])
54862306a36Sopenharmony_ci		parms->i_key = nla_get_be32(data[IFLA_VTI_IKEY]);
54962306a36Sopenharmony_ci
55062306a36Sopenharmony_ci	if (data[IFLA_VTI_OKEY])
55162306a36Sopenharmony_ci		parms->o_key = nla_get_be32(data[IFLA_VTI_OKEY]);
55262306a36Sopenharmony_ci
55362306a36Sopenharmony_ci	if (data[IFLA_VTI_LOCAL])
55462306a36Sopenharmony_ci		parms->iph.saddr = nla_get_in_addr(data[IFLA_VTI_LOCAL]);
55562306a36Sopenharmony_ci
55662306a36Sopenharmony_ci	if (data[IFLA_VTI_REMOTE])
55762306a36Sopenharmony_ci		parms->iph.daddr = nla_get_in_addr(data[IFLA_VTI_REMOTE]);
55862306a36Sopenharmony_ci
55962306a36Sopenharmony_ci	if (data[IFLA_VTI_FWMARK])
56062306a36Sopenharmony_ci		*fwmark = nla_get_u32(data[IFLA_VTI_FWMARK]);
56162306a36Sopenharmony_ci}
56262306a36Sopenharmony_ci
56362306a36Sopenharmony_cistatic int vti_newlink(struct net *src_net, struct net_device *dev,
56462306a36Sopenharmony_ci		       struct nlattr *tb[], struct nlattr *data[],
56562306a36Sopenharmony_ci		       struct netlink_ext_ack *extack)
56662306a36Sopenharmony_ci{
56762306a36Sopenharmony_ci	struct ip_tunnel_parm parms;
56862306a36Sopenharmony_ci	__u32 fwmark = 0;
56962306a36Sopenharmony_ci
57062306a36Sopenharmony_ci	vti_netlink_parms(data, &parms, &fwmark);
57162306a36Sopenharmony_ci	return ip_tunnel_newlink(dev, tb, &parms, fwmark);
57262306a36Sopenharmony_ci}
57362306a36Sopenharmony_ci
57462306a36Sopenharmony_cistatic int vti_changelink(struct net_device *dev, struct nlattr *tb[],
57562306a36Sopenharmony_ci			  struct nlattr *data[],
57662306a36Sopenharmony_ci			  struct netlink_ext_ack *extack)
57762306a36Sopenharmony_ci{
57862306a36Sopenharmony_ci	struct ip_tunnel *t = netdev_priv(dev);
57962306a36Sopenharmony_ci	__u32 fwmark = t->fwmark;
58062306a36Sopenharmony_ci	struct ip_tunnel_parm p;
58162306a36Sopenharmony_ci
58262306a36Sopenharmony_ci	vti_netlink_parms(data, &p, &fwmark);
58362306a36Sopenharmony_ci	return ip_tunnel_changelink(dev, tb, &p, fwmark);
58462306a36Sopenharmony_ci}
58562306a36Sopenharmony_ci
58662306a36Sopenharmony_cistatic size_t vti_get_size(const struct net_device *dev)
58762306a36Sopenharmony_ci{
58862306a36Sopenharmony_ci	return
58962306a36Sopenharmony_ci		/* IFLA_VTI_LINK */
59062306a36Sopenharmony_ci		nla_total_size(4) +
59162306a36Sopenharmony_ci		/* IFLA_VTI_IKEY */
59262306a36Sopenharmony_ci		nla_total_size(4) +
59362306a36Sopenharmony_ci		/* IFLA_VTI_OKEY */
59462306a36Sopenharmony_ci		nla_total_size(4) +
59562306a36Sopenharmony_ci		/* IFLA_VTI_LOCAL */
59662306a36Sopenharmony_ci		nla_total_size(4) +
59762306a36Sopenharmony_ci		/* IFLA_VTI_REMOTE */
59862306a36Sopenharmony_ci		nla_total_size(4) +
59962306a36Sopenharmony_ci		/* IFLA_VTI_FWMARK */
60062306a36Sopenharmony_ci		nla_total_size(4) +
60162306a36Sopenharmony_ci		0;
60262306a36Sopenharmony_ci}
60362306a36Sopenharmony_ci
60462306a36Sopenharmony_cistatic int vti_fill_info(struct sk_buff *skb, const struct net_device *dev)
60562306a36Sopenharmony_ci{
60662306a36Sopenharmony_ci	struct ip_tunnel *t = netdev_priv(dev);
60762306a36Sopenharmony_ci	struct ip_tunnel_parm *p = &t->parms;
60862306a36Sopenharmony_ci
60962306a36Sopenharmony_ci	if (nla_put_u32(skb, IFLA_VTI_LINK, p->link) ||
61062306a36Sopenharmony_ci	    nla_put_be32(skb, IFLA_VTI_IKEY, p->i_key) ||
61162306a36Sopenharmony_ci	    nla_put_be32(skb, IFLA_VTI_OKEY, p->o_key) ||
61262306a36Sopenharmony_ci	    nla_put_in_addr(skb, IFLA_VTI_LOCAL, p->iph.saddr) ||
61362306a36Sopenharmony_ci	    nla_put_in_addr(skb, IFLA_VTI_REMOTE, p->iph.daddr) ||
61462306a36Sopenharmony_ci	    nla_put_u32(skb, IFLA_VTI_FWMARK, t->fwmark))
61562306a36Sopenharmony_ci		return -EMSGSIZE;
61662306a36Sopenharmony_ci
61762306a36Sopenharmony_ci	return 0;
61862306a36Sopenharmony_ci}
61962306a36Sopenharmony_ci
62062306a36Sopenharmony_cistatic const struct nla_policy vti_policy[IFLA_VTI_MAX + 1] = {
62162306a36Sopenharmony_ci	[IFLA_VTI_LINK]		= { .type = NLA_U32 },
62262306a36Sopenharmony_ci	[IFLA_VTI_IKEY]		= { .type = NLA_U32 },
62362306a36Sopenharmony_ci	[IFLA_VTI_OKEY]		= { .type = NLA_U32 },
62462306a36Sopenharmony_ci	[IFLA_VTI_LOCAL]	= { .len = sizeof_field(struct iphdr, saddr) },
62562306a36Sopenharmony_ci	[IFLA_VTI_REMOTE]	= { .len = sizeof_field(struct iphdr, daddr) },
62662306a36Sopenharmony_ci	[IFLA_VTI_FWMARK]	= { .type = NLA_U32 },
62762306a36Sopenharmony_ci};
62862306a36Sopenharmony_ci
62962306a36Sopenharmony_cistatic struct rtnl_link_ops vti_link_ops __read_mostly = {
63062306a36Sopenharmony_ci	.kind		= "vti",
63162306a36Sopenharmony_ci	.maxtype	= IFLA_VTI_MAX,
63262306a36Sopenharmony_ci	.policy		= vti_policy,
63362306a36Sopenharmony_ci	.priv_size	= sizeof(struct ip_tunnel),
63462306a36Sopenharmony_ci	.setup		= vti_tunnel_setup,
63562306a36Sopenharmony_ci	.validate	= vti_tunnel_validate,
63662306a36Sopenharmony_ci	.newlink	= vti_newlink,
63762306a36Sopenharmony_ci	.changelink	= vti_changelink,
63862306a36Sopenharmony_ci	.dellink        = ip_tunnel_dellink,
63962306a36Sopenharmony_ci	.get_size	= vti_get_size,
64062306a36Sopenharmony_ci	.fill_info	= vti_fill_info,
64162306a36Sopenharmony_ci	.get_link_net	= ip_tunnel_get_link_net,
64262306a36Sopenharmony_ci};
64362306a36Sopenharmony_ci
64462306a36Sopenharmony_cistatic int __init vti_init(void)
64562306a36Sopenharmony_ci{
64662306a36Sopenharmony_ci	const char *msg;
64762306a36Sopenharmony_ci	int err;
64862306a36Sopenharmony_ci
64962306a36Sopenharmony_ci	pr_info("IPv4 over IPsec tunneling driver\n");
65062306a36Sopenharmony_ci
65162306a36Sopenharmony_ci	msg = "tunnel device";
65262306a36Sopenharmony_ci	err = register_pernet_device(&vti_net_ops);
65362306a36Sopenharmony_ci	if (err < 0)
65462306a36Sopenharmony_ci		goto pernet_dev_failed;
65562306a36Sopenharmony_ci
65662306a36Sopenharmony_ci	msg = "tunnel protocols";
65762306a36Sopenharmony_ci	err = xfrm4_protocol_register(&vti_esp4_protocol, IPPROTO_ESP);
65862306a36Sopenharmony_ci	if (err < 0)
65962306a36Sopenharmony_ci		goto xfrm_proto_esp_failed;
66062306a36Sopenharmony_ci	err = xfrm4_protocol_register(&vti_ah4_protocol, IPPROTO_AH);
66162306a36Sopenharmony_ci	if (err < 0)
66262306a36Sopenharmony_ci		goto xfrm_proto_ah_failed;
66362306a36Sopenharmony_ci	err = xfrm4_protocol_register(&vti_ipcomp4_protocol, IPPROTO_COMP);
66462306a36Sopenharmony_ci	if (err < 0)
66562306a36Sopenharmony_ci		goto xfrm_proto_comp_failed;
66662306a36Sopenharmony_ci
66762306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_INET_XFRM_TUNNEL)
66862306a36Sopenharmony_ci	msg = "ipip tunnel";
66962306a36Sopenharmony_ci	err = xfrm4_tunnel_register(&vti_ipip_handler, AF_INET);
67062306a36Sopenharmony_ci	if (err < 0)
67162306a36Sopenharmony_ci		goto xfrm_tunnel_ipip_failed;
67262306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
67362306a36Sopenharmony_ci	err = xfrm4_tunnel_register(&vti_ipip6_handler, AF_INET6);
67462306a36Sopenharmony_ci	if (err < 0)
67562306a36Sopenharmony_ci		goto xfrm_tunnel_ipip6_failed;
67662306a36Sopenharmony_ci#endif
67762306a36Sopenharmony_ci#endif
67862306a36Sopenharmony_ci
67962306a36Sopenharmony_ci	msg = "netlink interface";
68062306a36Sopenharmony_ci	err = rtnl_link_register(&vti_link_ops);
68162306a36Sopenharmony_ci	if (err < 0)
68262306a36Sopenharmony_ci		goto rtnl_link_failed;
68362306a36Sopenharmony_ci
68462306a36Sopenharmony_ci	return err;
68562306a36Sopenharmony_ci
68662306a36Sopenharmony_cirtnl_link_failed:
68762306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_INET_XFRM_TUNNEL)
68862306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
68962306a36Sopenharmony_ci	xfrm4_tunnel_deregister(&vti_ipip6_handler, AF_INET6);
69062306a36Sopenharmony_cixfrm_tunnel_ipip6_failed:
69162306a36Sopenharmony_ci#endif
69262306a36Sopenharmony_ci	xfrm4_tunnel_deregister(&vti_ipip_handler, AF_INET);
69362306a36Sopenharmony_cixfrm_tunnel_ipip_failed:
69462306a36Sopenharmony_ci#endif
69562306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
69662306a36Sopenharmony_cixfrm_proto_comp_failed:
69762306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
69862306a36Sopenharmony_cixfrm_proto_ah_failed:
69962306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
70062306a36Sopenharmony_cixfrm_proto_esp_failed:
70162306a36Sopenharmony_ci	unregister_pernet_device(&vti_net_ops);
70262306a36Sopenharmony_cipernet_dev_failed:
70362306a36Sopenharmony_ci	pr_err("vti init: failed to register %s\n", msg);
70462306a36Sopenharmony_ci	return err;
70562306a36Sopenharmony_ci}
70662306a36Sopenharmony_ci
70762306a36Sopenharmony_cistatic void __exit vti_fini(void)
70862306a36Sopenharmony_ci{
70962306a36Sopenharmony_ci	rtnl_link_unregister(&vti_link_ops);
71062306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_INET_XFRM_TUNNEL)
71162306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
71262306a36Sopenharmony_ci	xfrm4_tunnel_deregister(&vti_ipip6_handler, AF_INET6);
71362306a36Sopenharmony_ci#endif
71462306a36Sopenharmony_ci	xfrm4_tunnel_deregister(&vti_ipip_handler, AF_INET);
71562306a36Sopenharmony_ci#endif
71662306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_ipcomp4_protocol, IPPROTO_COMP);
71762306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_ah4_protocol, IPPROTO_AH);
71862306a36Sopenharmony_ci	xfrm4_protocol_deregister(&vti_esp4_protocol, IPPROTO_ESP);
71962306a36Sopenharmony_ci	unregister_pernet_device(&vti_net_ops);
72062306a36Sopenharmony_ci}
72162306a36Sopenharmony_ci
72262306a36Sopenharmony_cimodule_init(vti_init);
72362306a36Sopenharmony_cimodule_exit(vti_fini);
72462306a36Sopenharmony_ciMODULE_LICENSE("GPL");
72562306a36Sopenharmony_ciMODULE_ALIAS_RTNL_LINK("vti");
72662306a36Sopenharmony_ciMODULE_ALIAS_NETDEV("ip_vti0");
727