162306a36Sopenharmony_ci/* SPDX-License-Identifier: GPL-2.0 */
262306a36Sopenharmony_ci#ifndef __NET_DST_METADATA_H
362306a36Sopenharmony_ci#define __NET_DST_METADATA_H 1
462306a36Sopenharmony_ci
562306a36Sopenharmony_ci#include <linux/skbuff.h>
662306a36Sopenharmony_ci#include <net/ip_tunnels.h>
762306a36Sopenharmony_ci#include <net/macsec.h>
862306a36Sopenharmony_ci#include <net/dst.h>
962306a36Sopenharmony_ci
1062306a36Sopenharmony_cienum metadata_type {
1162306a36Sopenharmony_ci	METADATA_IP_TUNNEL,
1262306a36Sopenharmony_ci	METADATA_HW_PORT_MUX,
1362306a36Sopenharmony_ci	METADATA_MACSEC,
1462306a36Sopenharmony_ci	METADATA_XFRM,
1562306a36Sopenharmony_ci};
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_cistruct hw_port_info {
1862306a36Sopenharmony_ci	struct net_device *lower_dev;
1962306a36Sopenharmony_ci	u32 port_id;
2062306a36Sopenharmony_ci};
2162306a36Sopenharmony_ci
2262306a36Sopenharmony_cistruct macsec_info {
2362306a36Sopenharmony_ci	sci_t sci;
2462306a36Sopenharmony_ci};
2562306a36Sopenharmony_ci
2662306a36Sopenharmony_cistruct xfrm_md_info {
2762306a36Sopenharmony_ci	u32 if_id;
2862306a36Sopenharmony_ci	int link;
2962306a36Sopenharmony_ci	struct dst_entry *dst_orig;
3062306a36Sopenharmony_ci};
3162306a36Sopenharmony_ci
3262306a36Sopenharmony_cistruct metadata_dst {
3362306a36Sopenharmony_ci	struct dst_entry		dst;
3462306a36Sopenharmony_ci	enum metadata_type		type;
3562306a36Sopenharmony_ci	union {
3662306a36Sopenharmony_ci		struct ip_tunnel_info	tun_info;
3762306a36Sopenharmony_ci		struct hw_port_info	port_info;
3862306a36Sopenharmony_ci		struct macsec_info	macsec_info;
3962306a36Sopenharmony_ci		struct xfrm_md_info	xfrm_info;
4062306a36Sopenharmony_ci	} u;
4162306a36Sopenharmony_ci};
4262306a36Sopenharmony_ci
4362306a36Sopenharmony_cistatic inline struct metadata_dst *skb_metadata_dst(const struct sk_buff *skb)
4462306a36Sopenharmony_ci{
4562306a36Sopenharmony_ci	struct metadata_dst *md_dst = (struct metadata_dst *) skb_dst(skb);
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci	if (md_dst && md_dst->dst.flags & DST_METADATA)
4862306a36Sopenharmony_ci		return md_dst;
4962306a36Sopenharmony_ci
5062306a36Sopenharmony_ci	return NULL;
5162306a36Sopenharmony_ci}
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_cistatic inline struct ip_tunnel_info *
5462306a36Sopenharmony_ciskb_tunnel_info(const struct sk_buff *skb)
5562306a36Sopenharmony_ci{
5662306a36Sopenharmony_ci	struct metadata_dst *md_dst = skb_metadata_dst(skb);
5762306a36Sopenharmony_ci	struct dst_entry *dst;
5862306a36Sopenharmony_ci
5962306a36Sopenharmony_ci	if (md_dst && md_dst->type == METADATA_IP_TUNNEL)
6062306a36Sopenharmony_ci		return &md_dst->u.tun_info;
6162306a36Sopenharmony_ci
6262306a36Sopenharmony_ci	dst = skb_dst(skb);
6362306a36Sopenharmony_ci	if (dst && dst->lwtstate &&
6462306a36Sopenharmony_ci	    (dst->lwtstate->type == LWTUNNEL_ENCAP_IP ||
6562306a36Sopenharmony_ci	     dst->lwtstate->type == LWTUNNEL_ENCAP_IP6))
6662306a36Sopenharmony_ci		return lwt_tun_info(dst->lwtstate);
6762306a36Sopenharmony_ci
6862306a36Sopenharmony_ci	return NULL;
6962306a36Sopenharmony_ci}
7062306a36Sopenharmony_ci
7162306a36Sopenharmony_cistatic inline struct xfrm_md_info *lwt_xfrm_info(struct lwtunnel_state *lwt)
7262306a36Sopenharmony_ci{
7362306a36Sopenharmony_ci	return (struct xfrm_md_info *)lwt->data;
7462306a36Sopenharmony_ci}
7562306a36Sopenharmony_ci
7662306a36Sopenharmony_cistatic inline struct xfrm_md_info *skb_xfrm_md_info(const struct sk_buff *skb)
7762306a36Sopenharmony_ci{
7862306a36Sopenharmony_ci	struct metadata_dst *md_dst = skb_metadata_dst(skb);
7962306a36Sopenharmony_ci	struct dst_entry *dst;
8062306a36Sopenharmony_ci
8162306a36Sopenharmony_ci	if (md_dst && md_dst->type == METADATA_XFRM)
8262306a36Sopenharmony_ci		return &md_dst->u.xfrm_info;
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci	dst = skb_dst(skb);
8562306a36Sopenharmony_ci	if (dst && dst->lwtstate &&
8662306a36Sopenharmony_ci	    dst->lwtstate->type == LWTUNNEL_ENCAP_XFRM)
8762306a36Sopenharmony_ci		return lwt_xfrm_info(dst->lwtstate);
8862306a36Sopenharmony_ci
8962306a36Sopenharmony_ci	return NULL;
9062306a36Sopenharmony_ci}
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_cistatic inline bool skb_valid_dst(const struct sk_buff *skb)
9362306a36Sopenharmony_ci{
9462306a36Sopenharmony_ci	struct dst_entry *dst = skb_dst(skb);
9562306a36Sopenharmony_ci
9662306a36Sopenharmony_ci	return dst && !(dst->flags & DST_METADATA);
9762306a36Sopenharmony_ci}
9862306a36Sopenharmony_ci
9962306a36Sopenharmony_cistatic inline int skb_metadata_dst_cmp(const struct sk_buff *skb_a,
10062306a36Sopenharmony_ci				       const struct sk_buff *skb_b)
10162306a36Sopenharmony_ci{
10262306a36Sopenharmony_ci	const struct metadata_dst *a, *b;
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci	if (!(skb_a->_skb_refdst | skb_b->_skb_refdst))
10562306a36Sopenharmony_ci		return 0;
10662306a36Sopenharmony_ci
10762306a36Sopenharmony_ci	a = (const struct metadata_dst *) skb_dst(skb_a);
10862306a36Sopenharmony_ci	b = (const struct metadata_dst *) skb_dst(skb_b);
10962306a36Sopenharmony_ci
11062306a36Sopenharmony_ci	if (!a != !b || a->type != b->type)
11162306a36Sopenharmony_ci		return 1;
11262306a36Sopenharmony_ci
11362306a36Sopenharmony_ci	switch (a->type) {
11462306a36Sopenharmony_ci	case METADATA_HW_PORT_MUX:
11562306a36Sopenharmony_ci		return memcmp(&a->u.port_info, &b->u.port_info,
11662306a36Sopenharmony_ci			      sizeof(a->u.port_info));
11762306a36Sopenharmony_ci	case METADATA_IP_TUNNEL:
11862306a36Sopenharmony_ci		return memcmp(&a->u.tun_info, &b->u.tun_info,
11962306a36Sopenharmony_ci			      sizeof(a->u.tun_info) +
12062306a36Sopenharmony_ci					 a->u.tun_info.options_len);
12162306a36Sopenharmony_ci	case METADATA_MACSEC:
12262306a36Sopenharmony_ci		return memcmp(&a->u.macsec_info, &b->u.macsec_info,
12362306a36Sopenharmony_ci			      sizeof(a->u.macsec_info));
12462306a36Sopenharmony_ci	case METADATA_XFRM:
12562306a36Sopenharmony_ci		return memcmp(&a->u.xfrm_info, &b->u.xfrm_info,
12662306a36Sopenharmony_ci			      sizeof(a->u.xfrm_info));
12762306a36Sopenharmony_ci	default:
12862306a36Sopenharmony_ci		return 1;
12962306a36Sopenharmony_ci	}
13062306a36Sopenharmony_ci}
13162306a36Sopenharmony_ci
13262306a36Sopenharmony_civoid metadata_dst_free(struct metadata_dst *);
13362306a36Sopenharmony_cistruct metadata_dst *metadata_dst_alloc(u8 optslen, enum metadata_type type,
13462306a36Sopenharmony_ci					gfp_t flags);
13562306a36Sopenharmony_civoid metadata_dst_free_percpu(struct metadata_dst __percpu *md_dst);
13662306a36Sopenharmony_cistruct metadata_dst __percpu *
13762306a36Sopenharmony_cimetadata_dst_alloc_percpu(u8 optslen, enum metadata_type type, gfp_t flags);
13862306a36Sopenharmony_ci
13962306a36Sopenharmony_cistatic inline struct metadata_dst *tun_rx_dst(int md_size)
14062306a36Sopenharmony_ci{
14162306a36Sopenharmony_ci	struct metadata_dst *tun_dst;
14262306a36Sopenharmony_ci
14362306a36Sopenharmony_ci	tun_dst = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
14462306a36Sopenharmony_ci	if (!tun_dst)
14562306a36Sopenharmony_ci		return NULL;
14662306a36Sopenharmony_ci
14762306a36Sopenharmony_ci	tun_dst->u.tun_info.options_len = 0;
14862306a36Sopenharmony_ci	tun_dst->u.tun_info.mode = 0;
14962306a36Sopenharmony_ci	return tun_dst;
15062306a36Sopenharmony_ci}
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_cistatic inline struct metadata_dst *tun_dst_unclone(struct sk_buff *skb)
15362306a36Sopenharmony_ci{
15462306a36Sopenharmony_ci	struct metadata_dst *md_dst = skb_metadata_dst(skb);
15562306a36Sopenharmony_ci	int md_size;
15662306a36Sopenharmony_ci	struct metadata_dst *new_md;
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	if (!md_dst || md_dst->type != METADATA_IP_TUNNEL)
15962306a36Sopenharmony_ci		return ERR_PTR(-EINVAL);
16062306a36Sopenharmony_ci
16162306a36Sopenharmony_ci	md_size = md_dst->u.tun_info.options_len;
16262306a36Sopenharmony_ci	new_md = metadata_dst_alloc(md_size, METADATA_IP_TUNNEL, GFP_ATOMIC);
16362306a36Sopenharmony_ci	if (!new_md)
16462306a36Sopenharmony_ci		return ERR_PTR(-ENOMEM);
16562306a36Sopenharmony_ci
16662306a36Sopenharmony_ci	memcpy(&new_md->u.tun_info, &md_dst->u.tun_info,
16762306a36Sopenharmony_ci	       sizeof(struct ip_tunnel_info) + md_size);
16862306a36Sopenharmony_ci#ifdef CONFIG_DST_CACHE
16962306a36Sopenharmony_ci	/* Unclone the dst cache if there is one */
17062306a36Sopenharmony_ci	if (new_md->u.tun_info.dst_cache.cache) {
17162306a36Sopenharmony_ci		int ret;
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci		ret = dst_cache_init(&new_md->u.tun_info.dst_cache, GFP_ATOMIC);
17462306a36Sopenharmony_ci		if (ret) {
17562306a36Sopenharmony_ci			metadata_dst_free(new_md);
17662306a36Sopenharmony_ci			return ERR_PTR(ret);
17762306a36Sopenharmony_ci		}
17862306a36Sopenharmony_ci	}
17962306a36Sopenharmony_ci#endif
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci	skb_dst_drop(skb);
18262306a36Sopenharmony_ci	skb_dst_set(skb, &new_md->dst);
18362306a36Sopenharmony_ci	return new_md;
18462306a36Sopenharmony_ci}
18562306a36Sopenharmony_ci
18662306a36Sopenharmony_cistatic inline struct ip_tunnel_info *skb_tunnel_info_unclone(struct sk_buff *skb)
18762306a36Sopenharmony_ci{
18862306a36Sopenharmony_ci	struct metadata_dst *dst;
18962306a36Sopenharmony_ci
19062306a36Sopenharmony_ci	dst = tun_dst_unclone(skb);
19162306a36Sopenharmony_ci	if (IS_ERR(dst))
19262306a36Sopenharmony_ci		return NULL;
19362306a36Sopenharmony_ci
19462306a36Sopenharmony_ci	return &dst->u.tun_info;
19562306a36Sopenharmony_ci}
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_cistatic inline struct metadata_dst *__ip_tun_set_dst(__be32 saddr,
19862306a36Sopenharmony_ci						    __be32 daddr,
19962306a36Sopenharmony_ci						    __u8 tos, __u8 ttl,
20062306a36Sopenharmony_ci						    __be16 tp_dst,
20162306a36Sopenharmony_ci						    __be16 flags,
20262306a36Sopenharmony_ci						    __be64 tunnel_id,
20362306a36Sopenharmony_ci						    int md_size)
20462306a36Sopenharmony_ci{
20562306a36Sopenharmony_ci	struct metadata_dst *tun_dst;
20662306a36Sopenharmony_ci
20762306a36Sopenharmony_ci	tun_dst = tun_rx_dst(md_size);
20862306a36Sopenharmony_ci	if (!tun_dst)
20962306a36Sopenharmony_ci		return NULL;
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_ci	ip_tunnel_key_init(&tun_dst->u.tun_info.key,
21262306a36Sopenharmony_ci			   saddr, daddr, tos, ttl,
21362306a36Sopenharmony_ci			   0, 0, tp_dst, tunnel_id, flags);
21462306a36Sopenharmony_ci	return tun_dst;
21562306a36Sopenharmony_ci}
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_cistatic inline struct metadata_dst *ip_tun_rx_dst(struct sk_buff *skb,
21862306a36Sopenharmony_ci						 __be16 flags,
21962306a36Sopenharmony_ci						 __be64 tunnel_id,
22062306a36Sopenharmony_ci						 int md_size)
22162306a36Sopenharmony_ci{
22262306a36Sopenharmony_ci	const struct iphdr *iph = ip_hdr(skb);
22362306a36Sopenharmony_ci
22462306a36Sopenharmony_ci	return __ip_tun_set_dst(iph->saddr, iph->daddr, iph->tos, iph->ttl,
22562306a36Sopenharmony_ci				0, flags, tunnel_id, md_size);
22662306a36Sopenharmony_ci}
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_cistatic inline struct metadata_dst *__ipv6_tun_set_dst(const struct in6_addr *saddr,
22962306a36Sopenharmony_ci						      const struct in6_addr *daddr,
23062306a36Sopenharmony_ci						      __u8 tos, __u8 ttl,
23162306a36Sopenharmony_ci						      __be16 tp_dst,
23262306a36Sopenharmony_ci						      __be32 label,
23362306a36Sopenharmony_ci						      __be16 flags,
23462306a36Sopenharmony_ci						      __be64 tunnel_id,
23562306a36Sopenharmony_ci						      int md_size)
23662306a36Sopenharmony_ci{
23762306a36Sopenharmony_ci	struct metadata_dst *tun_dst;
23862306a36Sopenharmony_ci	struct ip_tunnel_info *info;
23962306a36Sopenharmony_ci
24062306a36Sopenharmony_ci	tun_dst = tun_rx_dst(md_size);
24162306a36Sopenharmony_ci	if (!tun_dst)
24262306a36Sopenharmony_ci		return NULL;
24362306a36Sopenharmony_ci
24462306a36Sopenharmony_ci	info = &tun_dst->u.tun_info;
24562306a36Sopenharmony_ci	info->mode = IP_TUNNEL_INFO_IPV6;
24662306a36Sopenharmony_ci	info->key.tun_flags = flags;
24762306a36Sopenharmony_ci	info->key.tun_id = tunnel_id;
24862306a36Sopenharmony_ci	info->key.tp_src = 0;
24962306a36Sopenharmony_ci	info->key.tp_dst = tp_dst;
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	info->key.u.ipv6.src = *saddr;
25262306a36Sopenharmony_ci	info->key.u.ipv6.dst = *daddr;
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_ci	info->key.tos = tos;
25562306a36Sopenharmony_ci	info->key.ttl = ttl;
25662306a36Sopenharmony_ci	info->key.label = label;
25762306a36Sopenharmony_ci
25862306a36Sopenharmony_ci	return tun_dst;
25962306a36Sopenharmony_ci}
26062306a36Sopenharmony_ci
26162306a36Sopenharmony_cistatic inline struct metadata_dst *ipv6_tun_rx_dst(struct sk_buff *skb,
26262306a36Sopenharmony_ci						   __be16 flags,
26362306a36Sopenharmony_ci						   __be64 tunnel_id,
26462306a36Sopenharmony_ci						   int md_size)
26562306a36Sopenharmony_ci{
26662306a36Sopenharmony_ci	const struct ipv6hdr *ip6h = ipv6_hdr(skb);
26762306a36Sopenharmony_ci
26862306a36Sopenharmony_ci	return __ipv6_tun_set_dst(&ip6h->saddr, &ip6h->daddr,
26962306a36Sopenharmony_ci				  ipv6_get_dsfield(ip6h), ip6h->hop_limit,
27062306a36Sopenharmony_ci				  0, ip6_flowlabel(ip6h), flags, tunnel_id,
27162306a36Sopenharmony_ci				  md_size);
27262306a36Sopenharmony_ci}
27362306a36Sopenharmony_ci#endif /* __NET_DST_METADATA_H */
274