xref: /kernel/linux/linux-5.10/net/key/af_key.c (revision 8c2ecf20)
1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * net/key/af_key.c	An implementation of PF_KEYv2 sockets.
4 *
5 * Authors:	Maxim Giryaev	<gem@asplinux.ru>
6 *		David S. Miller	<davem@redhat.com>
7 *		Alexey Kuznetsov <kuznet@ms2.inr.ac.ru>
8 *		Kunihiro Ishiguro <kunihiro@ipinfusion.com>
9 *		Kazunori MIYAZAWA / USAGI Project <miyazawa@linux-ipv6.org>
10 *		Derek Atkins <derek@ihtfp.com>
11 */
12
13#include <linux/capability.h>
14#include <linux/module.h>
15#include <linux/kernel.h>
16#include <linux/socket.h>
17#include <linux/pfkeyv2.h>
18#include <linux/ipsec.h>
19#include <linux/skbuff.h>
20#include <linux/rtnetlink.h>
21#include <linux/in.h>
22#include <linux/in6.h>
23#include <linux/proc_fs.h>
24#include <linux/init.h>
25#include <linux/slab.h>
26#include <net/net_namespace.h>
27#include <net/netns/generic.h>
28#include <net/xfrm.h>
29
30#include <net/sock.h>
31
32#define _X2KEY(x) ((x) == XFRM_INF ? 0 : (x))
33#define _KEY2X(x) ((x) == 0 ? XFRM_INF : (x))
34
35static unsigned int pfkey_net_id __read_mostly;
36struct netns_pfkey {
37	/* List of all pfkey sockets. */
38	struct hlist_head table;
39	atomic_t socks_nr;
40};
41static DEFINE_MUTEX(pfkey_mutex);
42
43#define DUMMY_MARK 0
44static const struct xfrm_mark dummy_mark = {0, 0};
45struct pfkey_sock {
46	/* struct sock must be the first member of struct pfkey_sock */
47	struct sock	sk;
48	int		registered;
49	int		promisc;
50
51	struct {
52		uint8_t		msg_version;
53		uint32_t	msg_portid;
54		int		(*dump)(struct pfkey_sock *sk);
55		void		(*done)(struct pfkey_sock *sk);
56		union {
57			struct xfrm_policy_walk	policy;
58			struct xfrm_state_walk	state;
59		} u;
60		struct sk_buff	*skb;
61	} dump;
62	struct mutex dump_lock;
63};
64
65static int parse_sockaddr_pair(struct sockaddr *sa, int ext_len,
66			       xfrm_address_t *saddr, xfrm_address_t *daddr,
67			       u16 *family);
68
69static inline struct pfkey_sock *pfkey_sk(struct sock *sk)
70{
71	return (struct pfkey_sock *)sk;
72}
73
74static int pfkey_can_dump(const struct sock *sk)
75{
76	if (3 * atomic_read(&sk->sk_rmem_alloc) <= 2 * sk->sk_rcvbuf)
77		return 1;
78	return 0;
79}
80
81static void pfkey_terminate_dump(struct pfkey_sock *pfk)
82{
83	if (pfk->dump.dump) {
84		if (pfk->dump.skb) {
85			kfree_skb(pfk->dump.skb);
86			pfk->dump.skb = NULL;
87		}
88		pfk->dump.done(pfk);
89		pfk->dump.dump = NULL;
90		pfk->dump.done = NULL;
91	}
92}
93
94static void pfkey_sock_destruct(struct sock *sk)
95{
96	struct net *net = sock_net(sk);
97	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
98
99	pfkey_terminate_dump(pfkey_sk(sk));
100	skb_queue_purge(&sk->sk_receive_queue);
101
102	if (!sock_flag(sk, SOCK_DEAD)) {
103		pr_err("Attempt to release alive pfkey socket: %p\n", sk);
104		return;
105	}
106
107	WARN_ON(atomic_read(&sk->sk_rmem_alloc));
108	WARN_ON(refcount_read(&sk->sk_wmem_alloc));
109
110	atomic_dec(&net_pfkey->socks_nr);
111}
112
113static const struct proto_ops pfkey_ops;
114
115static void pfkey_insert(struct sock *sk)
116{
117	struct net *net = sock_net(sk);
118	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
119
120	mutex_lock(&pfkey_mutex);
121	sk_add_node_rcu(sk, &net_pfkey->table);
122	mutex_unlock(&pfkey_mutex);
123}
124
125static void pfkey_remove(struct sock *sk)
126{
127	mutex_lock(&pfkey_mutex);
128	sk_del_node_init_rcu(sk);
129	mutex_unlock(&pfkey_mutex);
130}
131
132static struct proto key_proto = {
133	.name	  = "KEY",
134	.owner	  = THIS_MODULE,
135	.obj_size = sizeof(struct pfkey_sock),
136};
137
138static int pfkey_create(struct net *net, struct socket *sock, int protocol,
139			int kern)
140{
141	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
142	struct sock *sk;
143	struct pfkey_sock *pfk;
144	int err;
145
146	if (!ns_capable(net->user_ns, CAP_NET_ADMIN))
147		return -EPERM;
148	if (sock->type != SOCK_RAW)
149		return -ESOCKTNOSUPPORT;
150	if (protocol != PF_KEY_V2)
151		return -EPROTONOSUPPORT;
152
153	err = -ENOMEM;
154	sk = sk_alloc(net, PF_KEY, GFP_KERNEL, &key_proto, kern);
155	if (sk == NULL)
156		goto out;
157
158	pfk = pfkey_sk(sk);
159	mutex_init(&pfk->dump_lock);
160
161	sock->ops = &pfkey_ops;
162	sock_init_data(sock, sk);
163
164	sk->sk_family = PF_KEY;
165	sk->sk_destruct = pfkey_sock_destruct;
166
167	atomic_inc(&net_pfkey->socks_nr);
168
169	pfkey_insert(sk);
170
171	return 0;
172out:
173	return err;
174}
175
176static int pfkey_release(struct socket *sock)
177{
178	struct sock *sk = sock->sk;
179
180	if (!sk)
181		return 0;
182
183	pfkey_remove(sk);
184
185	sock_orphan(sk);
186	sock->sk = NULL;
187	skb_queue_purge(&sk->sk_write_queue);
188
189	synchronize_rcu();
190	sock_put(sk);
191
192	return 0;
193}
194
195static int pfkey_broadcast_one(struct sk_buff *skb, gfp_t allocation,
196			       struct sock *sk)
197{
198	int err = -ENOBUFS;
199
200	if (atomic_read(&sk->sk_rmem_alloc) > sk->sk_rcvbuf)
201		return err;
202
203	skb = skb_clone(skb, allocation);
204
205	if (skb) {
206		skb_set_owner_r(skb, sk);
207		skb_queue_tail(&sk->sk_receive_queue, skb);
208		sk->sk_data_ready(sk);
209		err = 0;
210	}
211	return err;
212}
213
214/* Send SKB to all pfkey sockets matching selected criteria.  */
215#define BROADCAST_ALL		0
216#define BROADCAST_ONE		1
217#define BROADCAST_REGISTERED	2
218#define BROADCAST_PROMISC_ONLY	4
219static int pfkey_broadcast(struct sk_buff *skb, gfp_t allocation,
220			   int broadcast_flags, struct sock *one_sk,
221			   struct net *net)
222{
223	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
224	struct sock *sk;
225	int err = -ESRCH;
226
227	/* XXX Do we need something like netlink_overrun?  I think
228	 * XXX PF_KEY socket apps will not mind current behavior.
229	 */
230	if (!skb)
231		return -ENOMEM;
232
233	rcu_read_lock();
234	sk_for_each_rcu(sk, &net_pfkey->table) {
235		struct pfkey_sock *pfk = pfkey_sk(sk);
236		int err2;
237
238		/* Yes, it means that if you are meant to receive this
239		 * pfkey message you receive it twice as promiscuous
240		 * socket.
241		 */
242		if (pfk->promisc)
243			pfkey_broadcast_one(skb, GFP_ATOMIC, sk);
244
245		/* the exact target will be processed later */
246		if (sk == one_sk)
247			continue;
248		if (broadcast_flags != BROADCAST_ALL) {
249			if (broadcast_flags & BROADCAST_PROMISC_ONLY)
250				continue;
251			if ((broadcast_flags & BROADCAST_REGISTERED) &&
252			    !pfk->registered)
253				continue;
254			if (broadcast_flags & BROADCAST_ONE)
255				continue;
256		}
257
258		err2 = pfkey_broadcast_one(skb, GFP_ATOMIC, sk);
259
260		/* Error is cleared after successful sending to at least one
261		 * registered KM */
262		if ((broadcast_flags & BROADCAST_REGISTERED) && err)
263			err = err2;
264	}
265	rcu_read_unlock();
266
267	if (one_sk != NULL)
268		err = pfkey_broadcast_one(skb, allocation, one_sk);
269
270	kfree_skb(skb);
271	return err;
272}
273
274static int pfkey_do_dump(struct pfkey_sock *pfk)
275{
276	struct sadb_msg *hdr;
277	int rc;
278
279	mutex_lock(&pfk->dump_lock);
280	if (!pfk->dump.dump) {
281		rc = 0;
282		goto out;
283	}
284
285	rc = pfk->dump.dump(pfk);
286	if (rc == -ENOBUFS) {
287		rc = 0;
288		goto out;
289	}
290
291	if (pfk->dump.skb) {
292		if (!pfkey_can_dump(&pfk->sk)) {
293			rc = 0;
294			goto out;
295		}
296
297		hdr = (struct sadb_msg *) pfk->dump.skb->data;
298		hdr->sadb_msg_seq = 0;
299		hdr->sadb_msg_errno = rc;
300		pfkey_broadcast(pfk->dump.skb, GFP_ATOMIC, BROADCAST_ONE,
301				&pfk->sk, sock_net(&pfk->sk));
302		pfk->dump.skb = NULL;
303	}
304
305	pfkey_terminate_dump(pfk);
306
307out:
308	mutex_unlock(&pfk->dump_lock);
309	return rc;
310}
311
312static inline void pfkey_hdr_dup(struct sadb_msg *new,
313				 const struct sadb_msg *orig)
314{
315	*new = *orig;
316}
317
318static int pfkey_error(const struct sadb_msg *orig, int err, struct sock *sk)
319{
320	struct sk_buff *skb = alloc_skb(sizeof(struct sadb_msg) + 16, GFP_KERNEL);
321	struct sadb_msg *hdr;
322
323	if (!skb)
324		return -ENOBUFS;
325
326	/* Woe be to the platform trying to support PFKEY yet
327	 * having normal errnos outside the 1-255 range, inclusive.
328	 */
329	err = -err;
330	if (err == ERESTARTSYS ||
331	    err == ERESTARTNOHAND ||
332	    err == ERESTARTNOINTR)
333		err = EINTR;
334	if (err >= 512)
335		err = EINVAL;
336	BUG_ON(err <= 0 || err >= 256);
337
338	hdr = skb_put(skb, sizeof(struct sadb_msg));
339	pfkey_hdr_dup(hdr, orig);
340	hdr->sadb_msg_errno = (uint8_t) err;
341	hdr->sadb_msg_len = (sizeof(struct sadb_msg) /
342			     sizeof(uint64_t));
343
344	pfkey_broadcast(skb, GFP_KERNEL, BROADCAST_ONE, sk, sock_net(sk));
345
346	return 0;
347}
348
349static const u8 sadb_ext_min_len[] = {
350	[SADB_EXT_RESERVED]		= (u8) 0,
351	[SADB_EXT_SA]			= (u8) sizeof(struct sadb_sa),
352	[SADB_EXT_LIFETIME_CURRENT]	= (u8) sizeof(struct sadb_lifetime),
353	[SADB_EXT_LIFETIME_HARD]	= (u8) sizeof(struct sadb_lifetime),
354	[SADB_EXT_LIFETIME_SOFT]	= (u8) sizeof(struct sadb_lifetime),
355	[SADB_EXT_ADDRESS_SRC]		= (u8) sizeof(struct sadb_address),
356	[SADB_EXT_ADDRESS_DST]		= (u8) sizeof(struct sadb_address),
357	[SADB_EXT_ADDRESS_PROXY]	= (u8) sizeof(struct sadb_address),
358	[SADB_EXT_KEY_AUTH]		= (u8) sizeof(struct sadb_key),
359	[SADB_EXT_KEY_ENCRYPT]		= (u8) sizeof(struct sadb_key),
360	[SADB_EXT_IDENTITY_SRC]		= (u8) sizeof(struct sadb_ident),
361	[SADB_EXT_IDENTITY_DST]		= (u8) sizeof(struct sadb_ident),
362	[SADB_EXT_SENSITIVITY]		= (u8) sizeof(struct sadb_sens),
363	[SADB_EXT_PROPOSAL]		= (u8) sizeof(struct sadb_prop),
364	[SADB_EXT_SUPPORTED_AUTH]	= (u8) sizeof(struct sadb_supported),
365	[SADB_EXT_SUPPORTED_ENCRYPT]	= (u8) sizeof(struct sadb_supported),
366	[SADB_EXT_SPIRANGE]		= (u8) sizeof(struct sadb_spirange),
367	[SADB_X_EXT_KMPRIVATE]		= (u8) sizeof(struct sadb_x_kmprivate),
368	[SADB_X_EXT_POLICY]		= (u8) sizeof(struct sadb_x_policy),
369	[SADB_X_EXT_SA2]		= (u8) sizeof(struct sadb_x_sa2),
370	[SADB_X_EXT_NAT_T_TYPE]		= (u8) sizeof(struct sadb_x_nat_t_type),
371	[SADB_X_EXT_NAT_T_SPORT]	= (u8) sizeof(struct sadb_x_nat_t_port),
372	[SADB_X_EXT_NAT_T_DPORT]	= (u8) sizeof(struct sadb_x_nat_t_port),
373	[SADB_X_EXT_NAT_T_OA]		= (u8) sizeof(struct sadb_address),
374	[SADB_X_EXT_SEC_CTX]		= (u8) sizeof(struct sadb_x_sec_ctx),
375	[SADB_X_EXT_KMADDRESS]		= (u8) sizeof(struct sadb_x_kmaddress),
376	[SADB_X_EXT_FILTER]		= (u8) sizeof(struct sadb_x_filter),
377};
378
379/* Verify sadb_address_{len,prefixlen} against sa_family.  */
380static int verify_address_len(const void *p)
381{
382	const struct sadb_address *sp = p;
383	const struct sockaddr *addr = (const struct sockaddr *)(sp + 1);
384	const struct sockaddr_in *sin;
385#if IS_ENABLED(CONFIG_IPV6)
386	const struct sockaddr_in6 *sin6;
387#endif
388	int len;
389
390	if (sp->sadb_address_len <
391	    DIV_ROUND_UP(sizeof(*sp) + offsetofend(typeof(*addr), sa_family),
392			 sizeof(uint64_t)))
393		return -EINVAL;
394
395	switch (addr->sa_family) {
396	case AF_INET:
397		len = DIV_ROUND_UP(sizeof(*sp) + sizeof(*sin), sizeof(uint64_t));
398		if (sp->sadb_address_len != len ||
399		    sp->sadb_address_prefixlen > 32)
400			return -EINVAL;
401		break;
402#if IS_ENABLED(CONFIG_IPV6)
403	case AF_INET6:
404		len = DIV_ROUND_UP(sizeof(*sp) + sizeof(*sin6), sizeof(uint64_t));
405		if (sp->sadb_address_len != len ||
406		    sp->sadb_address_prefixlen > 128)
407			return -EINVAL;
408		break;
409#endif
410	default:
411		/* It is user using kernel to keep track of security
412		 * associations for another protocol, such as
413		 * OSPF/RSVP/RIPV2/MIP.  It is user's job to verify
414		 * lengths.
415		 *
416		 * XXX Actually, association/policy database is not yet
417		 * XXX able to cope with arbitrary sockaddr families.
418		 * XXX When it can, remove this -EINVAL.  -DaveM
419		 */
420		return -EINVAL;
421	}
422
423	return 0;
424}
425
426static inline int sadb_key_len(const struct sadb_key *key)
427{
428	int key_bytes = DIV_ROUND_UP(key->sadb_key_bits, 8);
429
430	return DIV_ROUND_UP(sizeof(struct sadb_key) + key_bytes,
431			    sizeof(uint64_t));
432}
433
434static int verify_key_len(const void *p)
435{
436	const struct sadb_key *key = p;
437
438	if (sadb_key_len(key) > key->sadb_key_len)
439		return -EINVAL;
440
441	return 0;
442}
443
444static inline int pfkey_sec_ctx_len(const struct sadb_x_sec_ctx *sec_ctx)
445{
446	return DIV_ROUND_UP(sizeof(struct sadb_x_sec_ctx) +
447			    sec_ctx->sadb_x_ctx_len,
448			    sizeof(uint64_t));
449}
450
451static inline int verify_sec_ctx_len(const void *p)
452{
453	const struct sadb_x_sec_ctx *sec_ctx = p;
454	int len = sec_ctx->sadb_x_ctx_len;
455
456	if (len > PAGE_SIZE)
457		return -EINVAL;
458
459	len = pfkey_sec_ctx_len(sec_ctx);
460
461	if (sec_ctx->sadb_x_sec_len != len)
462		return -EINVAL;
463
464	return 0;
465}
466
467static inline struct xfrm_user_sec_ctx *pfkey_sadb2xfrm_user_sec_ctx(const struct sadb_x_sec_ctx *sec_ctx,
468								     gfp_t gfp)
469{
470	struct xfrm_user_sec_ctx *uctx = NULL;
471	int ctx_size = sec_ctx->sadb_x_ctx_len;
472
473	uctx = kmalloc((sizeof(*uctx)+ctx_size), gfp);
474
475	if (!uctx)
476		return NULL;
477
478	uctx->len = pfkey_sec_ctx_len(sec_ctx);
479	uctx->exttype = sec_ctx->sadb_x_sec_exttype;
480	uctx->ctx_doi = sec_ctx->sadb_x_ctx_doi;
481	uctx->ctx_alg = sec_ctx->sadb_x_ctx_alg;
482	uctx->ctx_len = sec_ctx->sadb_x_ctx_len;
483	memcpy(uctx + 1, sec_ctx + 1,
484	       uctx->ctx_len);
485
486	return uctx;
487}
488
489static int present_and_same_family(const struct sadb_address *src,
490				   const struct sadb_address *dst)
491{
492	const struct sockaddr *s_addr, *d_addr;
493
494	if (!src || !dst)
495		return 0;
496
497	s_addr = (const struct sockaddr *)(src + 1);
498	d_addr = (const struct sockaddr *)(dst + 1);
499	if (s_addr->sa_family != d_addr->sa_family)
500		return 0;
501	if (s_addr->sa_family != AF_INET
502#if IS_ENABLED(CONFIG_IPV6)
503	    && s_addr->sa_family != AF_INET6
504#endif
505		)
506		return 0;
507
508	return 1;
509}
510
511static int parse_exthdrs(struct sk_buff *skb, const struct sadb_msg *hdr, void **ext_hdrs)
512{
513	const char *p = (char *) hdr;
514	int len = skb->len;
515
516	len -= sizeof(*hdr);
517	p += sizeof(*hdr);
518	while (len > 0) {
519		const struct sadb_ext *ehdr = (const struct sadb_ext *) p;
520		uint16_t ext_type;
521		int ext_len;
522
523		if (len < sizeof(*ehdr))
524			return -EINVAL;
525
526		ext_len  = ehdr->sadb_ext_len;
527		ext_len *= sizeof(uint64_t);
528		ext_type = ehdr->sadb_ext_type;
529		if (ext_len < sizeof(uint64_t) ||
530		    ext_len > len ||
531		    ext_type == SADB_EXT_RESERVED)
532			return -EINVAL;
533
534		if (ext_type <= SADB_EXT_MAX) {
535			int min = (int) sadb_ext_min_len[ext_type];
536			if (ext_len < min)
537				return -EINVAL;
538			if (ext_hdrs[ext_type-1] != NULL)
539				return -EINVAL;
540			switch (ext_type) {
541			case SADB_EXT_ADDRESS_SRC:
542			case SADB_EXT_ADDRESS_DST:
543			case SADB_EXT_ADDRESS_PROXY:
544			case SADB_X_EXT_NAT_T_OA:
545				if (verify_address_len(p))
546					return -EINVAL;
547				break;
548			case SADB_X_EXT_SEC_CTX:
549				if (verify_sec_ctx_len(p))
550					return -EINVAL;
551				break;
552			case SADB_EXT_KEY_AUTH:
553			case SADB_EXT_KEY_ENCRYPT:
554				if (verify_key_len(p))
555					return -EINVAL;
556				break;
557			default:
558				break;
559			}
560			ext_hdrs[ext_type-1] = (void *) p;
561		}
562		p   += ext_len;
563		len -= ext_len;
564	}
565
566	return 0;
567}
568
569static uint16_t
570pfkey_satype2proto(uint8_t satype)
571{
572	switch (satype) {
573	case SADB_SATYPE_UNSPEC:
574		return IPSEC_PROTO_ANY;
575	case SADB_SATYPE_AH:
576		return IPPROTO_AH;
577	case SADB_SATYPE_ESP:
578		return IPPROTO_ESP;
579	case SADB_X_SATYPE_IPCOMP:
580		return IPPROTO_COMP;
581	default:
582		return 0;
583	}
584	/* NOTREACHED */
585}
586
587static uint8_t
588pfkey_proto2satype(uint16_t proto)
589{
590	switch (proto) {
591	case IPPROTO_AH:
592		return SADB_SATYPE_AH;
593	case IPPROTO_ESP:
594		return SADB_SATYPE_ESP;
595	case IPPROTO_COMP:
596		return SADB_X_SATYPE_IPCOMP;
597	default:
598		return 0;
599	}
600	/* NOTREACHED */
601}
602
603/* BTW, this scheme means that there is no way with PFKEY2 sockets to
604 * say specifically 'just raw sockets' as we encode them as 255.
605 */
606
607static uint8_t pfkey_proto_to_xfrm(uint8_t proto)
608{
609	return proto == IPSEC_PROTO_ANY ? 0 : proto;
610}
611
612static uint8_t pfkey_proto_from_xfrm(uint8_t proto)
613{
614	return proto ? proto : IPSEC_PROTO_ANY;
615}
616
617static inline int pfkey_sockaddr_len(sa_family_t family)
618{
619	switch (family) {
620	case AF_INET:
621		return sizeof(struct sockaddr_in);
622#if IS_ENABLED(CONFIG_IPV6)
623	case AF_INET6:
624		return sizeof(struct sockaddr_in6);
625#endif
626	}
627	return 0;
628}
629
630static
631int pfkey_sockaddr_extract(const struct sockaddr *sa, xfrm_address_t *xaddr)
632{
633	switch (sa->sa_family) {
634	case AF_INET:
635		xaddr->a4 =
636			((struct sockaddr_in *)sa)->sin_addr.s_addr;
637		return AF_INET;
638#if IS_ENABLED(CONFIG_IPV6)
639	case AF_INET6:
640		memcpy(xaddr->a6,
641		       &((struct sockaddr_in6 *)sa)->sin6_addr,
642		       sizeof(struct in6_addr));
643		return AF_INET6;
644#endif
645	}
646	return 0;
647}
648
649static
650int pfkey_sadb_addr2xfrm_addr(const struct sadb_address *addr, xfrm_address_t *xaddr)
651{
652	return pfkey_sockaddr_extract((struct sockaddr *)(addr + 1),
653				      xaddr);
654}
655
656static struct  xfrm_state *pfkey_xfrm_state_lookup(struct net *net, const struct sadb_msg *hdr, void * const *ext_hdrs)
657{
658	const struct sadb_sa *sa;
659	const struct sadb_address *addr;
660	uint16_t proto;
661	unsigned short family;
662	xfrm_address_t *xaddr;
663
664	sa = ext_hdrs[SADB_EXT_SA - 1];
665	if (sa == NULL)
666		return NULL;
667
668	proto = pfkey_satype2proto(hdr->sadb_msg_satype);
669	if (proto == 0)
670		return NULL;
671
672	/* sadb_address_len should be checked by caller */
673	addr = ext_hdrs[SADB_EXT_ADDRESS_DST - 1];
674	if (addr == NULL)
675		return NULL;
676
677	family = ((const struct sockaddr *)(addr + 1))->sa_family;
678	switch (family) {
679	case AF_INET:
680		xaddr = (xfrm_address_t *)&((const struct sockaddr_in *)(addr + 1))->sin_addr;
681		break;
682#if IS_ENABLED(CONFIG_IPV6)
683	case AF_INET6:
684		xaddr = (xfrm_address_t *)&((const struct sockaddr_in6 *)(addr + 1))->sin6_addr;
685		break;
686#endif
687	default:
688		xaddr = NULL;
689	}
690
691	if (!xaddr)
692		return NULL;
693
694	return xfrm_state_lookup(net, DUMMY_MARK, xaddr, sa->sadb_sa_spi, proto, family);
695}
696
697#define PFKEY_ALIGN8(a) (1 + (((a) - 1) | (8 - 1)))
698
699static int
700pfkey_sockaddr_size(sa_family_t family)
701{
702	return PFKEY_ALIGN8(pfkey_sockaddr_len(family));
703}
704
705static inline int pfkey_mode_from_xfrm(int mode)
706{
707	switch(mode) {
708	case XFRM_MODE_TRANSPORT:
709		return IPSEC_MODE_TRANSPORT;
710	case XFRM_MODE_TUNNEL:
711		return IPSEC_MODE_TUNNEL;
712	case XFRM_MODE_BEET:
713		return IPSEC_MODE_BEET;
714	default:
715		return -1;
716	}
717}
718
719static inline int pfkey_mode_to_xfrm(int mode)
720{
721	switch(mode) {
722	case IPSEC_MODE_ANY:	/*XXX*/
723	case IPSEC_MODE_TRANSPORT:
724		return XFRM_MODE_TRANSPORT;
725	case IPSEC_MODE_TUNNEL:
726		return XFRM_MODE_TUNNEL;
727	case IPSEC_MODE_BEET:
728		return XFRM_MODE_BEET;
729	default:
730		return -1;
731	}
732}
733
734static unsigned int pfkey_sockaddr_fill(const xfrm_address_t *xaddr, __be16 port,
735					struct sockaddr *sa,
736					unsigned short family)
737{
738	switch (family) {
739	case AF_INET:
740	    {
741		struct sockaddr_in *sin = (struct sockaddr_in *)sa;
742		sin->sin_family = AF_INET;
743		sin->sin_port = port;
744		sin->sin_addr.s_addr = xaddr->a4;
745		memset(sin->sin_zero, 0, sizeof(sin->sin_zero));
746		return 32;
747	    }
748#if IS_ENABLED(CONFIG_IPV6)
749	case AF_INET6:
750	    {
751		struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)sa;
752		sin6->sin6_family = AF_INET6;
753		sin6->sin6_port = port;
754		sin6->sin6_flowinfo = 0;
755		sin6->sin6_addr = xaddr->in6;
756		sin6->sin6_scope_id = 0;
757		return 128;
758	    }
759#endif
760	}
761	return 0;
762}
763
764static struct sk_buff *__pfkey_xfrm_state2msg(const struct xfrm_state *x,
765					      int add_keys, int hsc)
766{
767	struct sk_buff *skb;
768	struct sadb_msg *hdr;
769	struct sadb_sa *sa;
770	struct sadb_lifetime *lifetime;
771	struct sadb_address *addr;
772	struct sadb_key *key;
773	struct sadb_x_sa2 *sa2;
774	struct sadb_x_sec_ctx *sec_ctx;
775	struct xfrm_sec_ctx *xfrm_ctx;
776	int ctx_size = 0;
777	int size;
778	int auth_key_size = 0;
779	int encrypt_key_size = 0;
780	int sockaddr_size;
781	struct xfrm_encap_tmpl *natt = NULL;
782	int mode;
783
784	/* address family check */
785	sockaddr_size = pfkey_sockaddr_size(x->props.family);
786	if (!sockaddr_size)
787		return ERR_PTR(-EINVAL);
788
789	/* base, SA, (lifetime (HSC),) address(SD), (address(P),)
790	   key(AE), (identity(SD),) (sensitivity)> */
791	size = sizeof(struct sadb_msg) +sizeof(struct sadb_sa) +
792		sizeof(struct sadb_lifetime) +
793		((hsc & 1) ? sizeof(struct sadb_lifetime) : 0) +
794		((hsc & 2) ? sizeof(struct sadb_lifetime) : 0) +
795			sizeof(struct sadb_address)*2 +
796				sockaddr_size*2 +
797					sizeof(struct sadb_x_sa2);
798
799	if ((xfrm_ctx = x->security)) {
800		ctx_size = PFKEY_ALIGN8(xfrm_ctx->ctx_len);
801		size += sizeof(struct sadb_x_sec_ctx) + ctx_size;
802	}
803
804	/* identity & sensitivity */
805	if (!xfrm_addr_equal(&x->sel.saddr, &x->props.saddr, x->props.family))
806		size += sizeof(struct sadb_address) + sockaddr_size;
807
808	if (add_keys) {
809		if (x->aalg && x->aalg->alg_key_len) {
810			auth_key_size =
811				PFKEY_ALIGN8((x->aalg->alg_key_len + 7) / 8);
812			size += sizeof(struct sadb_key) + auth_key_size;
813		}
814		if (x->ealg && x->ealg->alg_key_len) {
815			encrypt_key_size =
816				PFKEY_ALIGN8((x->ealg->alg_key_len+7) / 8);
817			size += sizeof(struct sadb_key) + encrypt_key_size;
818		}
819	}
820	if (x->encap)
821		natt = x->encap;
822
823	if (natt && natt->encap_type) {
824		size += sizeof(struct sadb_x_nat_t_type);
825		size += sizeof(struct sadb_x_nat_t_port);
826		size += sizeof(struct sadb_x_nat_t_port);
827	}
828
829	skb =  alloc_skb(size + 16, GFP_ATOMIC);
830	if (skb == NULL)
831		return ERR_PTR(-ENOBUFS);
832
833	/* call should fill header later */
834	hdr = skb_put(skb, sizeof(struct sadb_msg));
835	memset(hdr, 0, size);	/* XXX do we need this ? */
836	hdr->sadb_msg_len = size / sizeof(uint64_t);
837
838	/* sa */
839	sa = skb_put(skb, sizeof(struct sadb_sa));
840	sa->sadb_sa_len = sizeof(struct sadb_sa)/sizeof(uint64_t);
841	sa->sadb_sa_exttype = SADB_EXT_SA;
842	sa->sadb_sa_spi = x->id.spi;
843	sa->sadb_sa_replay = x->props.replay_window;
844	switch (x->km.state) {
845	case XFRM_STATE_VALID:
846		sa->sadb_sa_state = x->km.dying ?
847			SADB_SASTATE_DYING : SADB_SASTATE_MATURE;
848		break;
849	case XFRM_STATE_ACQ:
850		sa->sadb_sa_state = SADB_SASTATE_LARVAL;
851		break;
852	default:
853		sa->sadb_sa_state = SADB_SASTATE_DEAD;
854		break;
855	}
856	sa->sadb_sa_auth = 0;
857	if (x->aalg) {
858		struct xfrm_algo_desc *a = xfrm_aalg_get_byname(x->aalg->alg_name, 0);
859		sa->sadb_sa_auth = (a && a->pfkey_supported) ?
860					a->desc.sadb_alg_id : 0;
861	}
862	sa->sadb_sa_encrypt = 0;
863	BUG_ON(x->ealg && x->calg);
864	if (x->ealg) {
865		struct xfrm_algo_desc *a = xfrm_ealg_get_byname(x->ealg->alg_name, 0);
866		sa->sadb_sa_encrypt = (a && a->pfkey_supported) ?
867					a->desc.sadb_alg_id : 0;
868	}
869	/* KAME compatible: sadb_sa_encrypt is overloaded with calg id */
870	if (x->calg) {
871		struct xfrm_algo_desc *a = xfrm_calg_get_byname(x->calg->alg_name, 0);
872		sa->sadb_sa_encrypt = (a && a->pfkey_supported) ?
873					a->desc.sadb_alg_id : 0;
874	}
875
876	sa->sadb_sa_flags = 0;
877	if (x->props.flags & XFRM_STATE_NOECN)
878		sa->sadb_sa_flags |= SADB_SAFLAGS_NOECN;
879	if (x->props.flags & XFRM_STATE_DECAP_DSCP)
880		sa->sadb_sa_flags |= SADB_SAFLAGS_DECAP_DSCP;
881	if (x->props.flags & XFRM_STATE_NOPMTUDISC)
882		sa->sadb_sa_flags |= SADB_SAFLAGS_NOPMTUDISC;
883
884	/* hard time */
885	if (hsc & 2) {
886		lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
887		lifetime->sadb_lifetime_len =
888			sizeof(struct sadb_lifetime)/sizeof(uint64_t);
889		lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD;
890		lifetime->sadb_lifetime_allocations =  _X2KEY(x->lft.hard_packet_limit);
891		lifetime->sadb_lifetime_bytes = _X2KEY(x->lft.hard_byte_limit);
892		lifetime->sadb_lifetime_addtime = x->lft.hard_add_expires_seconds;
893		lifetime->sadb_lifetime_usetime = x->lft.hard_use_expires_seconds;
894	}
895	/* soft time */
896	if (hsc & 1) {
897		lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
898		lifetime->sadb_lifetime_len =
899			sizeof(struct sadb_lifetime)/sizeof(uint64_t);
900		lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT;
901		lifetime->sadb_lifetime_allocations =  _X2KEY(x->lft.soft_packet_limit);
902		lifetime->sadb_lifetime_bytes = _X2KEY(x->lft.soft_byte_limit);
903		lifetime->sadb_lifetime_addtime = x->lft.soft_add_expires_seconds;
904		lifetime->sadb_lifetime_usetime = x->lft.soft_use_expires_seconds;
905	}
906	/* current time */
907	lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
908	lifetime->sadb_lifetime_len =
909		sizeof(struct sadb_lifetime)/sizeof(uint64_t);
910	lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT;
911	lifetime->sadb_lifetime_allocations = x->curlft.packets;
912	lifetime->sadb_lifetime_bytes = x->curlft.bytes;
913	lifetime->sadb_lifetime_addtime = x->curlft.add_time;
914	lifetime->sadb_lifetime_usetime = x->curlft.use_time;
915	/* src address */
916	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
917	addr->sadb_address_len =
918		(sizeof(struct sadb_address)+sockaddr_size)/
919			sizeof(uint64_t);
920	addr->sadb_address_exttype = SADB_EXT_ADDRESS_SRC;
921	/* "if the ports are non-zero, then the sadb_address_proto field,
922	   normally zero, MUST be filled in with the transport
923	   protocol's number." - RFC2367 */
924	addr->sadb_address_proto = 0;
925	addr->sadb_address_reserved = 0;
926
927	addr->sadb_address_prefixlen =
928		pfkey_sockaddr_fill(&x->props.saddr, 0,
929				    (struct sockaddr *) (addr + 1),
930				    x->props.family);
931	BUG_ON(!addr->sadb_address_prefixlen);
932
933	/* dst address */
934	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
935	addr->sadb_address_len =
936		(sizeof(struct sadb_address)+sockaddr_size)/
937			sizeof(uint64_t);
938	addr->sadb_address_exttype = SADB_EXT_ADDRESS_DST;
939	addr->sadb_address_proto = 0;
940	addr->sadb_address_reserved = 0;
941
942	addr->sadb_address_prefixlen =
943		pfkey_sockaddr_fill(&x->id.daddr, 0,
944				    (struct sockaddr *) (addr + 1),
945				    x->props.family);
946	BUG_ON(!addr->sadb_address_prefixlen);
947
948	if (!xfrm_addr_equal(&x->sel.saddr, &x->props.saddr,
949			     x->props.family)) {
950		addr = skb_put(skb,
951			       sizeof(struct sadb_address) + sockaddr_size);
952		addr->sadb_address_len =
953			(sizeof(struct sadb_address)+sockaddr_size)/
954			sizeof(uint64_t);
955		addr->sadb_address_exttype = SADB_EXT_ADDRESS_PROXY;
956		addr->sadb_address_proto =
957			pfkey_proto_from_xfrm(x->sel.proto);
958		addr->sadb_address_prefixlen = x->sel.prefixlen_s;
959		addr->sadb_address_reserved = 0;
960
961		pfkey_sockaddr_fill(&x->sel.saddr, x->sel.sport,
962				    (struct sockaddr *) (addr + 1),
963				    x->props.family);
964	}
965
966	/* auth key */
967	if (add_keys && auth_key_size) {
968		key = skb_put(skb, sizeof(struct sadb_key) + auth_key_size);
969		key->sadb_key_len = (sizeof(struct sadb_key) + auth_key_size) /
970			sizeof(uint64_t);
971		key->sadb_key_exttype = SADB_EXT_KEY_AUTH;
972		key->sadb_key_bits = x->aalg->alg_key_len;
973		key->sadb_key_reserved = 0;
974		memcpy(key + 1, x->aalg->alg_key, (x->aalg->alg_key_len+7)/8);
975	}
976	/* encrypt key */
977	if (add_keys && encrypt_key_size) {
978		key = skb_put(skb, sizeof(struct sadb_key) + encrypt_key_size);
979		key->sadb_key_len = (sizeof(struct sadb_key) +
980				     encrypt_key_size) / sizeof(uint64_t);
981		key->sadb_key_exttype = SADB_EXT_KEY_ENCRYPT;
982		key->sadb_key_bits = x->ealg->alg_key_len;
983		key->sadb_key_reserved = 0;
984		memcpy(key + 1, x->ealg->alg_key,
985		       (x->ealg->alg_key_len+7)/8);
986	}
987
988	/* sa */
989	sa2 = skb_put(skb, sizeof(struct sadb_x_sa2));
990	sa2->sadb_x_sa2_len = sizeof(struct sadb_x_sa2)/sizeof(uint64_t);
991	sa2->sadb_x_sa2_exttype = SADB_X_EXT_SA2;
992	if ((mode = pfkey_mode_from_xfrm(x->props.mode)) < 0) {
993		kfree_skb(skb);
994		return ERR_PTR(-EINVAL);
995	}
996	sa2->sadb_x_sa2_mode = mode;
997	sa2->sadb_x_sa2_reserved1 = 0;
998	sa2->sadb_x_sa2_reserved2 = 0;
999	sa2->sadb_x_sa2_sequence = 0;
1000	sa2->sadb_x_sa2_reqid = x->props.reqid;
1001
1002	if (natt && natt->encap_type) {
1003		struct sadb_x_nat_t_type *n_type;
1004		struct sadb_x_nat_t_port *n_port;
1005
1006		/* type */
1007		n_type = skb_put(skb, sizeof(*n_type));
1008		n_type->sadb_x_nat_t_type_len = sizeof(*n_type)/sizeof(uint64_t);
1009		n_type->sadb_x_nat_t_type_exttype = SADB_X_EXT_NAT_T_TYPE;
1010		n_type->sadb_x_nat_t_type_type = natt->encap_type;
1011		n_type->sadb_x_nat_t_type_reserved[0] = 0;
1012		n_type->sadb_x_nat_t_type_reserved[1] = 0;
1013		n_type->sadb_x_nat_t_type_reserved[2] = 0;
1014
1015		/* source port */
1016		n_port = skb_put(skb, sizeof(*n_port));
1017		n_port->sadb_x_nat_t_port_len = sizeof(*n_port)/sizeof(uint64_t);
1018		n_port->sadb_x_nat_t_port_exttype = SADB_X_EXT_NAT_T_SPORT;
1019		n_port->sadb_x_nat_t_port_port = natt->encap_sport;
1020		n_port->sadb_x_nat_t_port_reserved = 0;
1021
1022		/* dest port */
1023		n_port = skb_put(skb, sizeof(*n_port));
1024		n_port->sadb_x_nat_t_port_len = sizeof(*n_port)/sizeof(uint64_t);
1025		n_port->sadb_x_nat_t_port_exttype = SADB_X_EXT_NAT_T_DPORT;
1026		n_port->sadb_x_nat_t_port_port = natt->encap_dport;
1027		n_port->sadb_x_nat_t_port_reserved = 0;
1028	}
1029
1030	/* security context */
1031	if (xfrm_ctx) {
1032		sec_ctx = skb_put(skb,
1033				  sizeof(struct sadb_x_sec_ctx) + ctx_size);
1034		sec_ctx->sadb_x_sec_len =
1035		  (sizeof(struct sadb_x_sec_ctx) + ctx_size) / sizeof(uint64_t);
1036		sec_ctx->sadb_x_sec_exttype = SADB_X_EXT_SEC_CTX;
1037		sec_ctx->sadb_x_ctx_doi = xfrm_ctx->ctx_doi;
1038		sec_ctx->sadb_x_ctx_alg = xfrm_ctx->ctx_alg;
1039		sec_ctx->sadb_x_ctx_len = xfrm_ctx->ctx_len;
1040		memcpy(sec_ctx + 1, xfrm_ctx->ctx_str,
1041		       xfrm_ctx->ctx_len);
1042	}
1043
1044	return skb;
1045}
1046
1047
1048static inline struct sk_buff *pfkey_xfrm_state2msg(const struct xfrm_state *x)
1049{
1050	struct sk_buff *skb;
1051
1052	skb = __pfkey_xfrm_state2msg(x, 1, 3);
1053
1054	return skb;
1055}
1056
1057static inline struct sk_buff *pfkey_xfrm_state2msg_expire(const struct xfrm_state *x,
1058							  int hsc)
1059{
1060	return __pfkey_xfrm_state2msg(x, 0, hsc);
1061}
1062
1063static struct xfrm_state * pfkey_msg2xfrm_state(struct net *net,
1064						const struct sadb_msg *hdr,
1065						void * const *ext_hdrs)
1066{
1067	struct xfrm_state *x;
1068	const struct sadb_lifetime *lifetime;
1069	const struct sadb_sa *sa;
1070	const struct sadb_key *key;
1071	const struct sadb_x_sec_ctx *sec_ctx;
1072	uint16_t proto;
1073	int err;
1074
1075
1076	sa = ext_hdrs[SADB_EXT_SA - 1];
1077	if (!sa ||
1078	    !present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
1079				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]))
1080		return ERR_PTR(-EINVAL);
1081	if (hdr->sadb_msg_satype == SADB_SATYPE_ESP &&
1082	    !ext_hdrs[SADB_EXT_KEY_ENCRYPT-1])
1083		return ERR_PTR(-EINVAL);
1084	if (hdr->sadb_msg_satype == SADB_SATYPE_AH &&
1085	    !ext_hdrs[SADB_EXT_KEY_AUTH-1])
1086		return ERR_PTR(-EINVAL);
1087	if (!!ext_hdrs[SADB_EXT_LIFETIME_HARD-1] !=
1088	    !!ext_hdrs[SADB_EXT_LIFETIME_SOFT-1])
1089		return ERR_PTR(-EINVAL);
1090
1091	proto = pfkey_satype2proto(hdr->sadb_msg_satype);
1092	if (proto == 0)
1093		return ERR_PTR(-EINVAL);
1094
1095	/* default error is no buffer space */
1096	err = -ENOBUFS;
1097
1098	/* RFC2367:
1099
1100   Only SADB_SASTATE_MATURE SAs may be submitted in an SADB_ADD message.
1101   SADB_SASTATE_LARVAL SAs are created by SADB_GETSPI and it is not
1102   sensible to add a new SA in the DYING or SADB_SASTATE_DEAD state.
1103   Therefore, the sadb_sa_state field of all submitted SAs MUST be
1104   SADB_SASTATE_MATURE and the kernel MUST return an error if this is
1105   not true.
1106
1107	   However, KAME setkey always uses SADB_SASTATE_LARVAL.
1108	   Hence, we have to _ignore_ sadb_sa_state, which is also reasonable.
1109	 */
1110	if (sa->sadb_sa_auth > SADB_AALG_MAX ||
1111	    (hdr->sadb_msg_satype == SADB_X_SATYPE_IPCOMP &&
1112	     sa->sadb_sa_encrypt > SADB_X_CALG_MAX) ||
1113	    sa->sadb_sa_encrypt > SADB_EALG_MAX)
1114		return ERR_PTR(-EINVAL);
1115	key = ext_hdrs[SADB_EXT_KEY_AUTH - 1];
1116	if (key != NULL &&
1117	    sa->sadb_sa_auth != SADB_X_AALG_NULL &&
1118	    key->sadb_key_bits == 0)
1119		return ERR_PTR(-EINVAL);
1120	key = ext_hdrs[SADB_EXT_KEY_ENCRYPT-1];
1121	if (key != NULL &&
1122	    sa->sadb_sa_encrypt != SADB_EALG_NULL &&
1123	    key->sadb_key_bits == 0)
1124		return ERR_PTR(-EINVAL);
1125
1126	x = xfrm_state_alloc(net);
1127	if (x == NULL)
1128		return ERR_PTR(-ENOBUFS);
1129
1130	x->id.proto = proto;
1131	x->id.spi = sa->sadb_sa_spi;
1132	x->props.replay_window = min_t(unsigned int, sa->sadb_sa_replay,
1133					(sizeof(x->replay.bitmap) * 8));
1134	if (sa->sadb_sa_flags & SADB_SAFLAGS_NOECN)
1135		x->props.flags |= XFRM_STATE_NOECN;
1136	if (sa->sadb_sa_flags & SADB_SAFLAGS_DECAP_DSCP)
1137		x->props.flags |= XFRM_STATE_DECAP_DSCP;
1138	if (sa->sadb_sa_flags & SADB_SAFLAGS_NOPMTUDISC)
1139		x->props.flags |= XFRM_STATE_NOPMTUDISC;
1140
1141	lifetime = ext_hdrs[SADB_EXT_LIFETIME_HARD - 1];
1142	if (lifetime != NULL) {
1143		x->lft.hard_packet_limit = _KEY2X(lifetime->sadb_lifetime_allocations);
1144		x->lft.hard_byte_limit = _KEY2X(lifetime->sadb_lifetime_bytes);
1145		x->lft.hard_add_expires_seconds = lifetime->sadb_lifetime_addtime;
1146		x->lft.hard_use_expires_seconds = lifetime->sadb_lifetime_usetime;
1147	}
1148	lifetime = ext_hdrs[SADB_EXT_LIFETIME_SOFT - 1];
1149	if (lifetime != NULL) {
1150		x->lft.soft_packet_limit = _KEY2X(lifetime->sadb_lifetime_allocations);
1151		x->lft.soft_byte_limit = _KEY2X(lifetime->sadb_lifetime_bytes);
1152		x->lft.soft_add_expires_seconds = lifetime->sadb_lifetime_addtime;
1153		x->lft.soft_use_expires_seconds = lifetime->sadb_lifetime_usetime;
1154	}
1155
1156	sec_ctx = ext_hdrs[SADB_X_EXT_SEC_CTX - 1];
1157	if (sec_ctx != NULL) {
1158		struct xfrm_user_sec_ctx *uctx = pfkey_sadb2xfrm_user_sec_ctx(sec_ctx, GFP_KERNEL);
1159
1160		if (!uctx)
1161			goto out;
1162
1163		err = security_xfrm_state_alloc(x, uctx);
1164		kfree(uctx);
1165
1166		if (err)
1167			goto out;
1168	}
1169
1170	err = -ENOBUFS;
1171	key = ext_hdrs[SADB_EXT_KEY_AUTH - 1];
1172	if (sa->sadb_sa_auth) {
1173		int keysize = 0;
1174		struct xfrm_algo_desc *a = xfrm_aalg_get_byid(sa->sadb_sa_auth);
1175		if (!a || !a->pfkey_supported) {
1176			err = -ENOSYS;
1177			goto out;
1178		}
1179		if (key)
1180			keysize = (key->sadb_key_bits + 7) / 8;
1181		x->aalg = kmalloc(sizeof(*x->aalg) + keysize, GFP_KERNEL);
1182		if (!x->aalg) {
1183			err = -ENOMEM;
1184			goto out;
1185		}
1186		strcpy(x->aalg->alg_name, a->name);
1187		x->aalg->alg_key_len = 0;
1188		if (key) {
1189			x->aalg->alg_key_len = key->sadb_key_bits;
1190			memcpy(x->aalg->alg_key, key+1, keysize);
1191		}
1192		x->aalg->alg_trunc_len = a->uinfo.auth.icv_truncbits;
1193		x->props.aalgo = sa->sadb_sa_auth;
1194		/* x->algo.flags = sa->sadb_sa_flags; */
1195	}
1196	if (sa->sadb_sa_encrypt) {
1197		if (hdr->sadb_msg_satype == SADB_X_SATYPE_IPCOMP) {
1198			struct xfrm_algo_desc *a = xfrm_calg_get_byid(sa->sadb_sa_encrypt);
1199			if (!a || !a->pfkey_supported) {
1200				err = -ENOSYS;
1201				goto out;
1202			}
1203			x->calg = kmalloc(sizeof(*x->calg), GFP_KERNEL);
1204			if (!x->calg) {
1205				err = -ENOMEM;
1206				goto out;
1207			}
1208			strcpy(x->calg->alg_name, a->name);
1209			x->props.calgo = sa->sadb_sa_encrypt;
1210		} else {
1211			int keysize = 0;
1212			struct xfrm_algo_desc *a = xfrm_ealg_get_byid(sa->sadb_sa_encrypt);
1213			if (!a || !a->pfkey_supported) {
1214				err = -ENOSYS;
1215				goto out;
1216			}
1217			key = (struct sadb_key*) ext_hdrs[SADB_EXT_KEY_ENCRYPT-1];
1218			if (key)
1219				keysize = (key->sadb_key_bits + 7) / 8;
1220			x->ealg = kmalloc(sizeof(*x->ealg) + keysize, GFP_KERNEL);
1221			if (!x->ealg) {
1222				err = -ENOMEM;
1223				goto out;
1224			}
1225			strcpy(x->ealg->alg_name, a->name);
1226			x->ealg->alg_key_len = 0;
1227			if (key) {
1228				x->ealg->alg_key_len = key->sadb_key_bits;
1229				memcpy(x->ealg->alg_key, key+1, keysize);
1230			}
1231			x->props.ealgo = sa->sadb_sa_encrypt;
1232			x->geniv = a->uinfo.encr.geniv;
1233		}
1234	}
1235	/* x->algo.flags = sa->sadb_sa_flags; */
1236
1237	x->props.family = pfkey_sadb_addr2xfrm_addr((struct sadb_address *) ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
1238						    &x->props.saddr);
1239	pfkey_sadb_addr2xfrm_addr((struct sadb_address *) ext_hdrs[SADB_EXT_ADDRESS_DST-1],
1240				  &x->id.daddr);
1241
1242	if (ext_hdrs[SADB_X_EXT_SA2-1]) {
1243		const struct sadb_x_sa2 *sa2 = ext_hdrs[SADB_X_EXT_SA2-1];
1244		int mode = pfkey_mode_to_xfrm(sa2->sadb_x_sa2_mode);
1245		if (mode < 0) {
1246			err = -EINVAL;
1247			goto out;
1248		}
1249		x->props.mode = mode;
1250		x->props.reqid = sa2->sadb_x_sa2_reqid;
1251	}
1252
1253	if (ext_hdrs[SADB_EXT_ADDRESS_PROXY-1]) {
1254		const struct sadb_address *addr = ext_hdrs[SADB_EXT_ADDRESS_PROXY-1];
1255
1256		/* Nobody uses this, but we try. */
1257		x->sel.family = pfkey_sadb_addr2xfrm_addr(addr, &x->sel.saddr);
1258		x->sel.prefixlen_s = addr->sadb_address_prefixlen;
1259	}
1260
1261	if (!x->sel.family)
1262		x->sel.family = x->props.family;
1263
1264	if (ext_hdrs[SADB_X_EXT_NAT_T_TYPE-1]) {
1265		const struct sadb_x_nat_t_type* n_type;
1266		struct xfrm_encap_tmpl *natt;
1267
1268		x->encap = kmalloc(sizeof(*x->encap), GFP_KERNEL);
1269		if (!x->encap) {
1270			err = -ENOMEM;
1271			goto out;
1272		}
1273
1274		natt = x->encap;
1275		n_type = ext_hdrs[SADB_X_EXT_NAT_T_TYPE-1];
1276		natt->encap_type = n_type->sadb_x_nat_t_type_type;
1277
1278		if (ext_hdrs[SADB_X_EXT_NAT_T_SPORT-1]) {
1279			const struct sadb_x_nat_t_port *n_port =
1280				ext_hdrs[SADB_X_EXT_NAT_T_SPORT-1];
1281			natt->encap_sport = n_port->sadb_x_nat_t_port_port;
1282		}
1283		if (ext_hdrs[SADB_X_EXT_NAT_T_DPORT-1]) {
1284			const struct sadb_x_nat_t_port *n_port =
1285				ext_hdrs[SADB_X_EXT_NAT_T_DPORT-1];
1286			natt->encap_dport = n_port->sadb_x_nat_t_port_port;
1287		}
1288		memset(&natt->encap_oa, 0, sizeof(natt->encap_oa));
1289	}
1290
1291	err = xfrm_init_state(x);
1292	if (err)
1293		goto out;
1294
1295	x->km.seq = hdr->sadb_msg_seq;
1296	return x;
1297
1298out:
1299	x->km.state = XFRM_STATE_DEAD;
1300	xfrm_state_put(x);
1301	return ERR_PTR(err);
1302}
1303
1304static int pfkey_reserved(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1305{
1306	return -EOPNOTSUPP;
1307}
1308
1309static int pfkey_getspi(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1310{
1311	struct net *net = sock_net(sk);
1312	struct sk_buff *resp_skb;
1313	struct sadb_x_sa2 *sa2;
1314	struct sadb_address *saddr, *daddr;
1315	struct sadb_msg *out_hdr;
1316	struct sadb_spirange *range;
1317	struct xfrm_state *x = NULL;
1318	int mode;
1319	int err;
1320	u32 min_spi, max_spi;
1321	u32 reqid;
1322	u8 proto;
1323	unsigned short family;
1324	xfrm_address_t *xsaddr = NULL, *xdaddr = NULL;
1325
1326	if (!present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
1327				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]))
1328		return -EINVAL;
1329
1330	proto = pfkey_satype2proto(hdr->sadb_msg_satype);
1331	if (proto == 0)
1332		return -EINVAL;
1333
1334	if ((sa2 = ext_hdrs[SADB_X_EXT_SA2-1]) != NULL) {
1335		mode = pfkey_mode_to_xfrm(sa2->sadb_x_sa2_mode);
1336		if (mode < 0)
1337			return -EINVAL;
1338		reqid = sa2->sadb_x_sa2_reqid;
1339	} else {
1340		mode = 0;
1341		reqid = 0;
1342	}
1343
1344	saddr = ext_hdrs[SADB_EXT_ADDRESS_SRC-1];
1345	daddr = ext_hdrs[SADB_EXT_ADDRESS_DST-1];
1346
1347	family = ((struct sockaddr *)(saddr + 1))->sa_family;
1348	switch (family) {
1349	case AF_INET:
1350		xdaddr = (xfrm_address_t *)&((struct sockaddr_in *)(daddr + 1))->sin_addr.s_addr;
1351		xsaddr = (xfrm_address_t *)&((struct sockaddr_in *)(saddr + 1))->sin_addr.s_addr;
1352		break;
1353#if IS_ENABLED(CONFIG_IPV6)
1354	case AF_INET6:
1355		xdaddr = (xfrm_address_t *)&((struct sockaddr_in6 *)(daddr + 1))->sin6_addr;
1356		xsaddr = (xfrm_address_t *)&((struct sockaddr_in6 *)(saddr + 1))->sin6_addr;
1357		break;
1358#endif
1359	}
1360
1361	if (hdr->sadb_msg_seq) {
1362		x = xfrm_find_acq_byseq(net, DUMMY_MARK, hdr->sadb_msg_seq);
1363		if (x && !xfrm_addr_equal(&x->id.daddr, xdaddr, family)) {
1364			xfrm_state_put(x);
1365			x = NULL;
1366		}
1367	}
1368
1369	if (!x)
1370		x = xfrm_find_acq(net, &dummy_mark, mode, reqid, 0, proto, xdaddr, xsaddr, 1, family);
1371
1372	if (x == NULL)
1373		return -ENOENT;
1374
1375	min_spi = 0x100;
1376	max_spi = 0x0fffffff;
1377
1378	range = ext_hdrs[SADB_EXT_SPIRANGE-1];
1379	if (range) {
1380		min_spi = range->sadb_spirange_min;
1381		max_spi = range->sadb_spirange_max;
1382	}
1383
1384	err = verify_spi_info(x->id.proto, min_spi, max_spi);
1385	if (err) {
1386		xfrm_state_put(x);
1387		return err;
1388	}
1389
1390	err = xfrm_alloc_spi(x, min_spi, max_spi);
1391	resp_skb = err ? ERR_PTR(err) : pfkey_xfrm_state2msg(x);
1392
1393	if (IS_ERR(resp_skb)) {
1394		xfrm_state_put(x);
1395		return  PTR_ERR(resp_skb);
1396	}
1397
1398	out_hdr = (struct sadb_msg *) resp_skb->data;
1399	out_hdr->sadb_msg_version = hdr->sadb_msg_version;
1400	out_hdr->sadb_msg_type = SADB_GETSPI;
1401	out_hdr->sadb_msg_satype = pfkey_proto2satype(proto);
1402	out_hdr->sadb_msg_errno = 0;
1403	out_hdr->sadb_msg_reserved = 0;
1404	out_hdr->sadb_msg_seq = hdr->sadb_msg_seq;
1405	out_hdr->sadb_msg_pid = hdr->sadb_msg_pid;
1406
1407	xfrm_state_put(x);
1408
1409	pfkey_broadcast(resp_skb, GFP_KERNEL, BROADCAST_ONE, sk, net);
1410
1411	return 0;
1412}
1413
1414static int pfkey_acquire(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1415{
1416	struct net *net = sock_net(sk);
1417	struct xfrm_state *x;
1418
1419	if (hdr->sadb_msg_len != sizeof(struct sadb_msg)/8)
1420		return -EOPNOTSUPP;
1421
1422	if (hdr->sadb_msg_seq == 0 || hdr->sadb_msg_errno == 0)
1423		return 0;
1424
1425	x = xfrm_find_acq_byseq(net, DUMMY_MARK, hdr->sadb_msg_seq);
1426	if (x == NULL)
1427		return 0;
1428
1429	spin_lock_bh(&x->lock);
1430	if (x->km.state == XFRM_STATE_ACQ)
1431		x->km.state = XFRM_STATE_ERROR;
1432
1433	spin_unlock_bh(&x->lock);
1434	xfrm_state_put(x);
1435	return 0;
1436}
1437
1438static inline int event2poltype(int event)
1439{
1440	switch (event) {
1441	case XFRM_MSG_DELPOLICY:
1442		return SADB_X_SPDDELETE;
1443	case XFRM_MSG_NEWPOLICY:
1444		return SADB_X_SPDADD;
1445	case XFRM_MSG_UPDPOLICY:
1446		return SADB_X_SPDUPDATE;
1447	case XFRM_MSG_POLEXPIRE:
1448	//	return SADB_X_SPDEXPIRE;
1449	default:
1450		pr_err("pfkey: Unknown policy event %d\n", event);
1451		break;
1452	}
1453
1454	return 0;
1455}
1456
1457static inline int event2keytype(int event)
1458{
1459	switch (event) {
1460	case XFRM_MSG_DELSA:
1461		return SADB_DELETE;
1462	case XFRM_MSG_NEWSA:
1463		return SADB_ADD;
1464	case XFRM_MSG_UPDSA:
1465		return SADB_UPDATE;
1466	case XFRM_MSG_EXPIRE:
1467		return SADB_EXPIRE;
1468	default:
1469		pr_err("pfkey: Unknown SA event %d\n", event);
1470		break;
1471	}
1472
1473	return 0;
1474}
1475
1476/* ADD/UPD/DEL */
1477static int key_notify_sa(struct xfrm_state *x, const struct km_event *c)
1478{
1479	struct sk_buff *skb;
1480	struct sadb_msg *hdr;
1481
1482	skb = pfkey_xfrm_state2msg(x);
1483
1484	if (IS_ERR(skb))
1485		return PTR_ERR(skb);
1486
1487	hdr = (struct sadb_msg *) skb->data;
1488	hdr->sadb_msg_version = PF_KEY_V2;
1489	hdr->sadb_msg_type = event2keytype(c->event);
1490	hdr->sadb_msg_satype = pfkey_proto2satype(x->id.proto);
1491	hdr->sadb_msg_errno = 0;
1492	hdr->sadb_msg_reserved = 0;
1493	hdr->sadb_msg_seq = c->seq;
1494	hdr->sadb_msg_pid = c->portid;
1495
1496	pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_ALL, NULL, xs_net(x));
1497
1498	return 0;
1499}
1500
1501static int pfkey_add(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1502{
1503	struct net *net = sock_net(sk);
1504	struct xfrm_state *x;
1505	int err;
1506	struct km_event c;
1507
1508	x = pfkey_msg2xfrm_state(net, hdr, ext_hdrs);
1509	if (IS_ERR(x))
1510		return PTR_ERR(x);
1511
1512	xfrm_state_hold(x);
1513	if (hdr->sadb_msg_type == SADB_ADD)
1514		err = xfrm_state_add(x);
1515	else
1516		err = xfrm_state_update(x);
1517
1518	xfrm_audit_state_add(x, err ? 0 : 1, true);
1519
1520	if (err < 0) {
1521		x->km.state = XFRM_STATE_DEAD;
1522		__xfrm_state_put(x);
1523		goto out;
1524	}
1525
1526	if (hdr->sadb_msg_type == SADB_ADD)
1527		c.event = XFRM_MSG_NEWSA;
1528	else
1529		c.event = XFRM_MSG_UPDSA;
1530	c.seq = hdr->sadb_msg_seq;
1531	c.portid = hdr->sadb_msg_pid;
1532	km_state_notify(x, &c);
1533out:
1534	xfrm_state_put(x);
1535	return err;
1536}
1537
1538static int pfkey_delete(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1539{
1540	struct net *net = sock_net(sk);
1541	struct xfrm_state *x;
1542	struct km_event c;
1543	int err;
1544
1545	if (!ext_hdrs[SADB_EXT_SA-1] ||
1546	    !present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
1547				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]))
1548		return -EINVAL;
1549
1550	x = pfkey_xfrm_state_lookup(net, hdr, ext_hdrs);
1551	if (x == NULL)
1552		return -ESRCH;
1553
1554	if ((err = security_xfrm_state_delete(x)))
1555		goto out;
1556
1557	if (xfrm_state_kern(x)) {
1558		err = -EPERM;
1559		goto out;
1560	}
1561
1562	err = xfrm_state_delete(x);
1563
1564	if (err < 0)
1565		goto out;
1566
1567	c.seq = hdr->sadb_msg_seq;
1568	c.portid = hdr->sadb_msg_pid;
1569	c.event = XFRM_MSG_DELSA;
1570	km_state_notify(x, &c);
1571out:
1572	xfrm_audit_state_delete(x, err ? 0 : 1, true);
1573	xfrm_state_put(x);
1574
1575	return err;
1576}
1577
1578static int pfkey_get(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1579{
1580	struct net *net = sock_net(sk);
1581	__u8 proto;
1582	struct sk_buff *out_skb;
1583	struct sadb_msg *out_hdr;
1584	struct xfrm_state *x;
1585
1586	if (!ext_hdrs[SADB_EXT_SA-1] ||
1587	    !present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
1588				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]))
1589		return -EINVAL;
1590
1591	x = pfkey_xfrm_state_lookup(net, hdr, ext_hdrs);
1592	if (x == NULL)
1593		return -ESRCH;
1594
1595	out_skb = pfkey_xfrm_state2msg(x);
1596	proto = x->id.proto;
1597	xfrm_state_put(x);
1598	if (IS_ERR(out_skb))
1599		return  PTR_ERR(out_skb);
1600
1601	out_hdr = (struct sadb_msg *) out_skb->data;
1602	out_hdr->sadb_msg_version = hdr->sadb_msg_version;
1603	out_hdr->sadb_msg_type = SADB_GET;
1604	out_hdr->sadb_msg_satype = pfkey_proto2satype(proto);
1605	out_hdr->sadb_msg_errno = 0;
1606	out_hdr->sadb_msg_reserved = 0;
1607	out_hdr->sadb_msg_seq = hdr->sadb_msg_seq;
1608	out_hdr->sadb_msg_pid = hdr->sadb_msg_pid;
1609	pfkey_broadcast(out_skb, GFP_ATOMIC, BROADCAST_ONE, sk, sock_net(sk));
1610
1611	return 0;
1612}
1613
1614static struct sk_buff *compose_sadb_supported(const struct sadb_msg *orig,
1615					      gfp_t allocation)
1616{
1617	struct sk_buff *skb;
1618	struct sadb_msg *hdr;
1619	int len, auth_len, enc_len, i;
1620
1621	auth_len = xfrm_count_pfkey_auth_supported();
1622	if (auth_len) {
1623		auth_len *= sizeof(struct sadb_alg);
1624		auth_len += sizeof(struct sadb_supported);
1625	}
1626
1627	enc_len = xfrm_count_pfkey_enc_supported();
1628	if (enc_len) {
1629		enc_len *= sizeof(struct sadb_alg);
1630		enc_len += sizeof(struct sadb_supported);
1631	}
1632
1633	len = enc_len + auth_len + sizeof(struct sadb_msg);
1634
1635	skb = alloc_skb(len + 16, allocation);
1636	if (!skb)
1637		goto out_put_algs;
1638
1639	hdr = skb_put(skb, sizeof(*hdr));
1640	pfkey_hdr_dup(hdr, orig);
1641	hdr->sadb_msg_errno = 0;
1642	hdr->sadb_msg_len = len / sizeof(uint64_t);
1643
1644	if (auth_len) {
1645		struct sadb_supported *sp;
1646		struct sadb_alg *ap;
1647
1648		sp = skb_put(skb, auth_len);
1649		ap = (struct sadb_alg *) (sp + 1);
1650
1651		sp->sadb_supported_len = auth_len / sizeof(uint64_t);
1652		sp->sadb_supported_exttype = SADB_EXT_SUPPORTED_AUTH;
1653
1654		for (i = 0; ; i++) {
1655			struct xfrm_algo_desc *aalg = xfrm_aalg_get_byidx(i);
1656			if (!aalg)
1657				break;
1658			if (!aalg->pfkey_supported)
1659				continue;
1660			if (aalg->available)
1661				*ap++ = aalg->desc;
1662		}
1663	}
1664
1665	if (enc_len) {
1666		struct sadb_supported *sp;
1667		struct sadb_alg *ap;
1668
1669		sp = skb_put(skb, enc_len);
1670		ap = (struct sadb_alg *) (sp + 1);
1671
1672		sp->sadb_supported_len = enc_len / sizeof(uint64_t);
1673		sp->sadb_supported_exttype = SADB_EXT_SUPPORTED_ENCRYPT;
1674
1675		for (i = 0; ; i++) {
1676			struct xfrm_algo_desc *ealg = xfrm_ealg_get_byidx(i);
1677			if (!ealg)
1678				break;
1679			if (!ealg->pfkey_supported)
1680				continue;
1681			if (ealg->available)
1682				*ap++ = ealg->desc;
1683		}
1684	}
1685
1686out_put_algs:
1687	return skb;
1688}
1689
1690static int pfkey_register(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1691{
1692	struct pfkey_sock *pfk = pfkey_sk(sk);
1693	struct sk_buff *supp_skb;
1694
1695	if (hdr->sadb_msg_satype > SADB_SATYPE_MAX)
1696		return -EINVAL;
1697
1698	if (hdr->sadb_msg_satype != SADB_SATYPE_UNSPEC) {
1699		if (pfk->registered&(1<<hdr->sadb_msg_satype))
1700			return -EEXIST;
1701		pfk->registered |= (1<<hdr->sadb_msg_satype);
1702	}
1703
1704	mutex_lock(&pfkey_mutex);
1705	xfrm_probe_algs();
1706
1707	supp_skb = compose_sadb_supported(hdr, GFP_KERNEL | __GFP_ZERO);
1708	mutex_unlock(&pfkey_mutex);
1709
1710	if (!supp_skb) {
1711		if (hdr->sadb_msg_satype != SADB_SATYPE_UNSPEC)
1712			pfk->registered &= ~(1<<hdr->sadb_msg_satype);
1713
1714		return -ENOBUFS;
1715	}
1716
1717	pfkey_broadcast(supp_skb, GFP_KERNEL, BROADCAST_REGISTERED, sk,
1718			sock_net(sk));
1719	return 0;
1720}
1721
1722static int unicast_flush_resp(struct sock *sk, const struct sadb_msg *ihdr)
1723{
1724	struct sk_buff *skb;
1725	struct sadb_msg *hdr;
1726
1727	skb = alloc_skb(sizeof(struct sadb_msg) + 16, GFP_ATOMIC);
1728	if (!skb)
1729		return -ENOBUFS;
1730
1731	hdr = skb_put_data(skb, ihdr, sizeof(struct sadb_msg));
1732	hdr->sadb_msg_errno = (uint8_t) 0;
1733	hdr->sadb_msg_len = (sizeof(struct sadb_msg) / sizeof(uint64_t));
1734
1735	return pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_ONE, sk,
1736			       sock_net(sk));
1737}
1738
1739static int key_notify_sa_flush(const struct km_event *c)
1740{
1741	struct sk_buff *skb;
1742	struct sadb_msg *hdr;
1743
1744	skb = alloc_skb(sizeof(struct sadb_msg) + 16, GFP_ATOMIC);
1745	if (!skb)
1746		return -ENOBUFS;
1747	hdr = skb_put(skb, sizeof(struct sadb_msg));
1748	hdr->sadb_msg_satype = pfkey_proto2satype(c->data.proto);
1749	hdr->sadb_msg_type = SADB_FLUSH;
1750	hdr->sadb_msg_seq = c->seq;
1751	hdr->sadb_msg_pid = c->portid;
1752	hdr->sadb_msg_version = PF_KEY_V2;
1753	hdr->sadb_msg_errno = (uint8_t) 0;
1754	hdr->sadb_msg_len = (sizeof(struct sadb_msg) / sizeof(uint64_t));
1755	hdr->sadb_msg_reserved = 0;
1756
1757	pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_ALL, NULL, c->net);
1758
1759	return 0;
1760}
1761
1762static int pfkey_flush(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1763{
1764	struct net *net = sock_net(sk);
1765	unsigned int proto;
1766	struct km_event c;
1767	int err, err2;
1768
1769	proto = pfkey_satype2proto(hdr->sadb_msg_satype);
1770	if (proto == 0)
1771		return -EINVAL;
1772
1773	err = xfrm_state_flush(net, proto, true, false);
1774	err2 = unicast_flush_resp(sk, hdr);
1775	if (err || err2) {
1776		if (err == -ESRCH) /* empty table - go quietly */
1777			err = 0;
1778		return err ? err : err2;
1779	}
1780
1781	c.data.proto = proto;
1782	c.seq = hdr->sadb_msg_seq;
1783	c.portid = hdr->sadb_msg_pid;
1784	c.event = XFRM_MSG_FLUSHSA;
1785	c.net = net;
1786	km_state_notify(NULL, &c);
1787
1788	return 0;
1789}
1790
1791static int dump_sa(struct xfrm_state *x, int count, void *ptr)
1792{
1793	struct pfkey_sock *pfk = ptr;
1794	struct sk_buff *out_skb;
1795	struct sadb_msg *out_hdr;
1796
1797	if (!pfkey_can_dump(&pfk->sk))
1798		return -ENOBUFS;
1799
1800	out_skb = pfkey_xfrm_state2msg(x);
1801	if (IS_ERR(out_skb))
1802		return PTR_ERR(out_skb);
1803
1804	out_hdr = (struct sadb_msg *) out_skb->data;
1805	out_hdr->sadb_msg_version = pfk->dump.msg_version;
1806	out_hdr->sadb_msg_type = SADB_DUMP;
1807	out_hdr->sadb_msg_satype = pfkey_proto2satype(x->id.proto);
1808	out_hdr->sadb_msg_errno = 0;
1809	out_hdr->sadb_msg_reserved = 0;
1810	out_hdr->sadb_msg_seq = count + 1;
1811	out_hdr->sadb_msg_pid = pfk->dump.msg_portid;
1812
1813	if (pfk->dump.skb)
1814		pfkey_broadcast(pfk->dump.skb, GFP_ATOMIC, BROADCAST_ONE,
1815				&pfk->sk, sock_net(&pfk->sk));
1816	pfk->dump.skb = out_skb;
1817
1818	return 0;
1819}
1820
1821static int pfkey_dump_sa(struct pfkey_sock *pfk)
1822{
1823	struct net *net = sock_net(&pfk->sk);
1824	return xfrm_state_walk(net, &pfk->dump.u.state, dump_sa, (void *) pfk);
1825}
1826
1827static void pfkey_dump_sa_done(struct pfkey_sock *pfk)
1828{
1829	struct net *net = sock_net(&pfk->sk);
1830
1831	xfrm_state_walk_done(&pfk->dump.u.state, net);
1832}
1833
1834static int pfkey_dump(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1835{
1836	u8 proto;
1837	struct xfrm_address_filter *filter = NULL;
1838	struct pfkey_sock *pfk = pfkey_sk(sk);
1839
1840	mutex_lock(&pfk->dump_lock);
1841	if (pfk->dump.dump != NULL) {
1842		mutex_unlock(&pfk->dump_lock);
1843		return -EBUSY;
1844	}
1845
1846	proto = pfkey_satype2proto(hdr->sadb_msg_satype);
1847	if (proto == 0) {
1848		mutex_unlock(&pfk->dump_lock);
1849		return -EINVAL;
1850	}
1851
1852	if (ext_hdrs[SADB_X_EXT_FILTER - 1]) {
1853		struct sadb_x_filter *xfilter = ext_hdrs[SADB_X_EXT_FILTER - 1];
1854
1855		if ((xfilter->sadb_x_filter_splen >
1856			(sizeof(xfrm_address_t) << 3)) ||
1857		    (xfilter->sadb_x_filter_dplen >
1858			(sizeof(xfrm_address_t) << 3))) {
1859			mutex_unlock(&pfk->dump_lock);
1860			return -EINVAL;
1861		}
1862		filter = kmalloc(sizeof(*filter), GFP_KERNEL);
1863		if (filter == NULL) {
1864			mutex_unlock(&pfk->dump_lock);
1865			return -ENOMEM;
1866		}
1867
1868		memcpy(&filter->saddr, &xfilter->sadb_x_filter_saddr,
1869		       sizeof(xfrm_address_t));
1870		memcpy(&filter->daddr, &xfilter->sadb_x_filter_daddr,
1871		       sizeof(xfrm_address_t));
1872		filter->family = xfilter->sadb_x_filter_family;
1873		filter->splen = xfilter->sadb_x_filter_splen;
1874		filter->dplen = xfilter->sadb_x_filter_dplen;
1875	}
1876
1877	pfk->dump.msg_version = hdr->sadb_msg_version;
1878	pfk->dump.msg_portid = hdr->sadb_msg_pid;
1879	pfk->dump.dump = pfkey_dump_sa;
1880	pfk->dump.done = pfkey_dump_sa_done;
1881	xfrm_state_walk_init(&pfk->dump.u.state, proto, filter);
1882	mutex_unlock(&pfk->dump_lock);
1883
1884	return pfkey_do_dump(pfk);
1885}
1886
1887static int pfkey_promisc(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
1888{
1889	struct pfkey_sock *pfk = pfkey_sk(sk);
1890	int satype = hdr->sadb_msg_satype;
1891	bool reset_errno = false;
1892
1893	if (hdr->sadb_msg_len == (sizeof(*hdr) / sizeof(uint64_t))) {
1894		reset_errno = true;
1895		if (satype != 0 && satype != 1)
1896			return -EINVAL;
1897		pfk->promisc = satype;
1898	}
1899	if (reset_errno && skb_cloned(skb))
1900		skb = skb_copy(skb, GFP_KERNEL);
1901	else
1902		skb = skb_clone(skb, GFP_KERNEL);
1903
1904	if (reset_errno && skb) {
1905		struct sadb_msg *new_hdr = (struct sadb_msg *) skb->data;
1906		new_hdr->sadb_msg_errno = 0;
1907	}
1908
1909	pfkey_broadcast(skb, GFP_KERNEL, BROADCAST_ALL, NULL, sock_net(sk));
1910	return 0;
1911}
1912
1913static int check_reqid(struct xfrm_policy *xp, int dir, int count, void *ptr)
1914{
1915	int i;
1916	u32 reqid = *(u32*)ptr;
1917
1918	for (i=0; i<xp->xfrm_nr; i++) {
1919		if (xp->xfrm_vec[i].reqid == reqid)
1920			return -EEXIST;
1921	}
1922	return 0;
1923}
1924
1925static u32 gen_reqid(struct net *net)
1926{
1927	struct xfrm_policy_walk walk;
1928	u32 start;
1929	int rc;
1930	static u32 reqid = IPSEC_MANUAL_REQID_MAX;
1931
1932	start = reqid;
1933	do {
1934		++reqid;
1935		if (reqid == 0)
1936			reqid = IPSEC_MANUAL_REQID_MAX+1;
1937		xfrm_policy_walk_init(&walk, XFRM_POLICY_TYPE_MAIN);
1938		rc = xfrm_policy_walk(net, &walk, check_reqid, (void*)&reqid);
1939		xfrm_policy_walk_done(&walk, net);
1940		if (rc != -EEXIST)
1941			return reqid;
1942	} while (reqid != start);
1943	return 0;
1944}
1945
1946static int
1947parse_ipsecrequest(struct xfrm_policy *xp, struct sadb_x_policy *pol,
1948		   struct sadb_x_ipsecrequest *rq)
1949{
1950	struct net *net = xp_net(xp);
1951	struct xfrm_tmpl *t = xp->xfrm_vec + xp->xfrm_nr;
1952	int mode;
1953
1954	if (xp->xfrm_nr >= XFRM_MAX_DEPTH)
1955		return -ELOOP;
1956
1957	if (rq->sadb_x_ipsecrequest_mode == 0)
1958		return -EINVAL;
1959	if (!xfrm_id_proto_valid(rq->sadb_x_ipsecrequest_proto))
1960		return -EINVAL;
1961
1962	t->id.proto = rq->sadb_x_ipsecrequest_proto;
1963	if ((mode = pfkey_mode_to_xfrm(rq->sadb_x_ipsecrequest_mode)) < 0)
1964		return -EINVAL;
1965	t->mode = mode;
1966	if (rq->sadb_x_ipsecrequest_level == IPSEC_LEVEL_USE) {
1967		if ((mode == XFRM_MODE_TUNNEL || mode == XFRM_MODE_BEET) &&
1968		    pol->sadb_x_policy_dir == IPSEC_DIR_OUTBOUND)
1969			return -EINVAL;
1970		t->optional = 1;
1971	} else if (rq->sadb_x_ipsecrequest_level == IPSEC_LEVEL_UNIQUE) {
1972		t->reqid = rq->sadb_x_ipsecrequest_reqid;
1973		if (t->reqid > IPSEC_MANUAL_REQID_MAX)
1974			t->reqid = 0;
1975		if (!t->reqid && !(t->reqid = gen_reqid(net)))
1976			return -ENOBUFS;
1977	}
1978
1979	/* addresses present only in tunnel mode */
1980	if (t->mode == XFRM_MODE_TUNNEL) {
1981		int err;
1982
1983		err = parse_sockaddr_pair(
1984			(struct sockaddr *)(rq + 1),
1985			rq->sadb_x_ipsecrequest_len - sizeof(*rq),
1986			&t->saddr, &t->id.daddr, &t->encap_family);
1987		if (err)
1988			return err;
1989	} else
1990		t->encap_family = xp->family;
1991
1992	/* No way to set this via kame pfkey */
1993	t->allalgs = 1;
1994	xp->xfrm_nr++;
1995	return 0;
1996}
1997
1998static int
1999parse_ipsecrequests(struct xfrm_policy *xp, struct sadb_x_policy *pol)
2000{
2001	int err;
2002	int len = pol->sadb_x_policy_len*8 - sizeof(struct sadb_x_policy);
2003	struct sadb_x_ipsecrequest *rq = (void*)(pol+1);
2004
2005	if (pol->sadb_x_policy_len * 8 < sizeof(struct sadb_x_policy))
2006		return -EINVAL;
2007
2008	while (len >= sizeof(*rq)) {
2009		if (len < rq->sadb_x_ipsecrequest_len ||
2010		    rq->sadb_x_ipsecrequest_len < sizeof(*rq))
2011			return -EINVAL;
2012
2013		if ((err = parse_ipsecrequest(xp, pol, rq)) < 0)
2014			return err;
2015		len -= rq->sadb_x_ipsecrequest_len;
2016		rq = (void*)((u8*)rq + rq->sadb_x_ipsecrequest_len);
2017	}
2018	return 0;
2019}
2020
2021static inline int pfkey_xfrm_policy2sec_ctx_size(const struct xfrm_policy *xp)
2022{
2023	struct xfrm_sec_ctx *xfrm_ctx = xp->security;
2024
2025	if (xfrm_ctx) {
2026		int len = sizeof(struct sadb_x_sec_ctx);
2027		len += xfrm_ctx->ctx_len;
2028		return PFKEY_ALIGN8(len);
2029	}
2030	return 0;
2031}
2032
2033static int pfkey_xfrm_policy2msg_size(const struct xfrm_policy *xp)
2034{
2035	const struct xfrm_tmpl *t;
2036	int sockaddr_size = pfkey_sockaddr_size(xp->family);
2037	int socklen = 0;
2038	int i;
2039
2040	for (i=0; i<xp->xfrm_nr; i++) {
2041		t = xp->xfrm_vec + i;
2042		socklen += pfkey_sockaddr_len(t->encap_family);
2043	}
2044
2045	return sizeof(struct sadb_msg) +
2046		(sizeof(struct sadb_lifetime) * 3) +
2047		(sizeof(struct sadb_address) * 2) +
2048		(sockaddr_size * 2) +
2049		sizeof(struct sadb_x_policy) +
2050		(xp->xfrm_nr * sizeof(struct sadb_x_ipsecrequest)) +
2051		(socklen * 2) +
2052		pfkey_xfrm_policy2sec_ctx_size(xp);
2053}
2054
2055static struct sk_buff * pfkey_xfrm_policy2msg_prep(const struct xfrm_policy *xp)
2056{
2057	struct sk_buff *skb;
2058	int size;
2059
2060	size = pfkey_xfrm_policy2msg_size(xp);
2061
2062	skb =  alloc_skb(size + 16, GFP_ATOMIC);
2063	if (skb == NULL)
2064		return ERR_PTR(-ENOBUFS);
2065
2066	return skb;
2067}
2068
2069static int pfkey_xfrm_policy2msg(struct sk_buff *skb, const struct xfrm_policy *xp, int dir)
2070{
2071	struct sadb_msg *hdr;
2072	struct sadb_address *addr;
2073	struct sadb_lifetime *lifetime;
2074	struct sadb_x_policy *pol;
2075	struct sadb_x_sec_ctx *sec_ctx;
2076	struct xfrm_sec_ctx *xfrm_ctx;
2077	int i;
2078	int size;
2079	int sockaddr_size = pfkey_sockaddr_size(xp->family);
2080	int socklen = pfkey_sockaddr_len(xp->family);
2081
2082	size = pfkey_xfrm_policy2msg_size(xp);
2083
2084	/* call should fill header later */
2085	hdr = skb_put(skb, sizeof(struct sadb_msg));
2086	memset(hdr, 0, size);	/* XXX do we need this ? */
2087
2088	/* src address */
2089	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
2090	addr->sadb_address_len =
2091		(sizeof(struct sadb_address)+sockaddr_size)/
2092			sizeof(uint64_t);
2093	addr->sadb_address_exttype = SADB_EXT_ADDRESS_SRC;
2094	addr->sadb_address_proto = pfkey_proto_from_xfrm(xp->selector.proto);
2095	addr->sadb_address_prefixlen = xp->selector.prefixlen_s;
2096	addr->sadb_address_reserved = 0;
2097	if (!pfkey_sockaddr_fill(&xp->selector.saddr,
2098				 xp->selector.sport,
2099				 (struct sockaddr *) (addr + 1),
2100				 xp->family))
2101		BUG();
2102
2103	/* dst address */
2104	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
2105	addr->sadb_address_len =
2106		(sizeof(struct sadb_address)+sockaddr_size)/
2107			sizeof(uint64_t);
2108	addr->sadb_address_exttype = SADB_EXT_ADDRESS_DST;
2109	addr->sadb_address_proto = pfkey_proto_from_xfrm(xp->selector.proto);
2110	addr->sadb_address_prefixlen = xp->selector.prefixlen_d;
2111	addr->sadb_address_reserved = 0;
2112
2113	pfkey_sockaddr_fill(&xp->selector.daddr, xp->selector.dport,
2114			    (struct sockaddr *) (addr + 1),
2115			    xp->family);
2116
2117	/* hard time */
2118	lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
2119	lifetime->sadb_lifetime_len =
2120		sizeof(struct sadb_lifetime)/sizeof(uint64_t);
2121	lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_HARD;
2122	lifetime->sadb_lifetime_allocations =  _X2KEY(xp->lft.hard_packet_limit);
2123	lifetime->sadb_lifetime_bytes = _X2KEY(xp->lft.hard_byte_limit);
2124	lifetime->sadb_lifetime_addtime = xp->lft.hard_add_expires_seconds;
2125	lifetime->sadb_lifetime_usetime = xp->lft.hard_use_expires_seconds;
2126	/* soft time */
2127	lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
2128	lifetime->sadb_lifetime_len =
2129		sizeof(struct sadb_lifetime)/sizeof(uint64_t);
2130	lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_SOFT;
2131	lifetime->sadb_lifetime_allocations =  _X2KEY(xp->lft.soft_packet_limit);
2132	lifetime->sadb_lifetime_bytes = _X2KEY(xp->lft.soft_byte_limit);
2133	lifetime->sadb_lifetime_addtime = xp->lft.soft_add_expires_seconds;
2134	lifetime->sadb_lifetime_usetime = xp->lft.soft_use_expires_seconds;
2135	/* current time */
2136	lifetime = skb_put(skb, sizeof(struct sadb_lifetime));
2137	lifetime->sadb_lifetime_len =
2138		sizeof(struct sadb_lifetime)/sizeof(uint64_t);
2139	lifetime->sadb_lifetime_exttype = SADB_EXT_LIFETIME_CURRENT;
2140	lifetime->sadb_lifetime_allocations = xp->curlft.packets;
2141	lifetime->sadb_lifetime_bytes = xp->curlft.bytes;
2142	lifetime->sadb_lifetime_addtime = xp->curlft.add_time;
2143	lifetime->sadb_lifetime_usetime = xp->curlft.use_time;
2144
2145	pol = skb_put(skb, sizeof(struct sadb_x_policy));
2146	pol->sadb_x_policy_len = sizeof(struct sadb_x_policy)/sizeof(uint64_t);
2147	pol->sadb_x_policy_exttype = SADB_X_EXT_POLICY;
2148	pol->sadb_x_policy_type = IPSEC_POLICY_DISCARD;
2149	if (xp->action == XFRM_POLICY_ALLOW) {
2150		if (xp->xfrm_nr)
2151			pol->sadb_x_policy_type = IPSEC_POLICY_IPSEC;
2152		else
2153			pol->sadb_x_policy_type = IPSEC_POLICY_NONE;
2154	}
2155	pol->sadb_x_policy_dir = dir+1;
2156	pol->sadb_x_policy_reserved = 0;
2157	pol->sadb_x_policy_id = xp->index;
2158	pol->sadb_x_policy_priority = xp->priority;
2159
2160	for (i=0; i<xp->xfrm_nr; i++) {
2161		const struct xfrm_tmpl *t = xp->xfrm_vec + i;
2162		struct sadb_x_ipsecrequest *rq;
2163		int req_size;
2164		int mode;
2165
2166		req_size = sizeof(struct sadb_x_ipsecrequest);
2167		if (t->mode == XFRM_MODE_TUNNEL) {
2168			socklen = pfkey_sockaddr_len(t->encap_family);
2169			req_size += socklen * 2;
2170		} else {
2171			size -= 2*socklen;
2172		}
2173		rq = skb_put(skb, req_size);
2174		pol->sadb_x_policy_len += req_size/8;
2175		memset(rq, 0, sizeof(*rq));
2176		rq->sadb_x_ipsecrequest_len = req_size;
2177		rq->sadb_x_ipsecrequest_proto = t->id.proto;
2178		if ((mode = pfkey_mode_from_xfrm(t->mode)) < 0)
2179			return -EINVAL;
2180		rq->sadb_x_ipsecrequest_mode = mode;
2181		rq->sadb_x_ipsecrequest_level = IPSEC_LEVEL_REQUIRE;
2182		if (t->reqid)
2183			rq->sadb_x_ipsecrequest_level = IPSEC_LEVEL_UNIQUE;
2184		if (t->optional)
2185			rq->sadb_x_ipsecrequest_level = IPSEC_LEVEL_USE;
2186		rq->sadb_x_ipsecrequest_reqid = t->reqid;
2187
2188		if (t->mode == XFRM_MODE_TUNNEL) {
2189			u8 *sa = (void *)(rq + 1);
2190			pfkey_sockaddr_fill(&t->saddr, 0,
2191					    (struct sockaddr *)sa,
2192					    t->encap_family);
2193			pfkey_sockaddr_fill(&t->id.daddr, 0,
2194					    (struct sockaddr *) (sa + socklen),
2195					    t->encap_family);
2196		}
2197	}
2198
2199	/* security context */
2200	if ((xfrm_ctx = xp->security)) {
2201		int ctx_size = pfkey_xfrm_policy2sec_ctx_size(xp);
2202
2203		sec_ctx = skb_put(skb, ctx_size);
2204		sec_ctx->sadb_x_sec_len = ctx_size / sizeof(uint64_t);
2205		sec_ctx->sadb_x_sec_exttype = SADB_X_EXT_SEC_CTX;
2206		sec_ctx->sadb_x_ctx_doi = xfrm_ctx->ctx_doi;
2207		sec_ctx->sadb_x_ctx_alg = xfrm_ctx->ctx_alg;
2208		sec_ctx->sadb_x_ctx_len = xfrm_ctx->ctx_len;
2209		memcpy(sec_ctx + 1, xfrm_ctx->ctx_str,
2210		       xfrm_ctx->ctx_len);
2211	}
2212
2213	hdr->sadb_msg_len = size / sizeof(uint64_t);
2214	hdr->sadb_msg_reserved = refcount_read(&xp->refcnt);
2215
2216	return 0;
2217}
2218
2219static int key_notify_policy(struct xfrm_policy *xp, int dir, const struct km_event *c)
2220{
2221	struct sk_buff *out_skb;
2222	struct sadb_msg *out_hdr;
2223	int err;
2224
2225	out_skb = pfkey_xfrm_policy2msg_prep(xp);
2226	if (IS_ERR(out_skb))
2227		return PTR_ERR(out_skb);
2228
2229	err = pfkey_xfrm_policy2msg(out_skb, xp, dir);
2230	if (err < 0) {
2231		kfree_skb(out_skb);
2232		return err;
2233	}
2234
2235	out_hdr = (struct sadb_msg *) out_skb->data;
2236	out_hdr->sadb_msg_version = PF_KEY_V2;
2237
2238	if (c->data.byid && c->event == XFRM_MSG_DELPOLICY)
2239		out_hdr->sadb_msg_type = SADB_X_SPDDELETE2;
2240	else
2241		out_hdr->sadb_msg_type = event2poltype(c->event);
2242	out_hdr->sadb_msg_errno = 0;
2243	out_hdr->sadb_msg_seq = c->seq;
2244	out_hdr->sadb_msg_pid = c->portid;
2245	pfkey_broadcast(out_skb, GFP_ATOMIC, BROADCAST_ALL, NULL, xp_net(xp));
2246	return 0;
2247
2248}
2249
2250static int pfkey_spdadd(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
2251{
2252	struct net *net = sock_net(sk);
2253	int err = 0;
2254	struct sadb_lifetime *lifetime;
2255	struct sadb_address *sa;
2256	struct sadb_x_policy *pol;
2257	struct xfrm_policy *xp;
2258	struct km_event c;
2259	struct sadb_x_sec_ctx *sec_ctx;
2260
2261	if (!present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
2262				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]) ||
2263	    !ext_hdrs[SADB_X_EXT_POLICY-1])
2264		return -EINVAL;
2265
2266	pol = ext_hdrs[SADB_X_EXT_POLICY-1];
2267	if (pol->sadb_x_policy_type > IPSEC_POLICY_IPSEC)
2268		return -EINVAL;
2269	if (!pol->sadb_x_policy_dir || pol->sadb_x_policy_dir >= IPSEC_DIR_MAX)
2270		return -EINVAL;
2271
2272	xp = xfrm_policy_alloc(net, GFP_KERNEL);
2273	if (xp == NULL)
2274		return -ENOBUFS;
2275
2276	xp->action = (pol->sadb_x_policy_type == IPSEC_POLICY_DISCARD ?
2277		      XFRM_POLICY_BLOCK : XFRM_POLICY_ALLOW);
2278	xp->priority = pol->sadb_x_policy_priority;
2279
2280	sa = ext_hdrs[SADB_EXT_ADDRESS_SRC-1];
2281	xp->family = pfkey_sadb_addr2xfrm_addr(sa, &xp->selector.saddr);
2282	xp->selector.family = xp->family;
2283	xp->selector.prefixlen_s = sa->sadb_address_prefixlen;
2284	xp->selector.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2285	xp->selector.sport = ((struct sockaddr_in *)(sa+1))->sin_port;
2286	if (xp->selector.sport)
2287		xp->selector.sport_mask = htons(0xffff);
2288
2289	sa = ext_hdrs[SADB_EXT_ADDRESS_DST-1];
2290	pfkey_sadb_addr2xfrm_addr(sa, &xp->selector.daddr);
2291	xp->selector.prefixlen_d = sa->sadb_address_prefixlen;
2292
2293	/* Amusing, we set this twice.  KAME apps appear to set same value
2294	 * in both addresses.
2295	 */
2296	xp->selector.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2297
2298	xp->selector.dport = ((struct sockaddr_in *)(sa+1))->sin_port;
2299	if (xp->selector.dport)
2300		xp->selector.dport_mask = htons(0xffff);
2301
2302	sec_ctx = ext_hdrs[SADB_X_EXT_SEC_CTX - 1];
2303	if (sec_ctx != NULL) {
2304		struct xfrm_user_sec_ctx *uctx = pfkey_sadb2xfrm_user_sec_ctx(sec_ctx, GFP_KERNEL);
2305
2306		if (!uctx) {
2307			err = -ENOBUFS;
2308			goto out;
2309		}
2310
2311		err = security_xfrm_policy_alloc(&xp->security, uctx, GFP_KERNEL);
2312		kfree(uctx);
2313
2314		if (err)
2315			goto out;
2316	}
2317
2318	xp->lft.soft_byte_limit = XFRM_INF;
2319	xp->lft.hard_byte_limit = XFRM_INF;
2320	xp->lft.soft_packet_limit = XFRM_INF;
2321	xp->lft.hard_packet_limit = XFRM_INF;
2322	if ((lifetime = ext_hdrs[SADB_EXT_LIFETIME_HARD-1]) != NULL) {
2323		xp->lft.hard_packet_limit = _KEY2X(lifetime->sadb_lifetime_allocations);
2324		xp->lft.hard_byte_limit = _KEY2X(lifetime->sadb_lifetime_bytes);
2325		xp->lft.hard_add_expires_seconds = lifetime->sadb_lifetime_addtime;
2326		xp->lft.hard_use_expires_seconds = lifetime->sadb_lifetime_usetime;
2327	}
2328	if ((lifetime = ext_hdrs[SADB_EXT_LIFETIME_SOFT-1]) != NULL) {
2329		xp->lft.soft_packet_limit = _KEY2X(lifetime->sadb_lifetime_allocations);
2330		xp->lft.soft_byte_limit = _KEY2X(lifetime->sadb_lifetime_bytes);
2331		xp->lft.soft_add_expires_seconds = lifetime->sadb_lifetime_addtime;
2332		xp->lft.soft_use_expires_seconds = lifetime->sadb_lifetime_usetime;
2333	}
2334	xp->xfrm_nr = 0;
2335	if (pol->sadb_x_policy_type == IPSEC_POLICY_IPSEC &&
2336	    (err = parse_ipsecrequests(xp, pol)) < 0)
2337		goto out;
2338
2339	err = xfrm_policy_insert(pol->sadb_x_policy_dir-1, xp,
2340				 hdr->sadb_msg_type != SADB_X_SPDUPDATE);
2341
2342	xfrm_audit_policy_add(xp, err ? 0 : 1, true);
2343
2344	if (err)
2345		goto out;
2346
2347	if (hdr->sadb_msg_type == SADB_X_SPDUPDATE)
2348		c.event = XFRM_MSG_UPDPOLICY;
2349	else
2350		c.event = XFRM_MSG_NEWPOLICY;
2351
2352	c.seq = hdr->sadb_msg_seq;
2353	c.portid = hdr->sadb_msg_pid;
2354
2355	km_policy_notify(xp, pol->sadb_x_policy_dir-1, &c);
2356	xfrm_pol_put(xp);
2357	return 0;
2358
2359out:
2360	xp->walk.dead = 1;
2361	xfrm_policy_destroy(xp);
2362	return err;
2363}
2364
2365static int pfkey_spddelete(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
2366{
2367	struct net *net = sock_net(sk);
2368	int err;
2369	struct sadb_address *sa;
2370	struct sadb_x_policy *pol;
2371	struct xfrm_policy *xp;
2372	struct xfrm_selector sel;
2373	struct km_event c;
2374	struct sadb_x_sec_ctx *sec_ctx;
2375	struct xfrm_sec_ctx *pol_ctx = NULL;
2376
2377	if (!present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC-1],
2378				     ext_hdrs[SADB_EXT_ADDRESS_DST-1]) ||
2379	    !ext_hdrs[SADB_X_EXT_POLICY-1])
2380		return -EINVAL;
2381
2382	pol = ext_hdrs[SADB_X_EXT_POLICY-1];
2383	if (!pol->sadb_x_policy_dir || pol->sadb_x_policy_dir >= IPSEC_DIR_MAX)
2384		return -EINVAL;
2385
2386	memset(&sel, 0, sizeof(sel));
2387
2388	sa = ext_hdrs[SADB_EXT_ADDRESS_SRC-1];
2389	sel.family = pfkey_sadb_addr2xfrm_addr(sa, &sel.saddr);
2390	sel.prefixlen_s = sa->sadb_address_prefixlen;
2391	sel.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2392	sel.sport = ((struct sockaddr_in *)(sa+1))->sin_port;
2393	if (sel.sport)
2394		sel.sport_mask = htons(0xffff);
2395
2396	sa = ext_hdrs[SADB_EXT_ADDRESS_DST-1];
2397	pfkey_sadb_addr2xfrm_addr(sa, &sel.daddr);
2398	sel.prefixlen_d = sa->sadb_address_prefixlen;
2399	sel.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2400	sel.dport = ((struct sockaddr_in *)(sa+1))->sin_port;
2401	if (sel.dport)
2402		sel.dport_mask = htons(0xffff);
2403
2404	sec_ctx = ext_hdrs[SADB_X_EXT_SEC_CTX - 1];
2405	if (sec_ctx != NULL) {
2406		struct xfrm_user_sec_ctx *uctx = pfkey_sadb2xfrm_user_sec_ctx(sec_ctx, GFP_KERNEL);
2407
2408		if (!uctx)
2409			return -ENOMEM;
2410
2411		err = security_xfrm_policy_alloc(&pol_ctx, uctx, GFP_KERNEL);
2412		kfree(uctx);
2413		if (err)
2414			return err;
2415	}
2416
2417	xp = xfrm_policy_bysel_ctx(net, &dummy_mark, 0, XFRM_POLICY_TYPE_MAIN,
2418				   pol->sadb_x_policy_dir - 1, &sel, pol_ctx,
2419				   1, &err);
2420	security_xfrm_policy_free(pol_ctx);
2421	if (xp == NULL)
2422		return -ENOENT;
2423
2424	xfrm_audit_policy_delete(xp, err ? 0 : 1, true);
2425
2426	if (err)
2427		goto out;
2428
2429	c.seq = hdr->sadb_msg_seq;
2430	c.portid = hdr->sadb_msg_pid;
2431	c.data.byid = 0;
2432	c.event = XFRM_MSG_DELPOLICY;
2433	km_policy_notify(xp, pol->sadb_x_policy_dir-1, &c);
2434
2435out:
2436	xfrm_pol_put(xp);
2437	return err;
2438}
2439
2440static int key_pol_get_resp(struct sock *sk, struct xfrm_policy *xp, const struct sadb_msg *hdr, int dir)
2441{
2442	int err;
2443	struct sk_buff *out_skb;
2444	struct sadb_msg *out_hdr;
2445	err = 0;
2446
2447	out_skb = pfkey_xfrm_policy2msg_prep(xp);
2448	if (IS_ERR(out_skb)) {
2449		err =  PTR_ERR(out_skb);
2450		goto out;
2451	}
2452	err = pfkey_xfrm_policy2msg(out_skb, xp, dir);
2453	if (err < 0) {
2454		kfree_skb(out_skb);
2455		goto out;
2456	}
2457
2458	out_hdr = (struct sadb_msg *) out_skb->data;
2459	out_hdr->sadb_msg_version = hdr->sadb_msg_version;
2460	out_hdr->sadb_msg_type = hdr->sadb_msg_type;
2461	out_hdr->sadb_msg_satype = 0;
2462	out_hdr->sadb_msg_errno = 0;
2463	out_hdr->sadb_msg_seq = hdr->sadb_msg_seq;
2464	out_hdr->sadb_msg_pid = hdr->sadb_msg_pid;
2465	pfkey_broadcast(out_skb, GFP_ATOMIC, BROADCAST_ONE, sk, xp_net(xp));
2466	err = 0;
2467
2468out:
2469	return err;
2470}
2471
2472static int pfkey_sockaddr_pair_size(sa_family_t family)
2473{
2474	return PFKEY_ALIGN8(pfkey_sockaddr_len(family) * 2);
2475}
2476
2477static int parse_sockaddr_pair(struct sockaddr *sa, int ext_len,
2478			       xfrm_address_t *saddr, xfrm_address_t *daddr,
2479			       u16 *family)
2480{
2481	int af, socklen;
2482
2483	if (ext_len < 2 || ext_len < pfkey_sockaddr_pair_size(sa->sa_family))
2484		return -EINVAL;
2485
2486	af = pfkey_sockaddr_extract(sa, saddr);
2487	if (!af)
2488		return -EINVAL;
2489
2490	socklen = pfkey_sockaddr_len(af);
2491	if (pfkey_sockaddr_extract((struct sockaddr *) (((u8 *)sa) + socklen),
2492				   daddr) != af)
2493		return -EINVAL;
2494
2495	*family = af;
2496	return 0;
2497}
2498
2499#ifdef CONFIG_NET_KEY_MIGRATE
2500static int ipsecrequests_to_migrate(struct sadb_x_ipsecrequest *rq1, int len,
2501				    struct xfrm_migrate *m)
2502{
2503	int err;
2504	struct sadb_x_ipsecrequest *rq2;
2505	int mode;
2506
2507	if (len < sizeof(*rq1) ||
2508	    len < rq1->sadb_x_ipsecrequest_len ||
2509	    rq1->sadb_x_ipsecrequest_len < sizeof(*rq1))
2510		return -EINVAL;
2511
2512	/* old endoints */
2513	err = parse_sockaddr_pair((struct sockaddr *)(rq1 + 1),
2514				  rq1->sadb_x_ipsecrequest_len - sizeof(*rq1),
2515				  &m->old_saddr, &m->old_daddr,
2516				  &m->old_family);
2517	if (err)
2518		return err;
2519
2520	rq2 = (struct sadb_x_ipsecrequest *)((u8 *)rq1 + rq1->sadb_x_ipsecrequest_len);
2521	len -= rq1->sadb_x_ipsecrequest_len;
2522
2523	if (len <= sizeof(*rq2) ||
2524	    len < rq2->sadb_x_ipsecrequest_len ||
2525	    rq2->sadb_x_ipsecrequest_len < sizeof(*rq2))
2526		return -EINVAL;
2527
2528	/* new endpoints */
2529	err = parse_sockaddr_pair((struct sockaddr *)(rq2 + 1),
2530				  rq2->sadb_x_ipsecrequest_len - sizeof(*rq2),
2531				  &m->new_saddr, &m->new_daddr,
2532				  &m->new_family);
2533	if (err)
2534		return err;
2535
2536	if (rq1->sadb_x_ipsecrequest_proto != rq2->sadb_x_ipsecrequest_proto ||
2537	    rq1->sadb_x_ipsecrequest_mode != rq2->sadb_x_ipsecrequest_mode ||
2538	    rq1->sadb_x_ipsecrequest_reqid != rq2->sadb_x_ipsecrequest_reqid)
2539		return -EINVAL;
2540
2541	m->proto = rq1->sadb_x_ipsecrequest_proto;
2542	if ((mode = pfkey_mode_to_xfrm(rq1->sadb_x_ipsecrequest_mode)) < 0)
2543		return -EINVAL;
2544	m->mode = mode;
2545	m->reqid = rq1->sadb_x_ipsecrequest_reqid;
2546
2547	return ((int)(rq1->sadb_x_ipsecrequest_len +
2548		      rq2->sadb_x_ipsecrequest_len));
2549}
2550
2551static int pfkey_migrate(struct sock *sk, struct sk_buff *skb,
2552			 const struct sadb_msg *hdr, void * const *ext_hdrs)
2553{
2554	int i, len, ret, err = -EINVAL;
2555	u8 dir;
2556	struct sadb_address *sa;
2557	struct sadb_x_kmaddress *kma;
2558	struct sadb_x_policy *pol;
2559	struct sadb_x_ipsecrequest *rq;
2560	struct xfrm_selector sel;
2561	struct xfrm_migrate m[XFRM_MAX_DEPTH];
2562	struct xfrm_kmaddress k;
2563	struct net *net = sock_net(sk);
2564
2565	if (!present_and_same_family(ext_hdrs[SADB_EXT_ADDRESS_SRC - 1],
2566				     ext_hdrs[SADB_EXT_ADDRESS_DST - 1]) ||
2567	    !ext_hdrs[SADB_X_EXT_POLICY - 1]) {
2568		err = -EINVAL;
2569		goto out;
2570	}
2571
2572	kma = ext_hdrs[SADB_X_EXT_KMADDRESS - 1];
2573	pol = ext_hdrs[SADB_X_EXT_POLICY - 1];
2574
2575	if (pol->sadb_x_policy_dir >= IPSEC_DIR_MAX) {
2576		err = -EINVAL;
2577		goto out;
2578	}
2579
2580	if (kma) {
2581		/* convert sadb_x_kmaddress to xfrm_kmaddress */
2582		k.reserved = kma->sadb_x_kmaddress_reserved;
2583		ret = parse_sockaddr_pair((struct sockaddr *)(kma + 1),
2584					  8*(kma->sadb_x_kmaddress_len) - sizeof(*kma),
2585					  &k.local, &k.remote, &k.family);
2586		if (ret < 0) {
2587			err = ret;
2588			goto out;
2589		}
2590	}
2591
2592	dir = pol->sadb_x_policy_dir - 1;
2593	memset(&sel, 0, sizeof(sel));
2594
2595	/* set source address info of selector */
2596	sa = ext_hdrs[SADB_EXT_ADDRESS_SRC - 1];
2597	sel.family = pfkey_sadb_addr2xfrm_addr(sa, &sel.saddr);
2598	sel.prefixlen_s = sa->sadb_address_prefixlen;
2599	sel.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2600	sel.sport = ((struct sockaddr_in *)(sa + 1))->sin_port;
2601	if (sel.sport)
2602		sel.sport_mask = htons(0xffff);
2603
2604	/* set destination address info of selector */
2605	sa = ext_hdrs[SADB_EXT_ADDRESS_DST - 1];
2606	pfkey_sadb_addr2xfrm_addr(sa, &sel.daddr);
2607	sel.prefixlen_d = sa->sadb_address_prefixlen;
2608	sel.proto = pfkey_proto_to_xfrm(sa->sadb_address_proto);
2609	sel.dport = ((struct sockaddr_in *)(sa + 1))->sin_port;
2610	if (sel.dport)
2611		sel.dport_mask = htons(0xffff);
2612
2613	rq = (struct sadb_x_ipsecrequest *)(pol + 1);
2614
2615	/* extract ipsecrequests */
2616	i = 0;
2617	len = pol->sadb_x_policy_len * 8 - sizeof(struct sadb_x_policy);
2618
2619	while (len > 0 && i < XFRM_MAX_DEPTH) {
2620		ret = ipsecrequests_to_migrate(rq, len, &m[i]);
2621		if (ret < 0) {
2622			err = ret;
2623			goto out;
2624		} else {
2625			rq = (struct sadb_x_ipsecrequest *)((u8 *)rq + ret);
2626			len -= ret;
2627			i++;
2628		}
2629	}
2630
2631	if (!i || len > 0) {
2632		err = -EINVAL;
2633		goto out;
2634	}
2635
2636	return xfrm_migrate(&sel, dir, XFRM_POLICY_TYPE_MAIN, m, i,
2637			    kma ? &k : NULL, net, NULL, 0);
2638
2639 out:
2640	return err;
2641}
2642#else
2643static int pfkey_migrate(struct sock *sk, struct sk_buff *skb,
2644			 const struct sadb_msg *hdr, void * const *ext_hdrs)
2645{
2646	return -ENOPROTOOPT;
2647}
2648#endif
2649
2650
2651static int pfkey_spdget(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
2652{
2653	struct net *net = sock_net(sk);
2654	unsigned int dir;
2655	int err = 0, delete;
2656	struct sadb_x_policy *pol;
2657	struct xfrm_policy *xp;
2658	struct km_event c;
2659
2660	if ((pol = ext_hdrs[SADB_X_EXT_POLICY-1]) == NULL)
2661		return -EINVAL;
2662
2663	dir = xfrm_policy_id2dir(pol->sadb_x_policy_id);
2664	if (dir >= XFRM_POLICY_MAX)
2665		return -EINVAL;
2666
2667	delete = (hdr->sadb_msg_type == SADB_X_SPDDELETE2);
2668	xp = xfrm_policy_byid(net, &dummy_mark, 0, XFRM_POLICY_TYPE_MAIN,
2669			      dir, pol->sadb_x_policy_id, delete, &err);
2670	if (xp == NULL)
2671		return -ENOENT;
2672
2673	if (delete) {
2674		xfrm_audit_policy_delete(xp, err ? 0 : 1, true);
2675
2676		if (err)
2677			goto out;
2678		c.seq = hdr->sadb_msg_seq;
2679		c.portid = hdr->sadb_msg_pid;
2680		c.data.byid = 1;
2681		c.event = XFRM_MSG_DELPOLICY;
2682		km_policy_notify(xp, dir, &c);
2683	} else {
2684		err = key_pol_get_resp(sk, xp, hdr, dir);
2685	}
2686
2687out:
2688	xfrm_pol_put(xp);
2689	return err;
2690}
2691
2692static int dump_sp(struct xfrm_policy *xp, int dir, int count, void *ptr)
2693{
2694	struct pfkey_sock *pfk = ptr;
2695	struct sk_buff *out_skb;
2696	struct sadb_msg *out_hdr;
2697	int err;
2698
2699	if (!pfkey_can_dump(&pfk->sk))
2700		return -ENOBUFS;
2701
2702	out_skb = pfkey_xfrm_policy2msg_prep(xp);
2703	if (IS_ERR(out_skb))
2704		return PTR_ERR(out_skb);
2705
2706	err = pfkey_xfrm_policy2msg(out_skb, xp, dir);
2707	if (err < 0) {
2708		kfree_skb(out_skb);
2709		return err;
2710	}
2711
2712	out_hdr = (struct sadb_msg *) out_skb->data;
2713	out_hdr->sadb_msg_version = pfk->dump.msg_version;
2714	out_hdr->sadb_msg_type = SADB_X_SPDDUMP;
2715	out_hdr->sadb_msg_satype = SADB_SATYPE_UNSPEC;
2716	out_hdr->sadb_msg_errno = 0;
2717	out_hdr->sadb_msg_seq = count + 1;
2718	out_hdr->sadb_msg_pid = pfk->dump.msg_portid;
2719
2720	if (pfk->dump.skb)
2721		pfkey_broadcast(pfk->dump.skb, GFP_ATOMIC, BROADCAST_ONE,
2722				&pfk->sk, sock_net(&pfk->sk));
2723	pfk->dump.skb = out_skb;
2724
2725	return 0;
2726}
2727
2728static int pfkey_dump_sp(struct pfkey_sock *pfk)
2729{
2730	struct net *net = sock_net(&pfk->sk);
2731	return xfrm_policy_walk(net, &pfk->dump.u.policy, dump_sp, (void *) pfk);
2732}
2733
2734static void pfkey_dump_sp_done(struct pfkey_sock *pfk)
2735{
2736	struct net *net = sock_net((struct sock *)pfk);
2737
2738	xfrm_policy_walk_done(&pfk->dump.u.policy, net);
2739}
2740
2741static int pfkey_spddump(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
2742{
2743	struct pfkey_sock *pfk = pfkey_sk(sk);
2744
2745	mutex_lock(&pfk->dump_lock);
2746	if (pfk->dump.dump != NULL) {
2747		mutex_unlock(&pfk->dump_lock);
2748		return -EBUSY;
2749	}
2750
2751	pfk->dump.msg_version = hdr->sadb_msg_version;
2752	pfk->dump.msg_portid = hdr->sadb_msg_pid;
2753	pfk->dump.dump = pfkey_dump_sp;
2754	pfk->dump.done = pfkey_dump_sp_done;
2755	xfrm_policy_walk_init(&pfk->dump.u.policy, XFRM_POLICY_TYPE_MAIN);
2756	mutex_unlock(&pfk->dump_lock);
2757
2758	return pfkey_do_dump(pfk);
2759}
2760
2761static int key_notify_policy_flush(const struct km_event *c)
2762{
2763	struct sk_buff *skb_out;
2764	struct sadb_msg *hdr;
2765
2766	skb_out = alloc_skb(sizeof(struct sadb_msg) + 16, GFP_ATOMIC);
2767	if (!skb_out)
2768		return -ENOBUFS;
2769	hdr = skb_put(skb_out, sizeof(struct sadb_msg));
2770	hdr->sadb_msg_type = SADB_X_SPDFLUSH;
2771	hdr->sadb_msg_seq = c->seq;
2772	hdr->sadb_msg_pid = c->portid;
2773	hdr->sadb_msg_version = PF_KEY_V2;
2774	hdr->sadb_msg_errno = (uint8_t) 0;
2775	hdr->sadb_msg_satype = SADB_SATYPE_UNSPEC;
2776	hdr->sadb_msg_len = (sizeof(struct sadb_msg) / sizeof(uint64_t));
2777	hdr->sadb_msg_reserved = 0;
2778	pfkey_broadcast(skb_out, GFP_ATOMIC, BROADCAST_ALL, NULL, c->net);
2779	return 0;
2780
2781}
2782
2783static int pfkey_spdflush(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr, void * const *ext_hdrs)
2784{
2785	struct net *net = sock_net(sk);
2786	struct km_event c;
2787	int err, err2;
2788
2789	err = xfrm_policy_flush(net, XFRM_POLICY_TYPE_MAIN, true);
2790	err2 = unicast_flush_resp(sk, hdr);
2791	if (err || err2) {
2792		if (err == -ESRCH) /* empty table - old silent behavior */
2793			return 0;
2794		return err;
2795	}
2796
2797	c.data.type = XFRM_POLICY_TYPE_MAIN;
2798	c.event = XFRM_MSG_FLUSHPOLICY;
2799	c.portid = hdr->sadb_msg_pid;
2800	c.seq = hdr->sadb_msg_seq;
2801	c.net = net;
2802	km_policy_notify(NULL, 0, &c);
2803
2804	return 0;
2805}
2806
2807typedef int (*pfkey_handler)(struct sock *sk, struct sk_buff *skb,
2808			     const struct sadb_msg *hdr, void * const *ext_hdrs);
2809static const pfkey_handler pfkey_funcs[SADB_MAX + 1] = {
2810	[SADB_RESERVED]		= pfkey_reserved,
2811	[SADB_GETSPI]		= pfkey_getspi,
2812	[SADB_UPDATE]		= pfkey_add,
2813	[SADB_ADD]		= pfkey_add,
2814	[SADB_DELETE]		= pfkey_delete,
2815	[SADB_GET]		= pfkey_get,
2816	[SADB_ACQUIRE]		= pfkey_acquire,
2817	[SADB_REGISTER]		= pfkey_register,
2818	[SADB_EXPIRE]		= NULL,
2819	[SADB_FLUSH]		= pfkey_flush,
2820	[SADB_DUMP]		= pfkey_dump,
2821	[SADB_X_PROMISC]	= pfkey_promisc,
2822	[SADB_X_PCHANGE]	= NULL,
2823	[SADB_X_SPDUPDATE]	= pfkey_spdadd,
2824	[SADB_X_SPDADD]		= pfkey_spdadd,
2825	[SADB_X_SPDDELETE]	= pfkey_spddelete,
2826	[SADB_X_SPDGET]		= pfkey_spdget,
2827	[SADB_X_SPDACQUIRE]	= NULL,
2828	[SADB_X_SPDDUMP]	= pfkey_spddump,
2829	[SADB_X_SPDFLUSH]	= pfkey_spdflush,
2830	[SADB_X_SPDSETIDX]	= pfkey_spdadd,
2831	[SADB_X_SPDDELETE2]	= pfkey_spdget,
2832	[SADB_X_MIGRATE]	= pfkey_migrate,
2833};
2834
2835static int pfkey_process(struct sock *sk, struct sk_buff *skb, const struct sadb_msg *hdr)
2836{
2837	void *ext_hdrs[SADB_EXT_MAX];
2838	int err;
2839
2840	/* Non-zero return value of pfkey_broadcast() does not always signal
2841	 * an error and even on an actual error we may still want to process
2842	 * the message so rather ignore the return value.
2843	 */
2844	pfkey_broadcast(skb_clone(skb, GFP_KERNEL), GFP_KERNEL,
2845			BROADCAST_PROMISC_ONLY, NULL, sock_net(sk));
2846
2847	memset(ext_hdrs, 0, sizeof(ext_hdrs));
2848	err = parse_exthdrs(skb, hdr, ext_hdrs);
2849	if (!err) {
2850		err = -EOPNOTSUPP;
2851		if (pfkey_funcs[hdr->sadb_msg_type])
2852			err = pfkey_funcs[hdr->sadb_msg_type](sk, skb, hdr, ext_hdrs);
2853	}
2854	return err;
2855}
2856
2857static struct sadb_msg *pfkey_get_base_msg(struct sk_buff *skb, int *errp)
2858{
2859	struct sadb_msg *hdr = NULL;
2860
2861	if (skb->len < sizeof(*hdr)) {
2862		*errp = -EMSGSIZE;
2863	} else {
2864		hdr = (struct sadb_msg *) skb->data;
2865		if (hdr->sadb_msg_version != PF_KEY_V2 ||
2866		    hdr->sadb_msg_reserved != 0 ||
2867		    (hdr->sadb_msg_type <= SADB_RESERVED ||
2868		     hdr->sadb_msg_type > SADB_MAX)) {
2869			hdr = NULL;
2870			*errp = -EINVAL;
2871		} else if (hdr->sadb_msg_len != (skb->len /
2872						 sizeof(uint64_t)) ||
2873			   hdr->sadb_msg_len < (sizeof(struct sadb_msg) /
2874						sizeof(uint64_t))) {
2875			hdr = NULL;
2876			*errp = -EMSGSIZE;
2877		} else {
2878			*errp = 0;
2879		}
2880	}
2881	return hdr;
2882}
2883
2884static inline int aalg_tmpl_set(const struct xfrm_tmpl *t,
2885				const struct xfrm_algo_desc *d)
2886{
2887	unsigned int id = d->desc.sadb_alg_id;
2888
2889	if (id >= sizeof(t->aalgos) * 8)
2890		return 0;
2891
2892	return (t->aalgos >> id) & 1;
2893}
2894
2895static inline int ealg_tmpl_set(const struct xfrm_tmpl *t,
2896				const struct xfrm_algo_desc *d)
2897{
2898	unsigned int id = d->desc.sadb_alg_id;
2899
2900	if (id >= sizeof(t->ealgos) * 8)
2901		return 0;
2902
2903	return (t->ealgos >> id) & 1;
2904}
2905
2906static int count_ah_combs(const struct xfrm_tmpl *t)
2907{
2908	int i, sz = 0;
2909
2910	for (i = 0; ; i++) {
2911		const struct xfrm_algo_desc *aalg = xfrm_aalg_get_byidx(i);
2912		if (!aalg)
2913			break;
2914		if (!aalg->pfkey_supported)
2915			continue;
2916		if (aalg_tmpl_set(t, aalg))
2917			sz += sizeof(struct sadb_comb);
2918	}
2919	return sz + sizeof(struct sadb_prop);
2920}
2921
2922static int count_esp_combs(const struct xfrm_tmpl *t)
2923{
2924	int i, k, sz = 0;
2925
2926	for (i = 0; ; i++) {
2927		const struct xfrm_algo_desc *ealg = xfrm_ealg_get_byidx(i);
2928		if (!ealg)
2929			break;
2930
2931		if (!ealg->pfkey_supported)
2932			continue;
2933
2934		if (!(ealg_tmpl_set(t, ealg)))
2935			continue;
2936
2937		for (k = 1; ; k++) {
2938			const struct xfrm_algo_desc *aalg = xfrm_aalg_get_byidx(k);
2939			if (!aalg)
2940				break;
2941
2942			if (!aalg->pfkey_supported)
2943				continue;
2944
2945			if (aalg_tmpl_set(t, aalg))
2946				sz += sizeof(struct sadb_comb);
2947		}
2948	}
2949	return sz + sizeof(struct sadb_prop);
2950}
2951
2952static int dump_ah_combs(struct sk_buff *skb, const struct xfrm_tmpl *t)
2953{
2954	struct sadb_prop *p;
2955	int sz = 0;
2956	int i;
2957
2958	p = skb_put(skb, sizeof(struct sadb_prop));
2959	p->sadb_prop_len = sizeof(struct sadb_prop)/8;
2960	p->sadb_prop_exttype = SADB_EXT_PROPOSAL;
2961	p->sadb_prop_replay = 32;
2962	memset(p->sadb_prop_reserved, 0, sizeof(p->sadb_prop_reserved));
2963
2964	for (i = 0; ; i++) {
2965		const struct xfrm_algo_desc *aalg = xfrm_aalg_get_byidx(i);
2966		if (!aalg)
2967			break;
2968
2969		if (!aalg->pfkey_supported)
2970			continue;
2971
2972		if (aalg_tmpl_set(t, aalg) && aalg->available) {
2973			struct sadb_comb *c;
2974			c = skb_put_zero(skb, sizeof(struct sadb_comb));
2975			p->sadb_prop_len += sizeof(struct sadb_comb)/8;
2976			c->sadb_comb_auth = aalg->desc.sadb_alg_id;
2977			c->sadb_comb_auth_minbits = aalg->desc.sadb_alg_minbits;
2978			c->sadb_comb_auth_maxbits = aalg->desc.sadb_alg_maxbits;
2979			c->sadb_comb_hard_addtime = 24*60*60;
2980			c->sadb_comb_soft_addtime = 20*60*60;
2981			c->sadb_comb_hard_usetime = 8*60*60;
2982			c->sadb_comb_soft_usetime = 7*60*60;
2983			sz += sizeof(*c);
2984		}
2985	}
2986
2987	return sz + sizeof(*p);
2988}
2989
2990static int dump_esp_combs(struct sk_buff *skb, const struct xfrm_tmpl *t)
2991{
2992	struct sadb_prop *p;
2993	int sz = 0;
2994	int i, k;
2995
2996	p = skb_put(skb, sizeof(struct sadb_prop));
2997	p->sadb_prop_len = sizeof(struct sadb_prop)/8;
2998	p->sadb_prop_exttype = SADB_EXT_PROPOSAL;
2999	p->sadb_prop_replay = 32;
3000	memset(p->sadb_prop_reserved, 0, sizeof(p->sadb_prop_reserved));
3001
3002	for (i=0; ; i++) {
3003		const struct xfrm_algo_desc *ealg = xfrm_ealg_get_byidx(i);
3004		if (!ealg)
3005			break;
3006
3007		if (!ealg->pfkey_supported)
3008			continue;
3009
3010		if (!(ealg_tmpl_set(t, ealg) && ealg->available))
3011			continue;
3012
3013		for (k = 1; ; k++) {
3014			struct sadb_comb *c;
3015			const struct xfrm_algo_desc *aalg = xfrm_aalg_get_byidx(k);
3016			if (!aalg)
3017				break;
3018			if (!aalg->pfkey_supported)
3019				continue;
3020			if (!(aalg_tmpl_set(t, aalg) && aalg->available))
3021				continue;
3022			c = skb_put(skb, sizeof(struct sadb_comb));
3023			memset(c, 0, sizeof(*c));
3024			p->sadb_prop_len += sizeof(struct sadb_comb)/8;
3025			c->sadb_comb_auth = aalg->desc.sadb_alg_id;
3026			c->sadb_comb_auth_minbits = aalg->desc.sadb_alg_minbits;
3027			c->sadb_comb_auth_maxbits = aalg->desc.sadb_alg_maxbits;
3028			c->sadb_comb_encrypt = ealg->desc.sadb_alg_id;
3029			c->sadb_comb_encrypt_minbits = ealg->desc.sadb_alg_minbits;
3030			c->sadb_comb_encrypt_maxbits = ealg->desc.sadb_alg_maxbits;
3031			c->sadb_comb_hard_addtime = 24*60*60;
3032			c->sadb_comb_soft_addtime = 20*60*60;
3033			c->sadb_comb_hard_usetime = 8*60*60;
3034			c->sadb_comb_soft_usetime = 7*60*60;
3035			sz += sizeof(*c);
3036		}
3037	}
3038
3039	return sz + sizeof(*p);
3040}
3041
3042static int key_notify_policy_expire(struct xfrm_policy *xp, const struct km_event *c)
3043{
3044	return 0;
3045}
3046
3047static int key_notify_sa_expire(struct xfrm_state *x, const struct km_event *c)
3048{
3049	struct sk_buff *out_skb;
3050	struct sadb_msg *out_hdr;
3051	int hard;
3052	int hsc;
3053
3054	hard = c->data.hard;
3055	if (hard)
3056		hsc = 2;
3057	else
3058		hsc = 1;
3059
3060	out_skb = pfkey_xfrm_state2msg_expire(x, hsc);
3061	if (IS_ERR(out_skb))
3062		return PTR_ERR(out_skb);
3063
3064	out_hdr = (struct sadb_msg *) out_skb->data;
3065	out_hdr->sadb_msg_version = PF_KEY_V2;
3066	out_hdr->sadb_msg_type = SADB_EXPIRE;
3067	out_hdr->sadb_msg_satype = pfkey_proto2satype(x->id.proto);
3068	out_hdr->sadb_msg_errno = 0;
3069	out_hdr->sadb_msg_reserved = 0;
3070	out_hdr->sadb_msg_seq = 0;
3071	out_hdr->sadb_msg_pid = 0;
3072
3073	pfkey_broadcast(out_skb, GFP_ATOMIC, BROADCAST_REGISTERED, NULL,
3074			xs_net(x));
3075	return 0;
3076}
3077
3078static int pfkey_send_notify(struct xfrm_state *x, const struct km_event *c)
3079{
3080	struct net *net = x ? xs_net(x) : c->net;
3081	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
3082
3083	if (atomic_read(&net_pfkey->socks_nr) == 0)
3084		return 0;
3085
3086	switch (c->event) {
3087	case XFRM_MSG_EXPIRE:
3088		return key_notify_sa_expire(x, c);
3089	case XFRM_MSG_DELSA:
3090	case XFRM_MSG_NEWSA:
3091	case XFRM_MSG_UPDSA:
3092		return key_notify_sa(x, c);
3093	case XFRM_MSG_FLUSHSA:
3094		return key_notify_sa_flush(c);
3095	case XFRM_MSG_NEWAE: /* not yet supported */
3096		break;
3097	default:
3098		pr_err("pfkey: Unknown SA event %d\n", c->event);
3099		break;
3100	}
3101
3102	return 0;
3103}
3104
3105static int pfkey_send_policy_notify(struct xfrm_policy *xp, int dir, const struct km_event *c)
3106{
3107	if (xp && xp->type != XFRM_POLICY_TYPE_MAIN)
3108		return 0;
3109
3110	switch (c->event) {
3111	case XFRM_MSG_POLEXPIRE:
3112		return key_notify_policy_expire(xp, c);
3113	case XFRM_MSG_DELPOLICY:
3114	case XFRM_MSG_NEWPOLICY:
3115	case XFRM_MSG_UPDPOLICY:
3116		return key_notify_policy(xp, dir, c);
3117	case XFRM_MSG_FLUSHPOLICY:
3118		if (c->data.type != XFRM_POLICY_TYPE_MAIN)
3119			break;
3120		return key_notify_policy_flush(c);
3121	default:
3122		pr_err("pfkey: Unknown policy event %d\n", c->event);
3123		break;
3124	}
3125
3126	return 0;
3127}
3128
3129static u32 get_acqseq(void)
3130{
3131	u32 res;
3132	static atomic_t acqseq;
3133
3134	do {
3135		res = atomic_inc_return(&acqseq);
3136	} while (!res);
3137	return res;
3138}
3139
3140static bool pfkey_is_alive(const struct km_event *c)
3141{
3142	struct netns_pfkey *net_pfkey = net_generic(c->net, pfkey_net_id);
3143	struct sock *sk;
3144	bool is_alive = false;
3145
3146	rcu_read_lock();
3147	sk_for_each_rcu(sk, &net_pfkey->table) {
3148		if (pfkey_sk(sk)->registered) {
3149			is_alive = true;
3150			break;
3151		}
3152	}
3153	rcu_read_unlock();
3154
3155	return is_alive;
3156}
3157
3158static int pfkey_send_acquire(struct xfrm_state *x, struct xfrm_tmpl *t, struct xfrm_policy *xp)
3159{
3160	struct sk_buff *skb;
3161	struct sadb_msg *hdr;
3162	struct sadb_address *addr;
3163	struct sadb_x_policy *pol;
3164	int sockaddr_size;
3165	int size;
3166	struct sadb_x_sec_ctx *sec_ctx;
3167	struct xfrm_sec_ctx *xfrm_ctx;
3168	int ctx_size = 0;
3169	int alg_size = 0;
3170
3171	sockaddr_size = pfkey_sockaddr_size(x->props.family);
3172	if (!sockaddr_size)
3173		return -EINVAL;
3174
3175	size = sizeof(struct sadb_msg) +
3176		(sizeof(struct sadb_address) * 2) +
3177		(sockaddr_size * 2) +
3178		sizeof(struct sadb_x_policy);
3179
3180	if (x->id.proto == IPPROTO_AH)
3181		alg_size = count_ah_combs(t);
3182	else if (x->id.proto == IPPROTO_ESP)
3183		alg_size = count_esp_combs(t);
3184
3185	if ((xfrm_ctx = x->security)) {
3186		ctx_size = PFKEY_ALIGN8(xfrm_ctx->ctx_len);
3187		size +=  sizeof(struct sadb_x_sec_ctx) + ctx_size;
3188	}
3189
3190	skb =  alloc_skb(size + alg_size + 16, GFP_ATOMIC);
3191	if (skb == NULL)
3192		return -ENOMEM;
3193
3194	hdr = skb_put(skb, sizeof(struct sadb_msg));
3195	hdr->sadb_msg_version = PF_KEY_V2;
3196	hdr->sadb_msg_type = SADB_ACQUIRE;
3197	hdr->sadb_msg_satype = pfkey_proto2satype(x->id.proto);
3198	hdr->sadb_msg_len = size / sizeof(uint64_t);
3199	hdr->sadb_msg_errno = 0;
3200	hdr->sadb_msg_reserved = 0;
3201	hdr->sadb_msg_seq = x->km.seq = get_acqseq();
3202	hdr->sadb_msg_pid = 0;
3203
3204	/* src address */
3205	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
3206	addr->sadb_address_len =
3207		(sizeof(struct sadb_address)+sockaddr_size)/
3208			sizeof(uint64_t);
3209	addr->sadb_address_exttype = SADB_EXT_ADDRESS_SRC;
3210	addr->sadb_address_proto = 0;
3211	addr->sadb_address_reserved = 0;
3212	addr->sadb_address_prefixlen =
3213		pfkey_sockaddr_fill(&x->props.saddr, 0,
3214				    (struct sockaddr *) (addr + 1),
3215				    x->props.family);
3216	if (!addr->sadb_address_prefixlen)
3217		BUG();
3218
3219	/* dst address */
3220	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
3221	addr->sadb_address_len =
3222		(sizeof(struct sadb_address)+sockaddr_size)/
3223			sizeof(uint64_t);
3224	addr->sadb_address_exttype = SADB_EXT_ADDRESS_DST;
3225	addr->sadb_address_proto = 0;
3226	addr->sadb_address_reserved = 0;
3227	addr->sadb_address_prefixlen =
3228		pfkey_sockaddr_fill(&x->id.daddr, 0,
3229				    (struct sockaddr *) (addr + 1),
3230				    x->props.family);
3231	if (!addr->sadb_address_prefixlen)
3232		BUG();
3233
3234	pol = skb_put(skb, sizeof(struct sadb_x_policy));
3235	pol->sadb_x_policy_len = sizeof(struct sadb_x_policy)/sizeof(uint64_t);
3236	pol->sadb_x_policy_exttype = SADB_X_EXT_POLICY;
3237	pol->sadb_x_policy_type = IPSEC_POLICY_IPSEC;
3238	pol->sadb_x_policy_dir = XFRM_POLICY_OUT + 1;
3239	pol->sadb_x_policy_reserved = 0;
3240	pol->sadb_x_policy_id = xp->index;
3241	pol->sadb_x_policy_priority = xp->priority;
3242
3243	/* Set sadb_comb's. */
3244	alg_size = 0;
3245	if (x->id.proto == IPPROTO_AH)
3246		alg_size = dump_ah_combs(skb, t);
3247	else if (x->id.proto == IPPROTO_ESP)
3248		alg_size = dump_esp_combs(skb, t);
3249
3250	hdr->sadb_msg_len += alg_size / 8;
3251
3252	/* security context */
3253	if (xfrm_ctx) {
3254		sec_ctx = skb_put(skb,
3255				  sizeof(struct sadb_x_sec_ctx) + ctx_size);
3256		sec_ctx->sadb_x_sec_len =
3257		  (sizeof(struct sadb_x_sec_ctx) + ctx_size) / sizeof(uint64_t);
3258		sec_ctx->sadb_x_sec_exttype = SADB_X_EXT_SEC_CTX;
3259		sec_ctx->sadb_x_ctx_doi = xfrm_ctx->ctx_doi;
3260		sec_ctx->sadb_x_ctx_alg = xfrm_ctx->ctx_alg;
3261		sec_ctx->sadb_x_ctx_len = xfrm_ctx->ctx_len;
3262		memcpy(sec_ctx + 1, xfrm_ctx->ctx_str,
3263		       xfrm_ctx->ctx_len);
3264	}
3265
3266	return pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_REGISTERED, NULL,
3267			       xs_net(x));
3268}
3269
3270static struct xfrm_policy *pfkey_compile_policy(struct sock *sk, int opt,
3271						u8 *data, int len, int *dir)
3272{
3273	struct net *net = sock_net(sk);
3274	struct xfrm_policy *xp;
3275	struct sadb_x_policy *pol = (struct sadb_x_policy*)data;
3276	struct sadb_x_sec_ctx *sec_ctx;
3277
3278	switch (sk->sk_family) {
3279	case AF_INET:
3280		if (opt != IP_IPSEC_POLICY) {
3281			*dir = -EOPNOTSUPP;
3282			return NULL;
3283		}
3284		break;
3285#if IS_ENABLED(CONFIG_IPV6)
3286	case AF_INET6:
3287		if (opt != IPV6_IPSEC_POLICY) {
3288			*dir = -EOPNOTSUPP;
3289			return NULL;
3290		}
3291		break;
3292#endif
3293	default:
3294		*dir = -EINVAL;
3295		return NULL;
3296	}
3297
3298	*dir = -EINVAL;
3299
3300	if (len < sizeof(struct sadb_x_policy) ||
3301	    pol->sadb_x_policy_len*8 > len ||
3302	    pol->sadb_x_policy_type > IPSEC_POLICY_BYPASS ||
3303	    (!pol->sadb_x_policy_dir || pol->sadb_x_policy_dir > IPSEC_DIR_OUTBOUND))
3304		return NULL;
3305
3306	xp = xfrm_policy_alloc(net, GFP_ATOMIC);
3307	if (xp == NULL) {
3308		*dir = -ENOBUFS;
3309		return NULL;
3310	}
3311
3312	xp->action = (pol->sadb_x_policy_type == IPSEC_POLICY_DISCARD ?
3313		      XFRM_POLICY_BLOCK : XFRM_POLICY_ALLOW);
3314
3315	xp->lft.soft_byte_limit = XFRM_INF;
3316	xp->lft.hard_byte_limit = XFRM_INF;
3317	xp->lft.soft_packet_limit = XFRM_INF;
3318	xp->lft.hard_packet_limit = XFRM_INF;
3319	xp->family = sk->sk_family;
3320
3321	xp->xfrm_nr = 0;
3322	if (pol->sadb_x_policy_type == IPSEC_POLICY_IPSEC &&
3323	    (*dir = parse_ipsecrequests(xp, pol)) < 0)
3324		goto out;
3325
3326	/* security context too */
3327	if (len >= (pol->sadb_x_policy_len*8 +
3328	    sizeof(struct sadb_x_sec_ctx))) {
3329		char *p = (char *)pol;
3330		struct xfrm_user_sec_ctx *uctx;
3331
3332		p += pol->sadb_x_policy_len*8;
3333		sec_ctx = (struct sadb_x_sec_ctx *)p;
3334		if (len < pol->sadb_x_policy_len*8 +
3335		    sec_ctx->sadb_x_sec_len*8) {
3336			*dir = -EINVAL;
3337			goto out;
3338		}
3339		if ((*dir = verify_sec_ctx_len(p)))
3340			goto out;
3341		uctx = pfkey_sadb2xfrm_user_sec_ctx(sec_ctx, GFP_ATOMIC);
3342		*dir = security_xfrm_policy_alloc(&xp->security, uctx, GFP_ATOMIC);
3343		kfree(uctx);
3344
3345		if (*dir)
3346			goto out;
3347	}
3348
3349	*dir = pol->sadb_x_policy_dir-1;
3350	return xp;
3351
3352out:
3353	xp->walk.dead = 1;
3354	xfrm_policy_destroy(xp);
3355	return NULL;
3356}
3357
3358static int pfkey_send_new_mapping(struct xfrm_state *x, xfrm_address_t *ipaddr, __be16 sport)
3359{
3360	struct sk_buff *skb;
3361	struct sadb_msg *hdr;
3362	struct sadb_sa *sa;
3363	struct sadb_address *addr;
3364	struct sadb_x_nat_t_port *n_port;
3365	int sockaddr_size;
3366	int size;
3367	__u8 satype = (x->id.proto == IPPROTO_ESP ? SADB_SATYPE_ESP : 0);
3368	struct xfrm_encap_tmpl *natt = NULL;
3369
3370	sockaddr_size = pfkey_sockaddr_size(x->props.family);
3371	if (!sockaddr_size)
3372		return -EINVAL;
3373
3374	if (!satype)
3375		return -EINVAL;
3376
3377	if (!x->encap)
3378		return -EINVAL;
3379
3380	natt = x->encap;
3381
3382	/* Build an SADB_X_NAT_T_NEW_MAPPING message:
3383	 *
3384	 * HDR | SA | ADDRESS_SRC (old addr) | NAT_T_SPORT (old port) |
3385	 * ADDRESS_DST (new addr) | NAT_T_DPORT (new port)
3386	 */
3387
3388	size = sizeof(struct sadb_msg) +
3389		sizeof(struct sadb_sa) +
3390		(sizeof(struct sadb_address) * 2) +
3391		(sockaddr_size * 2) +
3392		(sizeof(struct sadb_x_nat_t_port) * 2);
3393
3394	skb =  alloc_skb(size + 16, GFP_ATOMIC);
3395	if (skb == NULL)
3396		return -ENOMEM;
3397
3398	hdr = skb_put(skb, sizeof(struct sadb_msg));
3399	hdr->sadb_msg_version = PF_KEY_V2;
3400	hdr->sadb_msg_type = SADB_X_NAT_T_NEW_MAPPING;
3401	hdr->sadb_msg_satype = satype;
3402	hdr->sadb_msg_len = size / sizeof(uint64_t);
3403	hdr->sadb_msg_errno = 0;
3404	hdr->sadb_msg_reserved = 0;
3405	hdr->sadb_msg_seq = x->km.seq = get_acqseq();
3406	hdr->sadb_msg_pid = 0;
3407
3408	/* SA */
3409	sa = skb_put(skb, sizeof(struct sadb_sa));
3410	sa->sadb_sa_len = sizeof(struct sadb_sa)/sizeof(uint64_t);
3411	sa->sadb_sa_exttype = SADB_EXT_SA;
3412	sa->sadb_sa_spi = x->id.spi;
3413	sa->sadb_sa_replay = 0;
3414	sa->sadb_sa_state = 0;
3415	sa->sadb_sa_auth = 0;
3416	sa->sadb_sa_encrypt = 0;
3417	sa->sadb_sa_flags = 0;
3418
3419	/* ADDRESS_SRC (old addr) */
3420	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
3421	addr->sadb_address_len =
3422		(sizeof(struct sadb_address)+sockaddr_size)/
3423			sizeof(uint64_t);
3424	addr->sadb_address_exttype = SADB_EXT_ADDRESS_SRC;
3425	addr->sadb_address_proto = 0;
3426	addr->sadb_address_reserved = 0;
3427	addr->sadb_address_prefixlen =
3428		pfkey_sockaddr_fill(&x->props.saddr, 0,
3429				    (struct sockaddr *) (addr + 1),
3430				    x->props.family);
3431	if (!addr->sadb_address_prefixlen)
3432		BUG();
3433
3434	/* NAT_T_SPORT (old port) */
3435	n_port = skb_put(skb, sizeof(*n_port));
3436	n_port->sadb_x_nat_t_port_len = sizeof(*n_port)/sizeof(uint64_t);
3437	n_port->sadb_x_nat_t_port_exttype = SADB_X_EXT_NAT_T_SPORT;
3438	n_port->sadb_x_nat_t_port_port = natt->encap_sport;
3439	n_port->sadb_x_nat_t_port_reserved = 0;
3440
3441	/* ADDRESS_DST (new addr) */
3442	addr = skb_put(skb, sizeof(struct sadb_address) + sockaddr_size);
3443	addr->sadb_address_len =
3444		(sizeof(struct sadb_address)+sockaddr_size)/
3445			sizeof(uint64_t);
3446	addr->sadb_address_exttype = SADB_EXT_ADDRESS_DST;
3447	addr->sadb_address_proto = 0;
3448	addr->sadb_address_reserved = 0;
3449	addr->sadb_address_prefixlen =
3450		pfkey_sockaddr_fill(ipaddr, 0,
3451				    (struct sockaddr *) (addr + 1),
3452				    x->props.family);
3453	if (!addr->sadb_address_prefixlen)
3454		BUG();
3455
3456	/* NAT_T_DPORT (new port) */
3457	n_port = skb_put(skb, sizeof(*n_port));
3458	n_port->sadb_x_nat_t_port_len = sizeof(*n_port)/sizeof(uint64_t);
3459	n_port->sadb_x_nat_t_port_exttype = SADB_X_EXT_NAT_T_DPORT;
3460	n_port->sadb_x_nat_t_port_port = sport;
3461	n_port->sadb_x_nat_t_port_reserved = 0;
3462
3463	return pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_REGISTERED, NULL,
3464			       xs_net(x));
3465}
3466
3467#ifdef CONFIG_NET_KEY_MIGRATE
3468static int set_sadb_address(struct sk_buff *skb, int sasize, int type,
3469			    const struct xfrm_selector *sel)
3470{
3471	struct sadb_address *addr;
3472	addr = skb_put(skb, sizeof(struct sadb_address) + sasize);
3473	addr->sadb_address_len = (sizeof(struct sadb_address) + sasize)/8;
3474	addr->sadb_address_exttype = type;
3475	addr->sadb_address_proto = sel->proto;
3476	addr->sadb_address_reserved = 0;
3477
3478	switch (type) {
3479	case SADB_EXT_ADDRESS_SRC:
3480		addr->sadb_address_prefixlen = sel->prefixlen_s;
3481		pfkey_sockaddr_fill(&sel->saddr, 0,
3482				    (struct sockaddr *)(addr + 1),
3483				    sel->family);
3484		break;
3485	case SADB_EXT_ADDRESS_DST:
3486		addr->sadb_address_prefixlen = sel->prefixlen_d;
3487		pfkey_sockaddr_fill(&sel->daddr, 0,
3488				    (struct sockaddr *)(addr + 1),
3489				    sel->family);
3490		break;
3491	default:
3492		return -EINVAL;
3493	}
3494
3495	return 0;
3496}
3497
3498
3499static int set_sadb_kmaddress(struct sk_buff *skb, const struct xfrm_kmaddress *k)
3500{
3501	struct sadb_x_kmaddress *kma;
3502	u8 *sa;
3503	int family = k->family;
3504	int socklen = pfkey_sockaddr_len(family);
3505	int size_req;
3506
3507	size_req = (sizeof(struct sadb_x_kmaddress) +
3508		    pfkey_sockaddr_pair_size(family));
3509
3510	kma = skb_put_zero(skb, size_req);
3511	kma->sadb_x_kmaddress_len = size_req / 8;
3512	kma->sadb_x_kmaddress_exttype = SADB_X_EXT_KMADDRESS;
3513	kma->sadb_x_kmaddress_reserved = k->reserved;
3514
3515	sa = (u8 *)(kma + 1);
3516	if (!pfkey_sockaddr_fill(&k->local, 0, (struct sockaddr *)sa, family) ||
3517	    !pfkey_sockaddr_fill(&k->remote, 0, (struct sockaddr *)(sa+socklen), family))
3518		return -EINVAL;
3519
3520	return 0;
3521}
3522
3523static int set_ipsecrequest(struct sk_buff *skb,
3524			    uint8_t proto, uint8_t mode, int level,
3525			    uint32_t reqid, uint8_t family,
3526			    const xfrm_address_t *src, const xfrm_address_t *dst)
3527{
3528	struct sadb_x_ipsecrequest *rq;
3529	u8 *sa;
3530	int socklen = pfkey_sockaddr_len(family);
3531	int size_req;
3532
3533	size_req = sizeof(struct sadb_x_ipsecrequest) +
3534		   pfkey_sockaddr_pair_size(family);
3535
3536	rq = skb_put_zero(skb, size_req);
3537	rq->sadb_x_ipsecrequest_len = size_req;
3538	rq->sadb_x_ipsecrequest_proto = proto;
3539	rq->sadb_x_ipsecrequest_mode = mode;
3540	rq->sadb_x_ipsecrequest_level = level;
3541	rq->sadb_x_ipsecrequest_reqid = reqid;
3542
3543	sa = (u8 *) (rq + 1);
3544	if (!pfkey_sockaddr_fill(src, 0, (struct sockaddr *)sa, family) ||
3545	    !pfkey_sockaddr_fill(dst, 0, (struct sockaddr *)(sa + socklen), family))
3546		return -EINVAL;
3547
3548	return 0;
3549}
3550#endif
3551
3552#ifdef CONFIG_NET_KEY_MIGRATE
3553static int pfkey_send_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
3554			      const struct xfrm_migrate *m, int num_bundles,
3555			      const struct xfrm_kmaddress *k,
3556			      const struct xfrm_encap_tmpl *encap)
3557{
3558	int i;
3559	int sasize_sel;
3560	int size = 0;
3561	int size_pol = 0;
3562	struct sk_buff *skb;
3563	struct sadb_msg *hdr;
3564	struct sadb_x_policy *pol;
3565	const struct xfrm_migrate *mp;
3566
3567	if (type != XFRM_POLICY_TYPE_MAIN)
3568		return 0;
3569
3570	if (num_bundles <= 0 || num_bundles > XFRM_MAX_DEPTH)
3571		return -EINVAL;
3572
3573	if (k != NULL) {
3574		/* addresses for KM */
3575		size += PFKEY_ALIGN8(sizeof(struct sadb_x_kmaddress) +
3576				     pfkey_sockaddr_pair_size(k->family));
3577	}
3578
3579	/* selector */
3580	sasize_sel = pfkey_sockaddr_size(sel->family);
3581	if (!sasize_sel)
3582		return -EINVAL;
3583	size += (sizeof(struct sadb_address) + sasize_sel) * 2;
3584
3585	/* policy info */
3586	size_pol += sizeof(struct sadb_x_policy);
3587
3588	/* ipsecrequests */
3589	for (i = 0, mp = m; i < num_bundles; i++, mp++) {
3590		/* old locator pair */
3591		size_pol += sizeof(struct sadb_x_ipsecrequest) +
3592			    pfkey_sockaddr_pair_size(mp->old_family);
3593		/* new locator pair */
3594		size_pol += sizeof(struct sadb_x_ipsecrequest) +
3595			    pfkey_sockaddr_pair_size(mp->new_family);
3596	}
3597
3598	size += sizeof(struct sadb_msg) + size_pol;
3599
3600	/* alloc buffer */
3601	skb = alloc_skb(size, GFP_ATOMIC);
3602	if (skb == NULL)
3603		return -ENOMEM;
3604
3605	hdr = skb_put(skb, sizeof(struct sadb_msg));
3606	hdr->sadb_msg_version = PF_KEY_V2;
3607	hdr->sadb_msg_type = SADB_X_MIGRATE;
3608	hdr->sadb_msg_satype = pfkey_proto2satype(m->proto);
3609	hdr->sadb_msg_len = size / 8;
3610	hdr->sadb_msg_errno = 0;
3611	hdr->sadb_msg_reserved = 0;
3612	hdr->sadb_msg_seq = 0;
3613	hdr->sadb_msg_pid = 0;
3614
3615	/* Addresses to be used by KM for negotiation, if ext is available */
3616	if (k != NULL && (set_sadb_kmaddress(skb, k) < 0))
3617		goto err;
3618
3619	/* selector src */
3620	set_sadb_address(skb, sasize_sel, SADB_EXT_ADDRESS_SRC, sel);
3621
3622	/* selector dst */
3623	set_sadb_address(skb, sasize_sel, SADB_EXT_ADDRESS_DST, sel);
3624
3625	/* policy information */
3626	pol = skb_put(skb, sizeof(struct sadb_x_policy));
3627	pol->sadb_x_policy_len = size_pol / 8;
3628	pol->sadb_x_policy_exttype = SADB_X_EXT_POLICY;
3629	pol->sadb_x_policy_type = IPSEC_POLICY_IPSEC;
3630	pol->sadb_x_policy_dir = dir + 1;
3631	pol->sadb_x_policy_reserved = 0;
3632	pol->sadb_x_policy_id = 0;
3633	pol->sadb_x_policy_priority = 0;
3634
3635	for (i = 0, mp = m; i < num_bundles; i++, mp++) {
3636		/* old ipsecrequest */
3637		int mode = pfkey_mode_from_xfrm(mp->mode);
3638		if (mode < 0)
3639			goto err;
3640		if (set_ipsecrequest(skb, mp->proto, mode,
3641				     (mp->reqid ?  IPSEC_LEVEL_UNIQUE : IPSEC_LEVEL_REQUIRE),
3642				     mp->reqid, mp->old_family,
3643				     &mp->old_saddr, &mp->old_daddr) < 0)
3644			goto err;
3645
3646		/* new ipsecrequest */
3647		if (set_ipsecrequest(skb, mp->proto, mode,
3648				     (mp->reqid ? IPSEC_LEVEL_UNIQUE : IPSEC_LEVEL_REQUIRE),
3649				     mp->reqid, mp->new_family,
3650				     &mp->new_saddr, &mp->new_daddr) < 0)
3651			goto err;
3652	}
3653
3654	/* broadcast migrate message to sockets */
3655	pfkey_broadcast(skb, GFP_ATOMIC, BROADCAST_ALL, NULL, &init_net);
3656
3657	return 0;
3658
3659err:
3660	kfree_skb(skb);
3661	return -EINVAL;
3662}
3663#else
3664static int pfkey_send_migrate(const struct xfrm_selector *sel, u8 dir, u8 type,
3665			      const struct xfrm_migrate *m, int num_bundles,
3666			      const struct xfrm_kmaddress *k,
3667			      const struct xfrm_encap_tmpl *encap)
3668{
3669	return -ENOPROTOOPT;
3670}
3671#endif
3672
3673static int pfkey_sendmsg(struct socket *sock, struct msghdr *msg, size_t len)
3674{
3675	struct sock *sk = sock->sk;
3676	struct sk_buff *skb = NULL;
3677	struct sadb_msg *hdr = NULL;
3678	int err;
3679	struct net *net = sock_net(sk);
3680
3681	err = -EOPNOTSUPP;
3682	if (msg->msg_flags & MSG_OOB)
3683		goto out;
3684
3685	err = -EMSGSIZE;
3686	if ((unsigned int)len > sk->sk_sndbuf - 32)
3687		goto out;
3688
3689	err = -ENOBUFS;
3690	skb = alloc_skb(len, GFP_KERNEL);
3691	if (skb == NULL)
3692		goto out;
3693
3694	err = -EFAULT;
3695	if (memcpy_from_msg(skb_put(skb,len), msg, len))
3696		goto out;
3697
3698	hdr = pfkey_get_base_msg(skb, &err);
3699	if (!hdr)
3700		goto out;
3701
3702	mutex_lock(&net->xfrm.xfrm_cfg_mutex);
3703	err = pfkey_process(sk, skb, hdr);
3704	mutex_unlock(&net->xfrm.xfrm_cfg_mutex);
3705
3706out:
3707	if (err && hdr && pfkey_error(hdr, err, sk) == 0)
3708		err = 0;
3709	kfree_skb(skb);
3710
3711	return err ? : len;
3712}
3713
3714static int pfkey_recvmsg(struct socket *sock, struct msghdr *msg, size_t len,
3715			 int flags)
3716{
3717	struct sock *sk = sock->sk;
3718	struct pfkey_sock *pfk = pfkey_sk(sk);
3719	struct sk_buff *skb;
3720	int copied, err;
3721
3722	err = -EINVAL;
3723	if (flags & ~(MSG_PEEK|MSG_DONTWAIT|MSG_TRUNC|MSG_CMSG_COMPAT))
3724		goto out;
3725
3726	skb = skb_recv_datagram(sk, flags, flags & MSG_DONTWAIT, &err);
3727	if (skb == NULL)
3728		goto out;
3729
3730	copied = skb->len;
3731	if (copied > len) {
3732		msg->msg_flags |= MSG_TRUNC;
3733		copied = len;
3734	}
3735
3736	skb_reset_transport_header(skb);
3737	err = skb_copy_datagram_msg(skb, 0, msg, copied);
3738	if (err)
3739		goto out_free;
3740
3741	sock_recv_ts_and_drops(msg, sk, skb);
3742
3743	err = (flags & MSG_TRUNC) ? skb->len : copied;
3744
3745	if (pfk->dump.dump != NULL &&
3746	    3 * atomic_read(&sk->sk_rmem_alloc) <= sk->sk_rcvbuf)
3747		pfkey_do_dump(pfk);
3748
3749out_free:
3750	skb_free_datagram(sk, skb);
3751out:
3752	return err;
3753}
3754
3755static const struct proto_ops pfkey_ops = {
3756	.family		=	PF_KEY,
3757	.owner		=	THIS_MODULE,
3758	/* Operations that make no sense on pfkey sockets. */
3759	.bind		=	sock_no_bind,
3760	.connect	=	sock_no_connect,
3761	.socketpair	=	sock_no_socketpair,
3762	.accept		=	sock_no_accept,
3763	.getname	=	sock_no_getname,
3764	.ioctl		=	sock_no_ioctl,
3765	.listen		=	sock_no_listen,
3766	.shutdown	=	sock_no_shutdown,
3767	.mmap		=	sock_no_mmap,
3768	.sendpage	=	sock_no_sendpage,
3769
3770	/* Now the operations that really occur. */
3771	.release	=	pfkey_release,
3772	.poll		=	datagram_poll,
3773	.sendmsg	=	pfkey_sendmsg,
3774	.recvmsg	=	pfkey_recvmsg,
3775};
3776
3777static const struct net_proto_family pfkey_family_ops = {
3778	.family	=	PF_KEY,
3779	.create	=	pfkey_create,
3780	.owner	=	THIS_MODULE,
3781};
3782
3783#ifdef CONFIG_PROC_FS
3784static int pfkey_seq_show(struct seq_file *f, void *v)
3785{
3786	struct sock *s = sk_entry(v);
3787
3788	if (v == SEQ_START_TOKEN)
3789		seq_printf(f ,"sk       RefCnt Rmem   Wmem   User   Inode\n");
3790	else
3791		seq_printf(f, "%pK %-6d %-6u %-6u %-6u %-6lu\n",
3792			       s,
3793			       refcount_read(&s->sk_refcnt),
3794			       sk_rmem_alloc_get(s),
3795			       sk_wmem_alloc_get(s),
3796			       from_kuid_munged(seq_user_ns(f), sock_i_uid(s)),
3797			       sock_i_ino(s)
3798			       );
3799	return 0;
3800}
3801
3802static void *pfkey_seq_start(struct seq_file *f, loff_t *ppos)
3803	__acquires(rcu)
3804{
3805	struct net *net = seq_file_net(f);
3806	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
3807
3808	rcu_read_lock();
3809	return seq_hlist_start_head_rcu(&net_pfkey->table, *ppos);
3810}
3811
3812static void *pfkey_seq_next(struct seq_file *f, void *v, loff_t *ppos)
3813{
3814	struct net *net = seq_file_net(f);
3815	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
3816
3817	return seq_hlist_next_rcu(v, &net_pfkey->table, ppos);
3818}
3819
3820static void pfkey_seq_stop(struct seq_file *f, void *v)
3821	__releases(rcu)
3822{
3823	rcu_read_unlock();
3824}
3825
3826static const struct seq_operations pfkey_seq_ops = {
3827	.start	= pfkey_seq_start,
3828	.next	= pfkey_seq_next,
3829	.stop	= pfkey_seq_stop,
3830	.show	= pfkey_seq_show,
3831};
3832
3833static int __net_init pfkey_init_proc(struct net *net)
3834{
3835	struct proc_dir_entry *e;
3836
3837	e = proc_create_net("pfkey", 0, net->proc_net, &pfkey_seq_ops,
3838			sizeof(struct seq_net_private));
3839	if (e == NULL)
3840		return -ENOMEM;
3841
3842	return 0;
3843}
3844
3845static void __net_exit pfkey_exit_proc(struct net *net)
3846{
3847	remove_proc_entry("pfkey", net->proc_net);
3848}
3849#else
3850static inline int pfkey_init_proc(struct net *net)
3851{
3852	return 0;
3853}
3854
3855static inline void pfkey_exit_proc(struct net *net)
3856{
3857}
3858#endif
3859
3860static struct xfrm_mgr pfkeyv2_mgr =
3861{
3862	.notify		= pfkey_send_notify,
3863	.acquire	= pfkey_send_acquire,
3864	.compile_policy	= pfkey_compile_policy,
3865	.new_mapping	= pfkey_send_new_mapping,
3866	.notify_policy	= pfkey_send_policy_notify,
3867	.migrate	= pfkey_send_migrate,
3868	.is_alive	= pfkey_is_alive,
3869};
3870
3871static int __net_init pfkey_net_init(struct net *net)
3872{
3873	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
3874	int rv;
3875
3876	INIT_HLIST_HEAD(&net_pfkey->table);
3877	atomic_set(&net_pfkey->socks_nr, 0);
3878
3879	rv = pfkey_init_proc(net);
3880
3881	return rv;
3882}
3883
3884static void __net_exit pfkey_net_exit(struct net *net)
3885{
3886	struct netns_pfkey *net_pfkey = net_generic(net, pfkey_net_id);
3887
3888	pfkey_exit_proc(net);
3889	WARN_ON(!hlist_empty(&net_pfkey->table));
3890}
3891
3892static struct pernet_operations pfkey_net_ops = {
3893	.init = pfkey_net_init,
3894	.exit = pfkey_net_exit,
3895	.id   = &pfkey_net_id,
3896	.size = sizeof(struct netns_pfkey),
3897};
3898
3899static void __exit ipsec_pfkey_exit(void)
3900{
3901	xfrm_unregister_km(&pfkeyv2_mgr);
3902	sock_unregister(PF_KEY);
3903	unregister_pernet_subsys(&pfkey_net_ops);
3904	proto_unregister(&key_proto);
3905}
3906
3907static int __init ipsec_pfkey_init(void)
3908{
3909	int err = proto_register(&key_proto, 0);
3910
3911	if (err != 0)
3912		goto out;
3913
3914	err = register_pernet_subsys(&pfkey_net_ops);
3915	if (err != 0)
3916		goto out_unregister_key_proto;
3917	err = sock_register(&pfkey_family_ops);
3918	if (err != 0)
3919		goto out_unregister_pernet;
3920	err = xfrm_register_km(&pfkeyv2_mgr);
3921	if (err != 0)
3922		goto out_sock_unregister;
3923out:
3924	return err;
3925
3926out_sock_unregister:
3927	sock_unregister(PF_KEY);
3928out_unregister_pernet:
3929	unregister_pernet_subsys(&pfkey_net_ops);
3930out_unregister_key_proto:
3931	proto_unregister(&key_proto);
3932	goto out;
3933}
3934
3935module_init(ipsec_pfkey_init);
3936module_exit(ipsec_pfkey_exit);
3937MODULE_LICENSE("GPL");
3938MODULE_ALIAS_NETPROTO(PF_KEY);
3939