162306a36Sopenharmony_ci/*
262306a36Sopenharmony_ci * Copyright (c) 2006, 2019 Oracle and/or its affiliates. All rights reserved.
362306a36Sopenharmony_ci *
462306a36Sopenharmony_ci * This software is available to you under a choice of one of two
562306a36Sopenharmony_ci * licenses.  You may choose to be licensed under the terms of the GNU
662306a36Sopenharmony_ci * General Public License (GPL) Version 2, available from the file
762306a36Sopenharmony_ci * COPYING in the main directory of this source tree, or the
862306a36Sopenharmony_ci * OpenIB.org BSD license below:
962306a36Sopenharmony_ci *
1062306a36Sopenharmony_ci *     Redistribution and use in source and binary forms, with or
1162306a36Sopenharmony_ci *     without modification, are permitted provided that the following
1262306a36Sopenharmony_ci *     conditions are met:
1362306a36Sopenharmony_ci *
1462306a36Sopenharmony_ci *      - Redistributions of source code must retain the above
1562306a36Sopenharmony_ci *        copyright notice, this list of conditions and the following
1662306a36Sopenharmony_ci *        disclaimer.
1762306a36Sopenharmony_ci *
1862306a36Sopenharmony_ci *      - Redistributions in binary form must reproduce the above
1962306a36Sopenharmony_ci *        copyright notice, this list of conditions and the following
2062306a36Sopenharmony_ci *        disclaimer in the documentation and/or other materials
2162306a36Sopenharmony_ci *        provided with the distribution.
2262306a36Sopenharmony_ci *
2362306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
2462306a36Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
2562306a36Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
2662306a36Sopenharmony_ci * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
2762306a36Sopenharmony_ci * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
2862306a36Sopenharmony_ci * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
2962306a36Sopenharmony_ci * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
3062306a36Sopenharmony_ci * SOFTWARE.
3162306a36Sopenharmony_ci *
3262306a36Sopenharmony_ci */
3362306a36Sopenharmony_ci#include <linux/kernel.h>
3462306a36Sopenharmony_ci#include <net/sock.h>
3562306a36Sopenharmony_ci#include <linux/in.h>
3662306a36Sopenharmony_ci#include <linux/ipv6.h>
3762306a36Sopenharmony_ci#include <linux/if_arp.h>
3862306a36Sopenharmony_ci#include <linux/jhash.h>
3962306a36Sopenharmony_ci#include <linux/ratelimit.h>
4062306a36Sopenharmony_ci#include "rds.h"
4162306a36Sopenharmony_ci
4262306a36Sopenharmony_cistatic struct rhashtable bind_hash_table;
4362306a36Sopenharmony_ci
4462306a36Sopenharmony_cistatic const struct rhashtable_params ht_parms = {
4562306a36Sopenharmony_ci	.nelem_hint = 768,
4662306a36Sopenharmony_ci	.key_len = RDS_BOUND_KEY_LEN,
4762306a36Sopenharmony_ci	.key_offset = offsetof(struct rds_sock, rs_bound_key),
4862306a36Sopenharmony_ci	.head_offset = offsetof(struct rds_sock, rs_bound_node),
4962306a36Sopenharmony_ci	.max_size = 16384,
5062306a36Sopenharmony_ci	.min_size = 1024,
5162306a36Sopenharmony_ci};
5262306a36Sopenharmony_ci
5362306a36Sopenharmony_ci/* Create a key for the bind hash table manipulation.  Port is in network byte
5462306a36Sopenharmony_ci * order.
5562306a36Sopenharmony_ci */
5662306a36Sopenharmony_cistatic inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr,
5762306a36Sopenharmony_ci					 __be16 port, __u32 scope_id)
5862306a36Sopenharmony_ci{
5962306a36Sopenharmony_ci	memcpy(key, addr, sizeof(*addr));
6062306a36Sopenharmony_ci	key += sizeof(*addr);
6162306a36Sopenharmony_ci	memcpy(key, &port, sizeof(port));
6262306a36Sopenharmony_ci	key += sizeof(port);
6362306a36Sopenharmony_ci	memcpy(key, &scope_id, sizeof(scope_id));
6462306a36Sopenharmony_ci}
6562306a36Sopenharmony_ci
6662306a36Sopenharmony_ci/*
6762306a36Sopenharmony_ci * Return the rds_sock bound at the given local address.
6862306a36Sopenharmony_ci *
6962306a36Sopenharmony_ci * The rx path can race with rds_release.  We notice if rds_release() has
7062306a36Sopenharmony_ci * marked this socket and don't return a rs ref to the rx path.
7162306a36Sopenharmony_ci */
7262306a36Sopenharmony_cistruct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port,
7362306a36Sopenharmony_ci				__u32 scope_id)
7462306a36Sopenharmony_ci{
7562306a36Sopenharmony_ci	u8 key[RDS_BOUND_KEY_LEN];
7662306a36Sopenharmony_ci	struct rds_sock *rs;
7762306a36Sopenharmony_ci
7862306a36Sopenharmony_ci	__rds_create_bind_key(key, addr, port, scope_id);
7962306a36Sopenharmony_ci	rcu_read_lock();
8062306a36Sopenharmony_ci	rs = rhashtable_lookup(&bind_hash_table, key, ht_parms);
8162306a36Sopenharmony_ci	if (rs && (sock_flag(rds_rs_to_sk(rs), SOCK_DEAD) ||
8262306a36Sopenharmony_ci		   !refcount_inc_not_zero(&rds_rs_to_sk(rs)->sk_refcnt)))
8362306a36Sopenharmony_ci		rs = NULL;
8462306a36Sopenharmony_ci
8562306a36Sopenharmony_ci	rcu_read_unlock();
8662306a36Sopenharmony_ci
8762306a36Sopenharmony_ci	rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr,
8862306a36Sopenharmony_ci		 ntohs(port));
8962306a36Sopenharmony_ci
9062306a36Sopenharmony_ci	return rs;
9162306a36Sopenharmony_ci}
9262306a36Sopenharmony_ci
9362306a36Sopenharmony_ci/* returns -ve errno or +ve port */
9462306a36Sopenharmony_cistatic int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr,
9562306a36Sopenharmony_ci			 __be16 *port, __u32 scope_id)
9662306a36Sopenharmony_ci{
9762306a36Sopenharmony_ci	int ret = -EADDRINUSE;
9862306a36Sopenharmony_ci	u16 rover, last;
9962306a36Sopenharmony_ci	u8 key[RDS_BOUND_KEY_LEN];
10062306a36Sopenharmony_ci
10162306a36Sopenharmony_ci	if (*port != 0) {
10262306a36Sopenharmony_ci		rover = be16_to_cpu(*port);
10362306a36Sopenharmony_ci		if (rover == RDS_FLAG_PROBE_PORT)
10462306a36Sopenharmony_ci			return -EINVAL;
10562306a36Sopenharmony_ci		last = rover;
10662306a36Sopenharmony_ci	} else {
10762306a36Sopenharmony_ci		rover = max_t(u16, get_random_u16(), 2);
10862306a36Sopenharmony_ci		last = rover - 1;
10962306a36Sopenharmony_ci	}
11062306a36Sopenharmony_ci
11162306a36Sopenharmony_ci	do {
11262306a36Sopenharmony_ci		if (rover == 0)
11362306a36Sopenharmony_ci			rover++;
11462306a36Sopenharmony_ci
11562306a36Sopenharmony_ci		if (rover == RDS_FLAG_PROBE_PORT)
11662306a36Sopenharmony_ci			continue;
11762306a36Sopenharmony_ci		__rds_create_bind_key(key, addr, cpu_to_be16(rover),
11862306a36Sopenharmony_ci				      scope_id);
11962306a36Sopenharmony_ci		if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms))
12062306a36Sopenharmony_ci			continue;
12162306a36Sopenharmony_ci
12262306a36Sopenharmony_ci		memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key));
12362306a36Sopenharmony_ci		rs->rs_bound_addr = *addr;
12462306a36Sopenharmony_ci		net_get_random_once(&rs->rs_hash_initval,
12562306a36Sopenharmony_ci				    sizeof(rs->rs_hash_initval));
12662306a36Sopenharmony_ci		rs->rs_bound_port = cpu_to_be16(rover);
12762306a36Sopenharmony_ci		rs->rs_bound_node.next = NULL;
12862306a36Sopenharmony_ci		rds_sock_addref(rs);
12962306a36Sopenharmony_ci		if (!rhashtable_insert_fast(&bind_hash_table,
13062306a36Sopenharmony_ci					    &rs->rs_bound_node, ht_parms)) {
13162306a36Sopenharmony_ci			*port = rs->rs_bound_port;
13262306a36Sopenharmony_ci			rs->rs_bound_scope_id = scope_id;
13362306a36Sopenharmony_ci			ret = 0;
13462306a36Sopenharmony_ci			rdsdebug("rs %p binding to %pI6c:%d\n",
13562306a36Sopenharmony_ci				 rs, addr, (int)ntohs(*port));
13662306a36Sopenharmony_ci			break;
13762306a36Sopenharmony_ci		} else {
13862306a36Sopenharmony_ci			rs->rs_bound_addr = in6addr_any;
13962306a36Sopenharmony_ci			rds_sock_put(rs);
14062306a36Sopenharmony_ci			ret = -ENOMEM;
14162306a36Sopenharmony_ci			break;
14262306a36Sopenharmony_ci		}
14362306a36Sopenharmony_ci	} while (rover++ != last);
14462306a36Sopenharmony_ci
14562306a36Sopenharmony_ci	return ret;
14662306a36Sopenharmony_ci}
14762306a36Sopenharmony_ci
14862306a36Sopenharmony_civoid rds_remove_bound(struct rds_sock *rs)
14962306a36Sopenharmony_ci{
15062306a36Sopenharmony_ci
15162306a36Sopenharmony_ci	if (ipv6_addr_any(&rs->rs_bound_addr))
15262306a36Sopenharmony_ci		return;
15362306a36Sopenharmony_ci
15462306a36Sopenharmony_ci	rdsdebug("rs %p unbinding from %pI6c:%d\n",
15562306a36Sopenharmony_ci		 rs, &rs->rs_bound_addr,
15662306a36Sopenharmony_ci		 ntohs(rs->rs_bound_port));
15762306a36Sopenharmony_ci
15862306a36Sopenharmony_ci	rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms);
15962306a36Sopenharmony_ci	rds_sock_put(rs);
16062306a36Sopenharmony_ci	rs->rs_bound_addr = in6addr_any;
16162306a36Sopenharmony_ci}
16262306a36Sopenharmony_ci
16362306a36Sopenharmony_ciint rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
16462306a36Sopenharmony_ci{
16562306a36Sopenharmony_ci	struct sock *sk = sock->sk;
16662306a36Sopenharmony_ci	struct rds_sock *rs = rds_sk_to_rs(sk);
16762306a36Sopenharmony_ci	struct in6_addr v6addr, *binding_addr;
16862306a36Sopenharmony_ci	struct rds_transport *trans;
16962306a36Sopenharmony_ci	__u32 scope_id = 0;
17062306a36Sopenharmony_ci	int ret = 0;
17162306a36Sopenharmony_ci	__be16 port;
17262306a36Sopenharmony_ci
17362306a36Sopenharmony_ci	/* We allow an RDS socket to be bound to either IPv4 or IPv6
17462306a36Sopenharmony_ci	 * address.
17562306a36Sopenharmony_ci	 */
17662306a36Sopenharmony_ci	if (addr_len < offsetofend(struct sockaddr, sa_family))
17762306a36Sopenharmony_ci		return -EINVAL;
17862306a36Sopenharmony_ci	if (uaddr->sa_family == AF_INET) {
17962306a36Sopenharmony_ci		struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
18062306a36Sopenharmony_ci
18162306a36Sopenharmony_ci		if (addr_len < sizeof(struct sockaddr_in) ||
18262306a36Sopenharmony_ci		    sin->sin_addr.s_addr == htonl(INADDR_ANY) ||
18362306a36Sopenharmony_ci		    sin->sin_addr.s_addr == htonl(INADDR_BROADCAST) ||
18462306a36Sopenharmony_ci		    ipv4_is_multicast(sin->sin_addr.s_addr))
18562306a36Sopenharmony_ci			return -EINVAL;
18662306a36Sopenharmony_ci		ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr);
18762306a36Sopenharmony_ci		binding_addr = &v6addr;
18862306a36Sopenharmony_ci		port = sin->sin_port;
18962306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
19062306a36Sopenharmony_ci	} else if (uaddr->sa_family == AF_INET6) {
19162306a36Sopenharmony_ci		struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)uaddr;
19262306a36Sopenharmony_ci		int addr_type;
19362306a36Sopenharmony_ci
19462306a36Sopenharmony_ci		if (addr_len < sizeof(struct sockaddr_in6))
19562306a36Sopenharmony_ci			return -EINVAL;
19662306a36Sopenharmony_ci		addr_type = ipv6_addr_type(&sin6->sin6_addr);
19762306a36Sopenharmony_ci		if (!(addr_type & IPV6_ADDR_UNICAST)) {
19862306a36Sopenharmony_ci			__be32 addr4;
19962306a36Sopenharmony_ci
20062306a36Sopenharmony_ci			if (!(addr_type & IPV6_ADDR_MAPPED))
20162306a36Sopenharmony_ci				return -EINVAL;
20262306a36Sopenharmony_ci
20362306a36Sopenharmony_ci			/* It is a mapped address.  Need to do some sanity
20462306a36Sopenharmony_ci			 * checks.
20562306a36Sopenharmony_ci			 */
20662306a36Sopenharmony_ci			addr4 = sin6->sin6_addr.s6_addr32[3];
20762306a36Sopenharmony_ci			if (addr4 == htonl(INADDR_ANY) ||
20862306a36Sopenharmony_ci			    addr4 == htonl(INADDR_BROADCAST) ||
20962306a36Sopenharmony_ci			    ipv4_is_multicast(addr4))
21062306a36Sopenharmony_ci				return -EINVAL;
21162306a36Sopenharmony_ci		}
21262306a36Sopenharmony_ci		/* The scope ID must be specified for link local address. */
21362306a36Sopenharmony_ci		if (addr_type & IPV6_ADDR_LINKLOCAL) {
21462306a36Sopenharmony_ci			if (sin6->sin6_scope_id == 0)
21562306a36Sopenharmony_ci				return -EINVAL;
21662306a36Sopenharmony_ci			scope_id = sin6->sin6_scope_id;
21762306a36Sopenharmony_ci		}
21862306a36Sopenharmony_ci		binding_addr = &sin6->sin6_addr;
21962306a36Sopenharmony_ci		port = sin6->sin6_port;
22062306a36Sopenharmony_ci#endif
22162306a36Sopenharmony_ci	} else {
22262306a36Sopenharmony_ci		return -EINVAL;
22362306a36Sopenharmony_ci	}
22462306a36Sopenharmony_ci	lock_sock(sk);
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci	/* RDS socket does not allow re-binding. */
22762306a36Sopenharmony_ci	if (!ipv6_addr_any(&rs->rs_bound_addr)) {
22862306a36Sopenharmony_ci		ret = -EINVAL;
22962306a36Sopenharmony_ci		goto out;
23062306a36Sopenharmony_ci	}
23162306a36Sopenharmony_ci	/* Socket is connected.  The binding address should have the same
23262306a36Sopenharmony_ci	 * scope ID as the connected address, except the case when one is
23362306a36Sopenharmony_ci	 * non-link local address (scope_id is 0).
23462306a36Sopenharmony_ci	 */
23562306a36Sopenharmony_ci	if (!ipv6_addr_any(&rs->rs_conn_addr) && scope_id &&
23662306a36Sopenharmony_ci	    rs->rs_bound_scope_id &&
23762306a36Sopenharmony_ci	    scope_id != rs->rs_bound_scope_id) {
23862306a36Sopenharmony_ci		ret = -EINVAL;
23962306a36Sopenharmony_ci		goto out;
24062306a36Sopenharmony_ci	}
24162306a36Sopenharmony_ci
24262306a36Sopenharmony_ci	/* The transport can be set using SO_RDS_TRANSPORT option before the
24362306a36Sopenharmony_ci	 * socket is bound.
24462306a36Sopenharmony_ci	 */
24562306a36Sopenharmony_ci	if (rs->rs_transport) {
24662306a36Sopenharmony_ci		trans = rs->rs_transport;
24762306a36Sopenharmony_ci		if (!trans->laddr_check ||
24862306a36Sopenharmony_ci		    trans->laddr_check(sock_net(sock->sk),
24962306a36Sopenharmony_ci				       binding_addr, scope_id) != 0) {
25062306a36Sopenharmony_ci			ret = -ENOPROTOOPT;
25162306a36Sopenharmony_ci			goto out;
25262306a36Sopenharmony_ci		}
25362306a36Sopenharmony_ci	} else {
25462306a36Sopenharmony_ci		trans = rds_trans_get_preferred(sock_net(sock->sk),
25562306a36Sopenharmony_ci						binding_addr, scope_id);
25662306a36Sopenharmony_ci		if (!trans) {
25762306a36Sopenharmony_ci			ret = -EADDRNOTAVAIL;
25862306a36Sopenharmony_ci			pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n",
25962306a36Sopenharmony_ci					    __func__, binding_addr);
26062306a36Sopenharmony_ci			goto out;
26162306a36Sopenharmony_ci		}
26262306a36Sopenharmony_ci		rs->rs_transport = trans;
26362306a36Sopenharmony_ci	}
26462306a36Sopenharmony_ci
26562306a36Sopenharmony_ci	sock_set_flag(sk, SOCK_RCU_FREE);
26662306a36Sopenharmony_ci	ret = rds_add_bound(rs, binding_addr, &port, scope_id);
26762306a36Sopenharmony_ci	if (ret)
26862306a36Sopenharmony_ci		rs->rs_transport = NULL;
26962306a36Sopenharmony_ci
27062306a36Sopenharmony_ciout:
27162306a36Sopenharmony_ci	release_sock(sk);
27262306a36Sopenharmony_ci	return ret;
27362306a36Sopenharmony_ci}
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_civoid rds_bind_lock_destroy(void)
27662306a36Sopenharmony_ci{
27762306a36Sopenharmony_ci	rhashtable_destroy(&bind_hash_table);
27862306a36Sopenharmony_ci}
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ciint rds_bind_lock_init(void)
28162306a36Sopenharmony_ci{
28262306a36Sopenharmony_ci	return rhashtable_init(&bind_hash_table, &ht_parms);
28362306a36Sopenharmony_ci}
284