18c2ecf20Sopenharmony_ci/*
28c2ecf20Sopenharmony_ci * Copyright (c) 2006, 2019 Oracle and/or its affiliates. All rights reserved.
38c2ecf20Sopenharmony_ci *
48c2ecf20Sopenharmony_ci * This software is available to you under a choice of one of two
58c2ecf20Sopenharmony_ci * licenses.  You may choose to be licensed under the terms of the GNU
68c2ecf20Sopenharmony_ci * General Public License (GPL) Version 2, available from the file
78c2ecf20Sopenharmony_ci * COPYING in the main directory of this source tree, or the
88c2ecf20Sopenharmony_ci * OpenIB.org BSD license below:
98c2ecf20Sopenharmony_ci *
108c2ecf20Sopenharmony_ci *     Redistribution and use in source and binary forms, with or
118c2ecf20Sopenharmony_ci *     without modification, are permitted provided that the following
128c2ecf20Sopenharmony_ci *     conditions are met:
138c2ecf20Sopenharmony_ci *
148c2ecf20Sopenharmony_ci *      - Redistributions of source code must retain the above
158c2ecf20Sopenharmony_ci *        copyright notice, this list of conditions and the following
168c2ecf20Sopenharmony_ci *        disclaimer.
178c2ecf20Sopenharmony_ci *
188c2ecf20Sopenharmony_ci *      - Redistributions in binary form must reproduce the above
198c2ecf20Sopenharmony_ci *        copyright notice, this list of conditions and the following
208c2ecf20Sopenharmony_ci *        disclaimer in the documentation and/or other materials
218c2ecf20Sopenharmony_ci *        provided with the distribution.
228c2ecf20Sopenharmony_ci *
238c2ecf20Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
248c2ecf20Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
258c2ecf20Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
268c2ecf20Sopenharmony_ci * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
278c2ecf20Sopenharmony_ci * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
288c2ecf20Sopenharmony_ci * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
298c2ecf20Sopenharmony_ci * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
308c2ecf20Sopenharmony_ci * SOFTWARE.
318c2ecf20Sopenharmony_ci *
328c2ecf20Sopenharmony_ci */
338c2ecf20Sopenharmony_ci#include <linux/kernel.h>
348c2ecf20Sopenharmony_ci#include <net/sock.h>
358c2ecf20Sopenharmony_ci#include <linux/in.h>
368c2ecf20Sopenharmony_ci#include <linux/ipv6.h>
378c2ecf20Sopenharmony_ci#include <linux/if_arp.h>
388c2ecf20Sopenharmony_ci#include <linux/jhash.h>
398c2ecf20Sopenharmony_ci#include <linux/ratelimit.h>
408c2ecf20Sopenharmony_ci#include "rds.h"
418c2ecf20Sopenharmony_ci
428c2ecf20Sopenharmony_cistatic struct rhashtable bind_hash_table;
438c2ecf20Sopenharmony_ci
448c2ecf20Sopenharmony_cistatic const struct rhashtable_params ht_parms = {
458c2ecf20Sopenharmony_ci	.nelem_hint = 768,
468c2ecf20Sopenharmony_ci	.key_len = RDS_BOUND_KEY_LEN,
478c2ecf20Sopenharmony_ci	.key_offset = offsetof(struct rds_sock, rs_bound_key),
488c2ecf20Sopenharmony_ci	.head_offset = offsetof(struct rds_sock, rs_bound_node),
498c2ecf20Sopenharmony_ci	.max_size = 16384,
508c2ecf20Sopenharmony_ci	.min_size = 1024,
518c2ecf20Sopenharmony_ci};
528c2ecf20Sopenharmony_ci
538c2ecf20Sopenharmony_ci/* Create a key for the bind hash table manipulation.  Port is in network byte
548c2ecf20Sopenharmony_ci * order.
558c2ecf20Sopenharmony_ci */
568c2ecf20Sopenharmony_cistatic inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr,
578c2ecf20Sopenharmony_ci					 __be16 port, __u32 scope_id)
588c2ecf20Sopenharmony_ci{
598c2ecf20Sopenharmony_ci	memcpy(key, addr, sizeof(*addr));
608c2ecf20Sopenharmony_ci	key += sizeof(*addr);
618c2ecf20Sopenharmony_ci	memcpy(key, &port, sizeof(port));
628c2ecf20Sopenharmony_ci	key += sizeof(port);
638c2ecf20Sopenharmony_ci	memcpy(key, &scope_id, sizeof(scope_id));
648c2ecf20Sopenharmony_ci}
658c2ecf20Sopenharmony_ci
668c2ecf20Sopenharmony_ci/*
678c2ecf20Sopenharmony_ci * Return the rds_sock bound at the given local address.
688c2ecf20Sopenharmony_ci *
698c2ecf20Sopenharmony_ci * The rx path can race with rds_release.  We notice if rds_release() has
708c2ecf20Sopenharmony_ci * marked this socket and don't return a rs ref to the rx path.
718c2ecf20Sopenharmony_ci */
728c2ecf20Sopenharmony_cistruct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port,
738c2ecf20Sopenharmony_ci				__u32 scope_id)
748c2ecf20Sopenharmony_ci{
758c2ecf20Sopenharmony_ci	u8 key[RDS_BOUND_KEY_LEN];
768c2ecf20Sopenharmony_ci	struct rds_sock *rs;
778c2ecf20Sopenharmony_ci
788c2ecf20Sopenharmony_ci	__rds_create_bind_key(key, addr, port, scope_id);
798c2ecf20Sopenharmony_ci	rcu_read_lock();
808c2ecf20Sopenharmony_ci	rs = rhashtable_lookup(&bind_hash_table, key, ht_parms);
818c2ecf20Sopenharmony_ci	if (rs && (sock_flag(rds_rs_to_sk(rs), SOCK_DEAD) ||
828c2ecf20Sopenharmony_ci		   !refcount_inc_not_zero(&rds_rs_to_sk(rs)->sk_refcnt)))
838c2ecf20Sopenharmony_ci		rs = NULL;
848c2ecf20Sopenharmony_ci
858c2ecf20Sopenharmony_ci	rcu_read_unlock();
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr,
888c2ecf20Sopenharmony_ci		 ntohs(port));
898c2ecf20Sopenharmony_ci
908c2ecf20Sopenharmony_ci	return rs;
918c2ecf20Sopenharmony_ci}
928c2ecf20Sopenharmony_ci
938c2ecf20Sopenharmony_ci/* returns -ve errno or +ve port */
948c2ecf20Sopenharmony_cistatic int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr,
958c2ecf20Sopenharmony_ci			 __be16 *port, __u32 scope_id)
968c2ecf20Sopenharmony_ci{
978c2ecf20Sopenharmony_ci	int ret = -EADDRINUSE;
988c2ecf20Sopenharmony_ci	u16 rover, last;
998c2ecf20Sopenharmony_ci	u8 key[RDS_BOUND_KEY_LEN];
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_ci	if (*port != 0) {
1028c2ecf20Sopenharmony_ci		rover = be16_to_cpu(*port);
1038c2ecf20Sopenharmony_ci		if (rover == RDS_FLAG_PROBE_PORT)
1048c2ecf20Sopenharmony_ci			return -EINVAL;
1058c2ecf20Sopenharmony_ci		last = rover;
1068c2ecf20Sopenharmony_ci	} else {
1078c2ecf20Sopenharmony_ci		rover = max_t(u16, prandom_u32(), 2);
1088c2ecf20Sopenharmony_ci		last = rover - 1;
1098c2ecf20Sopenharmony_ci	}
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	do {
1128c2ecf20Sopenharmony_ci		if (rover == 0)
1138c2ecf20Sopenharmony_ci			rover++;
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci		if (rover == RDS_FLAG_PROBE_PORT)
1168c2ecf20Sopenharmony_ci			continue;
1178c2ecf20Sopenharmony_ci		__rds_create_bind_key(key, addr, cpu_to_be16(rover),
1188c2ecf20Sopenharmony_ci				      scope_id);
1198c2ecf20Sopenharmony_ci		if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms))
1208c2ecf20Sopenharmony_ci			continue;
1218c2ecf20Sopenharmony_ci
1228c2ecf20Sopenharmony_ci		memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key));
1238c2ecf20Sopenharmony_ci		rs->rs_bound_addr = *addr;
1248c2ecf20Sopenharmony_ci		net_get_random_once(&rs->rs_hash_initval,
1258c2ecf20Sopenharmony_ci				    sizeof(rs->rs_hash_initval));
1268c2ecf20Sopenharmony_ci		rs->rs_bound_port = cpu_to_be16(rover);
1278c2ecf20Sopenharmony_ci		rs->rs_bound_node.next = NULL;
1288c2ecf20Sopenharmony_ci		rds_sock_addref(rs);
1298c2ecf20Sopenharmony_ci		if (!rhashtable_insert_fast(&bind_hash_table,
1308c2ecf20Sopenharmony_ci					    &rs->rs_bound_node, ht_parms)) {
1318c2ecf20Sopenharmony_ci			*port = rs->rs_bound_port;
1328c2ecf20Sopenharmony_ci			rs->rs_bound_scope_id = scope_id;
1338c2ecf20Sopenharmony_ci			ret = 0;
1348c2ecf20Sopenharmony_ci			rdsdebug("rs %p binding to %pI6c:%d\n",
1358c2ecf20Sopenharmony_ci				 rs, addr, (int)ntohs(*port));
1368c2ecf20Sopenharmony_ci			break;
1378c2ecf20Sopenharmony_ci		} else {
1388c2ecf20Sopenharmony_ci			rs->rs_bound_addr = in6addr_any;
1398c2ecf20Sopenharmony_ci			rds_sock_put(rs);
1408c2ecf20Sopenharmony_ci			ret = -ENOMEM;
1418c2ecf20Sopenharmony_ci			break;
1428c2ecf20Sopenharmony_ci		}
1438c2ecf20Sopenharmony_ci	} while (rover++ != last);
1448c2ecf20Sopenharmony_ci
1458c2ecf20Sopenharmony_ci	return ret;
1468c2ecf20Sopenharmony_ci}
1478c2ecf20Sopenharmony_ci
1488c2ecf20Sopenharmony_civoid rds_remove_bound(struct rds_sock *rs)
1498c2ecf20Sopenharmony_ci{
1508c2ecf20Sopenharmony_ci
1518c2ecf20Sopenharmony_ci	if (ipv6_addr_any(&rs->rs_bound_addr))
1528c2ecf20Sopenharmony_ci		return;
1538c2ecf20Sopenharmony_ci
1548c2ecf20Sopenharmony_ci	rdsdebug("rs %p unbinding from %pI6c:%d\n",
1558c2ecf20Sopenharmony_ci		 rs, &rs->rs_bound_addr,
1568c2ecf20Sopenharmony_ci		 ntohs(rs->rs_bound_port));
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_ci	rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms);
1598c2ecf20Sopenharmony_ci	rds_sock_put(rs);
1608c2ecf20Sopenharmony_ci	rs->rs_bound_addr = in6addr_any;
1618c2ecf20Sopenharmony_ci}
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ciint rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len)
1648c2ecf20Sopenharmony_ci{
1658c2ecf20Sopenharmony_ci	struct sock *sk = sock->sk;
1668c2ecf20Sopenharmony_ci	struct rds_sock *rs = rds_sk_to_rs(sk);
1678c2ecf20Sopenharmony_ci	struct in6_addr v6addr, *binding_addr;
1688c2ecf20Sopenharmony_ci	struct rds_transport *trans;
1698c2ecf20Sopenharmony_ci	__u32 scope_id = 0;
1708c2ecf20Sopenharmony_ci	int ret = 0;
1718c2ecf20Sopenharmony_ci	__be16 port;
1728c2ecf20Sopenharmony_ci
1738c2ecf20Sopenharmony_ci	/* We allow an RDS socket to be bound to either IPv4 or IPv6
1748c2ecf20Sopenharmony_ci	 * address.
1758c2ecf20Sopenharmony_ci	 */
1768c2ecf20Sopenharmony_ci	if (addr_len < offsetofend(struct sockaddr, sa_family))
1778c2ecf20Sopenharmony_ci		return -EINVAL;
1788c2ecf20Sopenharmony_ci	if (uaddr->sa_family == AF_INET) {
1798c2ecf20Sopenharmony_ci		struct sockaddr_in *sin = (struct sockaddr_in *)uaddr;
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_ci		if (addr_len < sizeof(struct sockaddr_in) ||
1828c2ecf20Sopenharmony_ci		    sin->sin_addr.s_addr == htonl(INADDR_ANY) ||
1838c2ecf20Sopenharmony_ci		    sin->sin_addr.s_addr == htonl(INADDR_BROADCAST) ||
1848c2ecf20Sopenharmony_ci		    ipv4_is_multicast(sin->sin_addr.s_addr))
1858c2ecf20Sopenharmony_ci			return -EINVAL;
1868c2ecf20Sopenharmony_ci		ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr);
1878c2ecf20Sopenharmony_ci		binding_addr = &v6addr;
1888c2ecf20Sopenharmony_ci		port = sin->sin_port;
1898c2ecf20Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6)
1908c2ecf20Sopenharmony_ci	} else if (uaddr->sa_family == AF_INET6) {
1918c2ecf20Sopenharmony_ci		struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)uaddr;
1928c2ecf20Sopenharmony_ci		int addr_type;
1938c2ecf20Sopenharmony_ci
1948c2ecf20Sopenharmony_ci		if (addr_len < sizeof(struct sockaddr_in6))
1958c2ecf20Sopenharmony_ci			return -EINVAL;
1968c2ecf20Sopenharmony_ci		addr_type = ipv6_addr_type(&sin6->sin6_addr);
1978c2ecf20Sopenharmony_ci		if (!(addr_type & IPV6_ADDR_UNICAST)) {
1988c2ecf20Sopenharmony_ci			__be32 addr4;
1998c2ecf20Sopenharmony_ci
2008c2ecf20Sopenharmony_ci			if (!(addr_type & IPV6_ADDR_MAPPED))
2018c2ecf20Sopenharmony_ci				return -EINVAL;
2028c2ecf20Sopenharmony_ci
2038c2ecf20Sopenharmony_ci			/* It is a mapped address.  Need to do some sanity
2048c2ecf20Sopenharmony_ci			 * checks.
2058c2ecf20Sopenharmony_ci			 */
2068c2ecf20Sopenharmony_ci			addr4 = sin6->sin6_addr.s6_addr32[3];
2078c2ecf20Sopenharmony_ci			if (addr4 == htonl(INADDR_ANY) ||
2088c2ecf20Sopenharmony_ci			    addr4 == htonl(INADDR_BROADCAST) ||
2098c2ecf20Sopenharmony_ci			    ipv4_is_multicast(addr4))
2108c2ecf20Sopenharmony_ci				return -EINVAL;
2118c2ecf20Sopenharmony_ci		}
2128c2ecf20Sopenharmony_ci		/* The scope ID must be specified for link local address. */
2138c2ecf20Sopenharmony_ci		if (addr_type & IPV6_ADDR_LINKLOCAL) {
2148c2ecf20Sopenharmony_ci			if (sin6->sin6_scope_id == 0)
2158c2ecf20Sopenharmony_ci				return -EINVAL;
2168c2ecf20Sopenharmony_ci			scope_id = sin6->sin6_scope_id;
2178c2ecf20Sopenharmony_ci		}
2188c2ecf20Sopenharmony_ci		binding_addr = &sin6->sin6_addr;
2198c2ecf20Sopenharmony_ci		port = sin6->sin6_port;
2208c2ecf20Sopenharmony_ci#endif
2218c2ecf20Sopenharmony_ci	} else {
2228c2ecf20Sopenharmony_ci		return -EINVAL;
2238c2ecf20Sopenharmony_ci	}
2248c2ecf20Sopenharmony_ci	lock_sock(sk);
2258c2ecf20Sopenharmony_ci
2268c2ecf20Sopenharmony_ci	/* RDS socket does not allow re-binding. */
2278c2ecf20Sopenharmony_ci	if (!ipv6_addr_any(&rs->rs_bound_addr)) {
2288c2ecf20Sopenharmony_ci		ret = -EINVAL;
2298c2ecf20Sopenharmony_ci		goto out;
2308c2ecf20Sopenharmony_ci	}
2318c2ecf20Sopenharmony_ci	/* Socket is connected.  The binding address should have the same
2328c2ecf20Sopenharmony_ci	 * scope ID as the connected address, except the case when one is
2338c2ecf20Sopenharmony_ci	 * non-link local address (scope_id is 0).
2348c2ecf20Sopenharmony_ci	 */
2358c2ecf20Sopenharmony_ci	if (!ipv6_addr_any(&rs->rs_conn_addr) && scope_id &&
2368c2ecf20Sopenharmony_ci	    rs->rs_bound_scope_id &&
2378c2ecf20Sopenharmony_ci	    scope_id != rs->rs_bound_scope_id) {
2388c2ecf20Sopenharmony_ci		ret = -EINVAL;
2398c2ecf20Sopenharmony_ci		goto out;
2408c2ecf20Sopenharmony_ci	}
2418c2ecf20Sopenharmony_ci
2428c2ecf20Sopenharmony_ci	/* The transport can be set using SO_RDS_TRANSPORT option before the
2438c2ecf20Sopenharmony_ci	 * socket is bound.
2448c2ecf20Sopenharmony_ci	 */
2458c2ecf20Sopenharmony_ci	if (rs->rs_transport) {
2468c2ecf20Sopenharmony_ci		trans = rs->rs_transport;
2478c2ecf20Sopenharmony_ci		if (!trans->laddr_check ||
2488c2ecf20Sopenharmony_ci		    trans->laddr_check(sock_net(sock->sk),
2498c2ecf20Sopenharmony_ci				       binding_addr, scope_id) != 0) {
2508c2ecf20Sopenharmony_ci			ret = -ENOPROTOOPT;
2518c2ecf20Sopenharmony_ci			goto out;
2528c2ecf20Sopenharmony_ci		}
2538c2ecf20Sopenharmony_ci	} else {
2548c2ecf20Sopenharmony_ci		trans = rds_trans_get_preferred(sock_net(sock->sk),
2558c2ecf20Sopenharmony_ci						binding_addr, scope_id);
2568c2ecf20Sopenharmony_ci		if (!trans) {
2578c2ecf20Sopenharmony_ci			ret = -EADDRNOTAVAIL;
2588c2ecf20Sopenharmony_ci			pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n",
2598c2ecf20Sopenharmony_ci					    __func__, binding_addr);
2608c2ecf20Sopenharmony_ci			goto out;
2618c2ecf20Sopenharmony_ci		}
2628c2ecf20Sopenharmony_ci		rs->rs_transport = trans;
2638c2ecf20Sopenharmony_ci	}
2648c2ecf20Sopenharmony_ci
2658c2ecf20Sopenharmony_ci	sock_set_flag(sk, SOCK_RCU_FREE);
2668c2ecf20Sopenharmony_ci	ret = rds_add_bound(rs, binding_addr, &port, scope_id);
2678c2ecf20Sopenharmony_ci	if (ret)
2688c2ecf20Sopenharmony_ci		rs->rs_transport = NULL;
2698c2ecf20Sopenharmony_ci
2708c2ecf20Sopenharmony_ciout:
2718c2ecf20Sopenharmony_ci	release_sock(sk);
2728c2ecf20Sopenharmony_ci	return ret;
2738c2ecf20Sopenharmony_ci}
2748c2ecf20Sopenharmony_ci
2758c2ecf20Sopenharmony_civoid rds_bind_lock_destroy(void)
2768c2ecf20Sopenharmony_ci{
2778c2ecf20Sopenharmony_ci	rhashtable_destroy(&bind_hash_table);
2788c2ecf20Sopenharmony_ci}
2798c2ecf20Sopenharmony_ci
2808c2ecf20Sopenharmony_ciint rds_bind_lock_init(void)
2818c2ecf20Sopenharmony_ci{
2828c2ecf20Sopenharmony_ci	return rhashtable_init(&bind_hash_table, &ht_parms);
2838c2ecf20Sopenharmony_ci}
284