18c2ecf20Sopenharmony_ci/* 28c2ecf20Sopenharmony_ci * Copyright (c) 2006, 2019 Oracle and/or its affiliates. All rights reserved. 38c2ecf20Sopenharmony_ci * 48c2ecf20Sopenharmony_ci * This software is available to you under a choice of one of two 58c2ecf20Sopenharmony_ci * licenses. You may choose to be licensed under the terms of the GNU 68c2ecf20Sopenharmony_ci * General Public License (GPL) Version 2, available from the file 78c2ecf20Sopenharmony_ci * COPYING in the main directory of this source tree, or the 88c2ecf20Sopenharmony_ci * OpenIB.org BSD license below: 98c2ecf20Sopenharmony_ci * 108c2ecf20Sopenharmony_ci * Redistribution and use in source and binary forms, with or 118c2ecf20Sopenharmony_ci * without modification, are permitted provided that the following 128c2ecf20Sopenharmony_ci * conditions are met: 138c2ecf20Sopenharmony_ci * 148c2ecf20Sopenharmony_ci * - Redistributions of source code must retain the above 158c2ecf20Sopenharmony_ci * copyright notice, this list of conditions and the following 168c2ecf20Sopenharmony_ci * disclaimer. 178c2ecf20Sopenharmony_ci * 188c2ecf20Sopenharmony_ci * - Redistributions in binary form must reproduce the above 198c2ecf20Sopenharmony_ci * copyright notice, this list of conditions and the following 208c2ecf20Sopenharmony_ci * disclaimer in the documentation and/or other materials 218c2ecf20Sopenharmony_ci * provided with the distribution. 228c2ecf20Sopenharmony_ci * 238c2ecf20Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 248c2ecf20Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 258c2ecf20Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 268c2ecf20Sopenharmony_ci * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 278c2ecf20Sopenharmony_ci * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 288c2ecf20Sopenharmony_ci * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 298c2ecf20Sopenharmony_ci * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 308c2ecf20Sopenharmony_ci * SOFTWARE. 318c2ecf20Sopenharmony_ci * 328c2ecf20Sopenharmony_ci */ 338c2ecf20Sopenharmony_ci#include <linux/kernel.h> 348c2ecf20Sopenharmony_ci#include <net/sock.h> 358c2ecf20Sopenharmony_ci#include <linux/in.h> 368c2ecf20Sopenharmony_ci#include <linux/ipv6.h> 378c2ecf20Sopenharmony_ci#include <linux/if_arp.h> 388c2ecf20Sopenharmony_ci#include <linux/jhash.h> 398c2ecf20Sopenharmony_ci#include <linux/ratelimit.h> 408c2ecf20Sopenharmony_ci#include "rds.h" 418c2ecf20Sopenharmony_ci 428c2ecf20Sopenharmony_cistatic struct rhashtable bind_hash_table; 438c2ecf20Sopenharmony_ci 448c2ecf20Sopenharmony_cistatic const struct rhashtable_params ht_parms = { 458c2ecf20Sopenharmony_ci .nelem_hint = 768, 468c2ecf20Sopenharmony_ci .key_len = RDS_BOUND_KEY_LEN, 478c2ecf20Sopenharmony_ci .key_offset = offsetof(struct rds_sock, rs_bound_key), 488c2ecf20Sopenharmony_ci .head_offset = offsetof(struct rds_sock, rs_bound_node), 498c2ecf20Sopenharmony_ci .max_size = 16384, 508c2ecf20Sopenharmony_ci .min_size = 1024, 518c2ecf20Sopenharmony_ci}; 528c2ecf20Sopenharmony_ci 538c2ecf20Sopenharmony_ci/* Create a key for the bind hash table manipulation. Port is in network byte 548c2ecf20Sopenharmony_ci * order. 558c2ecf20Sopenharmony_ci */ 568c2ecf20Sopenharmony_cistatic inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr, 578c2ecf20Sopenharmony_ci __be16 port, __u32 scope_id) 588c2ecf20Sopenharmony_ci{ 598c2ecf20Sopenharmony_ci memcpy(key, addr, sizeof(*addr)); 608c2ecf20Sopenharmony_ci key += sizeof(*addr); 618c2ecf20Sopenharmony_ci memcpy(key, &port, sizeof(port)); 628c2ecf20Sopenharmony_ci key += sizeof(port); 638c2ecf20Sopenharmony_ci memcpy(key, &scope_id, sizeof(scope_id)); 648c2ecf20Sopenharmony_ci} 658c2ecf20Sopenharmony_ci 668c2ecf20Sopenharmony_ci/* 678c2ecf20Sopenharmony_ci * Return the rds_sock bound at the given local address. 688c2ecf20Sopenharmony_ci * 698c2ecf20Sopenharmony_ci * The rx path can race with rds_release. We notice if rds_release() has 708c2ecf20Sopenharmony_ci * marked this socket and don't return a rs ref to the rx path. 718c2ecf20Sopenharmony_ci */ 728c2ecf20Sopenharmony_cistruct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port, 738c2ecf20Sopenharmony_ci __u32 scope_id) 748c2ecf20Sopenharmony_ci{ 758c2ecf20Sopenharmony_ci u8 key[RDS_BOUND_KEY_LEN]; 768c2ecf20Sopenharmony_ci struct rds_sock *rs; 778c2ecf20Sopenharmony_ci 788c2ecf20Sopenharmony_ci __rds_create_bind_key(key, addr, port, scope_id); 798c2ecf20Sopenharmony_ci rcu_read_lock(); 808c2ecf20Sopenharmony_ci rs = rhashtable_lookup(&bind_hash_table, key, ht_parms); 818c2ecf20Sopenharmony_ci if (rs && (sock_flag(rds_rs_to_sk(rs), SOCK_DEAD) || 828c2ecf20Sopenharmony_ci !refcount_inc_not_zero(&rds_rs_to_sk(rs)->sk_refcnt))) 838c2ecf20Sopenharmony_ci rs = NULL; 848c2ecf20Sopenharmony_ci 858c2ecf20Sopenharmony_ci rcu_read_unlock(); 868c2ecf20Sopenharmony_ci 878c2ecf20Sopenharmony_ci rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr, 888c2ecf20Sopenharmony_ci ntohs(port)); 898c2ecf20Sopenharmony_ci 908c2ecf20Sopenharmony_ci return rs; 918c2ecf20Sopenharmony_ci} 928c2ecf20Sopenharmony_ci 938c2ecf20Sopenharmony_ci/* returns -ve errno or +ve port */ 948c2ecf20Sopenharmony_cistatic int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr, 958c2ecf20Sopenharmony_ci __be16 *port, __u32 scope_id) 968c2ecf20Sopenharmony_ci{ 978c2ecf20Sopenharmony_ci int ret = -EADDRINUSE; 988c2ecf20Sopenharmony_ci u16 rover, last; 998c2ecf20Sopenharmony_ci u8 key[RDS_BOUND_KEY_LEN]; 1008c2ecf20Sopenharmony_ci 1018c2ecf20Sopenharmony_ci if (*port != 0) { 1028c2ecf20Sopenharmony_ci rover = be16_to_cpu(*port); 1038c2ecf20Sopenharmony_ci if (rover == RDS_FLAG_PROBE_PORT) 1048c2ecf20Sopenharmony_ci return -EINVAL; 1058c2ecf20Sopenharmony_ci last = rover; 1068c2ecf20Sopenharmony_ci } else { 1078c2ecf20Sopenharmony_ci rover = max_t(u16, prandom_u32(), 2); 1088c2ecf20Sopenharmony_ci last = rover - 1; 1098c2ecf20Sopenharmony_ci } 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci do { 1128c2ecf20Sopenharmony_ci if (rover == 0) 1138c2ecf20Sopenharmony_ci rover++; 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci if (rover == RDS_FLAG_PROBE_PORT) 1168c2ecf20Sopenharmony_ci continue; 1178c2ecf20Sopenharmony_ci __rds_create_bind_key(key, addr, cpu_to_be16(rover), 1188c2ecf20Sopenharmony_ci scope_id); 1198c2ecf20Sopenharmony_ci if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms)) 1208c2ecf20Sopenharmony_ci continue; 1218c2ecf20Sopenharmony_ci 1228c2ecf20Sopenharmony_ci memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key)); 1238c2ecf20Sopenharmony_ci rs->rs_bound_addr = *addr; 1248c2ecf20Sopenharmony_ci net_get_random_once(&rs->rs_hash_initval, 1258c2ecf20Sopenharmony_ci sizeof(rs->rs_hash_initval)); 1268c2ecf20Sopenharmony_ci rs->rs_bound_port = cpu_to_be16(rover); 1278c2ecf20Sopenharmony_ci rs->rs_bound_node.next = NULL; 1288c2ecf20Sopenharmony_ci rds_sock_addref(rs); 1298c2ecf20Sopenharmony_ci if (!rhashtable_insert_fast(&bind_hash_table, 1308c2ecf20Sopenharmony_ci &rs->rs_bound_node, ht_parms)) { 1318c2ecf20Sopenharmony_ci *port = rs->rs_bound_port; 1328c2ecf20Sopenharmony_ci rs->rs_bound_scope_id = scope_id; 1338c2ecf20Sopenharmony_ci ret = 0; 1348c2ecf20Sopenharmony_ci rdsdebug("rs %p binding to %pI6c:%d\n", 1358c2ecf20Sopenharmony_ci rs, addr, (int)ntohs(*port)); 1368c2ecf20Sopenharmony_ci break; 1378c2ecf20Sopenharmony_ci } else { 1388c2ecf20Sopenharmony_ci rs->rs_bound_addr = in6addr_any; 1398c2ecf20Sopenharmony_ci rds_sock_put(rs); 1408c2ecf20Sopenharmony_ci ret = -ENOMEM; 1418c2ecf20Sopenharmony_ci break; 1428c2ecf20Sopenharmony_ci } 1438c2ecf20Sopenharmony_ci } while (rover++ != last); 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci return ret; 1468c2ecf20Sopenharmony_ci} 1478c2ecf20Sopenharmony_ci 1488c2ecf20Sopenharmony_civoid rds_remove_bound(struct rds_sock *rs) 1498c2ecf20Sopenharmony_ci{ 1508c2ecf20Sopenharmony_ci 1518c2ecf20Sopenharmony_ci if (ipv6_addr_any(&rs->rs_bound_addr)) 1528c2ecf20Sopenharmony_ci return; 1538c2ecf20Sopenharmony_ci 1548c2ecf20Sopenharmony_ci rdsdebug("rs %p unbinding from %pI6c:%d\n", 1558c2ecf20Sopenharmony_ci rs, &rs->rs_bound_addr, 1568c2ecf20Sopenharmony_ci ntohs(rs->rs_bound_port)); 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms); 1598c2ecf20Sopenharmony_ci rds_sock_put(rs); 1608c2ecf20Sopenharmony_ci rs->rs_bound_addr = in6addr_any; 1618c2ecf20Sopenharmony_ci} 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ciint rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 1648c2ecf20Sopenharmony_ci{ 1658c2ecf20Sopenharmony_ci struct sock *sk = sock->sk; 1668c2ecf20Sopenharmony_ci struct rds_sock *rs = rds_sk_to_rs(sk); 1678c2ecf20Sopenharmony_ci struct in6_addr v6addr, *binding_addr; 1688c2ecf20Sopenharmony_ci struct rds_transport *trans; 1698c2ecf20Sopenharmony_ci __u32 scope_id = 0; 1708c2ecf20Sopenharmony_ci int ret = 0; 1718c2ecf20Sopenharmony_ci __be16 port; 1728c2ecf20Sopenharmony_ci 1738c2ecf20Sopenharmony_ci /* We allow an RDS socket to be bound to either IPv4 or IPv6 1748c2ecf20Sopenharmony_ci * address. 1758c2ecf20Sopenharmony_ci */ 1768c2ecf20Sopenharmony_ci if (addr_len < offsetofend(struct sockaddr, sa_family)) 1778c2ecf20Sopenharmony_ci return -EINVAL; 1788c2ecf20Sopenharmony_ci if (uaddr->sa_family == AF_INET) { 1798c2ecf20Sopenharmony_ci struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_ci if (addr_len < sizeof(struct sockaddr_in) || 1828c2ecf20Sopenharmony_ci sin->sin_addr.s_addr == htonl(INADDR_ANY) || 1838c2ecf20Sopenharmony_ci sin->sin_addr.s_addr == htonl(INADDR_BROADCAST) || 1848c2ecf20Sopenharmony_ci ipv4_is_multicast(sin->sin_addr.s_addr)) 1858c2ecf20Sopenharmony_ci return -EINVAL; 1868c2ecf20Sopenharmony_ci ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr); 1878c2ecf20Sopenharmony_ci binding_addr = &v6addr; 1888c2ecf20Sopenharmony_ci port = sin->sin_port; 1898c2ecf20Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6) 1908c2ecf20Sopenharmony_ci } else if (uaddr->sa_family == AF_INET6) { 1918c2ecf20Sopenharmony_ci struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)uaddr; 1928c2ecf20Sopenharmony_ci int addr_type; 1938c2ecf20Sopenharmony_ci 1948c2ecf20Sopenharmony_ci if (addr_len < sizeof(struct sockaddr_in6)) 1958c2ecf20Sopenharmony_ci return -EINVAL; 1968c2ecf20Sopenharmony_ci addr_type = ipv6_addr_type(&sin6->sin6_addr); 1978c2ecf20Sopenharmony_ci if (!(addr_type & IPV6_ADDR_UNICAST)) { 1988c2ecf20Sopenharmony_ci __be32 addr4; 1998c2ecf20Sopenharmony_ci 2008c2ecf20Sopenharmony_ci if (!(addr_type & IPV6_ADDR_MAPPED)) 2018c2ecf20Sopenharmony_ci return -EINVAL; 2028c2ecf20Sopenharmony_ci 2038c2ecf20Sopenharmony_ci /* It is a mapped address. Need to do some sanity 2048c2ecf20Sopenharmony_ci * checks. 2058c2ecf20Sopenharmony_ci */ 2068c2ecf20Sopenharmony_ci addr4 = sin6->sin6_addr.s6_addr32[3]; 2078c2ecf20Sopenharmony_ci if (addr4 == htonl(INADDR_ANY) || 2088c2ecf20Sopenharmony_ci addr4 == htonl(INADDR_BROADCAST) || 2098c2ecf20Sopenharmony_ci ipv4_is_multicast(addr4)) 2108c2ecf20Sopenharmony_ci return -EINVAL; 2118c2ecf20Sopenharmony_ci } 2128c2ecf20Sopenharmony_ci /* The scope ID must be specified for link local address. */ 2138c2ecf20Sopenharmony_ci if (addr_type & IPV6_ADDR_LINKLOCAL) { 2148c2ecf20Sopenharmony_ci if (sin6->sin6_scope_id == 0) 2158c2ecf20Sopenharmony_ci return -EINVAL; 2168c2ecf20Sopenharmony_ci scope_id = sin6->sin6_scope_id; 2178c2ecf20Sopenharmony_ci } 2188c2ecf20Sopenharmony_ci binding_addr = &sin6->sin6_addr; 2198c2ecf20Sopenharmony_ci port = sin6->sin6_port; 2208c2ecf20Sopenharmony_ci#endif 2218c2ecf20Sopenharmony_ci } else { 2228c2ecf20Sopenharmony_ci return -EINVAL; 2238c2ecf20Sopenharmony_ci } 2248c2ecf20Sopenharmony_ci lock_sock(sk); 2258c2ecf20Sopenharmony_ci 2268c2ecf20Sopenharmony_ci /* RDS socket does not allow re-binding. */ 2278c2ecf20Sopenharmony_ci if (!ipv6_addr_any(&rs->rs_bound_addr)) { 2288c2ecf20Sopenharmony_ci ret = -EINVAL; 2298c2ecf20Sopenharmony_ci goto out; 2308c2ecf20Sopenharmony_ci } 2318c2ecf20Sopenharmony_ci /* Socket is connected. The binding address should have the same 2328c2ecf20Sopenharmony_ci * scope ID as the connected address, except the case when one is 2338c2ecf20Sopenharmony_ci * non-link local address (scope_id is 0). 2348c2ecf20Sopenharmony_ci */ 2358c2ecf20Sopenharmony_ci if (!ipv6_addr_any(&rs->rs_conn_addr) && scope_id && 2368c2ecf20Sopenharmony_ci rs->rs_bound_scope_id && 2378c2ecf20Sopenharmony_ci scope_id != rs->rs_bound_scope_id) { 2388c2ecf20Sopenharmony_ci ret = -EINVAL; 2398c2ecf20Sopenharmony_ci goto out; 2408c2ecf20Sopenharmony_ci } 2418c2ecf20Sopenharmony_ci 2428c2ecf20Sopenharmony_ci /* The transport can be set using SO_RDS_TRANSPORT option before the 2438c2ecf20Sopenharmony_ci * socket is bound. 2448c2ecf20Sopenharmony_ci */ 2458c2ecf20Sopenharmony_ci if (rs->rs_transport) { 2468c2ecf20Sopenharmony_ci trans = rs->rs_transport; 2478c2ecf20Sopenharmony_ci if (!trans->laddr_check || 2488c2ecf20Sopenharmony_ci trans->laddr_check(sock_net(sock->sk), 2498c2ecf20Sopenharmony_ci binding_addr, scope_id) != 0) { 2508c2ecf20Sopenharmony_ci ret = -ENOPROTOOPT; 2518c2ecf20Sopenharmony_ci goto out; 2528c2ecf20Sopenharmony_ci } 2538c2ecf20Sopenharmony_ci } else { 2548c2ecf20Sopenharmony_ci trans = rds_trans_get_preferred(sock_net(sock->sk), 2558c2ecf20Sopenharmony_ci binding_addr, scope_id); 2568c2ecf20Sopenharmony_ci if (!trans) { 2578c2ecf20Sopenharmony_ci ret = -EADDRNOTAVAIL; 2588c2ecf20Sopenharmony_ci pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n", 2598c2ecf20Sopenharmony_ci __func__, binding_addr); 2608c2ecf20Sopenharmony_ci goto out; 2618c2ecf20Sopenharmony_ci } 2628c2ecf20Sopenharmony_ci rs->rs_transport = trans; 2638c2ecf20Sopenharmony_ci } 2648c2ecf20Sopenharmony_ci 2658c2ecf20Sopenharmony_ci sock_set_flag(sk, SOCK_RCU_FREE); 2668c2ecf20Sopenharmony_ci ret = rds_add_bound(rs, binding_addr, &port, scope_id); 2678c2ecf20Sopenharmony_ci if (ret) 2688c2ecf20Sopenharmony_ci rs->rs_transport = NULL; 2698c2ecf20Sopenharmony_ci 2708c2ecf20Sopenharmony_ciout: 2718c2ecf20Sopenharmony_ci release_sock(sk); 2728c2ecf20Sopenharmony_ci return ret; 2738c2ecf20Sopenharmony_ci} 2748c2ecf20Sopenharmony_ci 2758c2ecf20Sopenharmony_civoid rds_bind_lock_destroy(void) 2768c2ecf20Sopenharmony_ci{ 2778c2ecf20Sopenharmony_ci rhashtable_destroy(&bind_hash_table); 2788c2ecf20Sopenharmony_ci} 2798c2ecf20Sopenharmony_ci 2808c2ecf20Sopenharmony_ciint rds_bind_lock_init(void) 2818c2ecf20Sopenharmony_ci{ 2828c2ecf20Sopenharmony_ci return rhashtable_init(&bind_hash_table, &ht_parms); 2838c2ecf20Sopenharmony_ci} 284