162306a36Sopenharmony_ci/* 262306a36Sopenharmony_ci * Copyright (c) 2006, 2019 Oracle and/or its affiliates. All rights reserved. 362306a36Sopenharmony_ci * 462306a36Sopenharmony_ci * This software is available to you under a choice of one of two 562306a36Sopenharmony_ci * licenses. You may choose to be licensed under the terms of the GNU 662306a36Sopenharmony_ci * General Public License (GPL) Version 2, available from the file 762306a36Sopenharmony_ci * COPYING in the main directory of this source tree, or the 862306a36Sopenharmony_ci * OpenIB.org BSD license below: 962306a36Sopenharmony_ci * 1062306a36Sopenharmony_ci * Redistribution and use in source and binary forms, with or 1162306a36Sopenharmony_ci * without modification, are permitted provided that the following 1262306a36Sopenharmony_ci * conditions are met: 1362306a36Sopenharmony_ci * 1462306a36Sopenharmony_ci * - Redistributions of source code must retain the above 1562306a36Sopenharmony_ci * copyright notice, this list of conditions and the following 1662306a36Sopenharmony_ci * disclaimer. 1762306a36Sopenharmony_ci * 1862306a36Sopenharmony_ci * - Redistributions in binary form must reproduce the above 1962306a36Sopenharmony_ci * copyright notice, this list of conditions and the following 2062306a36Sopenharmony_ci * disclaimer in the documentation and/or other materials 2162306a36Sopenharmony_ci * provided with the distribution. 2262306a36Sopenharmony_ci * 2362306a36Sopenharmony_ci * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, 2462306a36Sopenharmony_ci * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF 2562306a36Sopenharmony_ci * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND 2662306a36Sopenharmony_ci * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS 2762306a36Sopenharmony_ci * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN 2862306a36Sopenharmony_ci * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN 2962306a36Sopenharmony_ci * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE 3062306a36Sopenharmony_ci * SOFTWARE. 3162306a36Sopenharmony_ci * 3262306a36Sopenharmony_ci */ 3362306a36Sopenharmony_ci#include <linux/kernel.h> 3462306a36Sopenharmony_ci#include <net/sock.h> 3562306a36Sopenharmony_ci#include <linux/in.h> 3662306a36Sopenharmony_ci#include <linux/ipv6.h> 3762306a36Sopenharmony_ci#include <linux/if_arp.h> 3862306a36Sopenharmony_ci#include <linux/jhash.h> 3962306a36Sopenharmony_ci#include <linux/ratelimit.h> 4062306a36Sopenharmony_ci#include "rds.h" 4162306a36Sopenharmony_ci 4262306a36Sopenharmony_cistatic struct rhashtable bind_hash_table; 4362306a36Sopenharmony_ci 4462306a36Sopenharmony_cistatic const struct rhashtable_params ht_parms = { 4562306a36Sopenharmony_ci .nelem_hint = 768, 4662306a36Sopenharmony_ci .key_len = RDS_BOUND_KEY_LEN, 4762306a36Sopenharmony_ci .key_offset = offsetof(struct rds_sock, rs_bound_key), 4862306a36Sopenharmony_ci .head_offset = offsetof(struct rds_sock, rs_bound_node), 4962306a36Sopenharmony_ci .max_size = 16384, 5062306a36Sopenharmony_ci .min_size = 1024, 5162306a36Sopenharmony_ci}; 5262306a36Sopenharmony_ci 5362306a36Sopenharmony_ci/* Create a key for the bind hash table manipulation. Port is in network byte 5462306a36Sopenharmony_ci * order. 5562306a36Sopenharmony_ci */ 5662306a36Sopenharmony_cistatic inline void __rds_create_bind_key(u8 *key, const struct in6_addr *addr, 5762306a36Sopenharmony_ci __be16 port, __u32 scope_id) 5862306a36Sopenharmony_ci{ 5962306a36Sopenharmony_ci memcpy(key, addr, sizeof(*addr)); 6062306a36Sopenharmony_ci key += sizeof(*addr); 6162306a36Sopenharmony_ci memcpy(key, &port, sizeof(port)); 6262306a36Sopenharmony_ci key += sizeof(port); 6362306a36Sopenharmony_ci memcpy(key, &scope_id, sizeof(scope_id)); 6462306a36Sopenharmony_ci} 6562306a36Sopenharmony_ci 6662306a36Sopenharmony_ci/* 6762306a36Sopenharmony_ci * Return the rds_sock bound at the given local address. 6862306a36Sopenharmony_ci * 6962306a36Sopenharmony_ci * The rx path can race with rds_release. We notice if rds_release() has 7062306a36Sopenharmony_ci * marked this socket and don't return a rs ref to the rx path. 7162306a36Sopenharmony_ci */ 7262306a36Sopenharmony_cistruct rds_sock *rds_find_bound(const struct in6_addr *addr, __be16 port, 7362306a36Sopenharmony_ci __u32 scope_id) 7462306a36Sopenharmony_ci{ 7562306a36Sopenharmony_ci u8 key[RDS_BOUND_KEY_LEN]; 7662306a36Sopenharmony_ci struct rds_sock *rs; 7762306a36Sopenharmony_ci 7862306a36Sopenharmony_ci __rds_create_bind_key(key, addr, port, scope_id); 7962306a36Sopenharmony_ci rcu_read_lock(); 8062306a36Sopenharmony_ci rs = rhashtable_lookup(&bind_hash_table, key, ht_parms); 8162306a36Sopenharmony_ci if (rs && (sock_flag(rds_rs_to_sk(rs), SOCK_DEAD) || 8262306a36Sopenharmony_ci !refcount_inc_not_zero(&rds_rs_to_sk(rs)->sk_refcnt))) 8362306a36Sopenharmony_ci rs = NULL; 8462306a36Sopenharmony_ci 8562306a36Sopenharmony_ci rcu_read_unlock(); 8662306a36Sopenharmony_ci 8762306a36Sopenharmony_ci rdsdebug("returning rs %p for %pI6c:%u\n", rs, addr, 8862306a36Sopenharmony_ci ntohs(port)); 8962306a36Sopenharmony_ci 9062306a36Sopenharmony_ci return rs; 9162306a36Sopenharmony_ci} 9262306a36Sopenharmony_ci 9362306a36Sopenharmony_ci/* returns -ve errno or +ve port */ 9462306a36Sopenharmony_cistatic int rds_add_bound(struct rds_sock *rs, const struct in6_addr *addr, 9562306a36Sopenharmony_ci __be16 *port, __u32 scope_id) 9662306a36Sopenharmony_ci{ 9762306a36Sopenharmony_ci int ret = -EADDRINUSE; 9862306a36Sopenharmony_ci u16 rover, last; 9962306a36Sopenharmony_ci u8 key[RDS_BOUND_KEY_LEN]; 10062306a36Sopenharmony_ci 10162306a36Sopenharmony_ci if (*port != 0) { 10262306a36Sopenharmony_ci rover = be16_to_cpu(*port); 10362306a36Sopenharmony_ci if (rover == RDS_FLAG_PROBE_PORT) 10462306a36Sopenharmony_ci return -EINVAL; 10562306a36Sopenharmony_ci last = rover; 10662306a36Sopenharmony_ci } else { 10762306a36Sopenharmony_ci rover = max_t(u16, get_random_u16(), 2); 10862306a36Sopenharmony_ci last = rover - 1; 10962306a36Sopenharmony_ci } 11062306a36Sopenharmony_ci 11162306a36Sopenharmony_ci do { 11262306a36Sopenharmony_ci if (rover == 0) 11362306a36Sopenharmony_ci rover++; 11462306a36Sopenharmony_ci 11562306a36Sopenharmony_ci if (rover == RDS_FLAG_PROBE_PORT) 11662306a36Sopenharmony_ci continue; 11762306a36Sopenharmony_ci __rds_create_bind_key(key, addr, cpu_to_be16(rover), 11862306a36Sopenharmony_ci scope_id); 11962306a36Sopenharmony_ci if (rhashtable_lookup_fast(&bind_hash_table, key, ht_parms)) 12062306a36Sopenharmony_ci continue; 12162306a36Sopenharmony_ci 12262306a36Sopenharmony_ci memcpy(rs->rs_bound_key, key, sizeof(rs->rs_bound_key)); 12362306a36Sopenharmony_ci rs->rs_bound_addr = *addr; 12462306a36Sopenharmony_ci net_get_random_once(&rs->rs_hash_initval, 12562306a36Sopenharmony_ci sizeof(rs->rs_hash_initval)); 12662306a36Sopenharmony_ci rs->rs_bound_port = cpu_to_be16(rover); 12762306a36Sopenharmony_ci rs->rs_bound_node.next = NULL; 12862306a36Sopenharmony_ci rds_sock_addref(rs); 12962306a36Sopenharmony_ci if (!rhashtable_insert_fast(&bind_hash_table, 13062306a36Sopenharmony_ci &rs->rs_bound_node, ht_parms)) { 13162306a36Sopenharmony_ci *port = rs->rs_bound_port; 13262306a36Sopenharmony_ci rs->rs_bound_scope_id = scope_id; 13362306a36Sopenharmony_ci ret = 0; 13462306a36Sopenharmony_ci rdsdebug("rs %p binding to %pI6c:%d\n", 13562306a36Sopenharmony_ci rs, addr, (int)ntohs(*port)); 13662306a36Sopenharmony_ci break; 13762306a36Sopenharmony_ci } else { 13862306a36Sopenharmony_ci rs->rs_bound_addr = in6addr_any; 13962306a36Sopenharmony_ci rds_sock_put(rs); 14062306a36Sopenharmony_ci ret = -ENOMEM; 14162306a36Sopenharmony_ci break; 14262306a36Sopenharmony_ci } 14362306a36Sopenharmony_ci } while (rover++ != last); 14462306a36Sopenharmony_ci 14562306a36Sopenharmony_ci return ret; 14662306a36Sopenharmony_ci} 14762306a36Sopenharmony_ci 14862306a36Sopenharmony_civoid rds_remove_bound(struct rds_sock *rs) 14962306a36Sopenharmony_ci{ 15062306a36Sopenharmony_ci 15162306a36Sopenharmony_ci if (ipv6_addr_any(&rs->rs_bound_addr)) 15262306a36Sopenharmony_ci return; 15362306a36Sopenharmony_ci 15462306a36Sopenharmony_ci rdsdebug("rs %p unbinding from %pI6c:%d\n", 15562306a36Sopenharmony_ci rs, &rs->rs_bound_addr, 15662306a36Sopenharmony_ci ntohs(rs->rs_bound_port)); 15762306a36Sopenharmony_ci 15862306a36Sopenharmony_ci rhashtable_remove_fast(&bind_hash_table, &rs->rs_bound_node, ht_parms); 15962306a36Sopenharmony_ci rds_sock_put(rs); 16062306a36Sopenharmony_ci rs->rs_bound_addr = in6addr_any; 16162306a36Sopenharmony_ci} 16262306a36Sopenharmony_ci 16362306a36Sopenharmony_ciint rds_bind(struct socket *sock, struct sockaddr *uaddr, int addr_len) 16462306a36Sopenharmony_ci{ 16562306a36Sopenharmony_ci struct sock *sk = sock->sk; 16662306a36Sopenharmony_ci struct rds_sock *rs = rds_sk_to_rs(sk); 16762306a36Sopenharmony_ci struct in6_addr v6addr, *binding_addr; 16862306a36Sopenharmony_ci struct rds_transport *trans; 16962306a36Sopenharmony_ci __u32 scope_id = 0; 17062306a36Sopenharmony_ci int ret = 0; 17162306a36Sopenharmony_ci __be16 port; 17262306a36Sopenharmony_ci 17362306a36Sopenharmony_ci /* We allow an RDS socket to be bound to either IPv4 or IPv6 17462306a36Sopenharmony_ci * address. 17562306a36Sopenharmony_ci */ 17662306a36Sopenharmony_ci if (addr_len < offsetofend(struct sockaddr, sa_family)) 17762306a36Sopenharmony_ci return -EINVAL; 17862306a36Sopenharmony_ci if (uaddr->sa_family == AF_INET) { 17962306a36Sopenharmony_ci struct sockaddr_in *sin = (struct sockaddr_in *)uaddr; 18062306a36Sopenharmony_ci 18162306a36Sopenharmony_ci if (addr_len < sizeof(struct sockaddr_in) || 18262306a36Sopenharmony_ci sin->sin_addr.s_addr == htonl(INADDR_ANY) || 18362306a36Sopenharmony_ci sin->sin_addr.s_addr == htonl(INADDR_BROADCAST) || 18462306a36Sopenharmony_ci ipv4_is_multicast(sin->sin_addr.s_addr)) 18562306a36Sopenharmony_ci return -EINVAL; 18662306a36Sopenharmony_ci ipv6_addr_set_v4mapped(sin->sin_addr.s_addr, &v6addr); 18762306a36Sopenharmony_ci binding_addr = &v6addr; 18862306a36Sopenharmony_ci port = sin->sin_port; 18962306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_IPV6) 19062306a36Sopenharmony_ci } else if (uaddr->sa_family == AF_INET6) { 19162306a36Sopenharmony_ci struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)uaddr; 19262306a36Sopenharmony_ci int addr_type; 19362306a36Sopenharmony_ci 19462306a36Sopenharmony_ci if (addr_len < sizeof(struct sockaddr_in6)) 19562306a36Sopenharmony_ci return -EINVAL; 19662306a36Sopenharmony_ci addr_type = ipv6_addr_type(&sin6->sin6_addr); 19762306a36Sopenharmony_ci if (!(addr_type & IPV6_ADDR_UNICAST)) { 19862306a36Sopenharmony_ci __be32 addr4; 19962306a36Sopenharmony_ci 20062306a36Sopenharmony_ci if (!(addr_type & IPV6_ADDR_MAPPED)) 20162306a36Sopenharmony_ci return -EINVAL; 20262306a36Sopenharmony_ci 20362306a36Sopenharmony_ci /* It is a mapped address. Need to do some sanity 20462306a36Sopenharmony_ci * checks. 20562306a36Sopenharmony_ci */ 20662306a36Sopenharmony_ci addr4 = sin6->sin6_addr.s6_addr32[3]; 20762306a36Sopenharmony_ci if (addr4 == htonl(INADDR_ANY) || 20862306a36Sopenharmony_ci addr4 == htonl(INADDR_BROADCAST) || 20962306a36Sopenharmony_ci ipv4_is_multicast(addr4)) 21062306a36Sopenharmony_ci return -EINVAL; 21162306a36Sopenharmony_ci } 21262306a36Sopenharmony_ci /* The scope ID must be specified for link local address. */ 21362306a36Sopenharmony_ci if (addr_type & IPV6_ADDR_LINKLOCAL) { 21462306a36Sopenharmony_ci if (sin6->sin6_scope_id == 0) 21562306a36Sopenharmony_ci return -EINVAL; 21662306a36Sopenharmony_ci scope_id = sin6->sin6_scope_id; 21762306a36Sopenharmony_ci } 21862306a36Sopenharmony_ci binding_addr = &sin6->sin6_addr; 21962306a36Sopenharmony_ci port = sin6->sin6_port; 22062306a36Sopenharmony_ci#endif 22162306a36Sopenharmony_ci } else { 22262306a36Sopenharmony_ci return -EINVAL; 22362306a36Sopenharmony_ci } 22462306a36Sopenharmony_ci lock_sock(sk); 22562306a36Sopenharmony_ci 22662306a36Sopenharmony_ci /* RDS socket does not allow re-binding. */ 22762306a36Sopenharmony_ci if (!ipv6_addr_any(&rs->rs_bound_addr)) { 22862306a36Sopenharmony_ci ret = -EINVAL; 22962306a36Sopenharmony_ci goto out; 23062306a36Sopenharmony_ci } 23162306a36Sopenharmony_ci /* Socket is connected. The binding address should have the same 23262306a36Sopenharmony_ci * scope ID as the connected address, except the case when one is 23362306a36Sopenharmony_ci * non-link local address (scope_id is 0). 23462306a36Sopenharmony_ci */ 23562306a36Sopenharmony_ci if (!ipv6_addr_any(&rs->rs_conn_addr) && scope_id && 23662306a36Sopenharmony_ci rs->rs_bound_scope_id && 23762306a36Sopenharmony_ci scope_id != rs->rs_bound_scope_id) { 23862306a36Sopenharmony_ci ret = -EINVAL; 23962306a36Sopenharmony_ci goto out; 24062306a36Sopenharmony_ci } 24162306a36Sopenharmony_ci 24262306a36Sopenharmony_ci /* The transport can be set using SO_RDS_TRANSPORT option before the 24362306a36Sopenharmony_ci * socket is bound. 24462306a36Sopenharmony_ci */ 24562306a36Sopenharmony_ci if (rs->rs_transport) { 24662306a36Sopenharmony_ci trans = rs->rs_transport; 24762306a36Sopenharmony_ci if (!trans->laddr_check || 24862306a36Sopenharmony_ci trans->laddr_check(sock_net(sock->sk), 24962306a36Sopenharmony_ci binding_addr, scope_id) != 0) { 25062306a36Sopenharmony_ci ret = -ENOPROTOOPT; 25162306a36Sopenharmony_ci goto out; 25262306a36Sopenharmony_ci } 25362306a36Sopenharmony_ci } else { 25462306a36Sopenharmony_ci trans = rds_trans_get_preferred(sock_net(sock->sk), 25562306a36Sopenharmony_ci binding_addr, scope_id); 25662306a36Sopenharmony_ci if (!trans) { 25762306a36Sopenharmony_ci ret = -EADDRNOTAVAIL; 25862306a36Sopenharmony_ci pr_info_ratelimited("RDS: %s could not find a transport for %pI6c, load rds_tcp or rds_rdma?\n", 25962306a36Sopenharmony_ci __func__, binding_addr); 26062306a36Sopenharmony_ci goto out; 26162306a36Sopenharmony_ci } 26262306a36Sopenharmony_ci rs->rs_transport = trans; 26362306a36Sopenharmony_ci } 26462306a36Sopenharmony_ci 26562306a36Sopenharmony_ci sock_set_flag(sk, SOCK_RCU_FREE); 26662306a36Sopenharmony_ci ret = rds_add_bound(rs, binding_addr, &port, scope_id); 26762306a36Sopenharmony_ci if (ret) 26862306a36Sopenharmony_ci rs->rs_transport = NULL; 26962306a36Sopenharmony_ci 27062306a36Sopenharmony_ciout: 27162306a36Sopenharmony_ci release_sock(sk); 27262306a36Sopenharmony_ci return ret; 27362306a36Sopenharmony_ci} 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_civoid rds_bind_lock_destroy(void) 27662306a36Sopenharmony_ci{ 27762306a36Sopenharmony_ci rhashtable_destroy(&bind_hash_table); 27862306a36Sopenharmony_ci} 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_ciint rds_bind_lock_init(void) 28162306a36Sopenharmony_ci{ 28262306a36Sopenharmony_ci return rhashtable_init(&bind_hash_table, &ht_parms); 28362306a36Sopenharmony_ci} 284