18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only 28c2ecf20Sopenharmony_ci/**************************************************************************** 38c2ecf20Sopenharmony_ci * Driver for Solarflare network controllers and boards 48c2ecf20Sopenharmony_ci * Copyright 2018 Solarflare Communications Inc. 58c2ecf20Sopenharmony_ci * Copyright 2019-2020 Xilinx Inc. 68c2ecf20Sopenharmony_ci * 78c2ecf20Sopenharmony_ci * This program is free software; you can redistribute it and/or modify it 88c2ecf20Sopenharmony_ci * under the terms of the GNU General Public License version 2 as published 98c2ecf20Sopenharmony_ci * by the Free Software Foundation, incorporated herein by reference. 108c2ecf20Sopenharmony_ci */ 118c2ecf20Sopenharmony_ci#include "net_driver.h" 128c2ecf20Sopenharmony_ci#include "mcdi_port_common.h" 138c2ecf20Sopenharmony_ci#include "mcdi_functions.h" 148c2ecf20Sopenharmony_ci#include "efx_common.h" 158c2ecf20Sopenharmony_ci#include "efx_channels.h" 168c2ecf20Sopenharmony_ci#include "tx_common.h" 178c2ecf20Sopenharmony_ci#include "ef100_netdev.h" 188c2ecf20Sopenharmony_ci#include "ef100_ethtool.h" 198c2ecf20Sopenharmony_ci#include "nic_common.h" 208c2ecf20Sopenharmony_ci#include "ef100_nic.h" 218c2ecf20Sopenharmony_ci#include "ef100_tx.h" 228c2ecf20Sopenharmony_ci#include "ef100_regs.h" 238c2ecf20Sopenharmony_ci#include "mcdi_filters.h" 248c2ecf20Sopenharmony_ci#include "rx_common.h" 258c2ecf20Sopenharmony_ci 268c2ecf20Sopenharmony_cistatic void ef100_update_name(struct efx_nic *efx) 278c2ecf20Sopenharmony_ci{ 288c2ecf20Sopenharmony_ci strcpy(efx->name, efx->net_dev->name); 298c2ecf20Sopenharmony_ci} 308c2ecf20Sopenharmony_ci 318c2ecf20Sopenharmony_cistatic int ef100_alloc_vis(struct efx_nic *efx, unsigned int *allocated_vis) 328c2ecf20Sopenharmony_ci{ 338c2ecf20Sopenharmony_ci /* EF100 uses a single TXQ per channel, as all checksum offloading 348c2ecf20Sopenharmony_ci * is configured in the TX descriptor, and there is no TX Pacer for 358c2ecf20Sopenharmony_ci * HIGHPRI queues. 368c2ecf20Sopenharmony_ci */ 378c2ecf20Sopenharmony_ci unsigned int tx_vis = efx->n_tx_channels + efx->n_extra_tx_channels; 388c2ecf20Sopenharmony_ci unsigned int rx_vis = efx->n_rx_channels; 398c2ecf20Sopenharmony_ci unsigned int min_vis, max_vis; 408c2ecf20Sopenharmony_ci 418c2ecf20Sopenharmony_ci EFX_WARN_ON_PARANOID(efx->tx_queues_per_channel != 1); 428c2ecf20Sopenharmony_ci 438c2ecf20Sopenharmony_ci tx_vis += efx->n_xdp_channels * efx->xdp_tx_per_channel; 448c2ecf20Sopenharmony_ci 458c2ecf20Sopenharmony_ci max_vis = max(rx_vis, tx_vis); 468c2ecf20Sopenharmony_ci /* Currently don't handle resource starvation and only accept 478c2ecf20Sopenharmony_ci * our maximum needs and no less. 488c2ecf20Sopenharmony_ci */ 498c2ecf20Sopenharmony_ci min_vis = max_vis; 508c2ecf20Sopenharmony_ci 518c2ecf20Sopenharmony_ci return efx_mcdi_alloc_vis(efx, min_vis, max_vis, 528c2ecf20Sopenharmony_ci NULL, allocated_vis); 538c2ecf20Sopenharmony_ci} 548c2ecf20Sopenharmony_ci 558c2ecf20Sopenharmony_cistatic int ef100_remap_bar(struct efx_nic *efx, int max_vis) 568c2ecf20Sopenharmony_ci{ 578c2ecf20Sopenharmony_ci unsigned int uc_mem_map_size; 588c2ecf20Sopenharmony_ci void __iomem *membase; 598c2ecf20Sopenharmony_ci 608c2ecf20Sopenharmony_ci efx->max_vis = max_vis; 618c2ecf20Sopenharmony_ci uc_mem_map_size = PAGE_ALIGN(max_vis * efx->vi_stride); 628c2ecf20Sopenharmony_ci 638c2ecf20Sopenharmony_ci /* Extend the original UC mapping of the memory BAR */ 648c2ecf20Sopenharmony_ci membase = ioremap(efx->membase_phys, uc_mem_map_size); 658c2ecf20Sopenharmony_ci if (!membase) { 668c2ecf20Sopenharmony_ci netif_err(efx, probe, efx->net_dev, 678c2ecf20Sopenharmony_ci "could not extend memory BAR to %x\n", 688c2ecf20Sopenharmony_ci uc_mem_map_size); 698c2ecf20Sopenharmony_ci return -ENOMEM; 708c2ecf20Sopenharmony_ci } 718c2ecf20Sopenharmony_ci iounmap(efx->membase); 728c2ecf20Sopenharmony_ci efx->membase = membase; 738c2ecf20Sopenharmony_ci return 0; 748c2ecf20Sopenharmony_ci} 758c2ecf20Sopenharmony_ci 768c2ecf20Sopenharmony_ci/* Context: process, rtnl_lock() held. 778c2ecf20Sopenharmony_ci * Note that the kernel will ignore our return code; this method 788c2ecf20Sopenharmony_ci * should really be a void. 798c2ecf20Sopenharmony_ci */ 808c2ecf20Sopenharmony_cistatic int ef100_net_stop(struct net_device *net_dev) 818c2ecf20Sopenharmony_ci{ 828c2ecf20Sopenharmony_ci struct efx_nic *efx = netdev_priv(net_dev); 838c2ecf20Sopenharmony_ci 848c2ecf20Sopenharmony_ci netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n", 858c2ecf20Sopenharmony_ci raw_smp_processor_id()); 868c2ecf20Sopenharmony_ci 878c2ecf20Sopenharmony_ci netif_stop_queue(net_dev); 888c2ecf20Sopenharmony_ci efx_stop_all(efx); 898c2ecf20Sopenharmony_ci efx_mcdi_mac_fini_stats(efx); 908c2ecf20Sopenharmony_ci efx_disable_interrupts(efx); 918c2ecf20Sopenharmony_ci efx_clear_interrupt_affinity(efx); 928c2ecf20Sopenharmony_ci efx_nic_fini_interrupt(efx); 938c2ecf20Sopenharmony_ci efx_remove_filters(efx); 948c2ecf20Sopenharmony_ci efx_fini_napi(efx); 958c2ecf20Sopenharmony_ci efx_remove_channels(efx); 968c2ecf20Sopenharmony_ci efx_mcdi_free_vis(efx); 978c2ecf20Sopenharmony_ci efx_remove_interrupts(efx); 988c2ecf20Sopenharmony_ci 998c2ecf20Sopenharmony_ci efx->state = STATE_NET_DOWN; 1008c2ecf20Sopenharmony_ci 1018c2ecf20Sopenharmony_ci return 0; 1028c2ecf20Sopenharmony_ci} 1038c2ecf20Sopenharmony_ci 1048c2ecf20Sopenharmony_ci/* Context: process, rtnl_lock() held. */ 1058c2ecf20Sopenharmony_cistatic int ef100_net_open(struct net_device *net_dev) 1068c2ecf20Sopenharmony_ci{ 1078c2ecf20Sopenharmony_ci struct efx_nic *efx = netdev_priv(net_dev); 1088c2ecf20Sopenharmony_ci unsigned int allocated_vis; 1098c2ecf20Sopenharmony_ci int rc; 1108c2ecf20Sopenharmony_ci 1118c2ecf20Sopenharmony_ci ef100_update_name(efx); 1128c2ecf20Sopenharmony_ci netif_dbg(efx, ifup, net_dev, "opening device on CPU %d\n", 1138c2ecf20Sopenharmony_ci raw_smp_processor_id()); 1148c2ecf20Sopenharmony_ci 1158c2ecf20Sopenharmony_ci rc = efx_check_disabled(efx); 1168c2ecf20Sopenharmony_ci if (rc) 1178c2ecf20Sopenharmony_ci goto fail; 1188c2ecf20Sopenharmony_ci 1198c2ecf20Sopenharmony_ci rc = efx_probe_interrupts(efx); 1208c2ecf20Sopenharmony_ci if (rc) 1218c2ecf20Sopenharmony_ci goto fail; 1228c2ecf20Sopenharmony_ci 1238c2ecf20Sopenharmony_ci rc = efx_set_channels(efx); 1248c2ecf20Sopenharmony_ci if (rc) 1258c2ecf20Sopenharmony_ci goto fail; 1268c2ecf20Sopenharmony_ci 1278c2ecf20Sopenharmony_ci rc = efx_mcdi_free_vis(efx); 1288c2ecf20Sopenharmony_ci if (rc) 1298c2ecf20Sopenharmony_ci goto fail; 1308c2ecf20Sopenharmony_ci 1318c2ecf20Sopenharmony_ci rc = ef100_alloc_vis(efx, &allocated_vis); 1328c2ecf20Sopenharmony_ci if (rc) 1338c2ecf20Sopenharmony_ci goto fail; 1348c2ecf20Sopenharmony_ci 1358c2ecf20Sopenharmony_ci rc = efx_probe_channels(efx); 1368c2ecf20Sopenharmony_ci if (rc) 1378c2ecf20Sopenharmony_ci return rc; 1388c2ecf20Sopenharmony_ci 1398c2ecf20Sopenharmony_ci rc = ef100_remap_bar(efx, allocated_vis); 1408c2ecf20Sopenharmony_ci if (rc) 1418c2ecf20Sopenharmony_ci goto fail; 1428c2ecf20Sopenharmony_ci 1438c2ecf20Sopenharmony_ci efx_init_napi(efx); 1448c2ecf20Sopenharmony_ci 1458c2ecf20Sopenharmony_ci rc = efx_probe_filters(efx); 1468c2ecf20Sopenharmony_ci if (rc) 1478c2ecf20Sopenharmony_ci goto fail; 1488c2ecf20Sopenharmony_ci 1498c2ecf20Sopenharmony_ci rc = efx_nic_init_interrupt(efx); 1508c2ecf20Sopenharmony_ci if (rc) 1518c2ecf20Sopenharmony_ci goto fail; 1528c2ecf20Sopenharmony_ci efx_set_interrupt_affinity(efx); 1538c2ecf20Sopenharmony_ci 1548c2ecf20Sopenharmony_ci rc = efx_enable_interrupts(efx); 1558c2ecf20Sopenharmony_ci if (rc) 1568c2ecf20Sopenharmony_ci goto fail; 1578c2ecf20Sopenharmony_ci 1588c2ecf20Sopenharmony_ci /* in case the MC rebooted while we were stopped, consume the change 1598c2ecf20Sopenharmony_ci * to the warm reboot count 1608c2ecf20Sopenharmony_ci */ 1618c2ecf20Sopenharmony_ci (void) efx_mcdi_poll_reboot(efx); 1628c2ecf20Sopenharmony_ci 1638c2ecf20Sopenharmony_ci rc = efx_mcdi_mac_init_stats(efx); 1648c2ecf20Sopenharmony_ci if (rc) 1658c2ecf20Sopenharmony_ci goto fail; 1668c2ecf20Sopenharmony_ci 1678c2ecf20Sopenharmony_ci efx_start_all(efx); 1688c2ecf20Sopenharmony_ci 1698c2ecf20Sopenharmony_ci /* Link state detection is normally event-driven; we have 1708c2ecf20Sopenharmony_ci * to poll now because we could have missed a change 1718c2ecf20Sopenharmony_ci */ 1728c2ecf20Sopenharmony_ci mutex_lock(&efx->mac_lock); 1738c2ecf20Sopenharmony_ci if (efx_mcdi_phy_poll(efx)) 1748c2ecf20Sopenharmony_ci efx_link_status_changed(efx); 1758c2ecf20Sopenharmony_ci mutex_unlock(&efx->mac_lock); 1768c2ecf20Sopenharmony_ci 1778c2ecf20Sopenharmony_ci efx->state = STATE_NET_UP; 1788c2ecf20Sopenharmony_ci 1798c2ecf20Sopenharmony_ci return 0; 1808c2ecf20Sopenharmony_ci 1818c2ecf20Sopenharmony_cifail: 1828c2ecf20Sopenharmony_ci ef100_net_stop(net_dev); 1838c2ecf20Sopenharmony_ci return rc; 1848c2ecf20Sopenharmony_ci} 1858c2ecf20Sopenharmony_ci 1868c2ecf20Sopenharmony_ci/* Initiate a packet transmission. We use one channel per CPU 1878c2ecf20Sopenharmony_ci * (sharing when we have more CPUs than channels). 1888c2ecf20Sopenharmony_ci * 1898c2ecf20Sopenharmony_ci * Context: non-blocking. 1908c2ecf20Sopenharmony_ci * Note that returning anything other than NETDEV_TX_OK will cause the 1918c2ecf20Sopenharmony_ci * OS to free the skb. 1928c2ecf20Sopenharmony_ci */ 1938c2ecf20Sopenharmony_cistatic netdev_tx_t ef100_hard_start_xmit(struct sk_buff *skb, 1948c2ecf20Sopenharmony_ci struct net_device *net_dev) 1958c2ecf20Sopenharmony_ci{ 1968c2ecf20Sopenharmony_ci struct efx_nic *efx = netdev_priv(net_dev); 1978c2ecf20Sopenharmony_ci struct efx_tx_queue *tx_queue; 1988c2ecf20Sopenharmony_ci struct efx_channel *channel; 1998c2ecf20Sopenharmony_ci int rc; 2008c2ecf20Sopenharmony_ci 2018c2ecf20Sopenharmony_ci channel = efx_get_tx_channel(efx, skb_get_queue_mapping(skb)); 2028c2ecf20Sopenharmony_ci netif_vdbg(efx, tx_queued, efx->net_dev, 2038c2ecf20Sopenharmony_ci "%s len %d data %d channel %d\n", __func__, 2048c2ecf20Sopenharmony_ci skb->len, skb->data_len, channel->channel); 2058c2ecf20Sopenharmony_ci if (!efx->n_channels || !efx->n_tx_channels || !channel) { 2068c2ecf20Sopenharmony_ci netif_stop_queue(net_dev); 2078c2ecf20Sopenharmony_ci dev_kfree_skb_any(skb); 2088c2ecf20Sopenharmony_ci goto err; 2098c2ecf20Sopenharmony_ci } 2108c2ecf20Sopenharmony_ci 2118c2ecf20Sopenharmony_ci tx_queue = &channel->tx_queue[0]; 2128c2ecf20Sopenharmony_ci rc = ef100_enqueue_skb(tx_queue, skb); 2138c2ecf20Sopenharmony_ci if (rc == 0) 2148c2ecf20Sopenharmony_ci return NETDEV_TX_OK; 2158c2ecf20Sopenharmony_ci 2168c2ecf20Sopenharmony_cierr: 2178c2ecf20Sopenharmony_ci net_dev->stats.tx_dropped++; 2188c2ecf20Sopenharmony_ci return NETDEV_TX_OK; 2198c2ecf20Sopenharmony_ci} 2208c2ecf20Sopenharmony_ci 2218c2ecf20Sopenharmony_cistatic const struct net_device_ops ef100_netdev_ops = { 2228c2ecf20Sopenharmony_ci .ndo_open = ef100_net_open, 2238c2ecf20Sopenharmony_ci .ndo_stop = ef100_net_stop, 2248c2ecf20Sopenharmony_ci .ndo_start_xmit = ef100_hard_start_xmit, 2258c2ecf20Sopenharmony_ci .ndo_tx_timeout = efx_watchdog, 2268c2ecf20Sopenharmony_ci .ndo_get_stats64 = efx_net_stats, 2278c2ecf20Sopenharmony_ci .ndo_change_mtu = efx_change_mtu, 2288c2ecf20Sopenharmony_ci .ndo_validate_addr = eth_validate_addr, 2298c2ecf20Sopenharmony_ci .ndo_set_mac_address = efx_set_mac_address, 2308c2ecf20Sopenharmony_ci .ndo_set_rx_mode = efx_set_rx_mode, /* Lookout */ 2318c2ecf20Sopenharmony_ci .ndo_set_features = efx_set_features, 2328c2ecf20Sopenharmony_ci .ndo_get_phys_port_id = efx_get_phys_port_id, 2338c2ecf20Sopenharmony_ci .ndo_get_phys_port_name = efx_get_phys_port_name, 2348c2ecf20Sopenharmony_ci#ifdef CONFIG_RFS_ACCEL 2358c2ecf20Sopenharmony_ci .ndo_rx_flow_steer = efx_filter_rfs, 2368c2ecf20Sopenharmony_ci#endif 2378c2ecf20Sopenharmony_ci}; 2388c2ecf20Sopenharmony_ci 2398c2ecf20Sopenharmony_ci/* Netdev registration 2408c2ecf20Sopenharmony_ci */ 2418c2ecf20Sopenharmony_ciint ef100_netdev_event(struct notifier_block *this, 2428c2ecf20Sopenharmony_ci unsigned long event, void *ptr) 2438c2ecf20Sopenharmony_ci{ 2448c2ecf20Sopenharmony_ci struct efx_nic *efx = container_of(this, struct efx_nic, netdev_notifier); 2458c2ecf20Sopenharmony_ci struct net_device *net_dev = netdev_notifier_info_to_dev(ptr); 2468c2ecf20Sopenharmony_ci 2478c2ecf20Sopenharmony_ci if (netdev_priv(net_dev) == efx && event == NETDEV_CHANGENAME) 2488c2ecf20Sopenharmony_ci ef100_update_name(efx); 2498c2ecf20Sopenharmony_ci 2508c2ecf20Sopenharmony_ci return NOTIFY_DONE; 2518c2ecf20Sopenharmony_ci} 2528c2ecf20Sopenharmony_ci 2538c2ecf20Sopenharmony_ciint ef100_register_netdev(struct efx_nic *efx) 2548c2ecf20Sopenharmony_ci{ 2558c2ecf20Sopenharmony_ci struct net_device *net_dev = efx->net_dev; 2568c2ecf20Sopenharmony_ci int rc; 2578c2ecf20Sopenharmony_ci 2588c2ecf20Sopenharmony_ci net_dev->watchdog_timeo = 5 * HZ; 2598c2ecf20Sopenharmony_ci net_dev->irq = efx->pci_dev->irq; 2608c2ecf20Sopenharmony_ci net_dev->netdev_ops = &ef100_netdev_ops; 2618c2ecf20Sopenharmony_ci net_dev->min_mtu = EFX_MIN_MTU; 2628c2ecf20Sopenharmony_ci net_dev->max_mtu = EFX_MAX_MTU; 2638c2ecf20Sopenharmony_ci net_dev->ethtool_ops = &ef100_ethtool_ops; 2648c2ecf20Sopenharmony_ci 2658c2ecf20Sopenharmony_ci rtnl_lock(); 2668c2ecf20Sopenharmony_ci 2678c2ecf20Sopenharmony_ci rc = dev_alloc_name(net_dev, net_dev->name); 2688c2ecf20Sopenharmony_ci if (rc < 0) 2698c2ecf20Sopenharmony_ci goto fail_locked; 2708c2ecf20Sopenharmony_ci ef100_update_name(efx); 2718c2ecf20Sopenharmony_ci 2728c2ecf20Sopenharmony_ci rc = register_netdevice(net_dev); 2738c2ecf20Sopenharmony_ci if (rc) 2748c2ecf20Sopenharmony_ci goto fail_locked; 2758c2ecf20Sopenharmony_ci 2768c2ecf20Sopenharmony_ci /* Always start with carrier off; PHY events will detect the link */ 2778c2ecf20Sopenharmony_ci netif_carrier_off(net_dev); 2788c2ecf20Sopenharmony_ci 2798c2ecf20Sopenharmony_ci efx->state = STATE_NET_DOWN; 2808c2ecf20Sopenharmony_ci rtnl_unlock(); 2818c2ecf20Sopenharmony_ci efx_init_mcdi_logging(efx); 2828c2ecf20Sopenharmony_ci 2838c2ecf20Sopenharmony_ci return 0; 2848c2ecf20Sopenharmony_ci 2858c2ecf20Sopenharmony_cifail_locked: 2868c2ecf20Sopenharmony_ci rtnl_unlock(); 2878c2ecf20Sopenharmony_ci netif_err(efx, drv, efx->net_dev, "could not register net dev\n"); 2888c2ecf20Sopenharmony_ci return rc; 2898c2ecf20Sopenharmony_ci} 2908c2ecf20Sopenharmony_ci 2918c2ecf20Sopenharmony_civoid ef100_unregister_netdev(struct efx_nic *efx) 2928c2ecf20Sopenharmony_ci{ 2938c2ecf20Sopenharmony_ci if (efx_dev_registered(efx)) { 2948c2ecf20Sopenharmony_ci efx_fini_mcdi_logging(efx); 2958c2ecf20Sopenharmony_ci efx->state = STATE_UNINIT; 2968c2ecf20Sopenharmony_ci unregister_netdev(efx->net_dev); 2978c2ecf20Sopenharmony_ci } 2988c2ecf20Sopenharmony_ci} 299