18c2ecf20Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-only
28c2ecf20Sopenharmony_ci/****************************************************************************
38c2ecf20Sopenharmony_ci * Driver for Solarflare network controllers and boards
48c2ecf20Sopenharmony_ci * Copyright 2018 Solarflare Communications Inc.
58c2ecf20Sopenharmony_ci * Copyright 2019-2020 Xilinx Inc.
68c2ecf20Sopenharmony_ci *
78c2ecf20Sopenharmony_ci * This program is free software; you can redistribute it and/or modify it
88c2ecf20Sopenharmony_ci * under the terms of the GNU General Public License version 2 as published
98c2ecf20Sopenharmony_ci * by the Free Software Foundation, incorporated herein by reference.
108c2ecf20Sopenharmony_ci */
118c2ecf20Sopenharmony_ci#include "net_driver.h"
128c2ecf20Sopenharmony_ci#include "mcdi_port_common.h"
138c2ecf20Sopenharmony_ci#include "mcdi_functions.h"
148c2ecf20Sopenharmony_ci#include "efx_common.h"
158c2ecf20Sopenharmony_ci#include "efx_channels.h"
168c2ecf20Sopenharmony_ci#include "tx_common.h"
178c2ecf20Sopenharmony_ci#include "ef100_netdev.h"
188c2ecf20Sopenharmony_ci#include "ef100_ethtool.h"
198c2ecf20Sopenharmony_ci#include "nic_common.h"
208c2ecf20Sopenharmony_ci#include "ef100_nic.h"
218c2ecf20Sopenharmony_ci#include "ef100_tx.h"
228c2ecf20Sopenharmony_ci#include "ef100_regs.h"
238c2ecf20Sopenharmony_ci#include "mcdi_filters.h"
248c2ecf20Sopenharmony_ci#include "rx_common.h"
258c2ecf20Sopenharmony_ci
268c2ecf20Sopenharmony_cistatic void ef100_update_name(struct efx_nic *efx)
278c2ecf20Sopenharmony_ci{
288c2ecf20Sopenharmony_ci	strcpy(efx->name, efx->net_dev->name);
298c2ecf20Sopenharmony_ci}
308c2ecf20Sopenharmony_ci
318c2ecf20Sopenharmony_cistatic int ef100_alloc_vis(struct efx_nic *efx, unsigned int *allocated_vis)
328c2ecf20Sopenharmony_ci{
338c2ecf20Sopenharmony_ci	/* EF100 uses a single TXQ per channel, as all checksum offloading
348c2ecf20Sopenharmony_ci	 * is configured in the TX descriptor, and there is no TX Pacer for
358c2ecf20Sopenharmony_ci	 * HIGHPRI queues.
368c2ecf20Sopenharmony_ci	 */
378c2ecf20Sopenharmony_ci	unsigned int tx_vis = efx->n_tx_channels + efx->n_extra_tx_channels;
388c2ecf20Sopenharmony_ci	unsigned int rx_vis = efx->n_rx_channels;
398c2ecf20Sopenharmony_ci	unsigned int min_vis, max_vis;
408c2ecf20Sopenharmony_ci
418c2ecf20Sopenharmony_ci	EFX_WARN_ON_PARANOID(efx->tx_queues_per_channel != 1);
428c2ecf20Sopenharmony_ci
438c2ecf20Sopenharmony_ci	tx_vis += efx->n_xdp_channels * efx->xdp_tx_per_channel;
448c2ecf20Sopenharmony_ci
458c2ecf20Sopenharmony_ci	max_vis = max(rx_vis, tx_vis);
468c2ecf20Sopenharmony_ci	/* Currently don't handle resource starvation and only accept
478c2ecf20Sopenharmony_ci	 * our maximum needs and no less.
488c2ecf20Sopenharmony_ci	 */
498c2ecf20Sopenharmony_ci	min_vis = max_vis;
508c2ecf20Sopenharmony_ci
518c2ecf20Sopenharmony_ci	return efx_mcdi_alloc_vis(efx, min_vis, max_vis,
528c2ecf20Sopenharmony_ci				  NULL, allocated_vis);
538c2ecf20Sopenharmony_ci}
548c2ecf20Sopenharmony_ci
558c2ecf20Sopenharmony_cistatic int ef100_remap_bar(struct efx_nic *efx, int max_vis)
568c2ecf20Sopenharmony_ci{
578c2ecf20Sopenharmony_ci	unsigned int uc_mem_map_size;
588c2ecf20Sopenharmony_ci	void __iomem *membase;
598c2ecf20Sopenharmony_ci
608c2ecf20Sopenharmony_ci	efx->max_vis = max_vis;
618c2ecf20Sopenharmony_ci	uc_mem_map_size = PAGE_ALIGN(max_vis * efx->vi_stride);
628c2ecf20Sopenharmony_ci
638c2ecf20Sopenharmony_ci	/* Extend the original UC mapping of the memory BAR */
648c2ecf20Sopenharmony_ci	membase = ioremap(efx->membase_phys, uc_mem_map_size);
658c2ecf20Sopenharmony_ci	if (!membase) {
668c2ecf20Sopenharmony_ci		netif_err(efx, probe, efx->net_dev,
678c2ecf20Sopenharmony_ci			  "could not extend memory BAR to %x\n",
688c2ecf20Sopenharmony_ci			  uc_mem_map_size);
698c2ecf20Sopenharmony_ci		return -ENOMEM;
708c2ecf20Sopenharmony_ci	}
718c2ecf20Sopenharmony_ci	iounmap(efx->membase);
728c2ecf20Sopenharmony_ci	efx->membase = membase;
738c2ecf20Sopenharmony_ci	return 0;
748c2ecf20Sopenharmony_ci}
758c2ecf20Sopenharmony_ci
768c2ecf20Sopenharmony_ci/* Context: process, rtnl_lock() held.
778c2ecf20Sopenharmony_ci * Note that the kernel will ignore our return code; this method
788c2ecf20Sopenharmony_ci * should really be a void.
798c2ecf20Sopenharmony_ci */
808c2ecf20Sopenharmony_cistatic int ef100_net_stop(struct net_device *net_dev)
818c2ecf20Sopenharmony_ci{
828c2ecf20Sopenharmony_ci	struct efx_nic *efx = netdev_priv(net_dev);
838c2ecf20Sopenharmony_ci
848c2ecf20Sopenharmony_ci	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",
858c2ecf20Sopenharmony_ci		  raw_smp_processor_id());
868c2ecf20Sopenharmony_ci
878c2ecf20Sopenharmony_ci	netif_stop_queue(net_dev);
888c2ecf20Sopenharmony_ci	efx_stop_all(efx);
898c2ecf20Sopenharmony_ci	efx_mcdi_mac_fini_stats(efx);
908c2ecf20Sopenharmony_ci	efx_disable_interrupts(efx);
918c2ecf20Sopenharmony_ci	efx_clear_interrupt_affinity(efx);
928c2ecf20Sopenharmony_ci	efx_nic_fini_interrupt(efx);
938c2ecf20Sopenharmony_ci	efx_remove_filters(efx);
948c2ecf20Sopenharmony_ci	efx_fini_napi(efx);
958c2ecf20Sopenharmony_ci	efx_remove_channels(efx);
968c2ecf20Sopenharmony_ci	efx_mcdi_free_vis(efx);
978c2ecf20Sopenharmony_ci	efx_remove_interrupts(efx);
988c2ecf20Sopenharmony_ci
998c2ecf20Sopenharmony_ci	efx->state = STATE_NET_DOWN;
1008c2ecf20Sopenharmony_ci
1018c2ecf20Sopenharmony_ci	return 0;
1028c2ecf20Sopenharmony_ci}
1038c2ecf20Sopenharmony_ci
1048c2ecf20Sopenharmony_ci/* Context: process, rtnl_lock() held. */
1058c2ecf20Sopenharmony_cistatic int ef100_net_open(struct net_device *net_dev)
1068c2ecf20Sopenharmony_ci{
1078c2ecf20Sopenharmony_ci	struct efx_nic *efx = netdev_priv(net_dev);
1088c2ecf20Sopenharmony_ci	unsigned int allocated_vis;
1098c2ecf20Sopenharmony_ci	int rc;
1108c2ecf20Sopenharmony_ci
1118c2ecf20Sopenharmony_ci	ef100_update_name(efx);
1128c2ecf20Sopenharmony_ci	netif_dbg(efx, ifup, net_dev, "opening device on CPU %d\n",
1138c2ecf20Sopenharmony_ci		  raw_smp_processor_id());
1148c2ecf20Sopenharmony_ci
1158c2ecf20Sopenharmony_ci	rc = efx_check_disabled(efx);
1168c2ecf20Sopenharmony_ci	if (rc)
1178c2ecf20Sopenharmony_ci		goto fail;
1188c2ecf20Sopenharmony_ci
1198c2ecf20Sopenharmony_ci	rc = efx_probe_interrupts(efx);
1208c2ecf20Sopenharmony_ci	if (rc)
1218c2ecf20Sopenharmony_ci		goto fail;
1228c2ecf20Sopenharmony_ci
1238c2ecf20Sopenharmony_ci	rc = efx_set_channels(efx);
1248c2ecf20Sopenharmony_ci	if (rc)
1258c2ecf20Sopenharmony_ci		goto fail;
1268c2ecf20Sopenharmony_ci
1278c2ecf20Sopenharmony_ci	rc = efx_mcdi_free_vis(efx);
1288c2ecf20Sopenharmony_ci	if (rc)
1298c2ecf20Sopenharmony_ci		goto fail;
1308c2ecf20Sopenharmony_ci
1318c2ecf20Sopenharmony_ci	rc = ef100_alloc_vis(efx, &allocated_vis);
1328c2ecf20Sopenharmony_ci	if (rc)
1338c2ecf20Sopenharmony_ci		goto fail;
1348c2ecf20Sopenharmony_ci
1358c2ecf20Sopenharmony_ci	rc = efx_probe_channels(efx);
1368c2ecf20Sopenharmony_ci	if (rc)
1378c2ecf20Sopenharmony_ci		return rc;
1388c2ecf20Sopenharmony_ci
1398c2ecf20Sopenharmony_ci	rc = ef100_remap_bar(efx, allocated_vis);
1408c2ecf20Sopenharmony_ci	if (rc)
1418c2ecf20Sopenharmony_ci		goto fail;
1428c2ecf20Sopenharmony_ci
1438c2ecf20Sopenharmony_ci	efx_init_napi(efx);
1448c2ecf20Sopenharmony_ci
1458c2ecf20Sopenharmony_ci	rc = efx_probe_filters(efx);
1468c2ecf20Sopenharmony_ci	if (rc)
1478c2ecf20Sopenharmony_ci		goto fail;
1488c2ecf20Sopenharmony_ci
1498c2ecf20Sopenharmony_ci	rc = efx_nic_init_interrupt(efx);
1508c2ecf20Sopenharmony_ci	if (rc)
1518c2ecf20Sopenharmony_ci		goto fail;
1528c2ecf20Sopenharmony_ci	efx_set_interrupt_affinity(efx);
1538c2ecf20Sopenharmony_ci
1548c2ecf20Sopenharmony_ci	rc = efx_enable_interrupts(efx);
1558c2ecf20Sopenharmony_ci	if (rc)
1568c2ecf20Sopenharmony_ci		goto fail;
1578c2ecf20Sopenharmony_ci
1588c2ecf20Sopenharmony_ci	/* in case the MC rebooted while we were stopped, consume the change
1598c2ecf20Sopenharmony_ci	 * to the warm reboot count
1608c2ecf20Sopenharmony_ci	 */
1618c2ecf20Sopenharmony_ci	(void) efx_mcdi_poll_reboot(efx);
1628c2ecf20Sopenharmony_ci
1638c2ecf20Sopenharmony_ci	rc = efx_mcdi_mac_init_stats(efx);
1648c2ecf20Sopenharmony_ci	if (rc)
1658c2ecf20Sopenharmony_ci		goto fail;
1668c2ecf20Sopenharmony_ci
1678c2ecf20Sopenharmony_ci	efx_start_all(efx);
1688c2ecf20Sopenharmony_ci
1698c2ecf20Sopenharmony_ci	/* Link state detection is normally event-driven; we have
1708c2ecf20Sopenharmony_ci	 * to poll now because we could have missed a change
1718c2ecf20Sopenharmony_ci	 */
1728c2ecf20Sopenharmony_ci	mutex_lock(&efx->mac_lock);
1738c2ecf20Sopenharmony_ci	if (efx_mcdi_phy_poll(efx))
1748c2ecf20Sopenharmony_ci		efx_link_status_changed(efx);
1758c2ecf20Sopenharmony_ci	mutex_unlock(&efx->mac_lock);
1768c2ecf20Sopenharmony_ci
1778c2ecf20Sopenharmony_ci	efx->state = STATE_NET_UP;
1788c2ecf20Sopenharmony_ci
1798c2ecf20Sopenharmony_ci	return 0;
1808c2ecf20Sopenharmony_ci
1818c2ecf20Sopenharmony_cifail:
1828c2ecf20Sopenharmony_ci	ef100_net_stop(net_dev);
1838c2ecf20Sopenharmony_ci	return rc;
1848c2ecf20Sopenharmony_ci}
1858c2ecf20Sopenharmony_ci
1868c2ecf20Sopenharmony_ci/* Initiate a packet transmission.  We use one channel per CPU
1878c2ecf20Sopenharmony_ci * (sharing when we have more CPUs than channels).
1888c2ecf20Sopenharmony_ci *
1898c2ecf20Sopenharmony_ci * Context: non-blocking.
1908c2ecf20Sopenharmony_ci * Note that returning anything other than NETDEV_TX_OK will cause the
1918c2ecf20Sopenharmony_ci * OS to free the skb.
1928c2ecf20Sopenharmony_ci */
1938c2ecf20Sopenharmony_cistatic netdev_tx_t ef100_hard_start_xmit(struct sk_buff *skb,
1948c2ecf20Sopenharmony_ci					 struct net_device *net_dev)
1958c2ecf20Sopenharmony_ci{
1968c2ecf20Sopenharmony_ci	struct efx_nic *efx = netdev_priv(net_dev);
1978c2ecf20Sopenharmony_ci	struct efx_tx_queue *tx_queue;
1988c2ecf20Sopenharmony_ci	struct efx_channel *channel;
1998c2ecf20Sopenharmony_ci	int rc;
2008c2ecf20Sopenharmony_ci
2018c2ecf20Sopenharmony_ci	channel = efx_get_tx_channel(efx, skb_get_queue_mapping(skb));
2028c2ecf20Sopenharmony_ci	netif_vdbg(efx, tx_queued, efx->net_dev,
2038c2ecf20Sopenharmony_ci		   "%s len %d data %d channel %d\n", __func__,
2048c2ecf20Sopenharmony_ci		   skb->len, skb->data_len, channel->channel);
2058c2ecf20Sopenharmony_ci	if (!efx->n_channels || !efx->n_tx_channels || !channel) {
2068c2ecf20Sopenharmony_ci		netif_stop_queue(net_dev);
2078c2ecf20Sopenharmony_ci		dev_kfree_skb_any(skb);
2088c2ecf20Sopenharmony_ci		goto err;
2098c2ecf20Sopenharmony_ci	}
2108c2ecf20Sopenharmony_ci
2118c2ecf20Sopenharmony_ci	tx_queue = &channel->tx_queue[0];
2128c2ecf20Sopenharmony_ci	rc = ef100_enqueue_skb(tx_queue, skb);
2138c2ecf20Sopenharmony_ci	if (rc == 0)
2148c2ecf20Sopenharmony_ci		return NETDEV_TX_OK;
2158c2ecf20Sopenharmony_ci
2168c2ecf20Sopenharmony_cierr:
2178c2ecf20Sopenharmony_ci	net_dev->stats.tx_dropped++;
2188c2ecf20Sopenharmony_ci	return NETDEV_TX_OK;
2198c2ecf20Sopenharmony_ci}
2208c2ecf20Sopenharmony_ci
2218c2ecf20Sopenharmony_cistatic const struct net_device_ops ef100_netdev_ops = {
2228c2ecf20Sopenharmony_ci	.ndo_open               = ef100_net_open,
2238c2ecf20Sopenharmony_ci	.ndo_stop               = ef100_net_stop,
2248c2ecf20Sopenharmony_ci	.ndo_start_xmit         = ef100_hard_start_xmit,
2258c2ecf20Sopenharmony_ci	.ndo_tx_timeout         = efx_watchdog,
2268c2ecf20Sopenharmony_ci	.ndo_get_stats64        = efx_net_stats,
2278c2ecf20Sopenharmony_ci	.ndo_change_mtu         = efx_change_mtu,
2288c2ecf20Sopenharmony_ci	.ndo_validate_addr      = eth_validate_addr,
2298c2ecf20Sopenharmony_ci	.ndo_set_mac_address    = efx_set_mac_address,
2308c2ecf20Sopenharmony_ci	.ndo_set_rx_mode        = efx_set_rx_mode, /* Lookout */
2318c2ecf20Sopenharmony_ci	.ndo_set_features       = efx_set_features,
2328c2ecf20Sopenharmony_ci	.ndo_get_phys_port_id   = efx_get_phys_port_id,
2338c2ecf20Sopenharmony_ci	.ndo_get_phys_port_name = efx_get_phys_port_name,
2348c2ecf20Sopenharmony_ci#ifdef CONFIG_RFS_ACCEL
2358c2ecf20Sopenharmony_ci	.ndo_rx_flow_steer      = efx_filter_rfs,
2368c2ecf20Sopenharmony_ci#endif
2378c2ecf20Sopenharmony_ci};
2388c2ecf20Sopenharmony_ci
2398c2ecf20Sopenharmony_ci/*	Netdev registration
2408c2ecf20Sopenharmony_ci */
2418c2ecf20Sopenharmony_ciint ef100_netdev_event(struct notifier_block *this,
2428c2ecf20Sopenharmony_ci		       unsigned long event, void *ptr)
2438c2ecf20Sopenharmony_ci{
2448c2ecf20Sopenharmony_ci	struct efx_nic *efx = container_of(this, struct efx_nic, netdev_notifier);
2458c2ecf20Sopenharmony_ci	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);
2468c2ecf20Sopenharmony_ci
2478c2ecf20Sopenharmony_ci	if (netdev_priv(net_dev) == efx && event == NETDEV_CHANGENAME)
2488c2ecf20Sopenharmony_ci		ef100_update_name(efx);
2498c2ecf20Sopenharmony_ci
2508c2ecf20Sopenharmony_ci	return NOTIFY_DONE;
2518c2ecf20Sopenharmony_ci}
2528c2ecf20Sopenharmony_ci
2538c2ecf20Sopenharmony_ciint ef100_register_netdev(struct efx_nic *efx)
2548c2ecf20Sopenharmony_ci{
2558c2ecf20Sopenharmony_ci	struct net_device *net_dev = efx->net_dev;
2568c2ecf20Sopenharmony_ci	int rc;
2578c2ecf20Sopenharmony_ci
2588c2ecf20Sopenharmony_ci	net_dev->watchdog_timeo = 5 * HZ;
2598c2ecf20Sopenharmony_ci	net_dev->irq = efx->pci_dev->irq;
2608c2ecf20Sopenharmony_ci	net_dev->netdev_ops = &ef100_netdev_ops;
2618c2ecf20Sopenharmony_ci	net_dev->min_mtu = EFX_MIN_MTU;
2628c2ecf20Sopenharmony_ci	net_dev->max_mtu = EFX_MAX_MTU;
2638c2ecf20Sopenharmony_ci	net_dev->ethtool_ops = &ef100_ethtool_ops;
2648c2ecf20Sopenharmony_ci
2658c2ecf20Sopenharmony_ci	rtnl_lock();
2668c2ecf20Sopenharmony_ci
2678c2ecf20Sopenharmony_ci	rc = dev_alloc_name(net_dev, net_dev->name);
2688c2ecf20Sopenharmony_ci	if (rc < 0)
2698c2ecf20Sopenharmony_ci		goto fail_locked;
2708c2ecf20Sopenharmony_ci	ef100_update_name(efx);
2718c2ecf20Sopenharmony_ci
2728c2ecf20Sopenharmony_ci	rc = register_netdevice(net_dev);
2738c2ecf20Sopenharmony_ci	if (rc)
2748c2ecf20Sopenharmony_ci		goto fail_locked;
2758c2ecf20Sopenharmony_ci
2768c2ecf20Sopenharmony_ci	/* Always start with carrier off; PHY events will detect the link */
2778c2ecf20Sopenharmony_ci	netif_carrier_off(net_dev);
2788c2ecf20Sopenharmony_ci
2798c2ecf20Sopenharmony_ci	efx->state = STATE_NET_DOWN;
2808c2ecf20Sopenharmony_ci	rtnl_unlock();
2818c2ecf20Sopenharmony_ci	efx_init_mcdi_logging(efx);
2828c2ecf20Sopenharmony_ci
2838c2ecf20Sopenharmony_ci	return 0;
2848c2ecf20Sopenharmony_ci
2858c2ecf20Sopenharmony_cifail_locked:
2868c2ecf20Sopenharmony_ci	rtnl_unlock();
2878c2ecf20Sopenharmony_ci	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");
2888c2ecf20Sopenharmony_ci	return rc;
2898c2ecf20Sopenharmony_ci}
2908c2ecf20Sopenharmony_ci
2918c2ecf20Sopenharmony_civoid ef100_unregister_netdev(struct efx_nic *efx)
2928c2ecf20Sopenharmony_ci{
2938c2ecf20Sopenharmony_ci	if (efx_dev_registered(efx)) {
2948c2ecf20Sopenharmony_ci		efx_fini_mcdi_logging(efx);
2958c2ecf20Sopenharmony_ci		efx->state = STATE_UNINIT;
2968c2ecf20Sopenharmony_ci		unregister_netdev(efx->net_dev);
2978c2ecf20Sopenharmony_ci	}
2988c2ecf20Sopenharmony_ci}
299