162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later 262306a36Sopenharmony_ci/* Copyright (c) 2014 Linaro Ltd. 362306a36Sopenharmony_ci * Copyright (c) 2014 Hisilicon Limited. 462306a36Sopenharmony_ci */ 562306a36Sopenharmony_ci 662306a36Sopenharmony_ci#include <linux/module.h> 762306a36Sopenharmony_ci#include <linux/interrupt.h> 862306a36Sopenharmony_ci#include <linux/etherdevice.h> 962306a36Sopenharmony_ci#include <linux/platform_device.h> 1062306a36Sopenharmony_ci#include <linux/of_device.h> 1162306a36Sopenharmony_ci#include <linux/of_net.h> 1262306a36Sopenharmony_ci#include <linux/of_mdio.h> 1362306a36Sopenharmony_ci#include <linux/reset.h> 1462306a36Sopenharmony_ci#include <linux/clk.h> 1562306a36Sopenharmony_ci#include <linux/circ_buf.h> 1662306a36Sopenharmony_ci 1762306a36Sopenharmony_ci#define STATION_ADDR_LOW 0x0000 1862306a36Sopenharmony_ci#define STATION_ADDR_HIGH 0x0004 1962306a36Sopenharmony_ci#define MAC_DUPLEX_HALF_CTRL 0x0008 2062306a36Sopenharmony_ci#define MAX_FRM_SIZE 0x003c 2162306a36Sopenharmony_ci#define PORT_MODE 0x0040 2262306a36Sopenharmony_ci#define PORT_EN 0x0044 2362306a36Sopenharmony_ci#define BITS_TX_EN BIT(2) 2462306a36Sopenharmony_ci#define BITS_RX_EN BIT(1) 2562306a36Sopenharmony_ci#define REC_FILT_CONTROL 0x0064 2662306a36Sopenharmony_ci#define BIT_CRC_ERR_PASS BIT(5) 2762306a36Sopenharmony_ci#define BIT_PAUSE_FRM_PASS BIT(4) 2862306a36Sopenharmony_ci#define BIT_VLAN_DROP_EN BIT(3) 2962306a36Sopenharmony_ci#define BIT_BC_DROP_EN BIT(2) 3062306a36Sopenharmony_ci#define BIT_MC_MATCH_EN BIT(1) 3162306a36Sopenharmony_ci#define BIT_UC_MATCH_EN BIT(0) 3262306a36Sopenharmony_ci#define PORT_MC_ADDR_LOW 0x0068 3362306a36Sopenharmony_ci#define PORT_MC_ADDR_HIGH 0x006C 3462306a36Sopenharmony_ci#define CF_CRC_STRIP 0x01b0 3562306a36Sopenharmony_ci#define MODE_CHANGE_EN 0x01b4 3662306a36Sopenharmony_ci#define BIT_MODE_CHANGE_EN BIT(0) 3762306a36Sopenharmony_ci#define COL_SLOT_TIME 0x01c0 3862306a36Sopenharmony_ci#define RECV_CONTROL 0x01e0 3962306a36Sopenharmony_ci#define BIT_STRIP_PAD_EN BIT(3) 4062306a36Sopenharmony_ci#define BIT_RUNT_PKT_EN BIT(4) 4162306a36Sopenharmony_ci#define CONTROL_WORD 0x0214 4262306a36Sopenharmony_ci#define MDIO_SINGLE_CMD 0x03c0 4362306a36Sopenharmony_ci#define MDIO_SINGLE_DATA 0x03c4 4462306a36Sopenharmony_ci#define MDIO_CTRL 0x03cc 4562306a36Sopenharmony_ci#define MDIO_RDATA_STATUS 0x03d0 4662306a36Sopenharmony_ci 4762306a36Sopenharmony_ci#define MDIO_START BIT(20) 4862306a36Sopenharmony_ci#define MDIO_R_VALID BIT(0) 4962306a36Sopenharmony_ci#define MDIO_READ (BIT(17) | MDIO_START) 5062306a36Sopenharmony_ci#define MDIO_WRITE (BIT(16) | MDIO_START) 5162306a36Sopenharmony_ci 5262306a36Sopenharmony_ci#define RX_FQ_START_ADDR 0x0500 5362306a36Sopenharmony_ci#define RX_FQ_DEPTH 0x0504 5462306a36Sopenharmony_ci#define RX_FQ_WR_ADDR 0x0508 5562306a36Sopenharmony_ci#define RX_FQ_RD_ADDR 0x050c 5662306a36Sopenharmony_ci#define RX_FQ_VLDDESC_CNT 0x0510 5762306a36Sopenharmony_ci#define RX_FQ_ALEMPTY_TH 0x0514 5862306a36Sopenharmony_ci#define RX_FQ_REG_EN 0x0518 5962306a36Sopenharmony_ci#define BITS_RX_FQ_START_ADDR_EN BIT(2) 6062306a36Sopenharmony_ci#define BITS_RX_FQ_DEPTH_EN BIT(1) 6162306a36Sopenharmony_ci#define BITS_RX_FQ_RD_ADDR_EN BIT(0) 6262306a36Sopenharmony_ci#define RX_FQ_ALFULL_TH 0x051c 6362306a36Sopenharmony_ci#define RX_BQ_START_ADDR 0x0520 6462306a36Sopenharmony_ci#define RX_BQ_DEPTH 0x0524 6562306a36Sopenharmony_ci#define RX_BQ_WR_ADDR 0x0528 6662306a36Sopenharmony_ci#define RX_BQ_RD_ADDR 0x052c 6762306a36Sopenharmony_ci#define RX_BQ_FREE_DESC_CNT 0x0530 6862306a36Sopenharmony_ci#define RX_BQ_ALEMPTY_TH 0x0534 6962306a36Sopenharmony_ci#define RX_BQ_REG_EN 0x0538 7062306a36Sopenharmony_ci#define BITS_RX_BQ_START_ADDR_EN BIT(2) 7162306a36Sopenharmony_ci#define BITS_RX_BQ_DEPTH_EN BIT(1) 7262306a36Sopenharmony_ci#define BITS_RX_BQ_WR_ADDR_EN BIT(0) 7362306a36Sopenharmony_ci#define RX_BQ_ALFULL_TH 0x053c 7462306a36Sopenharmony_ci#define TX_BQ_START_ADDR 0x0580 7562306a36Sopenharmony_ci#define TX_BQ_DEPTH 0x0584 7662306a36Sopenharmony_ci#define TX_BQ_WR_ADDR 0x0588 7762306a36Sopenharmony_ci#define TX_BQ_RD_ADDR 0x058c 7862306a36Sopenharmony_ci#define TX_BQ_VLDDESC_CNT 0x0590 7962306a36Sopenharmony_ci#define TX_BQ_ALEMPTY_TH 0x0594 8062306a36Sopenharmony_ci#define TX_BQ_REG_EN 0x0598 8162306a36Sopenharmony_ci#define BITS_TX_BQ_START_ADDR_EN BIT(2) 8262306a36Sopenharmony_ci#define BITS_TX_BQ_DEPTH_EN BIT(1) 8362306a36Sopenharmony_ci#define BITS_TX_BQ_RD_ADDR_EN BIT(0) 8462306a36Sopenharmony_ci#define TX_BQ_ALFULL_TH 0x059c 8562306a36Sopenharmony_ci#define TX_RQ_START_ADDR 0x05a0 8662306a36Sopenharmony_ci#define TX_RQ_DEPTH 0x05a4 8762306a36Sopenharmony_ci#define TX_RQ_WR_ADDR 0x05a8 8862306a36Sopenharmony_ci#define TX_RQ_RD_ADDR 0x05ac 8962306a36Sopenharmony_ci#define TX_RQ_FREE_DESC_CNT 0x05b0 9062306a36Sopenharmony_ci#define TX_RQ_ALEMPTY_TH 0x05b4 9162306a36Sopenharmony_ci#define TX_RQ_REG_EN 0x05b8 9262306a36Sopenharmony_ci#define BITS_TX_RQ_START_ADDR_EN BIT(2) 9362306a36Sopenharmony_ci#define BITS_TX_RQ_DEPTH_EN BIT(1) 9462306a36Sopenharmony_ci#define BITS_TX_RQ_WR_ADDR_EN BIT(0) 9562306a36Sopenharmony_ci#define TX_RQ_ALFULL_TH 0x05bc 9662306a36Sopenharmony_ci#define RAW_PMU_INT 0x05c0 9762306a36Sopenharmony_ci#define ENA_PMU_INT 0x05c4 9862306a36Sopenharmony_ci#define STATUS_PMU_INT 0x05c8 9962306a36Sopenharmony_ci#define MAC_FIFO_ERR_IN BIT(30) 10062306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT_INT BIT(29) 10162306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT_INT BIT(28) 10262306a36Sopenharmony_ci#define TXOUTCFF_FULL_INT BIT(27) 10362306a36Sopenharmony_ci#define TXOUTCFF_EMPTY_INT BIT(26) 10462306a36Sopenharmony_ci#define TXCFF_FULL_INT BIT(25) 10562306a36Sopenharmony_ci#define TXCFF_EMPTY_INT BIT(24) 10662306a36Sopenharmony_ci#define RXOUTCFF_FULL_INT BIT(23) 10762306a36Sopenharmony_ci#define RXOUTCFF_EMPTY_INT BIT(22) 10862306a36Sopenharmony_ci#define RXCFF_FULL_INT BIT(21) 10962306a36Sopenharmony_ci#define RXCFF_EMPTY_INT BIT(20) 11062306a36Sopenharmony_ci#define TX_RQ_IN_INT BIT(19) 11162306a36Sopenharmony_ci#define TX_BQ_OUT_INT BIT(18) 11262306a36Sopenharmony_ci#define RX_BQ_IN_INT BIT(17) 11362306a36Sopenharmony_ci#define RX_FQ_OUT_INT BIT(16) 11462306a36Sopenharmony_ci#define TX_RQ_EMPTY_INT BIT(15) 11562306a36Sopenharmony_ci#define TX_RQ_FULL_INT BIT(14) 11662306a36Sopenharmony_ci#define TX_RQ_ALEMPTY_INT BIT(13) 11762306a36Sopenharmony_ci#define TX_RQ_ALFULL_INT BIT(12) 11862306a36Sopenharmony_ci#define TX_BQ_EMPTY_INT BIT(11) 11962306a36Sopenharmony_ci#define TX_BQ_FULL_INT BIT(10) 12062306a36Sopenharmony_ci#define TX_BQ_ALEMPTY_INT BIT(9) 12162306a36Sopenharmony_ci#define TX_BQ_ALFULL_INT BIT(8) 12262306a36Sopenharmony_ci#define RX_BQ_EMPTY_INT BIT(7) 12362306a36Sopenharmony_ci#define RX_BQ_FULL_INT BIT(6) 12462306a36Sopenharmony_ci#define RX_BQ_ALEMPTY_INT BIT(5) 12562306a36Sopenharmony_ci#define RX_BQ_ALFULL_INT BIT(4) 12662306a36Sopenharmony_ci#define RX_FQ_EMPTY_INT BIT(3) 12762306a36Sopenharmony_ci#define RX_FQ_FULL_INT BIT(2) 12862306a36Sopenharmony_ci#define RX_FQ_ALEMPTY_INT BIT(1) 12962306a36Sopenharmony_ci#define RX_FQ_ALFULL_INT BIT(0) 13062306a36Sopenharmony_ci 13162306a36Sopenharmony_ci#define DEF_INT_MASK (RX_BQ_IN_INT | RX_BQ_IN_TIMEOUT_INT | \ 13262306a36Sopenharmony_ci TX_RQ_IN_INT | TX_RQ_IN_TIMEOUT_INT) 13362306a36Sopenharmony_ci 13462306a36Sopenharmony_ci#define DESC_WR_RD_ENA 0x05cc 13562306a36Sopenharmony_ci#define IN_QUEUE_TH 0x05d8 13662306a36Sopenharmony_ci#define OUT_QUEUE_TH 0x05dc 13762306a36Sopenharmony_ci#define QUEUE_TX_BQ_SHIFT 16 13862306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT_TH 0x05e0 13962306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT_TH 0x05e4 14062306a36Sopenharmony_ci#define STOP_CMD 0x05e8 14162306a36Sopenharmony_ci#define BITS_TX_STOP BIT(1) 14262306a36Sopenharmony_ci#define BITS_RX_STOP BIT(0) 14362306a36Sopenharmony_ci#define FLUSH_CMD 0x05eC 14462306a36Sopenharmony_ci#define BITS_TX_FLUSH_CMD BIT(5) 14562306a36Sopenharmony_ci#define BITS_RX_FLUSH_CMD BIT(4) 14662306a36Sopenharmony_ci#define BITS_TX_FLUSH_FLAG_DOWN BIT(3) 14762306a36Sopenharmony_ci#define BITS_TX_FLUSH_FLAG_UP BIT(2) 14862306a36Sopenharmony_ci#define BITS_RX_FLUSH_FLAG_DOWN BIT(1) 14962306a36Sopenharmony_ci#define BITS_RX_FLUSH_FLAG_UP BIT(0) 15062306a36Sopenharmony_ci#define RX_CFF_NUM_REG 0x05f0 15162306a36Sopenharmony_ci#define PMU_FSM_REG 0x05f8 15262306a36Sopenharmony_ci#define RX_FIFO_PKT_IN_NUM 0x05fc 15362306a36Sopenharmony_ci#define RX_FIFO_PKT_OUT_NUM 0x0600 15462306a36Sopenharmony_ci 15562306a36Sopenharmony_ci#define RGMII_SPEED_1000 0x2c 15662306a36Sopenharmony_ci#define RGMII_SPEED_100 0x2f 15762306a36Sopenharmony_ci#define RGMII_SPEED_10 0x2d 15862306a36Sopenharmony_ci#define MII_SPEED_100 0x0f 15962306a36Sopenharmony_ci#define MII_SPEED_10 0x0d 16062306a36Sopenharmony_ci#define GMAC_SPEED_1000 0x05 16162306a36Sopenharmony_ci#define GMAC_SPEED_100 0x01 16262306a36Sopenharmony_ci#define GMAC_SPEED_10 0x00 16362306a36Sopenharmony_ci#define GMAC_FULL_DUPLEX BIT(4) 16462306a36Sopenharmony_ci 16562306a36Sopenharmony_ci#define RX_BQ_INT_THRESHOLD 0x01 16662306a36Sopenharmony_ci#define TX_RQ_INT_THRESHOLD 0x01 16762306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT 0x10000 16862306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT 0x50000 16962306a36Sopenharmony_ci 17062306a36Sopenharmony_ci#define MAC_MAX_FRAME_SIZE 1600 17162306a36Sopenharmony_ci#define DESC_SIZE 32 17262306a36Sopenharmony_ci#define RX_DESC_NUM 1024 17362306a36Sopenharmony_ci#define TX_DESC_NUM 1024 17462306a36Sopenharmony_ci 17562306a36Sopenharmony_ci#define DESC_VLD_FREE 0 17662306a36Sopenharmony_ci#define DESC_VLD_BUSY 0x80000000 17762306a36Sopenharmony_ci#define DESC_FL_MID 0 17862306a36Sopenharmony_ci#define DESC_FL_LAST 0x20000000 17962306a36Sopenharmony_ci#define DESC_FL_FIRST 0x40000000 18062306a36Sopenharmony_ci#define DESC_FL_FULL 0x60000000 18162306a36Sopenharmony_ci#define DESC_DATA_LEN_OFF 16 18262306a36Sopenharmony_ci#define DESC_BUFF_LEN_OFF 0 18362306a36Sopenharmony_ci#define DESC_DATA_MASK 0x7ff 18462306a36Sopenharmony_ci#define DESC_SG BIT(30) 18562306a36Sopenharmony_ci#define DESC_FRAGS_NUM_OFF 11 18662306a36Sopenharmony_ci 18762306a36Sopenharmony_ci/* DMA descriptor ring helpers */ 18862306a36Sopenharmony_ci#define dma_ring_incr(n, s) (((n) + 1) & ((s) - 1)) 18962306a36Sopenharmony_ci#define dma_cnt(n) ((n) >> 5) 19062306a36Sopenharmony_ci#define dma_byte(n) ((n) << 5) 19162306a36Sopenharmony_ci 19262306a36Sopenharmony_ci#define HW_CAP_TSO BIT(0) 19362306a36Sopenharmony_ci#define GEMAC_V1 0 19462306a36Sopenharmony_ci#define GEMAC_V2 (GEMAC_V1 | HW_CAP_TSO) 19562306a36Sopenharmony_ci#define HAS_CAP_TSO(hw_cap) ((hw_cap) & HW_CAP_TSO) 19662306a36Sopenharmony_ci 19762306a36Sopenharmony_ci#define PHY_RESET_DELAYS_PROPERTY "hisilicon,phy-reset-delays-us" 19862306a36Sopenharmony_ci 19962306a36Sopenharmony_cienum phy_reset_delays { 20062306a36Sopenharmony_ci PRE_DELAY, 20162306a36Sopenharmony_ci PULSE, 20262306a36Sopenharmony_ci POST_DELAY, 20362306a36Sopenharmony_ci DELAYS_NUM, 20462306a36Sopenharmony_ci}; 20562306a36Sopenharmony_ci 20662306a36Sopenharmony_cistruct hix5hd2_desc { 20762306a36Sopenharmony_ci __le32 buff_addr; 20862306a36Sopenharmony_ci __le32 cmd; 20962306a36Sopenharmony_ci} __aligned(32); 21062306a36Sopenharmony_ci 21162306a36Sopenharmony_cistruct hix5hd2_desc_sw { 21262306a36Sopenharmony_ci struct hix5hd2_desc *desc; 21362306a36Sopenharmony_ci dma_addr_t phys_addr; 21462306a36Sopenharmony_ci unsigned int count; 21562306a36Sopenharmony_ci unsigned int size; 21662306a36Sopenharmony_ci}; 21762306a36Sopenharmony_ci 21862306a36Sopenharmony_cistruct hix5hd2_sg_desc_ring { 21962306a36Sopenharmony_ci struct sg_desc *desc; 22062306a36Sopenharmony_ci dma_addr_t phys_addr; 22162306a36Sopenharmony_ci}; 22262306a36Sopenharmony_ci 22362306a36Sopenharmony_cistruct frags_info { 22462306a36Sopenharmony_ci __le32 addr; 22562306a36Sopenharmony_ci __le32 size; 22662306a36Sopenharmony_ci}; 22762306a36Sopenharmony_ci 22862306a36Sopenharmony_ci/* hardware supported max skb frags num */ 22962306a36Sopenharmony_ci#define SG_MAX_SKB_FRAGS 17 23062306a36Sopenharmony_cistruct sg_desc { 23162306a36Sopenharmony_ci __le32 total_len; 23262306a36Sopenharmony_ci __le32 resvd0; 23362306a36Sopenharmony_ci __le32 linear_addr; 23462306a36Sopenharmony_ci __le32 linear_len; 23562306a36Sopenharmony_ci /* reserve one more frags for memory alignment */ 23662306a36Sopenharmony_ci struct frags_info frags[SG_MAX_SKB_FRAGS + 1]; 23762306a36Sopenharmony_ci}; 23862306a36Sopenharmony_ci 23962306a36Sopenharmony_ci#define QUEUE_NUMS 4 24062306a36Sopenharmony_cistruct hix5hd2_priv { 24162306a36Sopenharmony_ci struct hix5hd2_desc_sw pool[QUEUE_NUMS]; 24262306a36Sopenharmony_ci#define rx_fq pool[0] 24362306a36Sopenharmony_ci#define rx_bq pool[1] 24462306a36Sopenharmony_ci#define tx_bq pool[2] 24562306a36Sopenharmony_ci#define tx_rq pool[3] 24662306a36Sopenharmony_ci struct hix5hd2_sg_desc_ring tx_ring; 24762306a36Sopenharmony_ci 24862306a36Sopenharmony_ci void __iomem *base; 24962306a36Sopenharmony_ci void __iomem *ctrl_base; 25062306a36Sopenharmony_ci 25162306a36Sopenharmony_ci struct sk_buff *tx_skb[TX_DESC_NUM]; 25262306a36Sopenharmony_ci struct sk_buff *rx_skb[RX_DESC_NUM]; 25362306a36Sopenharmony_ci 25462306a36Sopenharmony_ci struct device *dev; 25562306a36Sopenharmony_ci struct net_device *netdev; 25662306a36Sopenharmony_ci 25762306a36Sopenharmony_ci struct device_node *phy_node; 25862306a36Sopenharmony_ci phy_interface_t phy_mode; 25962306a36Sopenharmony_ci 26062306a36Sopenharmony_ci unsigned long hw_cap; 26162306a36Sopenharmony_ci unsigned int speed; 26262306a36Sopenharmony_ci unsigned int duplex; 26362306a36Sopenharmony_ci 26462306a36Sopenharmony_ci struct clk *mac_core_clk; 26562306a36Sopenharmony_ci struct clk *mac_ifc_clk; 26662306a36Sopenharmony_ci struct reset_control *mac_core_rst; 26762306a36Sopenharmony_ci struct reset_control *mac_ifc_rst; 26862306a36Sopenharmony_ci struct reset_control *phy_rst; 26962306a36Sopenharmony_ci u32 phy_reset_delays[DELAYS_NUM]; 27062306a36Sopenharmony_ci struct mii_bus *bus; 27162306a36Sopenharmony_ci struct napi_struct napi; 27262306a36Sopenharmony_ci struct work_struct tx_timeout_task; 27362306a36Sopenharmony_ci}; 27462306a36Sopenharmony_ci 27562306a36Sopenharmony_cistatic inline void hix5hd2_mac_interface_reset(struct hix5hd2_priv *priv) 27662306a36Sopenharmony_ci{ 27762306a36Sopenharmony_ci if (!priv->mac_ifc_rst) 27862306a36Sopenharmony_ci return; 27962306a36Sopenharmony_ci 28062306a36Sopenharmony_ci reset_control_assert(priv->mac_ifc_rst); 28162306a36Sopenharmony_ci reset_control_deassert(priv->mac_ifc_rst); 28262306a36Sopenharmony_ci} 28362306a36Sopenharmony_ci 28462306a36Sopenharmony_cistatic void hix5hd2_config_port(struct net_device *dev, u32 speed, u32 duplex) 28562306a36Sopenharmony_ci{ 28662306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 28762306a36Sopenharmony_ci u32 val; 28862306a36Sopenharmony_ci 28962306a36Sopenharmony_ci priv->speed = speed; 29062306a36Sopenharmony_ci priv->duplex = duplex; 29162306a36Sopenharmony_ci 29262306a36Sopenharmony_ci switch (priv->phy_mode) { 29362306a36Sopenharmony_ci case PHY_INTERFACE_MODE_RGMII: 29462306a36Sopenharmony_ci if (speed == SPEED_1000) 29562306a36Sopenharmony_ci val = RGMII_SPEED_1000; 29662306a36Sopenharmony_ci else if (speed == SPEED_100) 29762306a36Sopenharmony_ci val = RGMII_SPEED_100; 29862306a36Sopenharmony_ci else 29962306a36Sopenharmony_ci val = RGMII_SPEED_10; 30062306a36Sopenharmony_ci break; 30162306a36Sopenharmony_ci case PHY_INTERFACE_MODE_MII: 30262306a36Sopenharmony_ci if (speed == SPEED_100) 30362306a36Sopenharmony_ci val = MII_SPEED_100; 30462306a36Sopenharmony_ci else 30562306a36Sopenharmony_ci val = MII_SPEED_10; 30662306a36Sopenharmony_ci break; 30762306a36Sopenharmony_ci default: 30862306a36Sopenharmony_ci netdev_warn(dev, "not supported mode\n"); 30962306a36Sopenharmony_ci val = MII_SPEED_10; 31062306a36Sopenharmony_ci break; 31162306a36Sopenharmony_ci } 31262306a36Sopenharmony_ci 31362306a36Sopenharmony_ci if (duplex) 31462306a36Sopenharmony_ci val |= GMAC_FULL_DUPLEX; 31562306a36Sopenharmony_ci writel_relaxed(val, priv->ctrl_base); 31662306a36Sopenharmony_ci hix5hd2_mac_interface_reset(priv); 31762306a36Sopenharmony_ci 31862306a36Sopenharmony_ci writel_relaxed(BIT_MODE_CHANGE_EN, priv->base + MODE_CHANGE_EN); 31962306a36Sopenharmony_ci if (speed == SPEED_1000) 32062306a36Sopenharmony_ci val = GMAC_SPEED_1000; 32162306a36Sopenharmony_ci else if (speed == SPEED_100) 32262306a36Sopenharmony_ci val = GMAC_SPEED_100; 32362306a36Sopenharmony_ci else 32462306a36Sopenharmony_ci val = GMAC_SPEED_10; 32562306a36Sopenharmony_ci writel_relaxed(val, priv->base + PORT_MODE); 32662306a36Sopenharmony_ci writel_relaxed(0, priv->base + MODE_CHANGE_EN); 32762306a36Sopenharmony_ci writel_relaxed(duplex, priv->base + MAC_DUPLEX_HALF_CTRL); 32862306a36Sopenharmony_ci} 32962306a36Sopenharmony_ci 33062306a36Sopenharmony_cistatic void hix5hd2_set_desc_depth(struct hix5hd2_priv *priv, int rx, int tx) 33162306a36Sopenharmony_ci{ 33262306a36Sopenharmony_ci writel_relaxed(BITS_RX_FQ_DEPTH_EN, priv->base + RX_FQ_REG_EN); 33362306a36Sopenharmony_ci writel_relaxed(rx << 3, priv->base + RX_FQ_DEPTH); 33462306a36Sopenharmony_ci writel_relaxed(0, priv->base + RX_FQ_REG_EN); 33562306a36Sopenharmony_ci 33662306a36Sopenharmony_ci writel_relaxed(BITS_RX_BQ_DEPTH_EN, priv->base + RX_BQ_REG_EN); 33762306a36Sopenharmony_ci writel_relaxed(rx << 3, priv->base + RX_BQ_DEPTH); 33862306a36Sopenharmony_ci writel_relaxed(0, priv->base + RX_BQ_REG_EN); 33962306a36Sopenharmony_ci 34062306a36Sopenharmony_ci writel_relaxed(BITS_TX_BQ_DEPTH_EN, priv->base + TX_BQ_REG_EN); 34162306a36Sopenharmony_ci writel_relaxed(tx << 3, priv->base + TX_BQ_DEPTH); 34262306a36Sopenharmony_ci writel_relaxed(0, priv->base + TX_BQ_REG_EN); 34362306a36Sopenharmony_ci 34462306a36Sopenharmony_ci writel_relaxed(BITS_TX_RQ_DEPTH_EN, priv->base + TX_RQ_REG_EN); 34562306a36Sopenharmony_ci writel_relaxed(tx << 3, priv->base + TX_RQ_DEPTH); 34662306a36Sopenharmony_ci writel_relaxed(0, priv->base + TX_RQ_REG_EN); 34762306a36Sopenharmony_ci} 34862306a36Sopenharmony_ci 34962306a36Sopenharmony_cistatic void hix5hd2_set_rx_fq(struct hix5hd2_priv *priv, dma_addr_t phy_addr) 35062306a36Sopenharmony_ci{ 35162306a36Sopenharmony_ci writel_relaxed(BITS_RX_FQ_START_ADDR_EN, priv->base + RX_FQ_REG_EN); 35262306a36Sopenharmony_ci writel_relaxed(phy_addr, priv->base + RX_FQ_START_ADDR); 35362306a36Sopenharmony_ci writel_relaxed(0, priv->base + RX_FQ_REG_EN); 35462306a36Sopenharmony_ci} 35562306a36Sopenharmony_ci 35662306a36Sopenharmony_cistatic void hix5hd2_set_rx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr) 35762306a36Sopenharmony_ci{ 35862306a36Sopenharmony_ci writel_relaxed(BITS_RX_BQ_START_ADDR_EN, priv->base + RX_BQ_REG_EN); 35962306a36Sopenharmony_ci writel_relaxed(phy_addr, priv->base + RX_BQ_START_ADDR); 36062306a36Sopenharmony_ci writel_relaxed(0, priv->base + RX_BQ_REG_EN); 36162306a36Sopenharmony_ci} 36262306a36Sopenharmony_ci 36362306a36Sopenharmony_cistatic void hix5hd2_set_tx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr) 36462306a36Sopenharmony_ci{ 36562306a36Sopenharmony_ci writel_relaxed(BITS_TX_BQ_START_ADDR_EN, priv->base + TX_BQ_REG_EN); 36662306a36Sopenharmony_ci writel_relaxed(phy_addr, priv->base + TX_BQ_START_ADDR); 36762306a36Sopenharmony_ci writel_relaxed(0, priv->base + TX_BQ_REG_EN); 36862306a36Sopenharmony_ci} 36962306a36Sopenharmony_ci 37062306a36Sopenharmony_cistatic void hix5hd2_set_tx_rq(struct hix5hd2_priv *priv, dma_addr_t phy_addr) 37162306a36Sopenharmony_ci{ 37262306a36Sopenharmony_ci writel_relaxed(BITS_TX_RQ_START_ADDR_EN, priv->base + TX_RQ_REG_EN); 37362306a36Sopenharmony_ci writel_relaxed(phy_addr, priv->base + TX_RQ_START_ADDR); 37462306a36Sopenharmony_ci writel_relaxed(0, priv->base + TX_RQ_REG_EN); 37562306a36Sopenharmony_ci} 37662306a36Sopenharmony_ci 37762306a36Sopenharmony_cistatic void hix5hd2_set_desc_addr(struct hix5hd2_priv *priv) 37862306a36Sopenharmony_ci{ 37962306a36Sopenharmony_ci hix5hd2_set_rx_fq(priv, priv->rx_fq.phys_addr); 38062306a36Sopenharmony_ci hix5hd2_set_rx_bq(priv, priv->rx_bq.phys_addr); 38162306a36Sopenharmony_ci hix5hd2_set_tx_rq(priv, priv->tx_rq.phys_addr); 38262306a36Sopenharmony_ci hix5hd2_set_tx_bq(priv, priv->tx_bq.phys_addr); 38362306a36Sopenharmony_ci} 38462306a36Sopenharmony_ci 38562306a36Sopenharmony_cistatic void hix5hd2_hw_init(struct hix5hd2_priv *priv) 38662306a36Sopenharmony_ci{ 38762306a36Sopenharmony_ci u32 val; 38862306a36Sopenharmony_ci 38962306a36Sopenharmony_ci /* disable and clear all interrupts */ 39062306a36Sopenharmony_ci writel_relaxed(0, priv->base + ENA_PMU_INT); 39162306a36Sopenharmony_ci writel_relaxed(~0, priv->base + RAW_PMU_INT); 39262306a36Sopenharmony_ci 39362306a36Sopenharmony_ci writel_relaxed(BIT_CRC_ERR_PASS, priv->base + REC_FILT_CONTROL); 39462306a36Sopenharmony_ci writel_relaxed(MAC_MAX_FRAME_SIZE, priv->base + CONTROL_WORD); 39562306a36Sopenharmony_ci writel_relaxed(0, priv->base + COL_SLOT_TIME); 39662306a36Sopenharmony_ci 39762306a36Sopenharmony_ci val = RX_BQ_INT_THRESHOLD | TX_RQ_INT_THRESHOLD << QUEUE_TX_BQ_SHIFT; 39862306a36Sopenharmony_ci writel_relaxed(val, priv->base + IN_QUEUE_TH); 39962306a36Sopenharmony_ci 40062306a36Sopenharmony_ci writel_relaxed(RX_BQ_IN_TIMEOUT, priv->base + RX_BQ_IN_TIMEOUT_TH); 40162306a36Sopenharmony_ci writel_relaxed(TX_RQ_IN_TIMEOUT, priv->base + TX_RQ_IN_TIMEOUT_TH); 40262306a36Sopenharmony_ci 40362306a36Sopenharmony_ci hix5hd2_set_desc_depth(priv, RX_DESC_NUM, TX_DESC_NUM); 40462306a36Sopenharmony_ci hix5hd2_set_desc_addr(priv); 40562306a36Sopenharmony_ci} 40662306a36Sopenharmony_ci 40762306a36Sopenharmony_cistatic void hix5hd2_irq_enable(struct hix5hd2_priv *priv) 40862306a36Sopenharmony_ci{ 40962306a36Sopenharmony_ci writel_relaxed(DEF_INT_MASK, priv->base + ENA_PMU_INT); 41062306a36Sopenharmony_ci} 41162306a36Sopenharmony_ci 41262306a36Sopenharmony_cistatic void hix5hd2_irq_disable(struct hix5hd2_priv *priv) 41362306a36Sopenharmony_ci{ 41462306a36Sopenharmony_ci writel_relaxed(0, priv->base + ENA_PMU_INT); 41562306a36Sopenharmony_ci} 41662306a36Sopenharmony_ci 41762306a36Sopenharmony_cistatic void hix5hd2_port_enable(struct hix5hd2_priv *priv) 41862306a36Sopenharmony_ci{ 41962306a36Sopenharmony_ci writel_relaxed(0xf, priv->base + DESC_WR_RD_ENA); 42062306a36Sopenharmony_ci writel_relaxed(BITS_RX_EN | BITS_TX_EN, priv->base + PORT_EN); 42162306a36Sopenharmony_ci} 42262306a36Sopenharmony_ci 42362306a36Sopenharmony_cistatic void hix5hd2_port_disable(struct hix5hd2_priv *priv) 42462306a36Sopenharmony_ci{ 42562306a36Sopenharmony_ci writel_relaxed(~(u32)(BITS_RX_EN | BITS_TX_EN), priv->base + PORT_EN); 42662306a36Sopenharmony_ci writel_relaxed(0, priv->base + DESC_WR_RD_ENA); 42762306a36Sopenharmony_ci} 42862306a36Sopenharmony_ci 42962306a36Sopenharmony_cistatic void hix5hd2_hw_set_mac_addr(struct net_device *dev) 43062306a36Sopenharmony_ci{ 43162306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 43262306a36Sopenharmony_ci const unsigned char *mac = dev->dev_addr; 43362306a36Sopenharmony_ci u32 val; 43462306a36Sopenharmony_ci 43562306a36Sopenharmony_ci val = mac[1] | (mac[0] << 8); 43662306a36Sopenharmony_ci writel_relaxed(val, priv->base + STATION_ADDR_HIGH); 43762306a36Sopenharmony_ci 43862306a36Sopenharmony_ci val = mac[5] | (mac[4] << 8) | (mac[3] << 16) | (mac[2] << 24); 43962306a36Sopenharmony_ci writel_relaxed(val, priv->base + STATION_ADDR_LOW); 44062306a36Sopenharmony_ci} 44162306a36Sopenharmony_ci 44262306a36Sopenharmony_cistatic int hix5hd2_net_set_mac_address(struct net_device *dev, void *p) 44362306a36Sopenharmony_ci{ 44462306a36Sopenharmony_ci int ret; 44562306a36Sopenharmony_ci 44662306a36Sopenharmony_ci ret = eth_mac_addr(dev, p); 44762306a36Sopenharmony_ci if (!ret) 44862306a36Sopenharmony_ci hix5hd2_hw_set_mac_addr(dev); 44962306a36Sopenharmony_ci 45062306a36Sopenharmony_ci return ret; 45162306a36Sopenharmony_ci} 45262306a36Sopenharmony_ci 45362306a36Sopenharmony_cistatic void hix5hd2_adjust_link(struct net_device *dev) 45462306a36Sopenharmony_ci{ 45562306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 45662306a36Sopenharmony_ci struct phy_device *phy = dev->phydev; 45762306a36Sopenharmony_ci 45862306a36Sopenharmony_ci if ((priv->speed != phy->speed) || (priv->duplex != phy->duplex)) { 45962306a36Sopenharmony_ci hix5hd2_config_port(dev, phy->speed, phy->duplex); 46062306a36Sopenharmony_ci phy_print_status(phy); 46162306a36Sopenharmony_ci } 46262306a36Sopenharmony_ci} 46362306a36Sopenharmony_ci 46462306a36Sopenharmony_cistatic void hix5hd2_rx_refill(struct hix5hd2_priv *priv) 46562306a36Sopenharmony_ci{ 46662306a36Sopenharmony_ci struct hix5hd2_desc *desc; 46762306a36Sopenharmony_ci struct sk_buff *skb; 46862306a36Sopenharmony_ci u32 start, end, num, pos, i; 46962306a36Sopenharmony_ci u32 len = MAC_MAX_FRAME_SIZE; 47062306a36Sopenharmony_ci dma_addr_t addr; 47162306a36Sopenharmony_ci 47262306a36Sopenharmony_ci /* software write pointer */ 47362306a36Sopenharmony_ci start = dma_cnt(readl_relaxed(priv->base + RX_FQ_WR_ADDR)); 47462306a36Sopenharmony_ci /* logic read pointer */ 47562306a36Sopenharmony_ci end = dma_cnt(readl_relaxed(priv->base + RX_FQ_RD_ADDR)); 47662306a36Sopenharmony_ci num = CIRC_SPACE(start, end, RX_DESC_NUM); 47762306a36Sopenharmony_ci 47862306a36Sopenharmony_ci for (i = 0, pos = start; i < num; i++) { 47962306a36Sopenharmony_ci if (priv->rx_skb[pos]) { 48062306a36Sopenharmony_ci break; 48162306a36Sopenharmony_ci } else { 48262306a36Sopenharmony_ci skb = netdev_alloc_skb_ip_align(priv->netdev, len); 48362306a36Sopenharmony_ci if (unlikely(skb == NULL)) 48462306a36Sopenharmony_ci break; 48562306a36Sopenharmony_ci } 48662306a36Sopenharmony_ci 48762306a36Sopenharmony_ci addr = dma_map_single(priv->dev, skb->data, len, DMA_FROM_DEVICE); 48862306a36Sopenharmony_ci if (dma_mapping_error(priv->dev, addr)) { 48962306a36Sopenharmony_ci dev_kfree_skb_any(skb); 49062306a36Sopenharmony_ci break; 49162306a36Sopenharmony_ci } 49262306a36Sopenharmony_ci 49362306a36Sopenharmony_ci desc = priv->rx_fq.desc + pos; 49462306a36Sopenharmony_ci desc->buff_addr = cpu_to_le32(addr); 49562306a36Sopenharmony_ci priv->rx_skb[pos] = skb; 49662306a36Sopenharmony_ci desc->cmd = cpu_to_le32(DESC_VLD_FREE | 49762306a36Sopenharmony_ci (len - 1) << DESC_BUFF_LEN_OFF); 49862306a36Sopenharmony_ci pos = dma_ring_incr(pos, RX_DESC_NUM); 49962306a36Sopenharmony_ci } 50062306a36Sopenharmony_ci 50162306a36Sopenharmony_ci /* ensure desc updated */ 50262306a36Sopenharmony_ci wmb(); 50362306a36Sopenharmony_ci 50462306a36Sopenharmony_ci if (pos != start) 50562306a36Sopenharmony_ci writel_relaxed(dma_byte(pos), priv->base + RX_FQ_WR_ADDR); 50662306a36Sopenharmony_ci} 50762306a36Sopenharmony_ci 50862306a36Sopenharmony_cistatic int hix5hd2_rx(struct net_device *dev, int limit) 50962306a36Sopenharmony_ci{ 51062306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 51162306a36Sopenharmony_ci struct sk_buff *skb; 51262306a36Sopenharmony_ci struct hix5hd2_desc *desc; 51362306a36Sopenharmony_ci dma_addr_t addr; 51462306a36Sopenharmony_ci u32 start, end, num, pos, i, len; 51562306a36Sopenharmony_ci 51662306a36Sopenharmony_ci /* software read pointer */ 51762306a36Sopenharmony_ci start = dma_cnt(readl_relaxed(priv->base + RX_BQ_RD_ADDR)); 51862306a36Sopenharmony_ci /* logic write pointer */ 51962306a36Sopenharmony_ci end = dma_cnt(readl_relaxed(priv->base + RX_BQ_WR_ADDR)); 52062306a36Sopenharmony_ci num = CIRC_CNT(end, start, RX_DESC_NUM); 52162306a36Sopenharmony_ci if (num > limit) 52262306a36Sopenharmony_ci num = limit; 52362306a36Sopenharmony_ci 52462306a36Sopenharmony_ci /* ensure get updated desc */ 52562306a36Sopenharmony_ci rmb(); 52662306a36Sopenharmony_ci for (i = 0, pos = start; i < num; i++) { 52762306a36Sopenharmony_ci skb = priv->rx_skb[pos]; 52862306a36Sopenharmony_ci if (unlikely(!skb)) { 52962306a36Sopenharmony_ci netdev_err(dev, "inconsistent rx_skb\n"); 53062306a36Sopenharmony_ci break; 53162306a36Sopenharmony_ci } 53262306a36Sopenharmony_ci priv->rx_skb[pos] = NULL; 53362306a36Sopenharmony_ci 53462306a36Sopenharmony_ci desc = priv->rx_bq.desc + pos; 53562306a36Sopenharmony_ci len = (le32_to_cpu(desc->cmd) >> DESC_DATA_LEN_OFF) & 53662306a36Sopenharmony_ci DESC_DATA_MASK; 53762306a36Sopenharmony_ci addr = le32_to_cpu(desc->buff_addr); 53862306a36Sopenharmony_ci dma_unmap_single(priv->dev, addr, MAC_MAX_FRAME_SIZE, 53962306a36Sopenharmony_ci DMA_FROM_DEVICE); 54062306a36Sopenharmony_ci 54162306a36Sopenharmony_ci skb_put(skb, len); 54262306a36Sopenharmony_ci if (skb->len > MAC_MAX_FRAME_SIZE) { 54362306a36Sopenharmony_ci netdev_err(dev, "rcv len err, len = %d\n", skb->len); 54462306a36Sopenharmony_ci dev->stats.rx_errors++; 54562306a36Sopenharmony_ci dev->stats.rx_length_errors++; 54662306a36Sopenharmony_ci dev_kfree_skb_any(skb); 54762306a36Sopenharmony_ci goto next; 54862306a36Sopenharmony_ci } 54962306a36Sopenharmony_ci 55062306a36Sopenharmony_ci skb->protocol = eth_type_trans(skb, dev); 55162306a36Sopenharmony_ci napi_gro_receive(&priv->napi, skb); 55262306a36Sopenharmony_ci dev->stats.rx_packets++; 55362306a36Sopenharmony_ci dev->stats.rx_bytes += len; 55462306a36Sopenharmony_cinext: 55562306a36Sopenharmony_ci pos = dma_ring_incr(pos, RX_DESC_NUM); 55662306a36Sopenharmony_ci } 55762306a36Sopenharmony_ci 55862306a36Sopenharmony_ci if (pos != start) 55962306a36Sopenharmony_ci writel_relaxed(dma_byte(pos), priv->base + RX_BQ_RD_ADDR); 56062306a36Sopenharmony_ci 56162306a36Sopenharmony_ci hix5hd2_rx_refill(priv); 56262306a36Sopenharmony_ci 56362306a36Sopenharmony_ci return num; 56462306a36Sopenharmony_ci} 56562306a36Sopenharmony_ci 56662306a36Sopenharmony_cistatic void hix5hd2_clean_sg_desc(struct hix5hd2_priv *priv, 56762306a36Sopenharmony_ci struct sk_buff *skb, u32 pos) 56862306a36Sopenharmony_ci{ 56962306a36Sopenharmony_ci struct sg_desc *desc; 57062306a36Sopenharmony_ci dma_addr_t addr; 57162306a36Sopenharmony_ci u32 len; 57262306a36Sopenharmony_ci int i; 57362306a36Sopenharmony_ci 57462306a36Sopenharmony_ci desc = priv->tx_ring.desc + pos; 57562306a36Sopenharmony_ci 57662306a36Sopenharmony_ci addr = le32_to_cpu(desc->linear_addr); 57762306a36Sopenharmony_ci len = le32_to_cpu(desc->linear_len); 57862306a36Sopenharmony_ci dma_unmap_single(priv->dev, addr, len, DMA_TO_DEVICE); 57962306a36Sopenharmony_ci 58062306a36Sopenharmony_ci for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { 58162306a36Sopenharmony_ci addr = le32_to_cpu(desc->frags[i].addr); 58262306a36Sopenharmony_ci len = le32_to_cpu(desc->frags[i].size); 58362306a36Sopenharmony_ci dma_unmap_page(priv->dev, addr, len, DMA_TO_DEVICE); 58462306a36Sopenharmony_ci } 58562306a36Sopenharmony_ci} 58662306a36Sopenharmony_ci 58762306a36Sopenharmony_cistatic void hix5hd2_xmit_reclaim(struct net_device *dev) 58862306a36Sopenharmony_ci{ 58962306a36Sopenharmony_ci struct sk_buff *skb; 59062306a36Sopenharmony_ci struct hix5hd2_desc *desc; 59162306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 59262306a36Sopenharmony_ci unsigned int bytes_compl = 0, pkts_compl = 0; 59362306a36Sopenharmony_ci u32 start, end, num, pos, i; 59462306a36Sopenharmony_ci dma_addr_t addr; 59562306a36Sopenharmony_ci 59662306a36Sopenharmony_ci netif_tx_lock(dev); 59762306a36Sopenharmony_ci 59862306a36Sopenharmony_ci /* software read */ 59962306a36Sopenharmony_ci start = dma_cnt(readl_relaxed(priv->base + TX_RQ_RD_ADDR)); 60062306a36Sopenharmony_ci /* logic write */ 60162306a36Sopenharmony_ci end = dma_cnt(readl_relaxed(priv->base + TX_RQ_WR_ADDR)); 60262306a36Sopenharmony_ci num = CIRC_CNT(end, start, TX_DESC_NUM); 60362306a36Sopenharmony_ci 60462306a36Sopenharmony_ci for (i = 0, pos = start; i < num; i++) { 60562306a36Sopenharmony_ci skb = priv->tx_skb[pos]; 60662306a36Sopenharmony_ci if (unlikely(!skb)) { 60762306a36Sopenharmony_ci netdev_err(dev, "inconsistent tx_skb\n"); 60862306a36Sopenharmony_ci break; 60962306a36Sopenharmony_ci } 61062306a36Sopenharmony_ci 61162306a36Sopenharmony_ci pkts_compl++; 61262306a36Sopenharmony_ci bytes_compl += skb->len; 61362306a36Sopenharmony_ci desc = priv->tx_rq.desc + pos; 61462306a36Sopenharmony_ci 61562306a36Sopenharmony_ci if (skb_shinfo(skb)->nr_frags) { 61662306a36Sopenharmony_ci hix5hd2_clean_sg_desc(priv, skb, pos); 61762306a36Sopenharmony_ci } else { 61862306a36Sopenharmony_ci addr = le32_to_cpu(desc->buff_addr); 61962306a36Sopenharmony_ci dma_unmap_single(priv->dev, addr, skb->len, 62062306a36Sopenharmony_ci DMA_TO_DEVICE); 62162306a36Sopenharmony_ci } 62262306a36Sopenharmony_ci 62362306a36Sopenharmony_ci priv->tx_skb[pos] = NULL; 62462306a36Sopenharmony_ci dev_consume_skb_any(skb); 62562306a36Sopenharmony_ci pos = dma_ring_incr(pos, TX_DESC_NUM); 62662306a36Sopenharmony_ci } 62762306a36Sopenharmony_ci 62862306a36Sopenharmony_ci if (pos != start) 62962306a36Sopenharmony_ci writel_relaxed(dma_byte(pos), priv->base + TX_RQ_RD_ADDR); 63062306a36Sopenharmony_ci 63162306a36Sopenharmony_ci netif_tx_unlock(dev); 63262306a36Sopenharmony_ci 63362306a36Sopenharmony_ci if (pkts_compl || bytes_compl) 63462306a36Sopenharmony_ci netdev_completed_queue(dev, pkts_compl, bytes_compl); 63562306a36Sopenharmony_ci 63662306a36Sopenharmony_ci if (unlikely(netif_queue_stopped(priv->netdev)) && pkts_compl) 63762306a36Sopenharmony_ci netif_wake_queue(priv->netdev); 63862306a36Sopenharmony_ci} 63962306a36Sopenharmony_ci 64062306a36Sopenharmony_cistatic int hix5hd2_poll(struct napi_struct *napi, int budget) 64162306a36Sopenharmony_ci{ 64262306a36Sopenharmony_ci struct hix5hd2_priv *priv = container_of(napi, 64362306a36Sopenharmony_ci struct hix5hd2_priv, napi); 64462306a36Sopenharmony_ci struct net_device *dev = priv->netdev; 64562306a36Sopenharmony_ci int work_done = 0, task = budget; 64662306a36Sopenharmony_ci int ints, num; 64762306a36Sopenharmony_ci 64862306a36Sopenharmony_ci do { 64962306a36Sopenharmony_ci hix5hd2_xmit_reclaim(dev); 65062306a36Sopenharmony_ci num = hix5hd2_rx(dev, task); 65162306a36Sopenharmony_ci work_done += num; 65262306a36Sopenharmony_ci task -= num; 65362306a36Sopenharmony_ci if ((work_done >= budget) || (num == 0)) 65462306a36Sopenharmony_ci break; 65562306a36Sopenharmony_ci 65662306a36Sopenharmony_ci ints = readl_relaxed(priv->base + RAW_PMU_INT); 65762306a36Sopenharmony_ci writel_relaxed(ints, priv->base + RAW_PMU_INT); 65862306a36Sopenharmony_ci } while (ints & DEF_INT_MASK); 65962306a36Sopenharmony_ci 66062306a36Sopenharmony_ci if (work_done < budget) { 66162306a36Sopenharmony_ci napi_complete_done(napi, work_done); 66262306a36Sopenharmony_ci hix5hd2_irq_enable(priv); 66362306a36Sopenharmony_ci } 66462306a36Sopenharmony_ci 66562306a36Sopenharmony_ci return work_done; 66662306a36Sopenharmony_ci} 66762306a36Sopenharmony_ci 66862306a36Sopenharmony_cistatic irqreturn_t hix5hd2_interrupt(int irq, void *dev_id) 66962306a36Sopenharmony_ci{ 67062306a36Sopenharmony_ci struct net_device *dev = (struct net_device *)dev_id; 67162306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 67262306a36Sopenharmony_ci int ints = readl_relaxed(priv->base + RAW_PMU_INT); 67362306a36Sopenharmony_ci 67462306a36Sopenharmony_ci writel_relaxed(ints, priv->base + RAW_PMU_INT); 67562306a36Sopenharmony_ci if (likely(ints & DEF_INT_MASK)) { 67662306a36Sopenharmony_ci hix5hd2_irq_disable(priv); 67762306a36Sopenharmony_ci napi_schedule(&priv->napi); 67862306a36Sopenharmony_ci } 67962306a36Sopenharmony_ci 68062306a36Sopenharmony_ci return IRQ_HANDLED; 68162306a36Sopenharmony_ci} 68262306a36Sopenharmony_ci 68362306a36Sopenharmony_cistatic u32 hix5hd2_get_desc_cmd(struct sk_buff *skb, unsigned long hw_cap) 68462306a36Sopenharmony_ci{ 68562306a36Sopenharmony_ci u32 cmd = 0; 68662306a36Sopenharmony_ci 68762306a36Sopenharmony_ci if (HAS_CAP_TSO(hw_cap)) { 68862306a36Sopenharmony_ci if (skb_shinfo(skb)->nr_frags) 68962306a36Sopenharmony_ci cmd |= DESC_SG; 69062306a36Sopenharmony_ci cmd |= skb_shinfo(skb)->nr_frags << DESC_FRAGS_NUM_OFF; 69162306a36Sopenharmony_ci } else { 69262306a36Sopenharmony_ci cmd |= DESC_FL_FULL | 69362306a36Sopenharmony_ci ((skb->len & DESC_DATA_MASK) << DESC_BUFF_LEN_OFF); 69462306a36Sopenharmony_ci } 69562306a36Sopenharmony_ci 69662306a36Sopenharmony_ci cmd |= (skb->len & DESC_DATA_MASK) << DESC_DATA_LEN_OFF; 69762306a36Sopenharmony_ci cmd |= DESC_VLD_BUSY; 69862306a36Sopenharmony_ci 69962306a36Sopenharmony_ci return cmd; 70062306a36Sopenharmony_ci} 70162306a36Sopenharmony_ci 70262306a36Sopenharmony_cistatic int hix5hd2_fill_sg_desc(struct hix5hd2_priv *priv, 70362306a36Sopenharmony_ci struct sk_buff *skb, u32 pos) 70462306a36Sopenharmony_ci{ 70562306a36Sopenharmony_ci struct sg_desc *desc; 70662306a36Sopenharmony_ci dma_addr_t addr; 70762306a36Sopenharmony_ci int ret; 70862306a36Sopenharmony_ci int i; 70962306a36Sopenharmony_ci 71062306a36Sopenharmony_ci desc = priv->tx_ring.desc + pos; 71162306a36Sopenharmony_ci 71262306a36Sopenharmony_ci desc->total_len = cpu_to_le32(skb->len); 71362306a36Sopenharmony_ci addr = dma_map_single(priv->dev, skb->data, skb_headlen(skb), 71462306a36Sopenharmony_ci DMA_TO_DEVICE); 71562306a36Sopenharmony_ci if (unlikely(dma_mapping_error(priv->dev, addr))) 71662306a36Sopenharmony_ci return -EINVAL; 71762306a36Sopenharmony_ci desc->linear_addr = cpu_to_le32(addr); 71862306a36Sopenharmony_ci desc->linear_len = cpu_to_le32(skb_headlen(skb)); 71962306a36Sopenharmony_ci 72062306a36Sopenharmony_ci for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) { 72162306a36Sopenharmony_ci skb_frag_t *frag = &skb_shinfo(skb)->frags[i]; 72262306a36Sopenharmony_ci int len = skb_frag_size(frag); 72362306a36Sopenharmony_ci 72462306a36Sopenharmony_ci addr = skb_frag_dma_map(priv->dev, frag, 0, len, DMA_TO_DEVICE); 72562306a36Sopenharmony_ci ret = dma_mapping_error(priv->dev, addr); 72662306a36Sopenharmony_ci if (unlikely(ret)) 72762306a36Sopenharmony_ci return -EINVAL; 72862306a36Sopenharmony_ci desc->frags[i].addr = cpu_to_le32(addr); 72962306a36Sopenharmony_ci desc->frags[i].size = cpu_to_le32(len); 73062306a36Sopenharmony_ci } 73162306a36Sopenharmony_ci 73262306a36Sopenharmony_ci return 0; 73362306a36Sopenharmony_ci} 73462306a36Sopenharmony_ci 73562306a36Sopenharmony_cistatic netdev_tx_t hix5hd2_net_xmit(struct sk_buff *skb, struct net_device *dev) 73662306a36Sopenharmony_ci{ 73762306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 73862306a36Sopenharmony_ci struct hix5hd2_desc *desc; 73962306a36Sopenharmony_ci dma_addr_t addr; 74062306a36Sopenharmony_ci u32 pos; 74162306a36Sopenharmony_ci u32 cmd; 74262306a36Sopenharmony_ci int ret; 74362306a36Sopenharmony_ci 74462306a36Sopenharmony_ci /* software write pointer */ 74562306a36Sopenharmony_ci pos = dma_cnt(readl_relaxed(priv->base + TX_BQ_WR_ADDR)); 74662306a36Sopenharmony_ci if (unlikely(priv->tx_skb[pos])) { 74762306a36Sopenharmony_ci dev->stats.tx_dropped++; 74862306a36Sopenharmony_ci dev->stats.tx_fifo_errors++; 74962306a36Sopenharmony_ci netif_stop_queue(dev); 75062306a36Sopenharmony_ci return NETDEV_TX_BUSY; 75162306a36Sopenharmony_ci } 75262306a36Sopenharmony_ci 75362306a36Sopenharmony_ci desc = priv->tx_bq.desc + pos; 75462306a36Sopenharmony_ci 75562306a36Sopenharmony_ci cmd = hix5hd2_get_desc_cmd(skb, priv->hw_cap); 75662306a36Sopenharmony_ci desc->cmd = cpu_to_le32(cmd); 75762306a36Sopenharmony_ci 75862306a36Sopenharmony_ci if (skb_shinfo(skb)->nr_frags) { 75962306a36Sopenharmony_ci ret = hix5hd2_fill_sg_desc(priv, skb, pos); 76062306a36Sopenharmony_ci if (unlikely(ret)) { 76162306a36Sopenharmony_ci dev_kfree_skb_any(skb); 76262306a36Sopenharmony_ci dev->stats.tx_dropped++; 76362306a36Sopenharmony_ci return NETDEV_TX_OK; 76462306a36Sopenharmony_ci } 76562306a36Sopenharmony_ci addr = priv->tx_ring.phys_addr + pos * sizeof(struct sg_desc); 76662306a36Sopenharmony_ci } else { 76762306a36Sopenharmony_ci addr = dma_map_single(priv->dev, skb->data, skb->len, 76862306a36Sopenharmony_ci DMA_TO_DEVICE); 76962306a36Sopenharmony_ci if (unlikely(dma_mapping_error(priv->dev, addr))) { 77062306a36Sopenharmony_ci dev_kfree_skb_any(skb); 77162306a36Sopenharmony_ci dev->stats.tx_dropped++; 77262306a36Sopenharmony_ci return NETDEV_TX_OK; 77362306a36Sopenharmony_ci } 77462306a36Sopenharmony_ci } 77562306a36Sopenharmony_ci desc->buff_addr = cpu_to_le32(addr); 77662306a36Sopenharmony_ci 77762306a36Sopenharmony_ci priv->tx_skb[pos] = skb; 77862306a36Sopenharmony_ci 77962306a36Sopenharmony_ci /* ensure desc updated */ 78062306a36Sopenharmony_ci wmb(); 78162306a36Sopenharmony_ci 78262306a36Sopenharmony_ci pos = dma_ring_incr(pos, TX_DESC_NUM); 78362306a36Sopenharmony_ci writel_relaxed(dma_byte(pos), priv->base + TX_BQ_WR_ADDR); 78462306a36Sopenharmony_ci 78562306a36Sopenharmony_ci netif_trans_update(dev); 78662306a36Sopenharmony_ci dev->stats.tx_packets++; 78762306a36Sopenharmony_ci dev->stats.tx_bytes += skb->len; 78862306a36Sopenharmony_ci netdev_sent_queue(dev, skb->len); 78962306a36Sopenharmony_ci 79062306a36Sopenharmony_ci return NETDEV_TX_OK; 79162306a36Sopenharmony_ci} 79262306a36Sopenharmony_ci 79362306a36Sopenharmony_cistatic void hix5hd2_free_dma_desc_rings(struct hix5hd2_priv *priv) 79462306a36Sopenharmony_ci{ 79562306a36Sopenharmony_ci struct hix5hd2_desc *desc; 79662306a36Sopenharmony_ci dma_addr_t addr; 79762306a36Sopenharmony_ci int i; 79862306a36Sopenharmony_ci 79962306a36Sopenharmony_ci for (i = 0; i < RX_DESC_NUM; i++) { 80062306a36Sopenharmony_ci struct sk_buff *skb = priv->rx_skb[i]; 80162306a36Sopenharmony_ci if (skb == NULL) 80262306a36Sopenharmony_ci continue; 80362306a36Sopenharmony_ci 80462306a36Sopenharmony_ci desc = priv->rx_fq.desc + i; 80562306a36Sopenharmony_ci addr = le32_to_cpu(desc->buff_addr); 80662306a36Sopenharmony_ci dma_unmap_single(priv->dev, addr, 80762306a36Sopenharmony_ci MAC_MAX_FRAME_SIZE, DMA_FROM_DEVICE); 80862306a36Sopenharmony_ci dev_kfree_skb_any(skb); 80962306a36Sopenharmony_ci priv->rx_skb[i] = NULL; 81062306a36Sopenharmony_ci } 81162306a36Sopenharmony_ci 81262306a36Sopenharmony_ci for (i = 0; i < TX_DESC_NUM; i++) { 81362306a36Sopenharmony_ci struct sk_buff *skb = priv->tx_skb[i]; 81462306a36Sopenharmony_ci if (skb == NULL) 81562306a36Sopenharmony_ci continue; 81662306a36Sopenharmony_ci 81762306a36Sopenharmony_ci desc = priv->tx_rq.desc + i; 81862306a36Sopenharmony_ci addr = le32_to_cpu(desc->buff_addr); 81962306a36Sopenharmony_ci dma_unmap_single(priv->dev, addr, skb->len, DMA_TO_DEVICE); 82062306a36Sopenharmony_ci dev_kfree_skb_any(skb); 82162306a36Sopenharmony_ci priv->tx_skb[i] = NULL; 82262306a36Sopenharmony_ci } 82362306a36Sopenharmony_ci} 82462306a36Sopenharmony_ci 82562306a36Sopenharmony_cistatic int hix5hd2_net_open(struct net_device *dev) 82662306a36Sopenharmony_ci{ 82762306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 82862306a36Sopenharmony_ci struct phy_device *phy; 82962306a36Sopenharmony_ci int ret; 83062306a36Sopenharmony_ci 83162306a36Sopenharmony_ci ret = clk_prepare_enable(priv->mac_core_clk); 83262306a36Sopenharmony_ci if (ret < 0) { 83362306a36Sopenharmony_ci netdev_err(dev, "failed to enable mac core clk %d\n", ret); 83462306a36Sopenharmony_ci return ret; 83562306a36Sopenharmony_ci } 83662306a36Sopenharmony_ci 83762306a36Sopenharmony_ci ret = clk_prepare_enable(priv->mac_ifc_clk); 83862306a36Sopenharmony_ci if (ret < 0) { 83962306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_core_clk); 84062306a36Sopenharmony_ci netdev_err(dev, "failed to enable mac ifc clk %d\n", ret); 84162306a36Sopenharmony_ci return ret; 84262306a36Sopenharmony_ci } 84362306a36Sopenharmony_ci 84462306a36Sopenharmony_ci phy = of_phy_connect(dev, priv->phy_node, 84562306a36Sopenharmony_ci &hix5hd2_adjust_link, 0, priv->phy_mode); 84662306a36Sopenharmony_ci if (!phy) { 84762306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_ifc_clk); 84862306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_core_clk); 84962306a36Sopenharmony_ci return -ENODEV; 85062306a36Sopenharmony_ci } 85162306a36Sopenharmony_ci 85262306a36Sopenharmony_ci phy_start(phy); 85362306a36Sopenharmony_ci hix5hd2_hw_init(priv); 85462306a36Sopenharmony_ci hix5hd2_rx_refill(priv); 85562306a36Sopenharmony_ci 85662306a36Sopenharmony_ci netdev_reset_queue(dev); 85762306a36Sopenharmony_ci netif_start_queue(dev); 85862306a36Sopenharmony_ci napi_enable(&priv->napi); 85962306a36Sopenharmony_ci 86062306a36Sopenharmony_ci hix5hd2_port_enable(priv); 86162306a36Sopenharmony_ci hix5hd2_irq_enable(priv); 86262306a36Sopenharmony_ci 86362306a36Sopenharmony_ci return 0; 86462306a36Sopenharmony_ci} 86562306a36Sopenharmony_ci 86662306a36Sopenharmony_cistatic int hix5hd2_net_close(struct net_device *dev) 86762306a36Sopenharmony_ci{ 86862306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 86962306a36Sopenharmony_ci 87062306a36Sopenharmony_ci hix5hd2_port_disable(priv); 87162306a36Sopenharmony_ci hix5hd2_irq_disable(priv); 87262306a36Sopenharmony_ci napi_disable(&priv->napi); 87362306a36Sopenharmony_ci netif_stop_queue(dev); 87462306a36Sopenharmony_ci hix5hd2_free_dma_desc_rings(priv); 87562306a36Sopenharmony_ci 87662306a36Sopenharmony_ci if (dev->phydev) { 87762306a36Sopenharmony_ci phy_stop(dev->phydev); 87862306a36Sopenharmony_ci phy_disconnect(dev->phydev); 87962306a36Sopenharmony_ci } 88062306a36Sopenharmony_ci 88162306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_ifc_clk); 88262306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_core_clk); 88362306a36Sopenharmony_ci 88462306a36Sopenharmony_ci return 0; 88562306a36Sopenharmony_ci} 88662306a36Sopenharmony_ci 88762306a36Sopenharmony_cistatic void hix5hd2_tx_timeout_task(struct work_struct *work) 88862306a36Sopenharmony_ci{ 88962306a36Sopenharmony_ci struct hix5hd2_priv *priv; 89062306a36Sopenharmony_ci 89162306a36Sopenharmony_ci priv = container_of(work, struct hix5hd2_priv, tx_timeout_task); 89262306a36Sopenharmony_ci hix5hd2_net_close(priv->netdev); 89362306a36Sopenharmony_ci hix5hd2_net_open(priv->netdev); 89462306a36Sopenharmony_ci} 89562306a36Sopenharmony_ci 89662306a36Sopenharmony_cistatic void hix5hd2_net_timeout(struct net_device *dev, unsigned int txqueue) 89762306a36Sopenharmony_ci{ 89862306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(dev); 89962306a36Sopenharmony_ci 90062306a36Sopenharmony_ci schedule_work(&priv->tx_timeout_task); 90162306a36Sopenharmony_ci} 90262306a36Sopenharmony_ci 90362306a36Sopenharmony_cistatic const struct net_device_ops hix5hd2_netdev_ops = { 90462306a36Sopenharmony_ci .ndo_open = hix5hd2_net_open, 90562306a36Sopenharmony_ci .ndo_stop = hix5hd2_net_close, 90662306a36Sopenharmony_ci .ndo_start_xmit = hix5hd2_net_xmit, 90762306a36Sopenharmony_ci .ndo_tx_timeout = hix5hd2_net_timeout, 90862306a36Sopenharmony_ci .ndo_set_mac_address = hix5hd2_net_set_mac_address, 90962306a36Sopenharmony_ci}; 91062306a36Sopenharmony_ci 91162306a36Sopenharmony_cistatic const struct ethtool_ops hix5hd2_ethtools_ops = { 91262306a36Sopenharmony_ci .get_link = ethtool_op_get_link, 91362306a36Sopenharmony_ci .get_link_ksettings = phy_ethtool_get_link_ksettings, 91462306a36Sopenharmony_ci .set_link_ksettings = phy_ethtool_set_link_ksettings, 91562306a36Sopenharmony_ci}; 91662306a36Sopenharmony_ci 91762306a36Sopenharmony_cistatic int hix5hd2_mdio_wait_ready(struct mii_bus *bus) 91862306a36Sopenharmony_ci{ 91962306a36Sopenharmony_ci struct hix5hd2_priv *priv = bus->priv; 92062306a36Sopenharmony_ci void __iomem *base = priv->base; 92162306a36Sopenharmony_ci int i, timeout = 10000; 92262306a36Sopenharmony_ci 92362306a36Sopenharmony_ci for (i = 0; readl_relaxed(base + MDIO_SINGLE_CMD) & MDIO_START; i++) { 92462306a36Sopenharmony_ci if (i == timeout) 92562306a36Sopenharmony_ci return -ETIMEDOUT; 92662306a36Sopenharmony_ci usleep_range(10, 20); 92762306a36Sopenharmony_ci } 92862306a36Sopenharmony_ci 92962306a36Sopenharmony_ci return 0; 93062306a36Sopenharmony_ci} 93162306a36Sopenharmony_ci 93262306a36Sopenharmony_cistatic int hix5hd2_mdio_read(struct mii_bus *bus, int phy, int reg) 93362306a36Sopenharmony_ci{ 93462306a36Sopenharmony_ci struct hix5hd2_priv *priv = bus->priv; 93562306a36Sopenharmony_ci void __iomem *base = priv->base; 93662306a36Sopenharmony_ci int val, ret; 93762306a36Sopenharmony_ci 93862306a36Sopenharmony_ci ret = hix5hd2_mdio_wait_ready(bus); 93962306a36Sopenharmony_ci if (ret < 0) 94062306a36Sopenharmony_ci goto out; 94162306a36Sopenharmony_ci 94262306a36Sopenharmony_ci writel_relaxed(MDIO_READ | phy << 8 | reg, base + MDIO_SINGLE_CMD); 94362306a36Sopenharmony_ci ret = hix5hd2_mdio_wait_ready(bus); 94462306a36Sopenharmony_ci if (ret < 0) 94562306a36Sopenharmony_ci goto out; 94662306a36Sopenharmony_ci 94762306a36Sopenharmony_ci val = readl_relaxed(base + MDIO_RDATA_STATUS); 94862306a36Sopenharmony_ci if (val & MDIO_R_VALID) { 94962306a36Sopenharmony_ci dev_err(bus->parent, "SMI bus read not valid\n"); 95062306a36Sopenharmony_ci ret = -ENODEV; 95162306a36Sopenharmony_ci goto out; 95262306a36Sopenharmony_ci } 95362306a36Sopenharmony_ci 95462306a36Sopenharmony_ci val = readl_relaxed(priv->base + MDIO_SINGLE_DATA); 95562306a36Sopenharmony_ci ret = (val >> 16) & 0xFFFF; 95662306a36Sopenharmony_ciout: 95762306a36Sopenharmony_ci return ret; 95862306a36Sopenharmony_ci} 95962306a36Sopenharmony_ci 96062306a36Sopenharmony_cistatic int hix5hd2_mdio_write(struct mii_bus *bus, int phy, int reg, u16 val) 96162306a36Sopenharmony_ci{ 96262306a36Sopenharmony_ci struct hix5hd2_priv *priv = bus->priv; 96362306a36Sopenharmony_ci void __iomem *base = priv->base; 96462306a36Sopenharmony_ci int ret; 96562306a36Sopenharmony_ci 96662306a36Sopenharmony_ci ret = hix5hd2_mdio_wait_ready(bus); 96762306a36Sopenharmony_ci if (ret < 0) 96862306a36Sopenharmony_ci goto out; 96962306a36Sopenharmony_ci 97062306a36Sopenharmony_ci writel_relaxed(val, base + MDIO_SINGLE_DATA); 97162306a36Sopenharmony_ci writel_relaxed(MDIO_WRITE | phy << 8 | reg, base + MDIO_SINGLE_CMD); 97262306a36Sopenharmony_ci ret = hix5hd2_mdio_wait_ready(bus); 97362306a36Sopenharmony_ciout: 97462306a36Sopenharmony_ci return ret; 97562306a36Sopenharmony_ci} 97662306a36Sopenharmony_ci 97762306a36Sopenharmony_cistatic void hix5hd2_destroy_hw_desc_queue(struct hix5hd2_priv *priv) 97862306a36Sopenharmony_ci{ 97962306a36Sopenharmony_ci int i; 98062306a36Sopenharmony_ci 98162306a36Sopenharmony_ci for (i = 0; i < QUEUE_NUMS; i++) { 98262306a36Sopenharmony_ci if (priv->pool[i].desc) { 98362306a36Sopenharmony_ci dma_free_coherent(priv->dev, priv->pool[i].size, 98462306a36Sopenharmony_ci priv->pool[i].desc, 98562306a36Sopenharmony_ci priv->pool[i].phys_addr); 98662306a36Sopenharmony_ci priv->pool[i].desc = NULL; 98762306a36Sopenharmony_ci } 98862306a36Sopenharmony_ci } 98962306a36Sopenharmony_ci} 99062306a36Sopenharmony_ci 99162306a36Sopenharmony_cistatic int hix5hd2_init_hw_desc_queue(struct hix5hd2_priv *priv) 99262306a36Sopenharmony_ci{ 99362306a36Sopenharmony_ci struct device *dev = priv->dev; 99462306a36Sopenharmony_ci struct hix5hd2_desc *virt_addr; 99562306a36Sopenharmony_ci dma_addr_t phys_addr; 99662306a36Sopenharmony_ci int size, i; 99762306a36Sopenharmony_ci 99862306a36Sopenharmony_ci priv->rx_fq.count = RX_DESC_NUM; 99962306a36Sopenharmony_ci priv->rx_bq.count = RX_DESC_NUM; 100062306a36Sopenharmony_ci priv->tx_bq.count = TX_DESC_NUM; 100162306a36Sopenharmony_ci priv->tx_rq.count = TX_DESC_NUM; 100262306a36Sopenharmony_ci 100362306a36Sopenharmony_ci for (i = 0; i < QUEUE_NUMS; i++) { 100462306a36Sopenharmony_ci size = priv->pool[i].count * sizeof(struct hix5hd2_desc); 100562306a36Sopenharmony_ci virt_addr = dma_alloc_coherent(dev, size, &phys_addr, 100662306a36Sopenharmony_ci GFP_KERNEL); 100762306a36Sopenharmony_ci if (virt_addr == NULL) 100862306a36Sopenharmony_ci goto error_free_pool; 100962306a36Sopenharmony_ci 101062306a36Sopenharmony_ci priv->pool[i].size = size; 101162306a36Sopenharmony_ci priv->pool[i].desc = virt_addr; 101262306a36Sopenharmony_ci priv->pool[i].phys_addr = phys_addr; 101362306a36Sopenharmony_ci } 101462306a36Sopenharmony_ci return 0; 101562306a36Sopenharmony_ci 101662306a36Sopenharmony_cierror_free_pool: 101762306a36Sopenharmony_ci hix5hd2_destroy_hw_desc_queue(priv); 101862306a36Sopenharmony_ci 101962306a36Sopenharmony_ci return -ENOMEM; 102062306a36Sopenharmony_ci} 102162306a36Sopenharmony_ci 102262306a36Sopenharmony_cistatic int hix5hd2_init_sg_desc_queue(struct hix5hd2_priv *priv) 102362306a36Sopenharmony_ci{ 102462306a36Sopenharmony_ci struct sg_desc *desc; 102562306a36Sopenharmony_ci dma_addr_t phys_addr; 102662306a36Sopenharmony_ci 102762306a36Sopenharmony_ci desc = dma_alloc_coherent(priv->dev, 102862306a36Sopenharmony_ci TX_DESC_NUM * sizeof(struct sg_desc), 102962306a36Sopenharmony_ci &phys_addr, GFP_KERNEL); 103062306a36Sopenharmony_ci if (!desc) 103162306a36Sopenharmony_ci return -ENOMEM; 103262306a36Sopenharmony_ci 103362306a36Sopenharmony_ci priv->tx_ring.desc = desc; 103462306a36Sopenharmony_ci priv->tx_ring.phys_addr = phys_addr; 103562306a36Sopenharmony_ci 103662306a36Sopenharmony_ci return 0; 103762306a36Sopenharmony_ci} 103862306a36Sopenharmony_ci 103962306a36Sopenharmony_cistatic void hix5hd2_destroy_sg_desc_queue(struct hix5hd2_priv *priv) 104062306a36Sopenharmony_ci{ 104162306a36Sopenharmony_ci if (priv->tx_ring.desc) { 104262306a36Sopenharmony_ci dma_free_coherent(priv->dev, 104362306a36Sopenharmony_ci TX_DESC_NUM * sizeof(struct sg_desc), 104462306a36Sopenharmony_ci priv->tx_ring.desc, priv->tx_ring.phys_addr); 104562306a36Sopenharmony_ci priv->tx_ring.desc = NULL; 104662306a36Sopenharmony_ci } 104762306a36Sopenharmony_ci} 104862306a36Sopenharmony_ci 104962306a36Sopenharmony_cistatic inline void hix5hd2_mac_core_reset(struct hix5hd2_priv *priv) 105062306a36Sopenharmony_ci{ 105162306a36Sopenharmony_ci if (!priv->mac_core_rst) 105262306a36Sopenharmony_ci return; 105362306a36Sopenharmony_ci 105462306a36Sopenharmony_ci reset_control_assert(priv->mac_core_rst); 105562306a36Sopenharmony_ci reset_control_deassert(priv->mac_core_rst); 105662306a36Sopenharmony_ci} 105762306a36Sopenharmony_ci 105862306a36Sopenharmony_cistatic void hix5hd2_sleep_us(u32 time_us) 105962306a36Sopenharmony_ci{ 106062306a36Sopenharmony_ci u32 time_ms; 106162306a36Sopenharmony_ci 106262306a36Sopenharmony_ci if (!time_us) 106362306a36Sopenharmony_ci return; 106462306a36Sopenharmony_ci 106562306a36Sopenharmony_ci time_ms = DIV_ROUND_UP(time_us, 1000); 106662306a36Sopenharmony_ci if (time_ms < 20) 106762306a36Sopenharmony_ci usleep_range(time_us, time_us + 500); 106862306a36Sopenharmony_ci else 106962306a36Sopenharmony_ci msleep(time_ms); 107062306a36Sopenharmony_ci} 107162306a36Sopenharmony_ci 107262306a36Sopenharmony_cistatic void hix5hd2_phy_reset(struct hix5hd2_priv *priv) 107362306a36Sopenharmony_ci{ 107462306a36Sopenharmony_ci /* To make sure PHY hardware reset success, 107562306a36Sopenharmony_ci * we must keep PHY in deassert state first and 107662306a36Sopenharmony_ci * then complete the hardware reset operation 107762306a36Sopenharmony_ci */ 107862306a36Sopenharmony_ci reset_control_deassert(priv->phy_rst); 107962306a36Sopenharmony_ci hix5hd2_sleep_us(priv->phy_reset_delays[PRE_DELAY]); 108062306a36Sopenharmony_ci 108162306a36Sopenharmony_ci reset_control_assert(priv->phy_rst); 108262306a36Sopenharmony_ci /* delay some time to ensure reset ok, 108362306a36Sopenharmony_ci * this depends on PHY hardware feature 108462306a36Sopenharmony_ci */ 108562306a36Sopenharmony_ci hix5hd2_sleep_us(priv->phy_reset_delays[PULSE]); 108662306a36Sopenharmony_ci reset_control_deassert(priv->phy_rst); 108762306a36Sopenharmony_ci /* delay some time to ensure later MDIO access */ 108862306a36Sopenharmony_ci hix5hd2_sleep_us(priv->phy_reset_delays[POST_DELAY]); 108962306a36Sopenharmony_ci} 109062306a36Sopenharmony_ci 109162306a36Sopenharmony_cistatic const struct of_device_id hix5hd2_of_match[]; 109262306a36Sopenharmony_ci 109362306a36Sopenharmony_cistatic int hix5hd2_dev_probe(struct platform_device *pdev) 109462306a36Sopenharmony_ci{ 109562306a36Sopenharmony_ci struct device *dev = &pdev->dev; 109662306a36Sopenharmony_ci struct device_node *node = dev->of_node; 109762306a36Sopenharmony_ci const struct of_device_id *of_id = NULL; 109862306a36Sopenharmony_ci struct net_device *ndev; 109962306a36Sopenharmony_ci struct hix5hd2_priv *priv; 110062306a36Sopenharmony_ci struct mii_bus *bus; 110162306a36Sopenharmony_ci int ret; 110262306a36Sopenharmony_ci 110362306a36Sopenharmony_ci ndev = alloc_etherdev(sizeof(struct hix5hd2_priv)); 110462306a36Sopenharmony_ci if (!ndev) 110562306a36Sopenharmony_ci return -ENOMEM; 110662306a36Sopenharmony_ci 110762306a36Sopenharmony_ci platform_set_drvdata(pdev, ndev); 110862306a36Sopenharmony_ci 110962306a36Sopenharmony_ci priv = netdev_priv(ndev); 111062306a36Sopenharmony_ci priv->dev = dev; 111162306a36Sopenharmony_ci priv->netdev = ndev; 111262306a36Sopenharmony_ci 111362306a36Sopenharmony_ci of_id = of_match_device(hix5hd2_of_match, dev); 111462306a36Sopenharmony_ci if (!of_id) { 111562306a36Sopenharmony_ci ret = -EINVAL; 111662306a36Sopenharmony_ci goto out_free_netdev; 111762306a36Sopenharmony_ci } 111862306a36Sopenharmony_ci priv->hw_cap = (unsigned long)of_id->data; 111962306a36Sopenharmony_ci 112062306a36Sopenharmony_ci priv->base = devm_platform_ioremap_resource(pdev, 0); 112162306a36Sopenharmony_ci if (IS_ERR(priv->base)) { 112262306a36Sopenharmony_ci ret = PTR_ERR(priv->base); 112362306a36Sopenharmony_ci goto out_free_netdev; 112462306a36Sopenharmony_ci } 112562306a36Sopenharmony_ci 112662306a36Sopenharmony_ci priv->ctrl_base = devm_platform_ioremap_resource(pdev, 1); 112762306a36Sopenharmony_ci if (IS_ERR(priv->ctrl_base)) { 112862306a36Sopenharmony_ci ret = PTR_ERR(priv->ctrl_base); 112962306a36Sopenharmony_ci goto out_free_netdev; 113062306a36Sopenharmony_ci } 113162306a36Sopenharmony_ci 113262306a36Sopenharmony_ci priv->mac_core_clk = devm_clk_get(&pdev->dev, "mac_core"); 113362306a36Sopenharmony_ci if (IS_ERR(priv->mac_core_clk)) { 113462306a36Sopenharmony_ci netdev_err(ndev, "failed to get mac core clk\n"); 113562306a36Sopenharmony_ci ret = -ENODEV; 113662306a36Sopenharmony_ci goto out_free_netdev; 113762306a36Sopenharmony_ci } 113862306a36Sopenharmony_ci 113962306a36Sopenharmony_ci ret = clk_prepare_enable(priv->mac_core_clk); 114062306a36Sopenharmony_ci if (ret < 0) { 114162306a36Sopenharmony_ci netdev_err(ndev, "failed to enable mac core clk %d\n", ret); 114262306a36Sopenharmony_ci goto out_free_netdev; 114362306a36Sopenharmony_ci } 114462306a36Sopenharmony_ci 114562306a36Sopenharmony_ci priv->mac_ifc_clk = devm_clk_get(&pdev->dev, "mac_ifc"); 114662306a36Sopenharmony_ci if (IS_ERR(priv->mac_ifc_clk)) 114762306a36Sopenharmony_ci priv->mac_ifc_clk = NULL; 114862306a36Sopenharmony_ci 114962306a36Sopenharmony_ci ret = clk_prepare_enable(priv->mac_ifc_clk); 115062306a36Sopenharmony_ci if (ret < 0) { 115162306a36Sopenharmony_ci netdev_err(ndev, "failed to enable mac ifc clk %d\n", ret); 115262306a36Sopenharmony_ci goto out_disable_mac_core_clk; 115362306a36Sopenharmony_ci } 115462306a36Sopenharmony_ci 115562306a36Sopenharmony_ci priv->mac_core_rst = devm_reset_control_get(dev, "mac_core"); 115662306a36Sopenharmony_ci if (IS_ERR(priv->mac_core_rst)) 115762306a36Sopenharmony_ci priv->mac_core_rst = NULL; 115862306a36Sopenharmony_ci hix5hd2_mac_core_reset(priv); 115962306a36Sopenharmony_ci 116062306a36Sopenharmony_ci priv->mac_ifc_rst = devm_reset_control_get(dev, "mac_ifc"); 116162306a36Sopenharmony_ci if (IS_ERR(priv->mac_ifc_rst)) 116262306a36Sopenharmony_ci priv->mac_ifc_rst = NULL; 116362306a36Sopenharmony_ci 116462306a36Sopenharmony_ci priv->phy_rst = devm_reset_control_get(dev, "phy"); 116562306a36Sopenharmony_ci if (IS_ERR(priv->phy_rst)) { 116662306a36Sopenharmony_ci priv->phy_rst = NULL; 116762306a36Sopenharmony_ci } else { 116862306a36Sopenharmony_ci ret = of_property_read_u32_array(node, 116962306a36Sopenharmony_ci PHY_RESET_DELAYS_PROPERTY, 117062306a36Sopenharmony_ci priv->phy_reset_delays, 117162306a36Sopenharmony_ci DELAYS_NUM); 117262306a36Sopenharmony_ci if (ret) 117362306a36Sopenharmony_ci goto out_disable_clk; 117462306a36Sopenharmony_ci hix5hd2_phy_reset(priv); 117562306a36Sopenharmony_ci } 117662306a36Sopenharmony_ci 117762306a36Sopenharmony_ci bus = mdiobus_alloc(); 117862306a36Sopenharmony_ci if (bus == NULL) { 117962306a36Sopenharmony_ci ret = -ENOMEM; 118062306a36Sopenharmony_ci goto out_disable_clk; 118162306a36Sopenharmony_ci } 118262306a36Sopenharmony_ci 118362306a36Sopenharmony_ci bus->priv = priv; 118462306a36Sopenharmony_ci bus->name = "hix5hd2_mii_bus"; 118562306a36Sopenharmony_ci bus->read = hix5hd2_mdio_read; 118662306a36Sopenharmony_ci bus->write = hix5hd2_mdio_write; 118762306a36Sopenharmony_ci bus->parent = &pdev->dev; 118862306a36Sopenharmony_ci snprintf(bus->id, MII_BUS_ID_SIZE, "%s-mii", dev_name(&pdev->dev)); 118962306a36Sopenharmony_ci priv->bus = bus; 119062306a36Sopenharmony_ci 119162306a36Sopenharmony_ci ret = of_mdiobus_register(bus, node); 119262306a36Sopenharmony_ci if (ret) 119362306a36Sopenharmony_ci goto err_free_mdio; 119462306a36Sopenharmony_ci 119562306a36Sopenharmony_ci ret = of_get_phy_mode(node, &priv->phy_mode); 119662306a36Sopenharmony_ci if (ret) { 119762306a36Sopenharmony_ci netdev_err(ndev, "not find phy-mode\n"); 119862306a36Sopenharmony_ci goto err_mdiobus; 119962306a36Sopenharmony_ci } 120062306a36Sopenharmony_ci 120162306a36Sopenharmony_ci priv->phy_node = of_parse_phandle(node, "phy-handle", 0); 120262306a36Sopenharmony_ci if (!priv->phy_node) { 120362306a36Sopenharmony_ci netdev_err(ndev, "not find phy-handle\n"); 120462306a36Sopenharmony_ci ret = -EINVAL; 120562306a36Sopenharmony_ci goto err_mdiobus; 120662306a36Sopenharmony_ci } 120762306a36Sopenharmony_ci 120862306a36Sopenharmony_ci ndev->irq = platform_get_irq(pdev, 0); 120962306a36Sopenharmony_ci if (ndev->irq < 0) { 121062306a36Sopenharmony_ci ret = ndev->irq; 121162306a36Sopenharmony_ci goto out_phy_node; 121262306a36Sopenharmony_ci } 121362306a36Sopenharmony_ci 121462306a36Sopenharmony_ci ret = devm_request_irq(dev, ndev->irq, hix5hd2_interrupt, 121562306a36Sopenharmony_ci 0, pdev->name, ndev); 121662306a36Sopenharmony_ci if (ret) { 121762306a36Sopenharmony_ci netdev_err(ndev, "devm_request_irq failed\n"); 121862306a36Sopenharmony_ci goto out_phy_node; 121962306a36Sopenharmony_ci } 122062306a36Sopenharmony_ci 122162306a36Sopenharmony_ci ret = of_get_ethdev_address(node, ndev); 122262306a36Sopenharmony_ci if (ret) { 122362306a36Sopenharmony_ci eth_hw_addr_random(ndev); 122462306a36Sopenharmony_ci netdev_warn(ndev, "using random MAC address %pM\n", 122562306a36Sopenharmony_ci ndev->dev_addr); 122662306a36Sopenharmony_ci } 122762306a36Sopenharmony_ci 122862306a36Sopenharmony_ci INIT_WORK(&priv->tx_timeout_task, hix5hd2_tx_timeout_task); 122962306a36Sopenharmony_ci ndev->watchdog_timeo = 6 * HZ; 123062306a36Sopenharmony_ci ndev->priv_flags |= IFF_UNICAST_FLT; 123162306a36Sopenharmony_ci ndev->netdev_ops = &hix5hd2_netdev_ops; 123262306a36Sopenharmony_ci ndev->ethtool_ops = &hix5hd2_ethtools_ops; 123362306a36Sopenharmony_ci SET_NETDEV_DEV(ndev, dev); 123462306a36Sopenharmony_ci 123562306a36Sopenharmony_ci if (HAS_CAP_TSO(priv->hw_cap)) 123662306a36Sopenharmony_ci ndev->hw_features |= NETIF_F_SG; 123762306a36Sopenharmony_ci 123862306a36Sopenharmony_ci ndev->features |= ndev->hw_features | NETIF_F_HIGHDMA; 123962306a36Sopenharmony_ci ndev->vlan_features |= ndev->features; 124062306a36Sopenharmony_ci 124162306a36Sopenharmony_ci ret = hix5hd2_init_hw_desc_queue(priv); 124262306a36Sopenharmony_ci if (ret) 124362306a36Sopenharmony_ci goto out_phy_node; 124462306a36Sopenharmony_ci 124562306a36Sopenharmony_ci netif_napi_add(ndev, &priv->napi, hix5hd2_poll); 124662306a36Sopenharmony_ci 124762306a36Sopenharmony_ci if (HAS_CAP_TSO(priv->hw_cap)) { 124862306a36Sopenharmony_ci ret = hix5hd2_init_sg_desc_queue(priv); 124962306a36Sopenharmony_ci if (ret) 125062306a36Sopenharmony_ci goto out_destroy_queue; 125162306a36Sopenharmony_ci } 125262306a36Sopenharmony_ci 125362306a36Sopenharmony_ci ret = register_netdev(priv->netdev); 125462306a36Sopenharmony_ci if (ret) { 125562306a36Sopenharmony_ci netdev_err(ndev, "register_netdev failed!"); 125662306a36Sopenharmony_ci goto out_destroy_queue; 125762306a36Sopenharmony_ci } 125862306a36Sopenharmony_ci 125962306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_ifc_clk); 126062306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_core_clk); 126162306a36Sopenharmony_ci 126262306a36Sopenharmony_ci return ret; 126362306a36Sopenharmony_ci 126462306a36Sopenharmony_ciout_destroy_queue: 126562306a36Sopenharmony_ci if (HAS_CAP_TSO(priv->hw_cap)) 126662306a36Sopenharmony_ci hix5hd2_destroy_sg_desc_queue(priv); 126762306a36Sopenharmony_ci netif_napi_del(&priv->napi); 126862306a36Sopenharmony_ci hix5hd2_destroy_hw_desc_queue(priv); 126962306a36Sopenharmony_ciout_phy_node: 127062306a36Sopenharmony_ci of_node_put(priv->phy_node); 127162306a36Sopenharmony_cierr_mdiobus: 127262306a36Sopenharmony_ci mdiobus_unregister(bus); 127362306a36Sopenharmony_cierr_free_mdio: 127462306a36Sopenharmony_ci mdiobus_free(bus); 127562306a36Sopenharmony_ciout_disable_clk: 127662306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_ifc_clk); 127762306a36Sopenharmony_ciout_disable_mac_core_clk: 127862306a36Sopenharmony_ci clk_disable_unprepare(priv->mac_core_clk); 127962306a36Sopenharmony_ciout_free_netdev: 128062306a36Sopenharmony_ci free_netdev(ndev); 128162306a36Sopenharmony_ci 128262306a36Sopenharmony_ci return ret; 128362306a36Sopenharmony_ci} 128462306a36Sopenharmony_ci 128562306a36Sopenharmony_cistatic int hix5hd2_dev_remove(struct platform_device *pdev) 128662306a36Sopenharmony_ci{ 128762306a36Sopenharmony_ci struct net_device *ndev = platform_get_drvdata(pdev); 128862306a36Sopenharmony_ci struct hix5hd2_priv *priv = netdev_priv(ndev); 128962306a36Sopenharmony_ci 129062306a36Sopenharmony_ci netif_napi_del(&priv->napi); 129162306a36Sopenharmony_ci unregister_netdev(ndev); 129262306a36Sopenharmony_ci mdiobus_unregister(priv->bus); 129362306a36Sopenharmony_ci mdiobus_free(priv->bus); 129462306a36Sopenharmony_ci 129562306a36Sopenharmony_ci if (HAS_CAP_TSO(priv->hw_cap)) 129662306a36Sopenharmony_ci hix5hd2_destroy_sg_desc_queue(priv); 129762306a36Sopenharmony_ci hix5hd2_destroy_hw_desc_queue(priv); 129862306a36Sopenharmony_ci of_node_put(priv->phy_node); 129962306a36Sopenharmony_ci cancel_work_sync(&priv->tx_timeout_task); 130062306a36Sopenharmony_ci free_netdev(ndev); 130162306a36Sopenharmony_ci 130262306a36Sopenharmony_ci return 0; 130362306a36Sopenharmony_ci} 130462306a36Sopenharmony_ci 130562306a36Sopenharmony_cistatic const struct of_device_id hix5hd2_of_match[] = { 130662306a36Sopenharmony_ci { .compatible = "hisilicon,hisi-gmac-v1", .data = (void *)GEMAC_V1 }, 130762306a36Sopenharmony_ci { .compatible = "hisilicon,hisi-gmac-v2", .data = (void *)GEMAC_V2 }, 130862306a36Sopenharmony_ci { .compatible = "hisilicon,hix5hd2-gmac", .data = (void *)GEMAC_V1 }, 130962306a36Sopenharmony_ci { .compatible = "hisilicon,hi3798cv200-gmac", .data = (void *)GEMAC_V2 }, 131062306a36Sopenharmony_ci { .compatible = "hisilicon,hi3516a-gmac", .data = (void *)GEMAC_V2 }, 131162306a36Sopenharmony_ci {}, 131262306a36Sopenharmony_ci}; 131362306a36Sopenharmony_ci 131462306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, hix5hd2_of_match); 131562306a36Sopenharmony_ci 131662306a36Sopenharmony_cistatic struct platform_driver hix5hd2_dev_driver = { 131762306a36Sopenharmony_ci .driver = { 131862306a36Sopenharmony_ci .name = "hisi-gmac", 131962306a36Sopenharmony_ci .of_match_table = hix5hd2_of_match, 132062306a36Sopenharmony_ci }, 132162306a36Sopenharmony_ci .probe = hix5hd2_dev_probe, 132262306a36Sopenharmony_ci .remove = hix5hd2_dev_remove, 132362306a36Sopenharmony_ci}; 132462306a36Sopenharmony_ci 132562306a36Sopenharmony_cimodule_platform_driver(hix5hd2_dev_driver); 132662306a36Sopenharmony_ci 132762306a36Sopenharmony_ciMODULE_DESCRIPTION("HISILICON Gigabit Ethernet MAC driver"); 132862306a36Sopenharmony_ciMODULE_LICENSE("GPL v2"); 132962306a36Sopenharmony_ciMODULE_ALIAS("platform:hisi-gmac"); 1330