162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0-or-later
262306a36Sopenharmony_ci/* Copyright (c) 2014 Linaro Ltd.
362306a36Sopenharmony_ci * Copyright (c) 2014 Hisilicon Limited.
462306a36Sopenharmony_ci */
562306a36Sopenharmony_ci
662306a36Sopenharmony_ci#include <linux/module.h>
762306a36Sopenharmony_ci#include <linux/interrupt.h>
862306a36Sopenharmony_ci#include <linux/etherdevice.h>
962306a36Sopenharmony_ci#include <linux/platform_device.h>
1062306a36Sopenharmony_ci#include <linux/of_device.h>
1162306a36Sopenharmony_ci#include <linux/of_net.h>
1262306a36Sopenharmony_ci#include <linux/of_mdio.h>
1362306a36Sopenharmony_ci#include <linux/reset.h>
1462306a36Sopenharmony_ci#include <linux/clk.h>
1562306a36Sopenharmony_ci#include <linux/circ_buf.h>
1662306a36Sopenharmony_ci
1762306a36Sopenharmony_ci#define STATION_ADDR_LOW		0x0000
1862306a36Sopenharmony_ci#define STATION_ADDR_HIGH		0x0004
1962306a36Sopenharmony_ci#define MAC_DUPLEX_HALF_CTRL		0x0008
2062306a36Sopenharmony_ci#define MAX_FRM_SIZE			0x003c
2162306a36Sopenharmony_ci#define PORT_MODE			0x0040
2262306a36Sopenharmony_ci#define PORT_EN				0x0044
2362306a36Sopenharmony_ci#define BITS_TX_EN			BIT(2)
2462306a36Sopenharmony_ci#define BITS_RX_EN			BIT(1)
2562306a36Sopenharmony_ci#define REC_FILT_CONTROL		0x0064
2662306a36Sopenharmony_ci#define BIT_CRC_ERR_PASS		BIT(5)
2762306a36Sopenharmony_ci#define BIT_PAUSE_FRM_PASS		BIT(4)
2862306a36Sopenharmony_ci#define BIT_VLAN_DROP_EN		BIT(3)
2962306a36Sopenharmony_ci#define BIT_BC_DROP_EN			BIT(2)
3062306a36Sopenharmony_ci#define BIT_MC_MATCH_EN			BIT(1)
3162306a36Sopenharmony_ci#define BIT_UC_MATCH_EN			BIT(0)
3262306a36Sopenharmony_ci#define PORT_MC_ADDR_LOW		0x0068
3362306a36Sopenharmony_ci#define PORT_MC_ADDR_HIGH		0x006C
3462306a36Sopenharmony_ci#define CF_CRC_STRIP			0x01b0
3562306a36Sopenharmony_ci#define MODE_CHANGE_EN			0x01b4
3662306a36Sopenharmony_ci#define BIT_MODE_CHANGE_EN		BIT(0)
3762306a36Sopenharmony_ci#define COL_SLOT_TIME			0x01c0
3862306a36Sopenharmony_ci#define RECV_CONTROL			0x01e0
3962306a36Sopenharmony_ci#define BIT_STRIP_PAD_EN		BIT(3)
4062306a36Sopenharmony_ci#define BIT_RUNT_PKT_EN			BIT(4)
4162306a36Sopenharmony_ci#define CONTROL_WORD			0x0214
4262306a36Sopenharmony_ci#define MDIO_SINGLE_CMD			0x03c0
4362306a36Sopenharmony_ci#define MDIO_SINGLE_DATA		0x03c4
4462306a36Sopenharmony_ci#define MDIO_CTRL			0x03cc
4562306a36Sopenharmony_ci#define MDIO_RDATA_STATUS		0x03d0
4662306a36Sopenharmony_ci
4762306a36Sopenharmony_ci#define MDIO_START			BIT(20)
4862306a36Sopenharmony_ci#define MDIO_R_VALID			BIT(0)
4962306a36Sopenharmony_ci#define MDIO_READ			(BIT(17) | MDIO_START)
5062306a36Sopenharmony_ci#define MDIO_WRITE			(BIT(16) | MDIO_START)
5162306a36Sopenharmony_ci
5262306a36Sopenharmony_ci#define RX_FQ_START_ADDR		0x0500
5362306a36Sopenharmony_ci#define RX_FQ_DEPTH			0x0504
5462306a36Sopenharmony_ci#define RX_FQ_WR_ADDR			0x0508
5562306a36Sopenharmony_ci#define RX_FQ_RD_ADDR			0x050c
5662306a36Sopenharmony_ci#define RX_FQ_VLDDESC_CNT		0x0510
5762306a36Sopenharmony_ci#define RX_FQ_ALEMPTY_TH		0x0514
5862306a36Sopenharmony_ci#define RX_FQ_REG_EN			0x0518
5962306a36Sopenharmony_ci#define BITS_RX_FQ_START_ADDR_EN	BIT(2)
6062306a36Sopenharmony_ci#define BITS_RX_FQ_DEPTH_EN		BIT(1)
6162306a36Sopenharmony_ci#define BITS_RX_FQ_RD_ADDR_EN		BIT(0)
6262306a36Sopenharmony_ci#define RX_FQ_ALFULL_TH			0x051c
6362306a36Sopenharmony_ci#define RX_BQ_START_ADDR		0x0520
6462306a36Sopenharmony_ci#define RX_BQ_DEPTH			0x0524
6562306a36Sopenharmony_ci#define RX_BQ_WR_ADDR			0x0528
6662306a36Sopenharmony_ci#define RX_BQ_RD_ADDR			0x052c
6762306a36Sopenharmony_ci#define RX_BQ_FREE_DESC_CNT		0x0530
6862306a36Sopenharmony_ci#define RX_BQ_ALEMPTY_TH		0x0534
6962306a36Sopenharmony_ci#define RX_BQ_REG_EN			0x0538
7062306a36Sopenharmony_ci#define BITS_RX_BQ_START_ADDR_EN	BIT(2)
7162306a36Sopenharmony_ci#define BITS_RX_BQ_DEPTH_EN		BIT(1)
7262306a36Sopenharmony_ci#define BITS_RX_BQ_WR_ADDR_EN		BIT(0)
7362306a36Sopenharmony_ci#define RX_BQ_ALFULL_TH			0x053c
7462306a36Sopenharmony_ci#define TX_BQ_START_ADDR		0x0580
7562306a36Sopenharmony_ci#define TX_BQ_DEPTH			0x0584
7662306a36Sopenharmony_ci#define TX_BQ_WR_ADDR			0x0588
7762306a36Sopenharmony_ci#define TX_BQ_RD_ADDR			0x058c
7862306a36Sopenharmony_ci#define TX_BQ_VLDDESC_CNT		0x0590
7962306a36Sopenharmony_ci#define TX_BQ_ALEMPTY_TH		0x0594
8062306a36Sopenharmony_ci#define TX_BQ_REG_EN			0x0598
8162306a36Sopenharmony_ci#define BITS_TX_BQ_START_ADDR_EN	BIT(2)
8262306a36Sopenharmony_ci#define BITS_TX_BQ_DEPTH_EN		BIT(1)
8362306a36Sopenharmony_ci#define BITS_TX_BQ_RD_ADDR_EN		BIT(0)
8462306a36Sopenharmony_ci#define TX_BQ_ALFULL_TH			0x059c
8562306a36Sopenharmony_ci#define TX_RQ_START_ADDR		0x05a0
8662306a36Sopenharmony_ci#define TX_RQ_DEPTH			0x05a4
8762306a36Sopenharmony_ci#define TX_RQ_WR_ADDR			0x05a8
8862306a36Sopenharmony_ci#define TX_RQ_RD_ADDR			0x05ac
8962306a36Sopenharmony_ci#define TX_RQ_FREE_DESC_CNT		0x05b0
9062306a36Sopenharmony_ci#define TX_RQ_ALEMPTY_TH		0x05b4
9162306a36Sopenharmony_ci#define TX_RQ_REG_EN			0x05b8
9262306a36Sopenharmony_ci#define BITS_TX_RQ_START_ADDR_EN	BIT(2)
9362306a36Sopenharmony_ci#define BITS_TX_RQ_DEPTH_EN		BIT(1)
9462306a36Sopenharmony_ci#define BITS_TX_RQ_WR_ADDR_EN		BIT(0)
9562306a36Sopenharmony_ci#define TX_RQ_ALFULL_TH			0x05bc
9662306a36Sopenharmony_ci#define RAW_PMU_INT			0x05c0
9762306a36Sopenharmony_ci#define ENA_PMU_INT			0x05c4
9862306a36Sopenharmony_ci#define STATUS_PMU_INT			0x05c8
9962306a36Sopenharmony_ci#define MAC_FIFO_ERR_IN			BIT(30)
10062306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT_INT		BIT(29)
10162306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT_INT		BIT(28)
10262306a36Sopenharmony_ci#define TXOUTCFF_FULL_INT		BIT(27)
10362306a36Sopenharmony_ci#define TXOUTCFF_EMPTY_INT		BIT(26)
10462306a36Sopenharmony_ci#define TXCFF_FULL_INT			BIT(25)
10562306a36Sopenharmony_ci#define TXCFF_EMPTY_INT			BIT(24)
10662306a36Sopenharmony_ci#define RXOUTCFF_FULL_INT		BIT(23)
10762306a36Sopenharmony_ci#define RXOUTCFF_EMPTY_INT		BIT(22)
10862306a36Sopenharmony_ci#define RXCFF_FULL_INT			BIT(21)
10962306a36Sopenharmony_ci#define RXCFF_EMPTY_INT			BIT(20)
11062306a36Sopenharmony_ci#define TX_RQ_IN_INT			BIT(19)
11162306a36Sopenharmony_ci#define TX_BQ_OUT_INT			BIT(18)
11262306a36Sopenharmony_ci#define RX_BQ_IN_INT			BIT(17)
11362306a36Sopenharmony_ci#define RX_FQ_OUT_INT			BIT(16)
11462306a36Sopenharmony_ci#define TX_RQ_EMPTY_INT			BIT(15)
11562306a36Sopenharmony_ci#define TX_RQ_FULL_INT			BIT(14)
11662306a36Sopenharmony_ci#define TX_RQ_ALEMPTY_INT		BIT(13)
11762306a36Sopenharmony_ci#define TX_RQ_ALFULL_INT		BIT(12)
11862306a36Sopenharmony_ci#define TX_BQ_EMPTY_INT			BIT(11)
11962306a36Sopenharmony_ci#define TX_BQ_FULL_INT			BIT(10)
12062306a36Sopenharmony_ci#define TX_BQ_ALEMPTY_INT		BIT(9)
12162306a36Sopenharmony_ci#define TX_BQ_ALFULL_INT		BIT(8)
12262306a36Sopenharmony_ci#define RX_BQ_EMPTY_INT			BIT(7)
12362306a36Sopenharmony_ci#define RX_BQ_FULL_INT			BIT(6)
12462306a36Sopenharmony_ci#define RX_BQ_ALEMPTY_INT		BIT(5)
12562306a36Sopenharmony_ci#define RX_BQ_ALFULL_INT		BIT(4)
12662306a36Sopenharmony_ci#define RX_FQ_EMPTY_INT			BIT(3)
12762306a36Sopenharmony_ci#define RX_FQ_FULL_INT			BIT(2)
12862306a36Sopenharmony_ci#define RX_FQ_ALEMPTY_INT		BIT(1)
12962306a36Sopenharmony_ci#define RX_FQ_ALFULL_INT		BIT(0)
13062306a36Sopenharmony_ci
13162306a36Sopenharmony_ci#define DEF_INT_MASK			(RX_BQ_IN_INT | RX_BQ_IN_TIMEOUT_INT | \
13262306a36Sopenharmony_ci					TX_RQ_IN_INT | TX_RQ_IN_TIMEOUT_INT)
13362306a36Sopenharmony_ci
13462306a36Sopenharmony_ci#define DESC_WR_RD_ENA			0x05cc
13562306a36Sopenharmony_ci#define IN_QUEUE_TH			0x05d8
13662306a36Sopenharmony_ci#define OUT_QUEUE_TH			0x05dc
13762306a36Sopenharmony_ci#define QUEUE_TX_BQ_SHIFT		16
13862306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT_TH		0x05e0
13962306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT_TH		0x05e4
14062306a36Sopenharmony_ci#define STOP_CMD			0x05e8
14162306a36Sopenharmony_ci#define BITS_TX_STOP			BIT(1)
14262306a36Sopenharmony_ci#define BITS_RX_STOP			BIT(0)
14362306a36Sopenharmony_ci#define FLUSH_CMD			0x05eC
14462306a36Sopenharmony_ci#define BITS_TX_FLUSH_CMD		BIT(5)
14562306a36Sopenharmony_ci#define BITS_RX_FLUSH_CMD		BIT(4)
14662306a36Sopenharmony_ci#define BITS_TX_FLUSH_FLAG_DOWN		BIT(3)
14762306a36Sopenharmony_ci#define BITS_TX_FLUSH_FLAG_UP		BIT(2)
14862306a36Sopenharmony_ci#define BITS_RX_FLUSH_FLAG_DOWN		BIT(1)
14962306a36Sopenharmony_ci#define BITS_RX_FLUSH_FLAG_UP		BIT(0)
15062306a36Sopenharmony_ci#define RX_CFF_NUM_REG			0x05f0
15162306a36Sopenharmony_ci#define PMU_FSM_REG			0x05f8
15262306a36Sopenharmony_ci#define RX_FIFO_PKT_IN_NUM		0x05fc
15362306a36Sopenharmony_ci#define RX_FIFO_PKT_OUT_NUM		0x0600
15462306a36Sopenharmony_ci
15562306a36Sopenharmony_ci#define RGMII_SPEED_1000		0x2c
15662306a36Sopenharmony_ci#define RGMII_SPEED_100			0x2f
15762306a36Sopenharmony_ci#define RGMII_SPEED_10			0x2d
15862306a36Sopenharmony_ci#define MII_SPEED_100			0x0f
15962306a36Sopenharmony_ci#define MII_SPEED_10			0x0d
16062306a36Sopenharmony_ci#define GMAC_SPEED_1000			0x05
16162306a36Sopenharmony_ci#define GMAC_SPEED_100			0x01
16262306a36Sopenharmony_ci#define GMAC_SPEED_10			0x00
16362306a36Sopenharmony_ci#define GMAC_FULL_DUPLEX		BIT(4)
16462306a36Sopenharmony_ci
16562306a36Sopenharmony_ci#define RX_BQ_INT_THRESHOLD		0x01
16662306a36Sopenharmony_ci#define TX_RQ_INT_THRESHOLD		0x01
16762306a36Sopenharmony_ci#define RX_BQ_IN_TIMEOUT		0x10000
16862306a36Sopenharmony_ci#define TX_RQ_IN_TIMEOUT		0x50000
16962306a36Sopenharmony_ci
17062306a36Sopenharmony_ci#define MAC_MAX_FRAME_SIZE		1600
17162306a36Sopenharmony_ci#define DESC_SIZE			32
17262306a36Sopenharmony_ci#define RX_DESC_NUM			1024
17362306a36Sopenharmony_ci#define TX_DESC_NUM			1024
17462306a36Sopenharmony_ci
17562306a36Sopenharmony_ci#define DESC_VLD_FREE			0
17662306a36Sopenharmony_ci#define DESC_VLD_BUSY			0x80000000
17762306a36Sopenharmony_ci#define DESC_FL_MID			0
17862306a36Sopenharmony_ci#define DESC_FL_LAST			0x20000000
17962306a36Sopenharmony_ci#define DESC_FL_FIRST			0x40000000
18062306a36Sopenharmony_ci#define DESC_FL_FULL			0x60000000
18162306a36Sopenharmony_ci#define DESC_DATA_LEN_OFF		16
18262306a36Sopenharmony_ci#define DESC_BUFF_LEN_OFF		0
18362306a36Sopenharmony_ci#define DESC_DATA_MASK			0x7ff
18462306a36Sopenharmony_ci#define DESC_SG				BIT(30)
18562306a36Sopenharmony_ci#define DESC_FRAGS_NUM_OFF		11
18662306a36Sopenharmony_ci
18762306a36Sopenharmony_ci/* DMA descriptor ring helpers */
18862306a36Sopenharmony_ci#define dma_ring_incr(n, s)		(((n) + 1) & ((s) - 1))
18962306a36Sopenharmony_ci#define dma_cnt(n)			((n) >> 5)
19062306a36Sopenharmony_ci#define dma_byte(n)			((n) << 5)
19162306a36Sopenharmony_ci
19262306a36Sopenharmony_ci#define HW_CAP_TSO			BIT(0)
19362306a36Sopenharmony_ci#define GEMAC_V1			0
19462306a36Sopenharmony_ci#define GEMAC_V2			(GEMAC_V1 | HW_CAP_TSO)
19562306a36Sopenharmony_ci#define HAS_CAP_TSO(hw_cap)		((hw_cap) & HW_CAP_TSO)
19662306a36Sopenharmony_ci
19762306a36Sopenharmony_ci#define PHY_RESET_DELAYS_PROPERTY	"hisilicon,phy-reset-delays-us"
19862306a36Sopenharmony_ci
19962306a36Sopenharmony_cienum phy_reset_delays {
20062306a36Sopenharmony_ci	PRE_DELAY,
20162306a36Sopenharmony_ci	PULSE,
20262306a36Sopenharmony_ci	POST_DELAY,
20362306a36Sopenharmony_ci	DELAYS_NUM,
20462306a36Sopenharmony_ci};
20562306a36Sopenharmony_ci
20662306a36Sopenharmony_cistruct hix5hd2_desc {
20762306a36Sopenharmony_ci	__le32 buff_addr;
20862306a36Sopenharmony_ci	__le32 cmd;
20962306a36Sopenharmony_ci} __aligned(32);
21062306a36Sopenharmony_ci
21162306a36Sopenharmony_cistruct hix5hd2_desc_sw {
21262306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
21362306a36Sopenharmony_ci	dma_addr_t	phys_addr;
21462306a36Sopenharmony_ci	unsigned int	count;
21562306a36Sopenharmony_ci	unsigned int	size;
21662306a36Sopenharmony_ci};
21762306a36Sopenharmony_ci
21862306a36Sopenharmony_cistruct hix5hd2_sg_desc_ring {
21962306a36Sopenharmony_ci	struct sg_desc *desc;
22062306a36Sopenharmony_ci	dma_addr_t phys_addr;
22162306a36Sopenharmony_ci};
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_cistruct frags_info {
22462306a36Sopenharmony_ci	__le32 addr;
22562306a36Sopenharmony_ci	__le32 size;
22662306a36Sopenharmony_ci};
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci/* hardware supported max skb frags num */
22962306a36Sopenharmony_ci#define SG_MAX_SKB_FRAGS	17
23062306a36Sopenharmony_cistruct sg_desc {
23162306a36Sopenharmony_ci	__le32 total_len;
23262306a36Sopenharmony_ci	__le32 resvd0;
23362306a36Sopenharmony_ci	__le32 linear_addr;
23462306a36Sopenharmony_ci	__le32 linear_len;
23562306a36Sopenharmony_ci	/* reserve one more frags for memory alignment */
23662306a36Sopenharmony_ci	struct frags_info frags[SG_MAX_SKB_FRAGS + 1];
23762306a36Sopenharmony_ci};
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_ci#define QUEUE_NUMS	4
24062306a36Sopenharmony_cistruct hix5hd2_priv {
24162306a36Sopenharmony_ci	struct hix5hd2_desc_sw pool[QUEUE_NUMS];
24262306a36Sopenharmony_ci#define rx_fq		pool[0]
24362306a36Sopenharmony_ci#define rx_bq		pool[1]
24462306a36Sopenharmony_ci#define tx_bq		pool[2]
24562306a36Sopenharmony_ci#define tx_rq		pool[3]
24662306a36Sopenharmony_ci	struct hix5hd2_sg_desc_ring tx_ring;
24762306a36Sopenharmony_ci
24862306a36Sopenharmony_ci	void __iomem *base;
24962306a36Sopenharmony_ci	void __iomem *ctrl_base;
25062306a36Sopenharmony_ci
25162306a36Sopenharmony_ci	struct sk_buff *tx_skb[TX_DESC_NUM];
25262306a36Sopenharmony_ci	struct sk_buff *rx_skb[RX_DESC_NUM];
25362306a36Sopenharmony_ci
25462306a36Sopenharmony_ci	struct device *dev;
25562306a36Sopenharmony_ci	struct net_device *netdev;
25662306a36Sopenharmony_ci
25762306a36Sopenharmony_ci	struct device_node *phy_node;
25862306a36Sopenharmony_ci	phy_interface_t	phy_mode;
25962306a36Sopenharmony_ci
26062306a36Sopenharmony_ci	unsigned long hw_cap;
26162306a36Sopenharmony_ci	unsigned int speed;
26262306a36Sopenharmony_ci	unsigned int duplex;
26362306a36Sopenharmony_ci
26462306a36Sopenharmony_ci	struct clk *mac_core_clk;
26562306a36Sopenharmony_ci	struct clk *mac_ifc_clk;
26662306a36Sopenharmony_ci	struct reset_control *mac_core_rst;
26762306a36Sopenharmony_ci	struct reset_control *mac_ifc_rst;
26862306a36Sopenharmony_ci	struct reset_control *phy_rst;
26962306a36Sopenharmony_ci	u32 phy_reset_delays[DELAYS_NUM];
27062306a36Sopenharmony_ci	struct mii_bus *bus;
27162306a36Sopenharmony_ci	struct napi_struct napi;
27262306a36Sopenharmony_ci	struct work_struct tx_timeout_task;
27362306a36Sopenharmony_ci};
27462306a36Sopenharmony_ci
27562306a36Sopenharmony_cistatic inline void hix5hd2_mac_interface_reset(struct hix5hd2_priv *priv)
27662306a36Sopenharmony_ci{
27762306a36Sopenharmony_ci	if (!priv->mac_ifc_rst)
27862306a36Sopenharmony_ci		return;
27962306a36Sopenharmony_ci
28062306a36Sopenharmony_ci	reset_control_assert(priv->mac_ifc_rst);
28162306a36Sopenharmony_ci	reset_control_deassert(priv->mac_ifc_rst);
28262306a36Sopenharmony_ci}
28362306a36Sopenharmony_ci
28462306a36Sopenharmony_cistatic void hix5hd2_config_port(struct net_device *dev, u32 speed, u32 duplex)
28562306a36Sopenharmony_ci{
28662306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
28762306a36Sopenharmony_ci	u32 val;
28862306a36Sopenharmony_ci
28962306a36Sopenharmony_ci	priv->speed = speed;
29062306a36Sopenharmony_ci	priv->duplex = duplex;
29162306a36Sopenharmony_ci
29262306a36Sopenharmony_ci	switch (priv->phy_mode) {
29362306a36Sopenharmony_ci	case PHY_INTERFACE_MODE_RGMII:
29462306a36Sopenharmony_ci		if (speed == SPEED_1000)
29562306a36Sopenharmony_ci			val = RGMII_SPEED_1000;
29662306a36Sopenharmony_ci		else if (speed == SPEED_100)
29762306a36Sopenharmony_ci			val = RGMII_SPEED_100;
29862306a36Sopenharmony_ci		else
29962306a36Sopenharmony_ci			val = RGMII_SPEED_10;
30062306a36Sopenharmony_ci		break;
30162306a36Sopenharmony_ci	case PHY_INTERFACE_MODE_MII:
30262306a36Sopenharmony_ci		if (speed == SPEED_100)
30362306a36Sopenharmony_ci			val = MII_SPEED_100;
30462306a36Sopenharmony_ci		else
30562306a36Sopenharmony_ci			val = MII_SPEED_10;
30662306a36Sopenharmony_ci		break;
30762306a36Sopenharmony_ci	default:
30862306a36Sopenharmony_ci		netdev_warn(dev, "not supported mode\n");
30962306a36Sopenharmony_ci		val = MII_SPEED_10;
31062306a36Sopenharmony_ci		break;
31162306a36Sopenharmony_ci	}
31262306a36Sopenharmony_ci
31362306a36Sopenharmony_ci	if (duplex)
31462306a36Sopenharmony_ci		val |= GMAC_FULL_DUPLEX;
31562306a36Sopenharmony_ci	writel_relaxed(val, priv->ctrl_base);
31662306a36Sopenharmony_ci	hix5hd2_mac_interface_reset(priv);
31762306a36Sopenharmony_ci
31862306a36Sopenharmony_ci	writel_relaxed(BIT_MODE_CHANGE_EN, priv->base + MODE_CHANGE_EN);
31962306a36Sopenharmony_ci	if (speed == SPEED_1000)
32062306a36Sopenharmony_ci		val = GMAC_SPEED_1000;
32162306a36Sopenharmony_ci	else if (speed == SPEED_100)
32262306a36Sopenharmony_ci		val = GMAC_SPEED_100;
32362306a36Sopenharmony_ci	else
32462306a36Sopenharmony_ci		val = GMAC_SPEED_10;
32562306a36Sopenharmony_ci	writel_relaxed(val, priv->base + PORT_MODE);
32662306a36Sopenharmony_ci	writel_relaxed(0, priv->base + MODE_CHANGE_EN);
32762306a36Sopenharmony_ci	writel_relaxed(duplex, priv->base + MAC_DUPLEX_HALF_CTRL);
32862306a36Sopenharmony_ci}
32962306a36Sopenharmony_ci
33062306a36Sopenharmony_cistatic void hix5hd2_set_desc_depth(struct hix5hd2_priv *priv, int rx, int tx)
33162306a36Sopenharmony_ci{
33262306a36Sopenharmony_ci	writel_relaxed(BITS_RX_FQ_DEPTH_EN, priv->base + RX_FQ_REG_EN);
33362306a36Sopenharmony_ci	writel_relaxed(rx << 3, priv->base + RX_FQ_DEPTH);
33462306a36Sopenharmony_ci	writel_relaxed(0, priv->base + RX_FQ_REG_EN);
33562306a36Sopenharmony_ci
33662306a36Sopenharmony_ci	writel_relaxed(BITS_RX_BQ_DEPTH_EN, priv->base + RX_BQ_REG_EN);
33762306a36Sopenharmony_ci	writel_relaxed(rx << 3, priv->base + RX_BQ_DEPTH);
33862306a36Sopenharmony_ci	writel_relaxed(0, priv->base + RX_BQ_REG_EN);
33962306a36Sopenharmony_ci
34062306a36Sopenharmony_ci	writel_relaxed(BITS_TX_BQ_DEPTH_EN, priv->base + TX_BQ_REG_EN);
34162306a36Sopenharmony_ci	writel_relaxed(tx << 3, priv->base + TX_BQ_DEPTH);
34262306a36Sopenharmony_ci	writel_relaxed(0, priv->base + TX_BQ_REG_EN);
34362306a36Sopenharmony_ci
34462306a36Sopenharmony_ci	writel_relaxed(BITS_TX_RQ_DEPTH_EN, priv->base + TX_RQ_REG_EN);
34562306a36Sopenharmony_ci	writel_relaxed(tx << 3, priv->base + TX_RQ_DEPTH);
34662306a36Sopenharmony_ci	writel_relaxed(0, priv->base + TX_RQ_REG_EN);
34762306a36Sopenharmony_ci}
34862306a36Sopenharmony_ci
34962306a36Sopenharmony_cistatic void hix5hd2_set_rx_fq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
35062306a36Sopenharmony_ci{
35162306a36Sopenharmony_ci	writel_relaxed(BITS_RX_FQ_START_ADDR_EN, priv->base + RX_FQ_REG_EN);
35262306a36Sopenharmony_ci	writel_relaxed(phy_addr, priv->base + RX_FQ_START_ADDR);
35362306a36Sopenharmony_ci	writel_relaxed(0, priv->base + RX_FQ_REG_EN);
35462306a36Sopenharmony_ci}
35562306a36Sopenharmony_ci
35662306a36Sopenharmony_cistatic void hix5hd2_set_rx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
35762306a36Sopenharmony_ci{
35862306a36Sopenharmony_ci	writel_relaxed(BITS_RX_BQ_START_ADDR_EN, priv->base + RX_BQ_REG_EN);
35962306a36Sopenharmony_ci	writel_relaxed(phy_addr, priv->base + RX_BQ_START_ADDR);
36062306a36Sopenharmony_ci	writel_relaxed(0, priv->base + RX_BQ_REG_EN);
36162306a36Sopenharmony_ci}
36262306a36Sopenharmony_ci
36362306a36Sopenharmony_cistatic void hix5hd2_set_tx_bq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
36462306a36Sopenharmony_ci{
36562306a36Sopenharmony_ci	writel_relaxed(BITS_TX_BQ_START_ADDR_EN, priv->base + TX_BQ_REG_EN);
36662306a36Sopenharmony_ci	writel_relaxed(phy_addr, priv->base + TX_BQ_START_ADDR);
36762306a36Sopenharmony_ci	writel_relaxed(0, priv->base + TX_BQ_REG_EN);
36862306a36Sopenharmony_ci}
36962306a36Sopenharmony_ci
37062306a36Sopenharmony_cistatic void hix5hd2_set_tx_rq(struct hix5hd2_priv *priv, dma_addr_t phy_addr)
37162306a36Sopenharmony_ci{
37262306a36Sopenharmony_ci	writel_relaxed(BITS_TX_RQ_START_ADDR_EN, priv->base + TX_RQ_REG_EN);
37362306a36Sopenharmony_ci	writel_relaxed(phy_addr, priv->base + TX_RQ_START_ADDR);
37462306a36Sopenharmony_ci	writel_relaxed(0, priv->base + TX_RQ_REG_EN);
37562306a36Sopenharmony_ci}
37662306a36Sopenharmony_ci
37762306a36Sopenharmony_cistatic void hix5hd2_set_desc_addr(struct hix5hd2_priv *priv)
37862306a36Sopenharmony_ci{
37962306a36Sopenharmony_ci	hix5hd2_set_rx_fq(priv, priv->rx_fq.phys_addr);
38062306a36Sopenharmony_ci	hix5hd2_set_rx_bq(priv, priv->rx_bq.phys_addr);
38162306a36Sopenharmony_ci	hix5hd2_set_tx_rq(priv, priv->tx_rq.phys_addr);
38262306a36Sopenharmony_ci	hix5hd2_set_tx_bq(priv, priv->tx_bq.phys_addr);
38362306a36Sopenharmony_ci}
38462306a36Sopenharmony_ci
38562306a36Sopenharmony_cistatic void hix5hd2_hw_init(struct hix5hd2_priv *priv)
38662306a36Sopenharmony_ci{
38762306a36Sopenharmony_ci	u32 val;
38862306a36Sopenharmony_ci
38962306a36Sopenharmony_ci	/* disable and clear all interrupts */
39062306a36Sopenharmony_ci	writel_relaxed(0, priv->base + ENA_PMU_INT);
39162306a36Sopenharmony_ci	writel_relaxed(~0, priv->base + RAW_PMU_INT);
39262306a36Sopenharmony_ci
39362306a36Sopenharmony_ci	writel_relaxed(BIT_CRC_ERR_PASS, priv->base + REC_FILT_CONTROL);
39462306a36Sopenharmony_ci	writel_relaxed(MAC_MAX_FRAME_SIZE, priv->base + CONTROL_WORD);
39562306a36Sopenharmony_ci	writel_relaxed(0, priv->base + COL_SLOT_TIME);
39662306a36Sopenharmony_ci
39762306a36Sopenharmony_ci	val = RX_BQ_INT_THRESHOLD | TX_RQ_INT_THRESHOLD << QUEUE_TX_BQ_SHIFT;
39862306a36Sopenharmony_ci	writel_relaxed(val, priv->base + IN_QUEUE_TH);
39962306a36Sopenharmony_ci
40062306a36Sopenharmony_ci	writel_relaxed(RX_BQ_IN_TIMEOUT, priv->base + RX_BQ_IN_TIMEOUT_TH);
40162306a36Sopenharmony_ci	writel_relaxed(TX_RQ_IN_TIMEOUT, priv->base + TX_RQ_IN_TIMEOUT_TH);
40262306a36Sopenharmony_ci
40362306a36Sopenharmony_ci	hix5hd2_set_desc_depth(priv, RX_DESC_NUM, TX_DESC_NUM);
40462306a36Sopenharmony_ci	hix5hd2_set_desc_addr(priv);
40562306a36Sopenharmony_ci}
40662306a36Sopenharmony_ci
40762306a36Sopenharmony_cistatic void hix5hd2_irq_enable(struct hix5hd2_priv *priv)
40862306a36Sopenharmony_ci{
40962306a36Sopenharmony_ci	writel_relaxed(DEF_INT_MASK, priv->base + ENA_PMU_INT);
41062306a36Sopenharmony_ci}
41162306a36Sopenharmony_ci
41262306a36Sopenharmony_cistatic void hix5hd2_irq_disable(struct hix5hd2_priv *priv)
41362306a36Sopenharmony_ci{
41462306a36Sopenharmony_ci	writel_relaxed(0, priv->base + ENA_PMU_INT);
41562306a36Sopenharmony_ci}
41662306a36Sopenharmony_ci
41762306a36Sopenharmony_cistatic void hix5hd2_port_enable(struct hix5hd2_priv *priv)
41862306a36Sopenharmony_ci{
41962306a36Sopenharmony_ci	writel_relaxed(0xf, priv->base + DESC_WR_RD_ENA);
42062306a36Sopenharmony_ci	writel_relaxed(BITS_RX_EN | BITS_TX_EN, priv->base + PORT_EN);
42162306a36Sopenharmony_ci}
42262306a36Sopenharmony_ci
42362306a36Sopenharmony_cistatic void hix5hd2_port_disable(struct hix5hd2_priv *priv)
42462306a36Sopenharmony_ci{
42562306a36Sopenharmony_ci	writel_relaxed(~(u32)(BITS_RX_EN | BITS_TX_EN), priv->base + PORT_EN);
42662306a36Sopenharmony_ci	writel_relaxed(0, priv->base + DESC_WR_RD_ENA);
42762306a36Sopenharmony_ci}
42862306a36Sopenharmony_ci
42962306a36Sopenharmony_cistatic void hix5hd2_hw_set_mac_addr(struct net_device *dev)
43062306a36Sopenharmony_ci{
43162306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
43262306a36Sopenharmony_ci	const unsigned char *mac = dev->dev_addr;
43362306a36Sopenharmony_ci	u32 val;
43462306a36Sopenharmony_ci
43562306a36Sopenharmony_ci	val = mac[1] | (mac[0] << 8);
43662306a36Sopenharmony_ci	writel_relaxed(val, priv->base + STATION_ADDR_HIGH);
43762306a36Sopenharmony_ci
43862306a36Sopenharmony_ci	val = mac[5] | (mac[4] << 8) | (mac[3] << 16) | (mac[2] << 24);
43962306a36Sopenharmony_ci	writel_relaxed(val, priv->base + STATION_ADDR_LOW);
44062306a36Sopenharmony_ci}
44162306a36Sopenharmony_ci
44262306a36Sopenharmony_cistatic int hix5hd2_net_set_mac_address(struct net_device *dev, void *p)
44362306a36Sopenharmony_ci{
44462306a36Sopenharmony_ci	int ret;
44562306a36Sopenharmony_ci
44662306a36Sopenharmony_ci	ret = eth_mac_addr(dev, p);
44762306a36Sopenharmony_ci	if (!ret)
44862306a36Sopenharmony_ci		hix5hd2_hw_set_mac_addr(dev);
44962306a36Sopenharmony_ci
45062306a36Sopenharmony_ci	return ret;
45162306a36Sopenharmony_ci}
45262306a36Sopenharmony_ci
45362306a36Sopenharmony_cistatic void hix5hd2_adjust_link(struct net_device *dev)
45462306a36Sopenharmony_ci{
45562306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
45662306a36Sopenharmony_ci	struct phy_device *phy = dev->phydev;
45762306a36Sopenharmony_ci
45862306a36Sopenharmony_ci	if ((priv->speed != phy->speed) || (priv->duplex != phy->duplex)) {
45962306a36Sopenharmony_ci		hix5hd2_config_port(dev, phy->speed, phy->duplex);
46062306a36Sopenharmony_ci		phy_print_status(phy);
46162306a36Sopenharmony_ci	}
46262306a36Sopenharmony_ci}
46362306a36Sopenharmony_ci
46462306a36Sopenharmony_cistatic void hix5hd2_rx_refill(struct hix5hd2_priv *priv)
46562306a36Sopenharmony_ci{
46662306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
46762306a36Sopenharmony_ci	struct sk_buff *skb;
46862306a36Sopenharmony_ci	u32 start, end, num, pos, i;
46962306a36Sopenharmony_ci	u32 len = MAC_MAX_FRAME_SIZE;
47062306a36Sopenharmony_ci	dma_addr_t addr;
47162306a36Sopenharmony_ci
47262306a36Sopenharmony_ci	/* software write pointer */
47362306a36Sopenharmony_ci	start = dma_cnt(readl_relaxed(priv->base + RX_FQ_WR_ADDR));
47462306a36Sopenharmony_ci	/* logic read pointer */
47562306a36Sopenharmony_ci	end = dma_cnt(readl_relaxed(priv->base + RX_FQ_RD_ADDR));
47662306a36Sopenharmony_ci	num = CIRC_SPACE(start, end, RX_DESC_NUM);
47762306a36Sopenharmony_ci
47862306a36Sopenharmony_ci	for (i = 0, pos = start; i < num; i++) {
47962306a36Sopenharmony_ci		if (priv->rx_skb[pos]) {
48062306a36Sopenharmony_ci			break;
48162306a36Sopenharmony_ci		} else {
48262306a36Sopenharmony_ci			skb = netdev_alloc_skb_ip_align(priv->netdev, len);
48362306a36Sopenharmony_ci			if (unlikely(skb == NULL))
48462306a36Sopenharmony_ci				break;
48562306a36Sopenharmony_ci		}
48662306a36Sopenharmony_ci
48762306a36Sopenharmony_ci		addr = dma_map_single(priv->dev, skb->data, len, DMA_FROM_DEVICE);
48862306a36Sopenharmony_ci		if (dma_mapping_error(priv->dev, addr)) {
48962306a36Sopenharmony_ci			dev_kfree_skb_any(skb);
49062306a36Sopenharmony_ci			break;
49162306a36Sopenharmony_ci		}
49262306a36Sopenharmony_ci
49362306a36Sopenharmony_ci		desc = priv->rx_fq.desc + pos;
49462306a36Sopenharmony_ci		desc->buff_addr = cpu_to_le32(addr);
49562306a36Sopenharmony_ci		priv->rx_skb[pos] = skb;
49662306a36Sopenharmony_ci		desc->cmd = cpu_to_le32(DESC_VLD_FREE |
49762306a36Sopenharmony_ci					(len - 1) << DESC_BUFF_LEN_OFF);
49862306a36Sopenharmony_ci		pos = dma_ring_incr(pos, RX_DESC_NUM);
49962306a36Sopenharmony_ci	}
50062306a36Sopenharmony_ci
50162306a36Sopenharmony_ci	/* ensure desc updated */
50262306a36Sopenharmony_ci	wmb();
50362306a36Sopenharmony_ci
50462306a36Sopenharmony_ci	if (pos != start)
50562306a36Sopenharmony_ci		writel_relaxed(dma_byte(pos), priv->base + RX_FQ_WR_ADDR);
50662306a36Sopenharmony_ci}
50762306a36Sopenharmony_ci
50862306a36Sopenharmony_cistatic int hix5hd2_rx(struct net_device *dev, int limit)
50962306a36Sopenharmony_ci{
51062306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
51162306a36Sopenharmony_ci	struct sk_buff *skb;
51262306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
51362306a36Sopenharmony_ci	dma_addr_t addr;
51462306a36Sopenharmony_ci	u32 start, end, num, pos, i, len;
51562306a36Sopenharmony_ci
51662306a36Sopenharmony_ci	/* software read pointer */
51762306a36Sopenharmony_ci	start = dma_cnt(readl_relaxed(priv->base + RX_BQ_RD_ADDR));
51862306a36Sopenharmony_ci	/* logic write pointer */
51962306a36Sopenharmony_ci	end = dma_cnt(readl_relaxed(priv->base + RX_BQ_WR_ADDR));
52062306a36Sopenharmony_ci	num = CIRC_CNT(end, start, RX_DESC_NUM);
52162306a36Sopenharmony_ci	if (num > limit)
52262306a36Sopenharmony_ci		num = limit;
52362306a36Sopenharmony_ci
52462306a36Sopenharmony_ci	/* ensure get updated desc */
52562306a36Sopenharmony_ci	rmb();
52662306a36Sopenharmony_ci	for (i = 0, pos = start; i < num; i++) {
52762306a36Sopenharmony_ci		skb = priv->rx_skb[pos];
52862306a36Sopenharmony_ci		if (unlikely(!skb)) {
52962306a36Sopenharmony_ci			netdev_err(dev, "inconsistent rx_skb\n");
53062306a36Sopenharmony_ci			break;
53162306a36Sopenharmony_ci		}
53262306a36Sopenharmony_ci		priv->rx_skb[pos] = NULL;
53362306a36Sopenharmony_ci
53462306a36Sopenharmony_ci		desc = priv->rx_bq.desc + pos;
53562306a36Sopenharmony_ci		len = (le32_to_cpu(desc->cmd) >> DESC_DATA_LEN_OFF) &
53662306a36Sopenharmony_ci		       DESC_DATA_MASK;
53762306a36Sopenharmony_ci		addr = le32_to_cpu(desc->buff_addr);
53862306a36Sopenharmony_ci		dma_unmap_single(priv->dev, addr, MAC_MAX_FRAME_SIZE,
53962306a36Sopenharmony_ci				 DMA_FROM_DEVICE);
54062306a36Sopenharmony_ci
54162306a36Sopenharmony_ci		skb_put(skb, len);
54262306a36Sopenharmony_ci		if (skb->len > MAC_MAX_FRAME_SIZE) {
54362306a36Sopenharmony_ci			netdev_err(dev, "rcv len err, len = %d\n", skb->len);
54462306a36Sopenharmony_ci			dev->stats.rx_errors++;
54562306a36Sopenharmony_ci			dev->stats.rx_length_errors++;
54662306a36Sopenharmony_ci			dev_kfree_skb_any(skb);
54762306a36Sopenharmony_ci			goto next;
54862306a36Sopenharmony_ci		}
54962306a36Sopenharmony_ci
55062306a36Sopenharmony_ci		skb->protocol = eth_type_trans(skb, dev);
55162306a36Sopenharmony_ci		napi_gro_receive(&priv->napi, skb);
55262306a36Sopenharmony_ci		dev->stats.rx_packets++;
55362306a36Sopenharmony_ci		dev->stats.rx_bytes += len;
55462306a36Sopenharmony_cinext:
55562306a36Sopenharmony_ci		pos = dma_ring_incr(pos, RX_DESC_NUM);
55662306a36Sopenharmony_ci	}
55762306a36Sopenharmony_ci
55862306a36Sopenharmony_ci	if (pos != start)
55962306a36Sopenharmony_ci		writel_relaxed(dma_byte(pos), priv->base + RX_BQ_RD_ADDR);
56062306a36Sopenharmony_ci
56162306a36Sopenharmony_ci	hix5hd2_rx_refill(priv);
56262306a36Sopenharmony_ci
56362306a36Sopenharmony_ci	return num;
56462306a36Sopenharmony_ci}
56562306a36Sopenharmony_ci
56662306a36Sopenharmony_cistatic void hix5hd2_clean_sg_desc(struct hix5hd2_priv *priv,
56762306a36Sopenharmony_ci				  struct sk_buff *skb, u32 pos)
56862306a36Sopenharmony_ci{
56962306a36Sopenharmony_ci	struct sg_desc *desc;
57062306a36Sopenharmony_ci	dma_addr_t addr;
57162306a36Sopenharmony_ci	u32 len;
57262306a36Sopenharmony_ci	int i;
57362306a36Sopenharmony_ci
57462306a36Sopenharmony_ci	desc = priv->tx_ring.desc + pos;
57562306a36Sopenharmony_ci
57662306a36Sopenharmony_ci	addr = le32_to_cpu(desc->linear_addr);
57762306a36Sopenharmony_ci	len = le32_to_cpu(desc->linear_len);
57862306a36Sopenharmony_ci	dma_unmap_single(priv->dev, addr, len, DMA_TO_DEVICE);
57962306a36Sopenharmony_ci
58062306a36Sopenharmony_ci	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
58162306a36Sopenharmony_ci		addr = le32_to_cpu(desc->frags[i].addr);
58262306a36Sopenharmony_ci		len = le32_to_cpu(desc->frags[i].size);
58362306a36Sopenharmony_ci		dma_unmap_page(priv->dev, addr, len, DMA_TO_DEVICE);
58462306a36Sopenharmony_ci	}
58562306a36Sopenharmony_ci}
58662306a36Sopenharmony_ci
58762306a36Sopenharmony_cistatic void hix5hd2_xmit_reclaim(struct net_device *dev)
58862306a36Sopenharmony_ci{
58962306a36Sopenharmony_ci	struct sk_buff *skb;
59062306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
59162306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
59262306a36Sopenharmony_ci	unsigned int bytes_compl = 0, pkts_compl = 0;
59362306a36Sopenharmony_ci	u32 start, end, num, pos, i;
59462306a36Sopenharmony_ci	dma_addr_t addr;
59562306a36Sopenharmony_ci
59662306a36Sopenharmony_ci	netif_tx_lock(dev);
59762306a36Sopenharmony_ci
59862306a36Sopenharmony_ci	/* software read */
59962306a36Sopenharmony_ci	start = dma_cnt(readl_relaxed(priv->base + TX_RQ_RD_ADDR));
60062306a36Sopenharmony_ci	/* logic write */
60162306a36Sopenharmony_ci	end = dma_cnt(readl_relaxed(priv->base + TX_RQ_WR_ADDR));
60262306a36Sopenharmony_ci	num = CIRC_CNT(end, start, TX_DESC_NUM);
60362306a36Sopenharmony_ci
60462306a36Sopenharmony_ci	for (i = 0, pos = start; i < num; i++) {
60562306a36Sopenharmony_ci		skb = priv->tx_skb[pos];
60662306a36Sopenharmony_ci		if (unlikely(!skb)) {
60762306a36Sopenharmony_ci			netdev_err(dev, "inconsistent tx_skb\n");
60862306a36Sopenharmony_ci			break;
60962306a36Sopenharmony_ci		}
61062306a36Sopenharmony_ci
61162306a36Sopenharmony_ci		pkts_compl++;
61262306a36Sopenharmony_ci		bytes_compl += skb->len;
61362306a36Sopenharmony_ci		desc = priv->tx_rq.desc + pos;
61462306a36Sopenharmony_ci
61562306a36Sopenharmony_ci		if (skb_shinfo(skb)->nr_frags) {
61662306a36Sopenharmony_ci			hix5hd2_clean_sg_desc(priv, skb, pos);
61762306a36Sopenharmony_ci		} else {
61862306a36Sopenharmony_ci			addr = le32_to_cpu(desc->buff_addr);
61962306a36Sopenharmony_ci			dma_unmap_single(priv->dev, addr, skb->len,
62062306a36Sopenharmony_ci					 DMA_TO_DEVICE);
62162306a36Sopenharmony_ci		}
62262306a36Sopenharmony_ci
62362306a36Sopenharmony_ci		priv->tx_skb[pos] = NULL;
62462306a36Sopenharmony_ci		dev_consume_skb_any(skb);
62562306a36Sopenharmony_ci		pos = dma_ring_incr(pos, TX_DESC_NUM);
62662306a36Sopenharmony_ci	}
62762306a36Sopenharmony_ci
62862306a36Sopenharmony_ci	if (pos != start)
62962306a36Sopenharmony_ci		writel_relaxed(dma_byte(pos), priv->base + TX_RQ_RD_ADDR);
63062306a36Sopenharmony_ci
63162306a36Sopenharmony_ci	netif_tx_unlock(dev);
63262306a36Sopenharmony_ci
63362306a36Sopenharmony_ci	if (pkts_compl || bytes_compl)
63462306a36Sopenharmony_ci		netdev_completed_queue(dev, pkts_compl, bytes_compl);
63562306a36Sopenharmony_ci
63662306a36Sopenharmony_ci	if (unlikely(netif_queue_stopped(priv->netdev)) && pkts_compl)
63762306a36Sopenharmony_ci		netif_wake_queue(priv->netdev);
63862306a36Sopenharmony_ci}
63962306a36Sopenharmony_ci
64062306a36Sopenharmony_cistatic int hix5hd2_poll(struct napi_struct *napi, int budget)
64162306a36Sopenharmony_ci{
64262306a36Sopenharmony_ci	struct hix5hd2_priv *priv = container_of(napi,
64362306a36Sopenharmony_ci				struct hix5hd2_priv, napi);
64462306a36Sopenharmony_ci	struct net_device *dev = priv->netdev;
64562306a36Sopenharmony_ci	int work_done = 0, task = budget;
64662306a36Sopenharmony_ci	int ints, num;
64762306a36Sopenharmony_ci
64862306a36Sopenharmony_ci	do {
64962306a36Sopenharmony_ci		hix5hd2_xmit_reclaim(dev);
65062306a36Sopenharmony_ci		num = hix5hd2_rx(dev, task);
65162306a36Sopenharmony_ci		work_done += num;
65262306a36Sopenharmony_ci		task -= num;
65362306a36Sopenharmony_ci		if ((work_done >= budget) || (num == 0))
65462306a36Sopenharmony_ci			break;
65562306a36Sopenharmony_ci
65662306a36Sopenharmony_ci		ints = readl_relaxed(priv->base + RAW_PMU_INT);
65762306a36Sopenharmony_ci		writel_relaxed(ints, priv->base + RAW_PMU_INT);
65862306a36Sopenharmony_ci	} while (ints & DEF_INT_MASK);
65962306a36Sopenharmony_ci
66062306a36Sopenharmony_ci	if (work_done < budget) {
66162306a36Sopenharmony_ci		napi_complete_done(napi, work_done);
66262306a36Sopenharmony_ci		hix5hd2_irq_enable(priv);
66362306a36Sopenharmony_ci	}
66462306a36Sopenharmony_ci
66562306a36Sopenharmony_ci	return work_done;
66662306a36Sopenharmony_ci}
66762306a36Sopenharmony_ci
66862306a36Sopenharmony_cistatic irqreturn_t hix5hd2_interrupt(int irq, void *dev_id)
66962306a36Sopenharmony_ci{
67062306a36Sopenharmony_ci	struct net_device *dev = (struct net_device *)dev_id;
67162306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
67262306a36Sopenharmony_ci	int ints = readl_relaxed(priv->base + RAW_PMU_INT);
67362306a36Sopenharmony_ci
67462306a36Sopenharmony_ci	writel_relaxed(ints, priv->base + RAW_PMU_INT);
67562306a36Sopenharmony_ci	if (likely(ints & DEF_INT_MASK)) {
67662306a36Sopenharmony_ci		hix5hd2_irq_disable(priv);
67762306a36Sopenharmony_ci		napi_schedule(&priv->napi);
67862306a36Sopenharmony_ci	}
67962306a36Sopenharmony_ci
68062306a36Sopenharmony_ci	return IRQ_HANDLED;
68162306a36Sopenharmony_ci}
68262306a36Sopenharmony_ci
68362306a36Sopenharmony_cistatic u32 hix5hd2_get_desc_cmd(struct sk_buff *skb, unsigned long hw_cap)
68462306a36Sopenharmony_ci{
68562306a36Sopenharmony_ci	u32 cmd = 0;
68662306a36Sopenharmony_ci
68762306a36Sopenharmony_ci	if (HAS_CAP_TSO(hw_cap)) {
68862306a36Sopenharmony_ci		if (skb_shinfo(skb)->nr_frags)
68962306a36Sopenharmony_ci			cmd |= DESC_SG;
69062306a36Sopenharmony_ci		cmd |= skb_shinfo(skb)->nr_frags << DESC_FRAGS_NUM_OFF;
69162306a36Sopenharmony_ci	} else {
69262306a36Sopenharmony_ci		cmd |= DESC_FL_FULL |
69362306a36Sopenharmony_ci			((skb->len & DESC_DATA_MASK) << DESC_BUFF_LEN_OFF);
69462306a36Sopenharmony_ci	}
69562306a36Sopenharmony_ci
69662306a36Sopenharmony_ci	cmd |= (skb->len & DESC_DATA_MASK) << DESC_DATA_LEN_OFF;
69762306a36Sopenharmony_ci	cmd |= DESC_VLD_BUSY;
69862306a36Sopenharmony_ci
69962306a36Sopenharmony_ci	return cmd;
70062306a36Sopenharmony_ci}
70162306a36Sopenharmony_ci
70262306a36Sopenharmony_cistatic int hix5hd2_fill_sg_desc(struct hix5hd2_priv *priv,
70362306a36Sopenharmony_ci				struct sk_buff *skb, u32 pos)
70462306a36Sopenharmony_ci{
70562306a36Sopenharmony_ci	struct sg_desc *desc;
70662306a36Sopenharmony_ci	dma_addr_t addr;
70762306a36Sopenharmony_ci	int ret;
70862306a36Sopenharmony_ci	int i;
70962306a36Sopenharmony_ci
71062306a36Sopenharmony_ci	desc = priv->tx_ring.desc + pos;
71162306a36Sopenharmony_ci
71262306a36Sopenharmony_ci	desc->total_len = cpu_to_le32(skb->len);
71362306a36Sopenharmony_ci	addr = dma_map_single(priv->dev, skb->data, skb_headlen(skb),
71462306a36Sopenharmony_ci			      DMA_TO_DEVICE);
71562306a36Sopenharmony_ci	if (unlikely(dma_mapping_error(priv->dev, addr)))
71662306a36Sopenharmony_ci		return -EINVAL;
71762306a36Sopenharmony_ci	desc->linear_addr = cpu_to_le32(addr);
71862306a36Sopenharmony_ci	desc->linear_len = cpu_to_le32(skb_headlen(skb));
71962306a36Sopenharmony_ci
72062306a36Sopenharmony_ci	for (i = 0; i < skb_shinfo(skb)->nr_frags; i++) {
72162306a36Sopenharmony_ci		skb_frag_t *frag = &skb_shinfo(skb)->frags[i];
72262306a36Sopenharmony_ci		int len = skb_frag_size(frag);
72362306a36Sopenharmony_ci
72462306a36Sopenharmony_ci		addr = skb_frag_dma_map(priv->dev, frag, 0, len, DMA_TO_DEVICE);
72562306a36Sopenharmony_ci		ret = dma_mapping_error(priv->dev, addr);
72662306a36Sopenharmony_ci		if (unlikely(ret))
72762306a36Sopenharmony_ci			return -EINVAL;
72862306a36Sopenharmony_ci		desc->frags[i].addr = cpu_to_le32(addr);
72962306a36Sopenharmony_ci		desc->frags[i].size = cpu_to_le32(len);
73062306a36Sopenharmony_ci	}
73162306a36Sopenharmony_ci
73262306a36Sopenharmony_ci	return 0;
73362306a36Sopenharmony_ci}
73462306a36Sopenharmony_ci
73562306a36Sopenharmony_cistatic netdev_tx_t hix5hd2_net_xmit(struct sk_buff *skb, struct net_device *dev)
73662306a36Sopenharmony_ci{
73762306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
73862306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
73962306a36Sopenharmony_ci	dma_addr_t addr;
74062306a36Sopenharmony_ci	u32 pos;
74162306a36Sopenharmony_ci	u32 cmd;
74262306a36Sopenharmony_ci	int ret;
74362306a36Sopenharmony_ci
74462306a36Sopenharmony_ci	/* software write pointer */
74562306a36Sopenharmony_ci	pos = dma_cnt(readl_relaxed(priv->base + TX_BQ_WR_ADDR));
74662306a36Sopenharmony_ci	if (unlikely(priv->tx_skb[pos])) {
74762306a36Sopenharmony_ci		dev->stats.tx_dropped++;
74862306a36Sopenharmony_ci		dev->stats.tx_fifo_errors++;
74962306a36Sopenharmony_ci		netif_stop_queue(dev);
75062306a36Sopenharmony_ci		return NETDEV_TX_BUSY;
75162306a36Sopenharmony_ci	}
75262306a36Sopenharmony_ci
75362306a36Sopenharmony_ci	desc = priv->tx_bq.desc + pos;
75462306a36Sopenharmony_ci
75562306a36Sopenharmony_ci	cmd = hix5hd2_get_desc_cmd(skb, priv->hw_cap);
75662306a36Sopenharmony_ci	desc->cmd = cpu_to_le32(cmd);
75762306a36Sopenharmony_ci
75862306a36Sopenharmony_ci	if (skb_shinfo(skb)->nr_frags) {
75962306a36Sopenharmony_ci		ret = hix5hd2_fill_sg_desc(priv, skb, pos);
76062306a36Sopenharmony_ci		if (unlikely(ret)) {
76162306a36Sopenharmony_ci			dev_kfree_skb_any(skb);
76262306a36Sopenharmony_ci			dev->stats.tx_dropped++;
76362306a36Sopenharmony_ci			return NETDEV_TX_OK;
76462306a36Sopenharmony_ci		}
76562306a36Sopenharmony_ci		addr = priv->tx_ring.phys_addr + pos * sizeof(struct sg_desc);
76662306a36Sopenharmony_ci	} else {
76762306a36Sopenharmony_ci		addr = dma_map_single(priv->dev, skb->data, skb->len,
76862306a36Sopenharmony_ci				      DMA_TO_DEVICE);
76962306a36Sopenharmony_ci		if (unlikely(dma_mapping_error(priv->dev, addr))) {
77062306a36Sopenharmony_ci			dev_kfree_skb_any(skb);
77162306a36Sopenharmony_ci			dev->stats.tx_dropped++;
77262306a36Sopenharmony_ci			return NETDEV_TX_OK;
77362306a36Sopenharmony_ci		}
77462306a36Sopenharmony_ci	}
77562306a36Sopenharmony_ci	desc->buff_addr = cpu_to_le32(addr);
77662306a36Sopenharmony_ci
77762306a36Sopenharmony_ci	priv->tx_skb[pos] = skb;
77862306a36Sopenharmony_ci
77962306a36Sopenharmony_ci	/* ensure desc updated */
78062306a36Sopenharmony_ci	wmb();
78162306a36Sopenharmony_ci
78262306a36Sopenharmony_ci	pos = dma_ring_incr(pos, TX_DESC_NUM);
78362306a36Sopenharmony_ci	writel_relaxed(dma_byte(pos), priv->base + TX_BQ_WR_ADDR);
78462306a36Sopenharmony_ci
78562306a36Sopenharmony_ci	netif_trans_update(dev);
78662306a36Sopenharmony_ci	dev->stats.tx_packets++;
78762306a36Sopenharmony_ci	dev->stats.tx_bytes += skb->len;
78862306a36Sopenharmony_ci	netdev_sent_queue(dev, skb->len);
78962306a36Sopenharmony_ci
79062306a36Sopenharmony_ci	return NETDEV_TX_OK;
79162306a36Sopenharmony_ci}
79262306a36Sopenharmony_ci
79362306a36Sopenharmony_cistatic void hix5hd2_free_dma_desc_rings(struct hix5hd2_priv *priv)
79462306a36Sopenharmony_ci{
79562306a36Sopenharmony_ci	struct hix5hd2_desc *desc;
79662306a36Sopenharmony_ci	dma_addr_t addr;
79762306a36Sopenharmony_ci	int i;
79862306a36Sopenharmony_ci
79962306a36Sopenharmony_ci	for (i = 0; i < RX_DESC_NUM; i++) {
80062306a36Sopenharmony_ci		struct sk_buff *skb = priv->rx_skb[i];
80162306a36Sopenharmony_ci		if (skb == NULL)
80262306a36Sopenharmony_ci			continue;
80362306a36Sopenharmony_ci
80462306a36Sopenharmony_ci		desc = priv->rx_fq.desc + i;
80562306a36Sopenharmony_ci		addr = le32_to_cpu(desc->buff_addr);
80662306a36Sopenharmony_ci		dma_unmap_single(priv->dev, addr,
80762306a36Sopenharmony_ci				 MAC_MAX_FRAME_SIZE, DMA_FROM_DEVICE);
80862306a36Sopenharmony_ci		dev_kfree_skb_any(skb);
80962306a36Sopenharmony_ci		priv->rx_skb[i] = NULL;
81062306a36Sopenharmony_ci	}
81162306a36Sopenharmony_ci
81262306a36Sopenharmony_ci	for (i = 0; i < TX_DESC_NUM; i++) {
81362306a36Sopenharmony_ci		struct sk_buff *skb = priv->tx_skb[i];
81462306a36Sopenharmony_ci		if (skb == NULL)
81562306a36Sopenharmony_ci			continue;
81662306a36Sopenharmony_ci
81762306a36Sopenharmony_ci		desc = priv->tx_rq.desc + i;
81862306a36Sopenharmony_ci		addr = le32_to_cpu(desc->buff_addr);
81962306a36Sopenharmony_ci		dma_unmap_single(priv->dev, addr, skb->len, DMA_TO_DEVICE);
82062306a36Sopenharmony_ci		dev_kfree_skb_any(skb);
82162306a36Sopenharmony_ci		priv->tx_skb[i] = NULL;
82262306a36Sopenharmony_ci	}
82362306a36Sopenharmony_ci}
82462306a36Sopenharmony_ci
82562306a36Sopenharmony_cistatic int hix5hd2_net_open(struct net_device *dev)
82662306a36Sopenharmony_ci{
82762306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
82862306a36Sopenharmony_ci	struct phy_device *phy;
82962306a36Sopenharmony_ci	int ret;
83062306a36Sopenharmony_ci
83162306a36Sopenharmony_ci	ret = clk_prepare_enable(priv->mac_core_clk);
83262306a36Sopenharmony_ci	if (ret < 0) {
83362306a36Sopenharmony_ci		netdev_err(dev, "failed to enable mac core clk %d\n", ret);
83462306a36Sopenharmony_ci		return ret;
83562306a36Sopenharmony_ci	}
83662306a36Sopenharmony_ci
83762306a36Sopenharmony_ci	ret = clk_prepare_enable(priv->mac_ifc_clk);
83862306a36Sopenharmony_ci	if (ret < 0) {
83962306a36Sopenharmony_ci		clk_disable_unprepare(priv->mac_core_clk);
84062306a36Sopenharmony_ci		netdev_err(dev, "failed to enable mac ifc clk %d\n", ret);
84162306a36Sopenharmony_ci		return ret;
84262306a36Sopenharmony_ci	}
84362306a36Sopenharmony_ci
84462306a36Sopenharmony_ci	phy = of_phy_connect(dev, priv->phy_node,
84562306a36Sopenharmony_ci			     &hix5hd2_adjust_link, 0, priv->phy_mode);
84662306a36Sopenharmony_ci	if (!phy) {
84762306a36Sopenharmony_ci		clk_disable_unprepare(priv->mac_ifc_clk);
84862306a36Sopenharmony_ci		clk_disable_unprepare(priv->mac_core_clk);
84962306a36Sopenharmony_ci		return -ENODEV;
85062306a36Sopenharmony_ci	}
85162306a36Sopenharmony_ci
85262306a36Sopenharmony_ci	phy_start(phy);
85362306a36Sopenharmony_ci	hix5hd2_hw_init(priv);
85462306a36Sopenharmony_ci	hix5hd2_rx_refill(priv);
85562306a36Sopenharmony_ci
85662306a36Sopenharmony_ci	netdev_reset_queue(dev);
85762306a36Sopenharmony_ci	netif_start_queue(dev);
85862306a36Sopenharmony_ci	napi_enable(&priv->napi);
85962306a36Sopenharmony_ci
86062306a36Sopenharmony_ci	hix5hd2_port_enable(priv);
86162306a36Sopenharmony_ci	hix5hd2_irq_enable(priv);
86262306a36Sopenharmony_ci
86362306a36Sopenharmony_ci	return 0;
86462306a36Sopenharmony_ci}
86562306a36Sopenharmony_ci
86662306a36Sopenharmony_cistatic int hix5hd2_net_close(struct net_device *dev)
86762306a36Sopenharmony_ci{
86862306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
86962306a36Sopenharmony_ci
87062306a36Sopenharmony_ci	hix5hd2_port_disable(priv);
87162306a36Sopenharmony_ci	hix5hd2_irq_disable(priv);
87262306a36Sopenharmony_ci	napi_disable(&priv->napi);
87362306a36Sopenharmony_ci	netif_stop_queue(dev);
87462306a36Sopenharmony_ci	hix5hd2_free_dma_desc_rings(priv);
87562306a36Sopenharmony_ci
87662306a36Sopenharmony_ci	if (dev->phydev) {
87762306a36Sopenharmony_ci		phy_stop(dev->phydev);
87862306a36Sopenharmony_ci		phy_disconnect(dev->phydev);
87962306a36Sopenharmony_ci	}
88062306a36Sopenharmony_ci
88162306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_ifc_clk);
88262306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_core_clk);
88362306a36Sopenharmony_ci
88462306a36Sopenharmony_ci	return 0;
88562306a36Sopenharmony_ci}
88662306a36Sopenharmony_ci
88762306a36Sopenharmony_cistatic void hix5hd2_tx_timeout_task(struct work_struct *work)
88862306a36Sopenharmony_ci{
88962306a36Sopenharmony_ci	struct hix5hd2_priv *priv;
89062306a36Sopenharmony_ci
89162306a36Sopenharmony_ci	priv = container_of(work, struct hix5hd2_priv, tx_timeout_task);
89262306a36Sopenharmony_ci	hix5hd2_net_close(priv->netdev);
89362306a36Sopenharmony_ci	hix5hd2_net_open(priv->netdev);
89462306a36Sopenharmony_ci}
89562306a36Sopenharmony_ci
89662306a36Sopenharmony_cistatic void hix5hd2_net_timeout(struct net_device *dev, unsigned int txqueue)
89762306a36Sopenharmony_ci{
89862306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(dev);
89962306a36Sopenharmony_ci
90062306a36Sopenharmony_ci	schedule_work(&priv->tx_timeout_task);
90162306a36Sopenharmony_ci}
90262306a36Sopenharmony_ci
90362306a36Sopenharmony_cistatic const struct net_device_ops hix5hd2_netdev_ops = {
90462306a36Sopenharmony_ci	.ndo_open		= hix5hd2_net_open,
90562306a36Sopenharmony_ci	.ndo_stop		= hix5hd2_net_close,
90662306a36Sopenharmony_ci	.ndo_start_xmit		= hix5hd2_net_xmit,
90762306a36Sopenharmony_ci	.ndo_tx_timeout		= hix5hd2_net_timeout,
90862306a36Sopenharmony_ci	.ndo_set_mac_address	= hix5hd2_net_set_mac_address,
90962306a36Sopenharmony_ci};
91062306a36Sopenharmony_ci
91162306a36Sopenharmony_cistatic const struct ethtool_ops hix5hd2_ethtools_ops = {
91262306a36Sopenharmony_ci	.get_link		= ethtool_op_get_link,
91362306a36Sopenharmony_ci	.get_link_ksettings     = phy_ethtool_get_link_ksettings,
91462306a36Sopenharmony_ci	.set_link_ksettings     = phy_ethtool_set_link_ksettings,
91562306a36Sopenharmony_ci};
91662306a36Sopenharmony_ci
91762306a36Sopenharmony_cistatic int hix5hd2_mdio_wait_ready(struct mii_bus *bus)
91862306a36Sopenharmony_ci{
91962306a36Sopenharmony_ci	struct hix5hd2_priv *priv = bus->priv;
92062306a36Sopenharmony_ci	void __iomem *base = priv->base;
92162306a36Sopenharmony_ci	int i, timeout = 10000;
92262306a36Sopenharmony_ci
92362306a36Sopenharmony_ci	for (i = 0; readl_relaxed(base + MDIO_SINGLE_CMD) & MDIO_START; i++) {
92462306a36Sopenharmony_ci		if (i == timeout)
92562306a36Sopenharmony_ci			return -ETIMEDOUT;
92662306a36Sopenharmony_ci		usleep_range(10, 20);
92762306a36Sopenharmony_ci	}
92862306a36Sopenharmony_ci
92962306a36Sopenharmony_ci	return 0;
93062306a36Sopenharmony_ci}
93162306a36Sopenharmony_ci
93262306a36Sopenharmony_cistatic int hix5hd2_mdio_read(struct mii_bus *bus, int phy, int reg)
93362306a36Sopenharmony_ci{
93462306a36Sopenharmony_ci	struct hix5hd2_priv *priv = bus->priv;
93562306a36Sopenharmony_ci	void __iomem *base = priv->base;
93662306a36Sopenharmony_ci	int val, ret;
93762306a36Sopenharmony_ci
93862306a36Sopenharmony_ci	ret = hix5hd2_mdio_wait_ready(bus);
93962306a36Sopenharmony_ci	if (ret < 0)
94062306a36Sopenharmony_ci		goto out;
94162306a36Sopenharmony_ci
94262306a36Sopenharmony_ci	writel_relaxed(MDIO_READ | phy << 8 | reg, base + MDIO_SINGLE_CMD);
94362306a36Sopenharmony_ci	ret = hix5hd2_mdio_wait_ready(bus);
94462306a36Sopenharmony_ci	if (ret < 0)
94562306a36Sopenharmony_ci		goto out;
94662306a36Sopenharmony_ci
94762306a36Sopenharmony_ci	val = readl_relaxed(base + MDIO_RDATA_STATUS);
94862306a36Sopenharmony_ci	if (val & MDIO_R_VALID) {
94962306a36Sopenharmony_ci		dev_err(bus->parent, "SMI bus read not valid\n");
95062306a36Sopenharmony_ci		ret = -ENODEV;
95162306a36Sopenharmony_ci		goto out;
95262306a36Sopenharmony_ci	}
95362306a36Sopenharmony_ci
95462306a36Sopenharmony_ci	val = readl_relaxed(priv->base + MDIO_SINGLE_DATA);
95562306a36Sopenharmony_ci	ret = (val >> 16) & 0xFFFF;
95662306a36Sopenharmony_ciout:
95762306a36Sopenharmony_ci	return ret;
95862306a36Sopenharmony_ci}
95962306a36Sopenharmony_ci
96062306a36Sopenharmony_cistatic int hix5hd2_mdio_write(struct mii_bus *bus, int phy, int reg, u16 val)
96162306a36Sopenharmony_ci{
96262306a36Sopenharmony_ci	struct hix5hd2_priv *priv = bus->priv;
96362306a36Sopenharmony_ci	void __iomem *base = priv->base;
96462306a36Sopenharmony_ci	int ret;
96562306a36Sopenharmony_ci
96662306a36Sopenharmony_ci	ret = hix5hd2_mdio_wait_ready(bus);
96762306a36Sopenharmony_ci	if (ret < 0)
96862306a36Sopenharmony_ci		goto out;
96962306a36Sopenharmony_ci
97062306a36Sopenharmony_ci	writel_relaxed(val, base + MDIO_SINGLE_DATA);
97162306a36Sopenharmony_ci	writel_relaxed(MDIO_WRITE | phy << 8 | reg, base + MDIO_SINGLE_CMD);
97262306a36Sopenharmony_ci	ret = hix5hd2_mdio_wait_ready(bus);
97362306a36Sopenharmony_ciout:
97462306a36Sopenharmony_ci	return ret;
97562306a36Sopenharmony_ci}
97662306a36Sopenharmony_ci
97762306a36Sopenharmony_cistatic void hix5hd2_destroy_hw_desc_queue(struct hix5hd2_priv *priv)
97862306a36Sopenharmony_ci{
97962306a36Sopenharmony_ci	int i;
98062306a36Sopenharmony_ci
98162306a36Sopenharmony_ci	for (i = 0; i < QUEUE_NUMS; i++) {
98262306a36Sopenharmony_ci		if (priv->pool[i].desc) {
98362306a36Sopenharmony_ci			dma_free_coherent(priv->dev, priv->pool[i].size,
98462306a36Sopenharmony_ci					  priv->pool[i].desc,
98562306a36Sopenharmony_ci					  priv->pool[i].phys_addr);
98662306a36Sopenharmony_ci			priv->pool[i].desc = NULL;
98762306a36Sopenharmony_ci		}
98862306a36Sopenharmony_ci	}
98962306a36Sopenharmony_ci}
99062306a36Sopenharmony_ci
99162306a36Sopenharmony_cistatic int hix5hd2_init_hw_desc_queue(struct hix5hd2_priv *priv)
99262306a36Sopenharmony_ci{
99362306a36Sopenharmony_ci	struct device *dev = priv->dev;
99462306a36Sopenharmony_ci	struct hix5hd2_desc *virt_addr;
99562306a36Sopenharmony_ci	dma_addr_t phys_addr;
99662306a36Sopenharmony_ci	int size, i;
99762306a36Sopenharmony_ci
99862306a36Sopenharmony_ci	priv->rx_fq.count = RX_DESC_NUM;
99962306a36Sopenharmony_ci	priv->rx_bq.count = RX_DESC_NUM;
100062306a36Sopenharmony_ci	priv->tx_bq.count = TX_DESC_NUM;
100162306a36Sopenharmony_ci	priv->tx_rq.count = TX_DESC_NUM;
100262306a36Sopenharmony_ci
100362306a36Sopenharmony_ci	for (i = 0; i < QUEUE_NUMS; i++) {
100462306a36Sopenharmony_ci		size = priv->pool[i].count * sizeof(struct hix5hd2_desc);
100562306a36Sopenharmony_ci		virt_addr = dma_alloc_coherent(dev, size, &phys_addr,
100662306a36Sopenharmony_ci					       GFP_KERNEL);
100762306a36Sopenharmony_ci		if (virt_addr == NULL)
100862306a36Sopenharmony_ci			goto error_free_pool;
100962306a36Sopenharmony_ci
101062306a36Sopenharmony_ci		priv->pool[i].size = size;
101162306a36Sopenharmony_ci		priv->pool[i].desc = virt_addr;
101262306a36Sopenharmony_ci		priv->pool[i].phys_addr = phys_addr;
101362306a36Sopenharmony_ci	}
101462306a36Sopenharmony_ci	return 0;
101562306a36Sopenharmony_ci
101662306a36Sopenharmony_cierror_free_pool:
101762306a36Sopenharmony_ci	hix5hd2_destroy_hw_desc_queue(priv);
101862306a36Sopenharmony_ci
101962306a36Sopenharmony_ci	return -ENOMEM;
102062306a36Sopenharmony_ci}
102162306a36Sopenharmony_ci
102262306a36Sopenharmony_cistatic int hix5hd2_init_sg_desc_queue(struct hix5hd2_priv *priv)
102362306a36Sopenharmony_ci{
102462306a36Sopenharmony_ci	struct sg_desc *desc;
102562306a36Sopenharmony_ci	dma_addr_t phys_addr;
102662306a36Sopenharmony_ci
102762306a36Sopenharmony_ci	desc = dma_alloc_coherent(priv->dev,
102862306a36Sopenharmony_ci				  TX_DESC_NUM * sizeof(struct sg_desc),
102962306a36Sopenharmony_ci				  &phys_addr, GFP_KERNEL);
103062306a36Sopenharmony_ci	if (!desc)
103162306a36Sopenharmony_ci		return -ENOMEM;
103262306a36Sopenharmony_ci
103362306a36Sopenharmony_ci	priv->tx_ring.desc = desc;
103462306a36Sopenharmony_ci	priv->tx_ring.phys_addr = phys_addr;
103562306a36Sopenharmony_ci
103662306a36Sopenharmony_ci	return 0;
103762306a36Sopenharmony_ci}
103862306a36Sopenharmony_ci
103962306a36Sopenharmony_cistatic void hix5hd2_destroy_sg_desc_queue(struct hix5hd2_priv *priv)
104062306a36Sopenharmony_ci{
104162306a36Sopenharmony_ci	if (priv->tx_ring.desc) {
104262306a36Sopenharmony_ci		dma_free_coherent(priv->dev,
104362306a36Sopenharmony_ci				  TX_DESC_NUM * sizeof(struct sg_desc),
104462306a36Sopenharmony_ci				  priv->tx_ring.desc, priv->tx_ring.phys_addr);
104562306a36Sopenharmony_ci		priv->tx_ring.desc = NULL;
104662306a36Sopenharmony_ci	}
104762306a36Sopenharmony_ci}
104862306a36Sopenharmony_ci
104962306a36Sopenharmony_cistatic inline void hix5hd2_mac_core_reset(struct hix5hd2_priv *priv)
105062306a36Sopenharmony_ci{
105162306a36Sopenharmony_ci	if (!priv->mac_core_rst)
105262306a36Sopenharmony_ci		return;
105362306a36Sopenharmony_ci
105462306a36Sopenharmony_ci	reset_control_assert(priv->mac_core_rst);
105562306a36Sopenharmony_ci	reset_control_deassert(priv->mac_core_rst);
105662306a36Sopenharmony_ci}
105762306a36Sopenharmony_ci
105862306a36Sopenharmony_cistatic void hix5hd2_sleep_us(u32 time_us)
105962306a36Sopenharmony_ci{
106062306a36Sopenharmony_ci	u32 time_ms;
106162306a36Sopenharmony_ci
106262306a36Sopenharmony_ci	if (!time_us)
106362306a36Sopenharmony_ci		return;
106462306a36Sopenharmony_ci
106562306a36Sopenharmony_ci	time_ms = DIV_ROUND_UP(time_us, 1000);
106662306a36Sopenharmony_ci	if (time_ms < 20)
106762306a36Sopenharmony_ci		usleep_range(time_us, time_us + 500);
106862306a36Sopenharmony_ci	else
106962306a36Sopenharmony_ci		msleep(time_ms);
107062306a36Sopenharmony_ci}
107162306a36Sopenharmony_ci
107262306a36Sopenharmony_cistatic void hix5hd2_phy_reset(struct hix5hd2_priv *priv)
107362306a36Sopenharmony_ci{
107462306a36Sopenharmony_ci	/* To make sure PHY hardware reset success,
107562306a36Sopenharmony_ci	 * we must keep PHY in deassert state first and
107662306a36Sopenharmony_ci	 * then complete the hardware reset operation
107762306a36Sopenharmony_ci	 */
107862306a36Sopenharmony_ci	reset_control_deassert(priv->phy_rst);
107962306a36Sopenharmony_ci	hix5hd2_sleep_us(priv->phy_reset_delays[PRE_DELAY]);
108062306a36Sopenharmony_ci
108162306a36Sopenharmony_ci	reset_control_assert(priv->phy_rst);
108262306a36Sopenharmony_ci	/* delay some time to ensure reset ok,
108362306a36Sopenharmony_ci	 * this depends on PHY hardware feature
108462306a36Sopenharmony_ci	 */
108562306a36Sopenharmony_ci	hix5hd2_sleep_us(priv->phy_reset_delays[PULSE]);
108662306a36Sopenharmony_ci	reset_control_deassert(priv->phy_rst);
108762306a36Sopenharmony_ci	/* delay some time to ensure later MDIO access */
108862306a36Sopenharmony_ci	hix5hd2_sleep_us(priv->phy_reset_delays[POST_DELAY]);
108962306a36Sopenharmony_ci}
109062306a36Sopenharmony_ci
109162306a36Sopenharmony_cistatic const struct of_device_id hix5hd2_of_match[];
109262306a36Sopenharmony_ci
109362306a36Sopenharmony_cistatic int hix5hd2_dev_probe(struct platform_device *pdev)
109462306a36Sopenharmony_ci{
109562306a36Sopenharmony_ci	struct device *dev = &pdev->dev;
109662306a36Sopenharmony_ci	struct device_node *node = dev->of_node;
109762306a36Sopenharmony_ci	const struct of_device_id *of_id = NULL;
109862306a36Sopenharmony_ci	struct net_device *ndev;
109962306a36Sopenharmony_ci	struct hix5hd2_priv *priv;
110062306a36Sopenharmony_ci	struct mii_bus *bus;
110162306a36Sopenharmony_ci	int ret;
110262306a36Sopenharmony_ci
110362306a36Sopenharmony_ci	ndev = alloc_etherdev(sizeof(struct hix5hd2_priv));
110462306a36Sopenharmony_ci	if (!ndev)
110562306a36Sopenharmony_ci		return -ENOMEM;
110662306a36Sopenharmony_ci
110762306a36Sopenharmony_ci	platform_set_drvdata(pdev, ndev);
110862306a36Sopenharmony_ci
110962306a36Sopenharmony_ci	priv = netdev_priv(ndev);
111062306a36Sopenharmony_ci	priv->dev = dev;
111162306a36Sopenharmony_ci	priv->netdev = ndev;
111262306a36Sopenharmony_ci
111362306a36Sopenharmony_ci	of_id = of_match_device(hix5hd2_of_match, dev);
111462306a36Sopenharmony_ci	if (!of_id) {
111562306a36Sopenharmony_ci		ret = -EINVAL;
111662306a36Sopenharmony_ci		goto out_free_netdev;
111762306a36Sopenharmony_ci	}
111862306a36Sopenharmony_ci	priv->hw_cap = (unsigned long)of_id->data;
111962306a36Sopenharmony_ci
112062306a36Sopenharmony_ci	priv->base = devm_platform_ioremap_resource(pdev, 0);
112162306a36Sopenharmony_ci	if (IS_ERR(priv->base)) {
112262306a36Sopenharmony_ci		ret = PTR_ERR(priv->base);
112362306a36Sopenharmony_ci		goto out_free_netdev;
112462306a36Sopenharmony_ci	}
112562306a36Sopenharmony_ci
112662306a36Sopenharmony_ci	priv->ctrl_base = devm_platform_ioremap_resource(pdev, 1);
112762306a36Sopenharmony_ci	if (IS_ERR(priv->ctrl_base)) {
112862306a36Sopenharmony_ci		ret = PTR_ERR(priv->ctrl_base);
112962306a36Sopenharmony_ci		goto out_free_netdev;
113062306a36Sopenharmony_ci	}
113162306a36Sopenharmony_ci
113262306a36Sopenharmony_ci	priv->mac_core_clk = devm_clk_get(&pdev->dev, "mac_core");
113362306a36Sopenharmony_ci	if (IS_ERR(priv->mac_core_clk)) {
113462306a36Sopenharmony_ci		netdev_err(ndev, "failed to get mac core clk\n");
113562306a36Sopenharmony_ci		ret = -ENODEV;
113662306a36Sopenharmony_ci		goto out_free_netdev;
113762306a36Sopenharmony_ci	}
113862306a36Sopenharmony_ci
113962306a36Sopenharmony_ci	ret = clk_prepare_enable(priv->mac_core_clk);
114062306a36Sopenharmony_ci	if (ret < 0) {
114162306a36Sopenharmony_ci		netdev_err(ndev, "failed to enable mac core clk %d\n", ret);
114262306a36Sopenharmony_ci		goto out_free_netdev;
114362306a36Sopenharmony_ci	}
114462306a36Sopenharmony_ci
114562306a36Sopenharmony_ci	priv->mac_ifc_clk = devm_clk_get(&pdev->dev, "mac_ifc");
114662306a36Sopenharmony_ci	if (IS_ERR(priv->mac_ifc_clk))
114762306a36Sopenharmony_ci		priv->mac_ifc_clk = NULL;
114862306a36Sopenharmony_ci
114962306a36Sopenharmony_ci	ret = clk_prepare_enable(priv->mac_ifc_clk);
115062306a36Sopenharmony_ci	if (ret < 0) {
115162306a36Sopenharmony_ci		netdev_err(ndev, "failed to enable mac ifc clk %d\n", ret);
115262306a36Sopenharmony_ci		goto out_disable_mac_core_clk;
115362306a36Sopenharmony_ci	}
115462306a36Sopenharmony_ci
115562306a36Sopenharmony_ci	priv->mac_core_rst = devm_reset_control_get(dev, "mac_core");
115662306a36Sopenharmony_ci	if (IS_ERR(priv->mac_core_rst))
115762306a36Sopenharmony_ci		priv->mac_core_rst = NULL;
115862306a36Sopenharmony_ci	hix5hd2_mac_core_reset(priv);
115962306a36Sopenharmony_ci
116062306a36Sopenharmony_ci	priv->mac_ifc_rst = devm_reset_control_get(dev, "mac_ifc");
116162306a36Sopenharmony_ci	if (IS_ERR(priv->mac_ifc_rst))
116262306a36Sopenharmony_ci		priv->mac_ifc_rst = NULL;
116362306a36Sopenharmony_ci
116462306a36Sopenharmony_ci	priv->phy_rst = devm_reset_control_get(dev, "phy");
116562306a36Sopenharmony_ci	if (IS_ERR(priv->phy_rst)) {
116662306a36Sopenharmony_ci		priv->phy_rst = NULL;
116762306a36Sopenharmony_ci	} else {
116862306a36Sopenharmony_ci		ret = of_property_read_u32_array(node,
116962306a36Sopenharmony_ci						 PHY_RESET_DELAYS_PROPERTY,
117062306a36Sopenharmony_ci						 priv->phy_reset_delays,
117162306a36Sopenharmony_ci						 DELAYS_NUM);
117262306a36Sopenharmony_ci		if (ret)
117362306a36Sopenharmony_ci			goto out_disable_clk;
117462306a36Sopenharmony_ci		hix5hd2_phy_reset(priv);
117562306a36Sopenharmony_ci	}
117662306a36Sopenharmony_ci
117762306a36Sopenharmony_ci	bus = mdiobus_alloc();
117862306a36Sopenharmony_ci	if (bus == NULL) {
117962306a36Sopenharmony_ci		ret = -ENOMEM;
118062306a36Sopenharmony_ci		goto out_disable_clk;
118162306a36Sopenharmony_ci	}
118262306a36Sopenharmony_ci
118362306a36Sopenharmony_ci	bus->priv = priv;
118462306a36Sopenharmony_ci	bus->name = "hix5hd2_mii_bus";
118562306a36Sopenharmony_ci	bus->read = hix5hd2_mdio_read;
118662306a36Sopenharmony_ci	bus->write = hix5hd2_mdio_write;
118762306a36Sopenharmony_ci	bus->parent = &pdev->dev;
118862306a36Sopenharmony_ci	snprintf(bus->id, MII_BUS_ID_SIZE, "%s-mii", dev_name(&pdev->dev));
118962306a36Sopenharmony_ci	priv->bus = bus;
119062306a36Sopenharmony_ci
119162306a36Sopenharmony_ci	ret = of_mdiobus_register(bus, node);
119262306a36Sopenharmony_ci	if (ret)
119362306a36Sopenharmony_ci		goto err_free_mdio;
119462306a36Sopenharmony_ci
119562306a36Sopenharmony_ci	ret = of_get_phy_mode(node, &priv->phy_mode);
119662306a36Sopenharmony_ci	if (ret) {
119762306a36Sopenharmony_ci		netdev_err(ndev, "not find phy-mode\n");
119862306a36Sopenharmony_ci		goto err_mdiobus;
119962306a36Sopenharmony_ci	}
120062306a36Sopenharmony_ci
120162306a36Sopenharmony_ci	priv->phy_node = of_parse_phandle(node, "phy-handle", 0);
120262306a36Sopenharmony_ci	if (!priv->phy_node) {
120362306a36Sopenharmony_ci		netdev_err(ndev, "not find phy-handle\n");
120462306a36Sopenharmony_ci		ret = -EINVAL;
120562306a36Sopenharmony_ci		goto err_mdiobus;
120662306a36Sopenharmony_ci	}
120762306a36Sopenharmony_ci
120862306a36Sopenharmony_ci	ndev->irq = platform_get_irq(pdev, 0);
120962306a36Sopenharmony_ci	if (ndev->irq < 0) {
121062306a36Sopenharmony_ci		ret = ndev->irq;
121162306a36Sopenharmony_ci		goto out_phy_node;
121262306a36Sopenharmony_ci	}
121362306a36Sopenharmony_ci
121462306a36Sopenharmony_ci	ret = devm_request_irq(dev, ndev->irq, hix5hd2_interrupt,
121562306a36Sopenharmony_ci			       0, pdev->name, ndev);
121662306a36Sopenharmony_ci	if (ret) {
121762306a36Sopenharmony_ci		netdev_err(ndev, "devm_request_irq failed\n");
121862306a36Sopenharmony_ci		goto out_phy_node;
121962306a36Sopenharmony_ci	}
122062306a36Sopenharmony_ci
122162306a36Sopenharmony_ci	ret = of_get_ethdev_address(node, ndev);
122262306a36Sopenharmony_ci	if (ret) {
122362306a36Sopenharmony_ci		eth_hw_addr_random(ndev);
122462306a36Sopenharmony_ci		netdev_warn(ndev, "using random MAC address %pM\n",
122562306a36Sopenharmony_ci			    ndev->dev_addr);
122662306a36Sopenharmony_ci	}
122762306a36Sopenharmony_ci
122862306a36Sopenharmony_ci	INIT_WORK(&priv->tx_timeout_task, hix5hd2_tx_timeout_task);
122962306a36Sopenharmony_ci	ndev->watchdog_timeo = 6 * HZ;
123062306a36Sopenharmony_ci	ndev->priv_flags |= IFF_UNICAST_FLT;
123162306a36Sopenharmony_ci	ndev->netdev_ops = &hix5hd2_netdev_ops;
123262306a36Sopenharmony_ci	ndev->ethtool_ops = &hix5hd2_ethtools_ops;
123362306a36Sopenharmony_ci	SET_NETDEV_DEV(ndev, dev);
123462306a36Sopenharmony_ci
123562306a36Sopenharmony_ci	if (HAS_CAP_TSO(priv->hw_cap))
123662306a36Sopenharmony_ci		ndev->hw_features |= NETIF_F_SG;
123762306a36Sopenharmony_ci
123862306a36Sopenharmony_ci	ndev->features |= ndev->hw_features | NETIF_F_HIGHDMA;
123962306a36Sopenharmony_ci	ndev->vlan_features |= ndev->features;
124062306a36Sopenharmony_ci
124162306a36Sopenharmony_ci	ret = hix5hd2_init_hw_desc_queue(priv);
124262306a36Sopenharmony_ci	if (ret)
124362306a36Sopenharmony_ci		goto out_phy_node;
124462306a36Sopenharmony_ci
124562306a36Sopenharmony_ci	netif_napi_add(ndev, &priv->napi, hix5hd2_poll);
124662306a36Sopenharmony_ci
124762306a36Sopenharmony_ci	if (HAS_CAP_TSO(priv->hw_cap)) {
124862306a36Sopenharmony_ci		ret = hix5hd2_init_sg_desc_queue(priv);
124962306a36Sopenharmony_ci		if (ret)
125062306a36Sopenharmony_ci			goto out_destroy_queue;
125162306a36Sopenharmony_ci	}
125262306a36Sopenharmony_ci
125362306a36Sopenharmony_ci	ret = register_netdev(priv->netdev);
125462306a36Sopenharmony_ci	if (ret) {
125562306a36Sopenharmony_ci		netdev_err(ndev, "register_netdev failed!");
125662306a36Sopenharmony_ci		goto out_destroy_queue;
125762306a36Sopenharmony_ci	}
125862306a36Sopenharmony_ci
125962306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_ifc_clk);
126062306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_core_clk);
126162306a36Sopenharmony_ci
126262306a36Sopenharmony_ci	return ret;
126362306a36Sopenharmony_ci
126462306a36Sopenharmony_ciout_destroy_queue:
126562306a36Sopenharmony_ci	if (HAS_CAP_TSO(priv->hw_cap))
126662306a36Sopenharmony_ci		hix5hd2_destroy_sg_desc_queue(priv);
126762306a36Sopenharmony_ci	netif_napi_del(&priv->napi);
126862306a36Sopenharmony_ci	hix5hd2_destroy_hw_desc_queue(priv);
126962306a36Sopenharmony_ciout_phy_node:
127062306a36Sopenharmony_ci	of_node_put(priv->phy_node);
127162306a36Sopenharmony_cierr_mdiobus:
127262306a36Sopenharmony_ci	mdiobus_unregister(bus);
127362306a36Sopenharmony_cierr_free_mdio:
127462306a36Sopenharmony_ci	mdiobus_free(bus);
127562306a36Sopenharmony_ciout_disable_clk:
127662306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_ifc_clk);
127762306a36Sopenharmony_ciout_disable_mac_core_clk:
127862306a36Sopenharmony_ci	clk_disable_unprepare(priv->mac_core_clk);
127962306a36Sopenharmony_ciout_free_netdev:
128062306a36Sopenharmony_ci	free_netdev(ndev);
128162306a36Sopenharmony_ci
128262306a36Sopenharmony_ci	return ret;
128362306a36Sopenharmony_ci}
128462306a36Sopenharmony_ci
128562306a36Sopenharmony_cistatic int hix5hd2_dev_remove(struct platform_device *pdev)
128662306a36Sopenharmony_ci{
128762306a36Sopenharmony_ci	struct net_device *ndev = platform_get_drvdata(pdev);
128862306a36Sopenharmony_ci	struct hix5hd2_priv *priv = netdev_priv(ndev);
128962306a36Sopenharmony_ci
129062306a36Sopenharmony_ci	netif_napi_del(&priv->napi);
129162306a36Sopenharmony_ci	unregister_netdev(ndev);
129262306a36Sopenharmony_ci	mdiobus_unregister(priv->bus);
129362306a36Sopenharmony_ci	mdiobus_free(priv->bus);
129462306a36Sopenharmony_ci
129562306a36Sopenharmony_ci	if (HAS_CAP_TSO(priv->hw_cap))
129662306a36Sopenharmony_ci		hix5hd2_destroy_sg_desc_queue(priv);
129762306a36Sopenharmony_ci	hix5hd2_destroy_hw_desc_queue(priv);
129862306a36Sopenharmony_ci	of_node_put(priv->phy_node);
129962306a36Sopenharmony_ci	cancel_work_sync(&priv->tx_timeout_task);
130062306a36Sopenharmony_ci	free_netdev(ndev);
130162306a36Sopenharmony_ci
130262306a36Sopenharmony_ci	return 0;
130362306a36Sopenharmony_ci}
130462306a36Sopenharmony_ci
130562306a36Sopenharmony_cistatic const struct of_device_id hix5hd2_of_match[] = {
130662306a36Sopenharmony_ci	{ .compatible = "hisilicon,hisi-gmac-v1", .data = (void *)GEMAC_V1 },
130762306a36Sopenharmony_ci	{ .compatible = "hisilicon,hisi-gmac-v2", .data = (void *)GEMAC_V2 },
130862306a36Sopenharmony_ci	{ .compatible = "hisilicon,hix5hd2-gmac", .data = (void *)GEMAC_V1 },
130962306a36Sopenharmony_ci	{ .compatible = "hisilicon,hi3798cv200-gmac", .data = (void *)GEMAC_V2 },
131062306a36Sopenharmony_ci	{ .compatible = "hisilicon,hi3516a-gmac", .data = (void *)GEMAC_V2 },
131162306a36Sopenharmony_ci	{},
131262306a36Sopenharmony_ci};
131362306a36Sopenharmony_ci
131462306a36Sopenharmony_ciMODULE_DEVICE_TABLE(of, hix5hd2_of_match);
131562306a36Sopenharmony_ci
131662306a36Sopenharmony_cistatic struct platform_driver hix5hd2_dev_driver = {
131762306a36Sopenharmony_ci	.driver = {
131862306a36Sopenharmony_ci		.name = "hisi-gmac",
131962306a36Sopenharmony_ci		.of_match_table = hix5hd2_of_match,
132062306a36Sopenharmony_ci	},
132162306a36Sopenharmony_ci	.probe = hix5hd2_dev_probe,
132262306a36Sopenharmony_ci	.remove = hix5hd2_dev_remove,
132362306a36Sopenharmony_ci};
132462306a36Sopenharmony_ci
132562306a36Sopenharmony_cimodule_platform_driver(hix5hd2_dev_driver);
132662306a36Sopenharmony_ci
132762306a36Sopenharmony_ciMODULE_DESCRIPTION("HISILICON Gigabit Ethernet MAC driver");
132862306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
132962306a36Sopenharmony_ciMODULE_ALIAS("platform:hisi-gmac");
1330