162306a36Sopenharmony_ci// SPDX-License-Identifier: GPL-2.0
262306a36Sopenharmony_ci/*
362306a36Sopenharmony_ci * Keystone GBE and XGBE subsystem code
462306a36Sopenharmony_ci *
562306a36Sopenharmony_ci * Copyright (C) 2014 Texas Instruments Incorporated
662306a36Sopenharmony_ci * Authors:	Sandeep Nair <sandeep_n@ti.com>
762306a36Sopenharmony_ci *		Sandeep Paulraj <s-paulraj@ti.com>
862306a36Sopenharmony_ci *		Cyril Chemparathy <cyril@ti.com>
962306a36Sopenharmony_ci *		Santosh Shilimkar <santosh.shilimkar@ti.com>
1062306a36Sopenharmony_ci *		Wingman Kwok <w-kwok2@ti.com>
1162306a36Sopenharmony_ci */
1262306a36Sopenharmony_ci
1362306a36Sopenharmony_ci#include <linux/io.h>
1462306a36Sopenharmony_ci#include <linux/module.h>
1562306a36Sopenharmony_ci#include <linux/of_mdio.h>
1662306a36Sopenharmony_ci#include <linux/of_net.h>
1762306a36Sopenharmony_ci#include <linux/of_address.h>
1862306a36Sopenharmony_ci#include <linux/if_vlan.h>
1962306a36Sopenharmony_ci#include <linux/ptp_classify.h>
2062306a36Sopenharmony_ci#include <linux/net_tstamp.h>
2162306a36Sopenharmony_ci#include <linux/ethtool.h>
2262306a36Sopenharmony_ci
2362306a36Sopenharmony_ci#include "cpsw.h"
2462306a36Sopenharmony_ci#include "cpsw_ale.h"
2562306a36Sopenharmony_ci#include "netcp.h"
2662306a36Sopenharmony_ci#include "cpts.h"
2762306a36Sopenharmony_ci
2862306a36Sopenharmony_ci#define NETCP_DRIVER_NAME		"TI KeyStone Ethernet Driver"
2962306a36Sopenharmony_ci#define NETCP_DRIVER_VERSION		"v1.0"
3062306a36Sopenharmony_ci
3162306a36Sopenharmony_ci#define GBE_IDENT(reg)			((reg >> 16) & 0xffff)
3262306a36Sopenharmony_ci#define GBE_MAJOR_VERSION(reg)		(reg >> 8 & 0x7)
3362306a36Sopenharmony_ci#define GBE_MINOR_VERSION(reg)		(reg & 0xff)
3462306a36Sopenharmony_ci#define GBE_RTL_VERSION(reg)		((reg >> 11) & 0x1f)
3562306a36Sopenharmony_ci
3662306a36Sopenharmony_ci/* 1G Ethernet SS defines */
3762306a36Sopenharmony_ci#define GBE_MODULE_NAME			"netcp-gbe"
3862306a36Sopenharmony_ci#define GBE_SS_VERSION_14		0x4ed2
3962306a36Sopenharmony_ci
4062306a36Sopenharmony_ci#define GBE_SS_REG_INDEX		0
4162306a36Sopenharmony_ci#define GBE_SGMII34_REG_INDEX		1
4262306a36Sopenharmony_ci#define GBE_SM_REG_INDEX		2
4362306a36Sopenharmony_ci/* offset relative to base of GBE_SS_REG_INDEX */
4462306a36Sopenharmony_ci#define GBE13_SGMII_MODULE_OFFSET	0x100
4562306a36Sopenharmony_ci/* offset relative to base of GBE_SM_REG_INDEX */
4662306a36Sopenharmony_ci#define GBE13_HOST_PORT_OFFSET		0x34
4762306a36Sopenharmony_ci#define GBE13_SLAVE_PORT_OFFSET		0x60
4862306a36Sopenharmony_ci#define GBE13_EMAC_OFFSET		0x100
4962306a36Sopenharmony_ci#define GBE13_SLAVE_PORT2_OFFSET	0x200
5062306a36Sopenharmony_ci#define GBE13_HW_STATS_OFFSET		0x300
5162306a36Sopenharmony_ci#define GBE13_CPTS_OFFSET		0x500
5262306a36Sopenharmony_ci#define GBE13_ALE_OFFSET		0x600
5362306a36Sopenharmony_ci#define GBE13_HOST_PORT_NUM		0
5462306a36Sopenharmony_ci
5562306a36Sopenharmony_ci/* 1G Ethernet NU SS defines */
5662306a36Sopenharmony_ci#define GBENU_MODULE_NAME		"netcp-gbenu"
5762306a36Sopenharmony_ci#define GBE_SS_ID_NU			0x4ee6
5862306a36Sopenharmony_ci#define GBE_SS_ID_2U			0x4ee8
5962306a36Sopenharmony_ci
6062306a36Sopenharmony_ci#define IS_SS_ID_MU(d) \
6162306a36Sopenharmony_ci	((GBE_IDENT((d)->ss_version) == GBE_SS_ID_NU) || \
6262306a36Sopenharmony_ci	 (GBE_IDENT((d)->ss_version) == GBE_SS_ID_2U))
6362306a36Sopenharmony_ci
6462306a36Sopenharmony_ci#define IS_SS_ID_NU(d) \
6562306a36Sopenharmony_ci	(GBE_IDENT((d)->ss_version) == GBE_SS_ID_NU)
6662306a36Sopenharmony_ci
6762306a36Sopenharmony_ci#define IS_SS_ID_VER_14(d) \
6862306a36Sopenharmony_ci	(GBE_IDENT((d)->ss_version) == GBE_SS_VERSION_14)
6962306a36Sopenharmony_ci#define IS_SS_ID_2U(d) \
7062306a36Sopenharmony_ci	(GBE_IDENT((d)->ss_version) == GBE_SS_ID_2U)
7162306a36Sopenharmony_ci
7262306a36Sopenharmony_ci#define GBENU_SS_REG_INDEX		0
7362306a36Sopenharmony_ci#define GBENU_SM_REG_INDEX		1
7462306a36Sopenharmony_ci#define GBENU_SGMII_MODULE_OFFSET	0x100
7562306a36Sopenharmony_ci#define GBENU_HOST_PORT_OFFSET		0x1000
7662306a36Sopenharmony_ci#define GBENU_SLAVE_PORT_OFFSET		0x2000
7762306a36Sopenharmony_ci#define GBENU_EMAC_OFFSET		0x2330
7862306a36Sopenharmony_ci#define GBENU_HW_STATS_OFFSET		0x1a000
7962306a36Sopenharmony_ci#define GBENU_CPTS_OFFSET		0x1d000
8062306a36Sopenharmony_ci#define GBENU_ALE_OFFSET		0x1e000
8162306a36Sopenharmony_ci#define GBENU_HOST_PORT_NUM		0
8262306a36Sopenharmony_ci#define GBENU_SGMII_MODULE_SIZE		0x100
8362306a36Sopenharmony_ci
8462306a36Sopenharmony_ci/* 10G Ethernet SS defines */
8562306a36Sopenharmony_ci#define XGBE_MODULE_NAME		"netcp-xgbe"
8662306a36Sopenharmony_ci#define XGBE_SS_VERSION_10		0x4ee4
8762306a36Sopenharmony_ci
8862306a36Sopenharmony_ci#define XGBE_SS_REG_INDEX		0
8962306a36Sopenharmony_ci#define XGBE_SM_REG_INDEX		1
9062306a36Sopenharmony_ci#define XGBE_SERDES_REG_INDEX		2
9162306a36Sopenharmony_ci
9262306a36Sopenharmony_ci/* offset relative to base of XGBE_SS_REG_INDEX */
9362306a36Sopenharmony_ci#define XGBE10_SGMII_MODULE_OFFSET	0x100
9462306a36Sopenharmony_ci#define IS_SS_ID_XGBE(d)		((d)->ss_version == XGBE_SS_VERSION_10)
9562306a36Sopenharmony_ci/* offset relative to base of XGBE_SM_REG_INDEX */
9662306a36Sopenharmony_ci#define XGBE10_HOST_PORT_OFFSET		0x34
9762306a36Sopenharmony_ci#define XGBE10_SLAVE_PORT_OFFSET	0x64
9862306a36Sopenharmony_ci#define XGBE10_EMAC_OFFSET		0x400
9962306a36Sopenharmony_ci#define XGBE10_CPTS_OFFSET		0x600
10062306a36Sopenharmony_ci#define XGBE10_ALE_OFFSET		0x700
10162306a36Sopenharmony_ci#define XGBE10_HW_STATS_OFFSET		0x800
10262306a36Sopenharmony_ci#define XGBE10_HOST_PORT_NUM		0
10362306a36Sopenharmony_ci
10462306a36Sopenharmony_ci#define	GBE_TIMER_INTERVAL			(HZ / 2)
10562306a36Sopenharmony_ci
10662306a36Sopenharmony_ci/* Soft reset register values */
10762306a36Sopenharmony_ci#define SOFT_RESET_MASK				BIT(0)
10862306a36Sopenharmony_ci#define SOFT_RESET				BIT(0)
10962306a36Sopenharmony_ci#define DEVICE_EMACSL_RESET_POLL_COUNT		100
11062306a36Sopenharmony_ci#define GMACSL_RET_WARN_RESET_INCOMPLETE	-2
11162306a36Sopenharmony_ci
11262306a36Sopenharmony_ci#define MACSL_RX_ENABLE_CSF			BIT(23)
11362306a36Sopenharmony_ci#define MACSL_ENABLE_EXT_CTL			BIT(18)
11462306a36Sopenharmony_ci#define MACSL_XGMII_ENABLE			BIT(13)
11562306a36Sopenharmony_ci#define MACSL_XGIG_MODE				BIT(8)
11662306a36Sopenharmony_ci#define MACSL_GIG_MODE				BIT(7)
11762306a36Sopenharmony_ci#define MACSL_GMII_ENABLE			BIT(5)
11862306a36Sopenharmony_ci#define MACSL_FULLDUPLEX			BIT(0)
11962306a36Sopenharmony_ci
12062306a36Sopenharmony_ci#define GBE_CTL_P0_ENABLE			BIT(2)
12162306a36Sopenharmony_ci#define ETH_SW_CTL_P0_TX_CRC_REMOVE		BIT(13)
12262306a36Sopenharmony_ci#define GBE13_REG_VAL_STAT_ENABLE_ALL		0xff
12362306a36Sopenharmony_ci#define XGBE_REG_VAL_STAT_ENABLE_ALL		0xf
12462306a36Sopenharmony_ci#define GBE_STATS_CD_SEL			BIT(28)
12562306a36Sopenharmony_ci
12662306a36Sopenharmony_ci#define GBE_PORT_MASK(x)			(BIT(x) - 1)
12762306a36Sopenharmony_ci#define GBE_MASK_NO_PORTS			0
12862306a36Sopenharmony_ci
12962306a36Sopenharmony_ci#define GBE_DEF_1G_MAC_CONTROL					\
13062306a36Sopenharmony_ci		(MACSL_GIG_MODE | MACSL_GMII_ENABLE |		\
13162306a36Sopenharmony_ci		 MACSL_ENABLE_EXT_CTL |	MACSL_RX_ENABLE_CSF)
13262306a36Sopenharmony_ci
13362306a36Sopenharmony_ci#define GBE_DEF_10G_MAC_CONTROL				\
13462306a36Sopenharmony_ci		(MACSL_XGIG_MODE | MACSL_XGMII_ENABLE |		\
13562306a36Sopenharmony_ci		 MACSL_ENABLE_EXT_CTL |	MACSL_RX_ENABLE_CSF)
13662306a36Sopenharmony_ci
13762306a36Sopenharmony_ci#define GBE_STATSA_MODULE			0
13862306a36Sopenharmony_ci#define GBE_STATSB_MODULE			1
13962306a36Sopenharmony_ci#define GBE_STATSC_MODULE			2
14062306a36Sopenharmony_ci#define GBE_STATSD_MODULE			3
14162306a36Sopenharmony_ci
14262306a36Sopenharmony_ci#define GBENU_STATS0_MODULE			0
14362306a36Sopenharmony_ci#define GBENU_STATS1_MODULE			1
14462306a36Sopenharmony_ci#define GBENU_STATS2_MODULE			2
14562306a36Sopenharmony_ci#define GBENU_STATS3_MODULE			3
14662306a36Sopenharmony_ci#define GBENU_STATS4_MODULE			4
14762306a36Sopenharmony_ci#define GBENU_STATS5_MODULE			5
14862306a36Sopenharmony_ci#define GBENU_STATS6_MODULE			6
14962306a36Sopenharmony_ci#define GBENU_STATS7_MODULE			7
15062306a36Sopenharmony_ci#define GBENU_STATS8_MODULE			8
15162306a36Sopenharmony_ci
15262306a36Sopenharmony_ci#define XGBE_STATS0_MODULE			0
15362306a36Sopenharmony_ci#define XGBE_STATS1_MODULE			1
15462306a36Sopenharmony_ci#define XGBE_STATS2_MODULE			2
15562306a36Sopenharmony_ci
15662306a36Sopenharmony_ci/* s: 0-based slave_port */
15762306a36Sopenharmony_ci#define SGMII_BASE(d, s) \
15862306a36Sopenharmony_ci	(((s) < 2) ? (d)->sgmii_port_regs : (d)->sgmii_port34_regs)
15962306a36Sopenharmony_ci
16062306a36Sopenharmony_ci#define GBE_TX_QUEUE				648
16162306a36Sopenharmony_ci#define	GBE_TXHOOK_ORDER			0
16262306a36Sopenharmony_ci#define	GBE_RXHOOK_ORDER			0
16362306a36Sopenharmony_ci#define GBE_DEFAULT_ALE_AGEOUT			30
16462306a36Sopenharmony_ci#define SLAVE_LINK_IS_XGMII(s) ((s)->link_interface >= XGMII_LINK_MAC_PHY)
16562306a36Sopenharmony_ci#define SLAVE_LINK_IS_RGMII(s) \
16662306a36Sopenharmony_ci	(((s)->link_interface >= RGMII_LINK_MAC_PHY) && \
16762306a36Sopenharmony_ci	 ((s)->link_interface <= RGMII_LINK_MAC_PHY_NO_MDIO))
16862306a36Sopenharmony_ci#define SLAVE_LINK_IS_SGMII(s) \
16962306a36Sopenharmony_ci	((s)->link_interface <= SGMII_LINK_MAC_PHY_NO_MDIO)
17062306a36Sopenharmony_ci#define NETCP_LINK_STATE_INVALID		-1
17162306a36Sopenharmony_ci
17262306a36Sopenharmony_ci#define GBE_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \
17362306a36Sopenharmony_ci		offsetof(struct gbe##_##rb, rn)
17462306a36Sopenharmony_ci#define GBENU_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \
17562306a36Sopenharmony_ci		offsetof(struct gbenu##_##rb, rn)
17662306a36Sopenharmony_ci#define XGBE_SET_REG_OFS(p, rb, rn) p->rb##_ofs.rn = \
17762306a36Sopenharmony_ci		offsetof(struct xgbe##_##rb, rn)
17862306a36Sopenharmony_ci#define GBE_REG_ADDR(p, rb, rn) (p->rb + p->rb##_ofs.rn)
17962306a36Sopenharmony_ci
18062306a36Sopenharmony_ci#define HOST_TX_PRI_MAP_DEFAULT			0x00000000
18162306a36Sopenharmony_ci
18262306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_TI_CPTS)
18362306a36Sopenharmony_ci/* Px_TS_CTL register fields */
18462306a36Sopenharmony_ci#define TS_RX_ANX_F_EN				BIT(0)
18562306a36Sopenharmony_ci#define TS_RX_VLAN_LT1_EN			BIT(1)
18662306a36Sopenharmony_ci#define TS_RX_VLAN_LT2_EN			BIT(2)
18762306a36Sopenharmony_ci#define TS_RX_ANX_D_EN				BIT(3)
18862306a36Sopenharmony_ci#define TS_TX_ANX_F_EN				BIT(4)
18962306a36Sopenharmony_ci#define TS_TX_VLAN_LT1_EN			BIT(5)
19062306a36Sopenharmony_ci#define TS_TX_VLAN_LT2_EN			BIT(6)
19162306a36Sopenharmony_ci#define TS_TX_ANX_D_EN				BIT(7)
19262306a36Sopenharmony_ci#define TS_LT2_EN				BIT(8)
19362306a36Sopenharmony_ci#define TS_RX_ANX_E_EN				BIT(9)
19462306a36Sopenharmony_ci#define TS_TX_ANX_E_EN				BIT(10)
19562306a36Sopenharmony_ci#define TS_MSG_TYPE_EN_SHIFT			16
19662306a36Sopenharmony_ci#define TS_MSG_TYPE_EN_MASK			0xffff
19762306a36Sopenharmony_ci
19862306a36Sopenharmony_ci/* Px_TS_SEQ_LTYPE register fields */
19962306a36Sopenharmony_ci#define TS_SEQ_ID_OFS_SHIFT			16
20062306a36Sopenharmony_ci#define TS_SEQ_ID_OFS_MASK			0x3f
20162306a36Sopenharmony_ci
20262306a36Sopenharmony_ci/* Px_TS_CTL_LTYPE2 register fields */
20362306a36Sopenharmony_ci#define TS_107					BIT(16)
20462306a36Sopenharmony_ci#define TS_129					BIT(17)
20562306a36Sopenharmony_ci#define TS_130					BIT(18)
20662306a36Sopenharmony_ci#define TS_131					BIT(19)
20762306a36Sopenharmony_ci#define TS_132					BIT(20)
20862306a36Sopenharmony_ci#define TS_319					BIT(21)
20962306a36Sopenharmony_ci#define TS_320					BIT(22)
21062306a36Sopenharmony_ci#define TS_TTL_NONZERO				BIT(23)
21162306a36Sopenharmony_ci#define TS_UNI_EN				BIT(24)
21262306a36Sopenharmony_ci#define TS_UNI_EN_SHIFT				24
21362306a36Sopenharmony_ci
21462306a36Sopenharmony_ci#define TS_TX_ANX_ALL_EN	 \
21562306a36Sopenharmony_ci	(TS_TX_ANX_D_EN	| TS_TX_ANX_E_EN | TS_TX_ANX_F_EN)
21662306a36Sopenharmony_ci
21762306a36Sopenharmony_ci#define TS_RX_ANX_ALL_EN	 \
21862306a36Sopenharmony_ci	(TS_RX_ANX_D_EN	| TS_RX_ANX_E_EN | TS_RX_ANX_F_EN)
21962306a36Sopenharmony_ci
22062306a36Sopenharmony_ci#define TS_CTL_DST_PORT				TS_319
22162306a36Sopenharmony_ci#define TS_CTL_DST_PORT_SHIFT			21
22262306a36Sopenharmony_ci
22362306a36Sopenharmony_ci#define TS_CTL_MADDR_ALL	\
22462306a36Sopenharmony_ci	(TS_107 | TS_129 | TS_130 | TS_131 | TS_132)
22562306a36Sopenharmony_ci
22662306a36Sopenharmony_ci#define TS_CTL_MADDR_SHIFT			16
22762306a36Sopenharmony_ci
22862306a36Sopenharmony_ci/* The PTP event messages - Sync, Delay_Req, Pdelay_Req, and Pdelay_Resp. */
22962306a36Sopenharmony_ci#define EVENT_MSG_BITS (BIT(0) | BIT(1) | BIT(2) | BIT(3))
23062306a36Sopenharmony_ci#endif /* CONFIG_TI_CPTS */
23162306a36Sopenharmony_ci
23262306a36Sopenharmony_cistruct xgbe_ss_regs {
23362306a36Sopenharmony_ci	u32	id_ver;
23462306a36Sopenharmony_ci	u32	synce_count;
23562306a36Sopenharmony_ci	u32	synce_mux;
23662306a36Sopenharmony_ci	u32	control;
23762306a36Sopenharmony_ci};
23862306a36Sopenharmony_ci
23962306a36Sopenharmony_cistruct xgbe_switch_regs {
24062306a36Sopenharmony_ci	u32	id_ver;
24162306a36Sopenharmony_ci	u32	control;
24262306a36Sopenharmony_ci	u32	emcontrol;
24362306a36Sopenharmony_ci	u32	stat_port_en;
24462306a36Sopenharmony_ci	u32	ptype;
24562306a36Sopenharmony_ci	u32	soft_idle;
24662306a36Sopenharmony_ci	u32	thru_rate;
24762306a36Sopenharmony_ci	u32	gap_thresh;
24862306a36Sopenharmony_ci	u32	tx_start_wds;
24962306a36Sopenharmony_ci	u32	flow_control;
25062306a36Sopenharmony_ci	u32	cppi_thresh;
25162306a36Sopenharmony_ci};
25262306a36Sopenharmony_ci
25362306a36Sopenharmony_cistruct xgbe_port_regs {
25462306a36Sopenharmony_ci	u32	blk_cnt;
25562306a36Sopenharmony_ci	u32	port_vlan;
25662306a36Sopenharmony_ci	u32	tx_pri_map;
25762306a36Sopenharmony_ci	u32	sa_lo;
25862306a36Sopenharmony_ci	u32	sa_hi;
25962306a36Sopenharmony_ci	u32	ts_ctl;
26062306a36Sopenharmony_ci	u32	ts_seq_ltype;
26162306a36Sopenharmony_ci	u32	ts_vlan;
26262306a36Sopenharmony_ci	u32	ts_ctl_ltype2;
26362306a36Sopenharmony_ci	u32	ts_ctl2;
26462306a36Sopenharmony_ci	u32	control;
26562306a36Sopenharmony_ci};
26662306a36Sopenharmony_ci
26762306a36Sopenharmony_cistruct xgbe_host_port_regs {
26862306a36Sopenharmony_ci	u32	blk_cnt;
26962306a36Sopenharmony_ci	u32	port_vlan;
27062306a36Sopenharmony_ci	u32	tx_pri_map;
27162306a36Sopenharmony_ci	u32	src_id;
27262306a36Sopenharmony_ci	u32	rx_pri_map;
27362306a36Sopenharmony_ci	u32	rx_maxlen;
27462306a36Sopenharmony_ci};
27562306a36Sopenharmony_ci
27662306a36Sopenharmony_cistruct xgbe_emac_regs {
27762306a36Sopenharmony_ci	u32	id_ver;
27862306a36Sopenharmony_ci	u32	mac_control;
27962306a36Sopenharmony_ci	u32	mac_status;
28062306a36Sopenharmony_ci	u32	soft_reset;
28162306a36Sopenharmony_ci	u32	rx_maxlen;
28262306a36Sopenharmony_ci	u32	__reserved_0;
28362306a36Sopenharmony_ci	u32	rx_pause;
28462306a36Sopenharmony_ci	u32	tx_pause;
28562306a36Sopenharmony_ci	u32	em_control;
28662306a36Sopenharmony_ci	u32	__reserved_1;
28762306a36Sopenharmony_ci	u32	tx_gap;
28862306a36Sopenharmony_ci	u32	rsvd[4];
28962306a36Sopenharmony_ci};
29062306a36Sopenharmony_ci
29162306a36Sopenharmony_cistruct xgbe_host_hw_stats {
29262306a36Sopenharmony_ci	u32	rx_good_frames;
29362306a36Sopenharmony_ci	u32	rx_broadcast_frames;
29462306a36Sopenharmony_ci	u32	rx_multicast_frames;
29562306a36Sopenharmony_ci	u32	__rsvd_0[3];
29662306a36Sopenharmony_ci	u32	rx_oversized_frames;
29762306a36Sopenharmony_ci	u32	__rsvd_1;
29862306a36Sopenharmony_ci	u32	rx_undersized_frames;
29962306a36Sopenharmony_ci	u32	__rsvd_2;
30062306a36Sopenharmony_ci	u32	overrun_type4;
30162306a36Sopenharmony_ci	u32	overrun_type5;
30262306a36Sopenharmony_ci	u32	rx_bytes;
30362306a36Sopenharmony_ci	u32	tx_good_frames;
30462306a36Sopenharmony_ci	u32	tx_broadcast_frames;
30562306a36Sopenharmony_ci	u32	tx_multicast_frames;
30662306a36Sopenharmony_ci	u32	__rsvd_3[9];
30762306a36Sopenharmony_ci	u32	tx_bytes;
30862306a36Sopenharmony_ci	u32	tx_64byte_frames;
30962306a36Sopenharmony_ci	u32	tx_65_to_127byte_frames;
31062306a36Sopenharmony_ci	u32	tx_128_to_255byte_frames;
31162306a36Sopenharmony_ci	u32	tx_256_to_511byte_frames;
31262306a36Sopenharmony_ci	u32	tx_512_to_1023byte_frames;
31362306a36Sopenharmony_ci	u32	tx_1024byte_frames;
31462306a36Sopenharmony_ci	u32	net_bytes;
31562306a36Sopenharmony_ci	u32	rx_sof_overruns;
31662306a36Sopenharmony_ci	u32	rx_mof_overruns;
31762306a36Sopenharmony_ci	u32	rx_dma_overruns;
31862306a36Sopenharmony_ci};
31962306a36Sopenharmony_ci
32062306a36Sopenharmony_cistruct xgbe_hw_stats {
32162306a36Sopenharmony_ci	u32	rx_good_frames;
32262306a36Sopenharmony_ci	u32	rx_broadcast_frames;
32362306a36Sopenharmony_ci	u32	rx_multicast_frames;
32462306a36Sopenharmony_ci	u32	rx_pause_frames;
32562306a36Sopenharmony_ci	u32	rx_crc_errors;
32662306a36Sopenharmony_ci	u32	rx_align_code_errors;
32762306a36Sopenharmony_ci	u32	rx_oversized_frames;
32862306a36Sopenharmony_ci	u32	rx_jabber_frames;
32962306a36Sopenharmony_ci	u32	rx_undersized_frames;
33062306a36Sopenharmony_ci	u32	rx_fragments;
33162306a36Sopenharmony_ci	u32	overrun_type4;
33262306a36Sopenharmony_ci	u32	overrun_type5;
33362306a36Sopenharmony_ci	u32	rx_bytes;
33462306a36Sopenharmony_ci	u32	tx_good_frames;
33562306a36Sopenharmony_ci	u32	tx_broadcast_frames;
33662306a36Sopenharmony_ci	u32	tx_multicast_frames;
33762306a36Sopenharmony_ci	u32	tx_pause_frames;
33862306a36Sopenharmony_ci	u32	tx_deferred_frames;
33962306a36Sopenharmony_ci	u32	tx_collision_frames;
34062306a36Sopenharmony_ci	u32	tx_single_coll_frames;
34162306a36Sopenharmony_ci	u32	tx_mult_coll_frames;
34262306a36Sopenharmony_ci	u32	tx_excessive_collisions;
34362306a36Sopenharmony_ci	u32	tx_late_collisions;
34462306a36Sopenharmony_ci	u32	tx_underrun;
34562306a36Sopenharmony_ci	u32	tx_carrier_sense_errors;
34662306a36Sopenharmony_ci	u32	tx_bytes;
34762306a36Sopenharmony_ci	u32	tx_64byte_frames;
34862306a36Sopenharmony_ci	u32	tx_65_to_127byte_frames;
34962306a36Sopenharmony_ci	u32	tx_128_to_255byte_frames;
35062306a36Sopenharmony_ci	u32	tx_256_to_511byte_frames;
35162306a36Sopenharmony_ci	u32	tx_512_to_1023byte_frames;
35262306a36Sopenharmony_ci	u32	tx_1024byte_frames;
35362306a36Sopenharmony_ci	u32	net_bytes;
35462306a36Sopenharmony_ci	u32	rx_sof_overruns;
35562306a36Sopenharmony_ci	u32	rx_mof_overruns;
35662306a36Sopenharmony_ci	u32	rx_dma_overruns;
35762306a36Sopenharmony_ci};
35862306a36Sopenharmony_ci
35962306a36Sopenharmony_cistruct gbenu_ss_regs {
36062306a36Sopenharmony_ci	u32	id_ver;
36162306a36Sopenharmony_ci	u32	synce_count;		/* NU */
36262306a36Sopenharmony_ci	u32	synce_mux;		/* NU */
36362306a36Sopenharmony_ci	u32	control;		/* 2U */
36462306a36Sopenharmony_ci	u32	__rsvd_0[2];		/* 2U */
36562306a36Sopenharmony_ci	u32	rgmii_status;		/* 2U */
36662306a36Sopenharmony_ci	u32	ss_status;		/* 2U */
36762306a36Sopenharmony_ci};
36862306a36Sopenharmony_ci
36962306a36Sopenharmony_cistruct gbenu_switch_regs {
37062306a36Sopenharmony_ci	u32	id_ver;
37162306a36Sopenharmony_ci	u32	control;
37262306a36Sopenharmony_ci	u32	__rsvd_0[2];
37362306a36Sopenharmony_ci	u32	emcontrol;
37462306a36Sopenharmony_ci	u32	stat_port_en;
37562306a36Sopenharmony_ci	u32	ptype;			/* NU */
37662306a36Sopenharmony_ci	u32	soft_idle;
37762306a36Sopenharmony_ci	u32	thru_rate;		/* NU */
37862306a36Sopenharmony_ci	u32	gap_thresh;		/* NU */
37962306a36Sopenharmony_ci	u32	tx_start_wds;		/* NU */
38062306a36Sopenharmony_ci	u32	eee_prescale;		/* 2U */
38162306a36Sopenharmony_ci	u32	tx_g_oflow_thresh_set;	/* NU */
38262306a36Sopenharmony_ci	u32	tx_g_oflow_thresh_clr;	/* NU */
38362306a36Sopenharmony_ci	u32	tx_g_buf_thresh_set_l;	/* NU */
38462306a36Sopenharmony_ci	u32	tx_g_buf_thresh_set_h;	/* NU */
38562306a36Sopenharmony_ci	u32	tx_g_buf_thresh_clr_l;	/* NU */
38662306a36Sopenharmony_ci	u32	tx_g_buf_thresh_clr_h;	/* NU */
38762306a36Sopenharmony_ci};
38862306a36Sopenharmony_ci
38962306a36Sopenharmony_cistruct gbenu_port_regs {
39062306a36Sopenharmony_ci	u32	__rsvd_0;
39162306a36Sopenharmony_ci	u32	control;
39262306a36Sopenharmony_ci	u32	max_blks;		/* 2U */
39362306a36Sopenharmony_ci	u32	mem_align1;
39462306a36Sopenharmony_ci	u32	blk_cnt;
39562306a36Sopenharmony_ci	u32	port_vlan;
39662306a36Sopenharmony_ci	u32	tx_pri_map;		/* NU */
39762306a36Sopenharmony_ci	u32	pri_ctl;		/* 2U */
39862306a36Sopenharmony_ci	u32	rx_pri_map;
39962306a36Sopenharmony_ci	u32	rx_maxlen;
40062306a36Sopenharmony_ci	u32	tx_blks_pri;		/* NU */
40162306a36Sopenharmony_ci	u32	__rsvd_1;
40262306a36Sopenharmony_ci	u32	idle2lpi;		/* 2U */
40362306a36Sopenharmony_ci	u32	lpi2idle;		/* 2U */
40462306a36Sopenharmony_ci	u32	eee_status;		/* 2U */
40562306a36Sopenharmony_ci	u32	__rsvd_2;
40662306a36Sopenharmony_ci	u32	__rsvd_3[176];		/* NU: more to add */
40762306a36Sopenharmony_ci	u32	__rsvd_4[2];
40862306a36Sopenharmony_ci	u32	sa_lo;
40962306a36Sopenharmony_ci	u32	sa_hi;
41062306a36Sopenharmony_ci	u32	ts_ctl;
41162306a36Sopenharmony_ci	u32	ts_seq_ltype;
41262306a36Sopenharmony_ci	u32	ts_vlan;
41362306a36Sopenharmony_ci	u32	ts_ctl_ltype2;
41462306a36Sopenharmony_ci	u32	ts_ctl2;
41562306a36Sopenharmony_ci};
41662306a36Sopenharmony_ci
41762306a36Sopenharmony_cistruct gbenu_host_port_regs {
41862306a36Sopenharmony_ci	u32	__rsvd_0;
41962306a36Sopenharmony_ci	u32	control;
42062306a36Sopenharmony_ci	u32	flow_id_offset;		/* 2U */
42162306a36Sopenharmony_ci	u32	__rsvd_1;
42262306a36Sopenharmony_ci	u32	blk_cnt;
42362306a36Sopenharmony_ci	u32	port_vlan;
42462306a36Sopenharmony_ci	u32	tx_pri_map;		/* NU */
42562306a36Sopenharmony_ci	u32	pri_ctl;
42662306a36Sopenharmony_ci	u32	rx_pri_map;
42762306a36Sopenharmony_ci	u32	rx_maxlen;
42862306a36Sopenharmony_ci	u32	tx_blks_pri;		/* NU */
42962306a36Sopenharmony_ci	u32	__rsvd_2;
43062306a36Sopenharmony_ci	u32	idle2lpi;		/* 2U */
43162306a36Sopenharmony_ci	u32	lpi2wake;		/* 2U */
43262306a36Sopenharmony_ci	u32	eee_status;		/* 2U */
43362306a36Sopenharmony_ci	u32	__rsvd_3;
43462306a36Sopenharmony_ci	u32	__rsvd_4[184];		/* NU */
43562306a36Sopenharmony_ci	u32	host_blks_pri;		/* NU */
43662306a36Sopenharmony_ci};
43762306a36Sopenharmony_ci
43862306a36Sopenharmony_cistruct gbenu_emac_regs {
43962306a36Sopenharmony_ci	u32	mac_control;
44062306a36Sopenharmony_ci	u32	mac_status;
44162306a36Sopenharmony_ci	u32	soft_reset;
44262306a36Sopenharmony_ci	u32	boff_test;
44362306a36Sopenharmony_ci	u32	rx_pause;
44462306a36Sopenharmony_ci	u32	__rsvd_0[11];		/* NU */
44562306a36Sopenharmony_ci	u32	tx_pause;
44662306a36Sopenharmony_ci	u32	__rsvd_1[11];		/* NU */
44762306a36Sopenharmony_ci	u32	em_control;
44862306a36Sopenharmony_ci	u32	tx_gap;
44962306a36Sopenharmony_ci};
45062306a36Sopenharmony_ci
45162306a36Sopenharmony_ci/* Some hw stat regs are applicable to slave port only.
45262306a36Sopenharmony_ci * This is handled by gbenu_et_stats struct.  Also some
45362306a36Sopenharmony_ci * are for SS version NU and some are for 2U.
45462306a36Sopenharmony_ci */
45562306a36Sopenharmony_cistruct gbenu_hw_stats {
45662306a36Sopenharmony_ci	u32	rx_good_frames;
45762306a36Sopenharmony_ci	u32	rx_broadcast_frames;
45862306a36Sopenharmony_ci	u32	rx_multicast_frames;
45962306a36Sopenharmony_ci	u32	rx_pause_frames;		/* slave */
46062306a36Sopenharmony_ci	u32	rx_crc_errors;
46162306a36Sopenharmony_ci	u32	rx_align_code_errors;		/* slave */
46262306a36Sopenharmony_ci	u32	rx_oversized_frames;
46362306a36Sopenharmony_ci	u32	rx_jabber_frames;		/* slave */
46462306a36Sopenharmony_ci	u32	rx_undersized_frames;
46562306a36Sopenharmony_ci	u32	rx_fragments;			/* slave */
46662306a36Sopenharmony_ci	u32	ale_drop;
46762306a36Sopenharmony_ci	u32	ale_overrun_drop;
46862306a36Sopenharmony_ci	u32	rx_bytes;
46962306a36Sopenharmony_ci	u32	tx_good_frames;
47062306a36Sopenharmony_ci	u32	tx_broadcast_frames;
47162306a36Sopenharmony_ci	u32	tx_multicast_frames;
47262306a36Sopenharmony_ci	u32	tx_pause_frames;		/* slave */
47362306a36Sopenharmony_ci	u32	tx_deferred_frames;		/* slave */
47462306a36Sopenharmony_ci	u32	tx_collision_frames;		/* slave */
47562306a36Sopenharmony_ci	u32	tx_single_coll_frames;		/* slave */
47662306a36Sopenharmony_ci	u32	tx_mult_coll_frames;		/* slave */
47762306a36Sopenharmony_ci	u32	tx_excessive_collisions;	/* slave */
47862306a36Sopenharmony_ci	u32	tx_late_collisions;		/* slave */
47962306a36Sopenharmony_ci	u32	rx_ipg_error;			/* slave 10G only */
48062306a36Sopenharmony_ci	u32	tx_carrier_sense_errors;	/* slave */
48162306a36Sopenharmony_ci	u32	tx_bytes;
48262306a36Sopenharmony_ci	u32	tx_64B_frames;
48362306a36Sopenharmony_ci	u32	tx_65_to_127B_frames;
48462306a36Sopenharmony_ci	u32	tx_128_to_255B_frames;
48562306a36Sopenharmony_ci	u32	tx_256_to_511B_frames;
48662306a36Sopenharmony_ci	u32	tx_512_to_1023B_frames;
48762306a36Sopenharmony_ci	u32	tx_1024B_frames;
48862306a36Sopenharmony_ci	u32	net_bytes;
48962306a36Sopenharmony_ci	u32	rx_bottom_fifo_drop;
49062306a36Sopenharmony_ci	u32	rx_port_mask_drop;
49162306a36Sopenharmony_ci	u32	rx_top_fifo_drop;
49262306a36Sopenharmony_ci	u32	ale_rate_limit_drop;
49362306a36Sopenharmony_ci	u32	ale_vid_ingress_drop;
49462306a36Sopenharmony_ci	u32	ale_da_eq_sa_drop;
49562306a36Sopenharmony_ci	u32	__rsvd_0[3];
49662306a36Sopenharmony_ci	u32	ale_unknown_ucast;
49762306a36Sopenharmony_ci	u32	ale_unknown_ucast_bytes;
49862306a36Sopenharmony_ci	u32	ale_unknown_mcast;
49962306a36Sopenharmony_ci	u32	ale_unknown_mcast_bytes;
50062306a36Sopenharmony_ci	u32	ale_unknown_bcast;
50162306a36Sopenharmony_ci	u32	ale_unknown_bcast_bytes;
50262306a36Sopenharmony_ci	u32	ale_pol_match;
50362306a36Sopenharmony_ci	u32	ale_pol_match_red;		/* NU */
50462306a36Sopenharmony_ci	u32	ale_pol_match_yellow;		/* NU */
50562306a36Sopenharmony_ci	u32	__rsvd_1[44];
50662306a36Sopenharmony_ci	u32	tx_mem_protect_err;
50762306a36Sopenharmony_ci	/* following NU only */
50862306a36Sopenharmony_ci	u32	tx_pri0;
50962306a36Sopenharmony_ci	u32	tx_pri1;
51062306a36Sopenharmony_ci	u32	tx_pri2;
51162306a36Sopenharmony_ci	u32	tx_pri3;
51262306a36Sopenharmony_ci	u32	tx_pri4;
51362306a36Sopenharmony_ci	u32	tx_pri5;
51462306a36Sopenharmony_ci	u32	tx_pri6;
51562306a36Sopenharmony_ci	u32	tx_pri7;
51662306a36Sopenharmony_ci	u32	tx_pri0_bcnt;
51762306a36Sopenharmony_ci	u32	tx_pri1_bcnt;
51862306a36Sopenharmony_ci	u32	tx_pri2_bcnt;
51962306a36Sopenharmony_ci	u32	tx_pri3_bcnt;
52062306a36Sopenharmony_ci	u32	tx_pri4_bcnt;
52162306a36Sopenharmony_ci	u32	tx_pri5_bcnt;
52262306a36Sopenharmony_ci	u32	tx_pri6_bcnt;
52362306a36Sopenharmony_ci	u32	tx_pri7_bcnt;
52462306a36Sopenharmony_ci	u32	tx_pri0_drop;
52562306a36Sopenharmony_ci	u32	tx_pri1_drop;
52662306a36Sopenharmony_ci	u32	tx_pri2_drop;
52762306a36Sopenharmony_ci	u32	tx_pri3_drop;
52862306a36Sopenharmony_ci	u32	tx_pri4_drop;
52962306a36Sopenharmony_ci	u32	tx_pri5_drop;
53062306a36Sopenharmony_ci	u32	tx_pri6_drop;
53162306a36Sopenharmony_ci	u32	tx_pri7_drop;
53262306a36Sopenharmony_ci	u32	tx_pri0_drop_bcnt;
53362306a36Sopenharmony_ci	u32	tx_pri1_drop_bcnt;
53462306a36Sopenharmony_ci	u32	tx_pri2_drop_bcnt;
53562306a36Sopenharmony_ci	u32	tx_pri3_drop_bcnt;
53662306a36Sopenharmony_ci	u32	tx_pri4_drop_bcnt;
53762306a36Sopenharmony_ci	u32	tx_pri5_drop_bcnt;
53862306a36Sopenharmony_ci	u32	tx_pri6_drop_bcnt;
53962306a36Sopenharmony_ci	u32	tx_pri7_drop_bcnt;
54062306a36Sopenharmony_ci};
54162306a36Sopenharmony_ci
54262306a36Sopenharmony_ci#define GBENU_HW_STATS_REG_MAP_SZ	0x200
54362306a36Sopenharmony_ci
54462306a36Sopenharmony_cistruct gbe_ss_regs {
54562306a36Sopenharmony_ci	u32	id_ver;
54662306a36Sopenharmony_ci	u32	synce_count;
54762306a36Sopenharmony_ci	u32	synce_mux;
54862306a36Sopenharmony_ci};
54962306a36Sopenharmony_ci
55062306a36Sopenharmony_cistruct gbe_ss_regs_ofs {
55162306a36Sopenharmony_ci	u16	id_ver;
55262306a36Sopenharmony_ci	u16	control;
55362306a36Sopenharmony_ci	u16	rgmii_status; /* 2U */
55462306a36Sopenharmony_ci};
55562306a36Sopenharmony_ci
55662306a36Sopenharmony_cistruct gbe_switch_regs {
55762306a36Sopenharmony_ci	u32	id_ver;
55862306a36Sopenharmony_ci	u32	control;
55962306a36Sopenharmony_ci	u32	soft_reset;
56062306a36Sopenharmony_ci	u32	stat_port_en;
56162306a36Sopenharmony_ci	u32	ptype;
56262306a36Sopenharmony_ci	u32	soft_idle;
56362306a36Sopenharmony_ci	u32	thru_rate;
56462306a36Sopenharmony_ci	u32	gap_thresh;
56562306a36Sopenharmony_ci	u32	tx_start_wds;
56662306a36Sopenharmony_ci	u32	flow_control;
56762306a36Sopenharmony_ci};
56862306a36Sopenharmony_ci
56962306a36Sopenharmony_cistruct gbe_switch_regs_ofs {
57062306a36Sopenharmony_ci	u16	id_ver;
57162306a36Sopenharmony_ci	u16	control;
57262306a36Sopenharmony_ci	u16	soft_reset;
57362306a36Sopenharmony_ci	u16	emcontrol;
57462306a36Sopenharmony_ci	u16	stat_port_en;
57562306a36Sopenharmony_ci	u16	ptype;
57662306a36Sopenharmony_ci	u16	flow_control;
57762306a36Sopenharmony_ci};
57862306a36Sopenharmony_ci
57962306a36Sopenharmony_cistruct gbe_port_regs {
58062306a36Sopenharmony_ci	u32	max_blks;
58162306a36Sopenharmony_ci	u32	blk_cnt;
58262306a36Sopenharmony_ci	u32	port_vlan;
58362306a36Sopenharmony_ci	u32	tx_pri_map;
58462306a36Sopenharmony_ci	u32	sa_lo;
58562306a36Sopenharmony_ci	u32	sa_hi;
58662306a36Sopenharmony_ci	u32	ts_ctl;
58762306a36Sopenharmony_ci	u32	ts_seq_ltype;
58862306a36Sopenharmony_ci	u32	ts_vlan;
58962306a36Sopenharmony_ci	u32	ts_ctl_ltype2;
59062306a36Sopenharmony_ci	u32	ts_ctl2;
59162306a36Sopenharmony_ci};
59262306a36Sopenharmony_ci
59362306a36Sopenharmony_cistruct gbe_port_regs_ofs {
59462306a36Sopenharmony_ci	u16	port_vlan;
59562306a36Sopenharmony_ci	u16	tx_pri_map;
59662306a36Sopenharmony_ci	u16     rx_pri_map;
59762306a36Sopenharmony_ci	u16	sa_lo;
59862306a36Sopenharmony_ci	u16	sa_hi;
59962306a36Sopenharmony_ci	u16	ts_ctl;
60062306a36Sopenharmony_ci	u16	ts_seq_ltype;
60162306a36Sopenharmony_ci	u16	ts_vlan;
60262306a36Sopenharmony_ci	u16	ts_ctl_ltype2;
60362306a36Sopenharmony_ci	u16	ts_ctl2;
60462306a36Sopenharmony_ci	u16	rx_maxlen;	/* 2U, NU */
60562306a36Sopenharmony_ci};
60662306a36Sopenharmony_ci
60762306a36Sopenharmony_cistruct gbe_host_port_regs {
60862306a36Sopenharmony_ci	u32	src_id;
60962306a36Sopenharmony_ci	u32	port_vlan;
61062306a36Sopenharmony_ci	u32	rx_pri_map;
61162306a36Sopenharmony_ci	u32	rx_maxlen;
61262306a36Sopenharmony_ci};
61362306a36Sopenharmony_ci
61462306a36Sopenharmony_cistruct gbe_host_port_regs_ofs {
61562306a36Sopenharmony_ci	u16	port_vlan;
61662306a36Sopenharmony_ci	u16	tx_pri_map;
61762306a36Sopenharmony_ci	u16	rx_maxlen;
61862306a36Sopenharmony_ci};
61962306a36Sopenharmony_ci
62062306a36Sopenharmony_cistruct gbe_emac_regs {
62162306a36Sopenharmony_ci	u32	id_ver;
62262306a36Sopenharmony_ci	u32	mac_control;
62362306a36Sopenharmony_ci	u32	mac_status;
62462306a36Sopenharmony_ci	u32	soft_reset;
62562306a36Sopenharmony_ci	u32	rx_maxlen;
62662306a36Sopenharmony_ci	u32	__reserved_0;
62762306a36Sopenharmony_ci	u32	rx_pause;
62862306a36Sopenharmony_ci	u32	tx_pause;
62962306a36Sopenharmony_ci	u32	__reserved_1;
63062306a36Sopenharmony_ci	u32	rx_pri_map;
63162306a36Sopenharmony_ci	u32	rsvd[6];
63262306a36Sopenharmony_ci};
63362306a36Sopenharmony_ci
63462306a36Sopenharmony_cistruct gbe_emac_regs_ofs {
63562306a36Sopenharmony_ci	u16	mac_control;
63662306a36Sopenharmony_ci	u16	soft_reset;
63762306a36Sopenharmony_ci	u16	rx_maxlen;
63862306a36Sopenharmony_ci};
63962306a36Sopenharmony_ci
64062306a36Sopenharmony_cistruct gbe_hw_stats {
64162306a36Sopenharmony_ci	u32	rx_good_frames;
64262306a36Sopenharmony_ci	u32	rx_broadcast_frames;
64362306a36Sopenharmony_ci	u32	rx_multicast_frames;
64462306a36Sopenharmony_ci	u32	rx_pause_frames;
64562306a36Sopenharmony_ci	u32	rx_crc_errors;
64662306a36Sopenharmony_ci	u32	rx_align_code_errors;
64762306a36Sopenharmony_ci	u32	rx_oversized_frames;
64862306a36Sopenharmony_ci	u32	rx_jabber_frames;
64962306a36Sopenharmony_ci	u32	rx_undersized_frames;
65062306a36Sopenharmony_ci	u32	rx_fragments;
65162306a36Sopenharmony_ci	u32	__pad_0[2];
65262306a36Sopenharmony_ci	u32	rx_bytes;
65362306a36Sopenharmony_ci	u32	tx_good_frames;
65462306a36Sopenharmony_ci	u32	tx_broadcast_frames;
65562306a36Sopenharmony_ci	u32	tx_multicast_frames;
65662306a36Sopenharmony_ci	u32	tx_pause_frames;
65762306a36Sopenharmony_ci	u32	tx_deferred_frames;
65862306a36Sopenharmony_ci	u32	tx_collision_frames;
65962306a36Sopenharmony_ci	u32	tx_single_coll_frames;
66062306a36Sopenharmony_ci	u32	tx_mult_coll_frames;
66162306a36Sopenharmony_ci	u32	tx_excessive_collisions;
66262306a36Sopenharmony_ci	u32	tx_late_collisions;
66362306a36Sopenharmony_ci	u32	tx_underrun;
66462306a36Sopenharmony_ci	u32	tx_carrier_sense_errors;
66562306a36Sopenharmony_ci	u32	tx_bytes;
66662306a36Sopenharmony_ci	u32	tx_64byte_frames;
66762306a36Sopenharmony_ci	u32	tx_65_to_127byte_frames;
66862306a36Sopenharmony_ci	u32	tx_128_to_255byte_frames;
66962306a36Sopenharmony_ci	u32	tx_256_to_511byte_frames;
67062306a36Sopenharmony_ci	u32	tx_512_to_1023byte_frames;
67162306a36Sopenharmony_ci	u32	tx_1024byte_frames;
67262306a36Sopenharmony_ci	u32	net_bytes;
67362306a36Sopenharmony_ci	u32	rx_sof_overruns;
67462306a36Sopenharmony_ci	u32	rx_mof_overruns;
67562306a36Sopenharmony_ci	u32	rx_dma_overruns;
67662306a36Sopenharmony_ci};
67762306a36Sopenharmony_ci
67862306a36Sopenharmony_ci#define GBE_MAX_HW_STAT_MODS			9
67962306a36Sopenharmony_ci#define GBE_HW_STATS_REG_MAP_SZ			0x100
68062306a36Sopenharmony_ci
68162306a36Sopenharmony_cistruct ts_ctl {
68262306a36Sopenharmony_ci	int     uni;
68362306a36Sopenharmony_ci	u8      dst_port_map;
68462306a36Sopenharmony_ci	u8      maddr_map;
68562306a36Sopenharmony_ci	u8      ts_mcast_type;
68662306a36Sopenharmony_ci};
68762306a36Sopenharmony_ci
68862306a36Sopenharmony_cistruct gbe_slave {
68962306a36Sopenharmony_ci	void __iomem			*port_regs;
69062306a36Sopenharmony_ci	void __iomem			*emac_regs;
69162306a36Sopenharmony_ci	struct gbe_port_regs_ofs	port_regs_ofs;
69262306a36Sopenharmony_ci	struct gbe_emac_regs_ofs	emac_regs_ofs;
69362306a36Sopenharmony_ci	int				slave_num; /* 0 based logical number */
69462306a36Sopenharmony_ci	int				port_num;  /* actual port number */
69562306a36Sopenharmony_ci	atomic_t			link_state;
69662306a36Sopenharmony_ci	bool				open;
69762306a36Sopenharmony_ci	struct phy_device		*phy;
69862306a36Sopenharmony_ci	u32				link_interface;
69962306a36Sopenharmony_ci	u32				mac_control;
70062306a36Sopenharmony_ci	u8				phy_port_t;
70162306a36Sopenharmony_ci	struct device_node		*node;
70262306a36Sopenharmony_ci	struct device_node		*phy_node;
70362306a36Sopenharmony_ci	struct ts_ctl                   ts_ctl;
70462306a36Sopenharmony_ci	struct list_head		slave_list;
70562306a36Sopenharmony_ci};
70662306a36Sopenharmony_ci
70762306a36Sopenharmony_cistruct gbe_priv {
70862306a36Sopenharmony_ci	struct device			*dev;
70962306a36Sopenharmony_ci	struct netcp_device		*netcp_device;
71062306a36Sopenharmony_ci	struct timer_list		timer;
71162306a36Sopenharmony_ci	u32				num_slaves;
71262306a36Sopenharmony_ci	u32				ale_ports;
71362306a36Sopenharmony_ci	bool				enable_ale;
71462306a36Sopenharmony_ci	u8				max_num_slaves;
71562306a36Sopenharmony_ci	u8				max_num_ports; /* max_num_slaves + 1 */
71662306a36Sopenharmony_ci	u8				num_stats_mods;
71762306a36Sopenharmony_ci	struct netcp_tx_pipe		tx_pipe;
71862306a36Sopenharmony_ci
71962306a36Sopenharmony_ci	int				host_port;
72062306a36Sopenharmony_ci	u32				rx_packet_max;
72162306a36Sopenharmony_ci	u32				ss_version;
72262306a36Sopenharmony_ci	u32				stats_en_mask;
72362306a36Sopenharmony_ci
72462306a36Sopenharmony_ci	void __iomem			*ss_regs;
72562306a36Sopenharmony_ci	void __iomem			*switch_regs;
72662306a36Sopenharmony_ci	void __iomem			*host_port_regs;
72762306a36Sopenharmony_ci	void __iomem			*ale_reg;
72862306a36Sopenharmony_ci	void __iomem                    *cpts_reg;
72962306a36Sopenharmony_ci	void __iomem			*sgmii_port_regs;
73062306a36Sopenharmony_ci	void __iomem			*sgmii_port34_regs;
73162306a36Sopenharmony_ci	void __iomem			*xgbe_serdes_regs;
73262306a36Sopenharmony_ci	void __iomem			*hw_stats_regs[GBE_MAX_HW_STAT_MODS];
73362306a36Sopenharmony_ci
73462306a36Sopenharmony_ci	struct gbe_ss_regs_ofs		ss_regs_ofs;
73562306a36Sopenharmony_ci	struct gbe_switch_regs_ofs	switch_regs_ofs;
73662306a36Sopenharmony_ci	struct gbe_host_port_regs_ofs	host_port_regs_ofs;
73762306a36Sopenharmony_ci
73862306a36Sopenharmony_ci	struct cpsw_ale			*ale;
73962306a36Sopenharmony_ci	unsigned int			tx_queue_id;
74062306a36Sopenharmony_ci	const char			*dma_chan_name;
74162306a36Sopenharmony_ci
74262306a36Sopenharmony_ci	struct list_head		gbe_intf_head;
74362306a36Sopenharmony_ci	struct list_head		secondary_slaves;
74462306a36Sopenharmony_ci	struct net_device		*dummy_ndev;
74562306a36Sopenharmony_ci
74662306a36Sopenharmony_ci	u64				*hw_stats;
74762306a36Sopenharmony_ci	u32				*hw_stats_prev;
74862306a36Sopenharmony_ci	const struct netcp_ethtool_stat *et_stats;
74962306a36Sopenharmony_ci	int				num_et_stats;
75062306a36Sopenharmony_ci	/*  Lock for updating the hwstats */
75162306a36Sopenharmony_ci	spinlock_t			hw_stats_lock;
75262306a36Sopenharmony_ci
75362306a36Sopenharmony_ci	int                             cpts_registered;
75462306a36Sopenharmony_ci	struct cpts                     *cpts;
75562306a36Sopenharmony_ci	int				rx_ts_enabled;
75662306a36Sopenharmony_ci	int				tx_ts_enabled;
75762306a36Sopenharmony_ci};
75862306a36Sopenharmony_ci
75962306a36Sopenharmony_cistruct gbe_intf {
76062306a36Sopenharmony_ci	struct net_device	*ndev;
76162306a36Sopenharmony_ci	struct device		*dev;
76262306a36Sopenharmony_ci	struct gbe_priv		*gbe_dev;
76362306a36Sopenharmony_ci	struct netcp_tx_pipe	tx_pipe;
76462306a36Sopenharmony_ci	struct gbe_slave	*slave;
76562306a36Sopenharmony_ci	struct list_head	gbe_intf_list;
76662306a36Sopenharmony_ci	unsigned long		active_vlans[BITS_TO_LONGS(VLAN_N_VID)];
76762306a36Sopenharmony_ci};
76862306a36Sopenharmony_ci
76962306a36Sopenharmony_cistatic struct netcp_module gbe_module;
77062306a36Sopenharmony_cistatic struct netcp_module xgbe_module;
77162306a36Sopenharmony_ci
77262306a36Sopenharmony_ci/* Statistic management */
77362306a36Sopenharmony_cistruct netcp_ethtool_stat {
77462306a36Sopenharmony_ci	char desc[ETH_GSTRING_LEN];
77562306a36Sopenharmony_ci	int type;
77662306a36Sopenharmony_ci	u32 size;
77762306a36Sopenharmony_ci	int offset;
77862306a36Sopenharmony_ci};
77962306a36Sopenharmony_ci
78062306a36Sopenharmony_ci#define GBE_STATSA_INFO(field)						\
78162306a36Sopenharmony_ci{									\
78262306a36Sopenharmony_ci	"GBE_A:"#field, GBE_STATSA_MODULE,				\
78362306a36Sopenharmony_ci	sizeof_field(struct gbe_hw_stats, field),			\
78462306a36Sopenharmony_ci	offsetof(struct gbe_hw_stats, field)				\
78562306a36Sopenharmony_ci}
78662306a36Sopenharmony_ci
78762306a36Sopenharmony_ci#define GBE_STATSB_INFO(field)						\
78862306a36Sopenharmony_ci{									\
78962306a36Sopenharmony_ci	"GBE_B:"#field, GBE_STATSB_MODULE,				\
79062306a36Sopenharmony_ci	sizeof_field(struct gbe_hw_stats, field),			\
79162306a36Sopenharmony_ci	offsetof(struct gbe_hw_stats, field)				\
79262306a36Sopenharmony_ci}
79362306a36Sopenharmony_ci
79462306a36Sopenharmony_ci#define GBE_STATSC_INFO(field)						\
79562306a36Sopenharmony_ci{									\
79662306a36Sopenharmony_ci	"GBE_C:"#field, GBE_STATSC_MODULE,				\
79762306a36Sopenharmony_ci	sizeof_field(struct gbe_hw_stats, field),			\
79862306a36Sopenharmony_ci	offsetof(struct gbe_hw_stats, field)				\
79962306a36Sopenharmony_ci}
80062306a36Sopenharmony_ci
80162306a36Sopenharmony_ci#define GBE_STATSD_INFO(field)						\
80262306a36Sopenharmony_ci{									\
80362306a36Sopenharmony_ci	"GBE_D:"#field, GBE_STATSD_MODULE,				\
80462306a36Sopenharmony_ci	sizeof_field(struct gbe_hw_stats, field),			\
80562306a36Sopenharmony_ci	offsetof(struct gbe_hw_stats, field)				\
80662306a36Sopenharmony_ci}
80762306a36Sopenharmony_ci
80862306a36Sopenharmony_cistatic const struct netcp_ethtool_stat gbe13_et_stats[] = {
80962306a36Sopenharmony_ci	/* GBE module A */
81062306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_good_frames),
81162306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_broadcast_frames),
81262306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_multicast_frames),
81362306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_pause_frames),
81462306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_crc_errors),
81562306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_align_code_errors),
81662306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_oversized_frames),
81762306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_jabber_frames),
81862306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_undersized_frames),
81962306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_fragments),
82062306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_bytes),
82162306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_good_frames),
82262306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_broadcast_frames),
82362306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_multicast_frames),
82462306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_pause_frames),
82562306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_deferred_frames),
82662306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_collision_frames),
82762306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_single_coll_frames),
82862306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_mult_coll_frames),
82962306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_excessive_collisions),
83062306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_late_collisions),
83162306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_underrun),
83262306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_carrier_sense_errors),
83362306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_bytes),
83462306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_64byte_frames),
83562306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_65_to_127byte_frames),
83662306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_128_to_255byte_frames),
83762306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_256_to_511byte_frames),
83862306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_512_to_1023byte_frames),
83962306a36Sopenharmony_ci	GBE_STATSA_INFO(tx_1024byte_frames),
84062306a36Sopenharmony_ci	GBE_STATSA_INFO(net_bytes),
84162306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_sof_overruns),
84262306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_mof_overruns),
84362306a36Sopenharmony_ci	GBE_STATSA_INFO(rx_dma_overruns),
84462306a36Sopenharmony_ci	/* GBE module B */
84562306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_good_frames),
84662306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_broadcast_frames),
84762306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_multicast_frames),
84862306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_pause_frames),
84962306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_crc_errors),
85062306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_align_code_errors),
85162306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_oversized_frames),
85262306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_jabber_frames),
85362306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_undersized_frames),
85462306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_fragments),
85562306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_bytes),
85662306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_good_frames),
85762306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_broadcast_frames),
85862306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_multicast_frames),
85962306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_pause_frames),
86062306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_deferred_frames),
86162306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_collision_frames),
86262306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_single_coll_frames),
86362306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_mult_coll_frames),
86462306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_excessive_collisions),
86562306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_late_collisions),
86662306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_underrun),
86762306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_carrier_sense_errors),
86862306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_bytes),
86962306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_64byte_frames),
87062306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_65_to_127byte_frames),
87162306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_128_to_255byte_frames),
87262306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_256_to_511byte_frames),
87362306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_512_to_1023byte_frames),
87462306a36Sopenharmony_ci	GBE_STATSB_INFO(tx_1024byte_frames),
87562306a36Sopenharmony_ci	GBE_STATSB_INFO(net_bytes),
87662306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_sof_overruns),
87762306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_mof_overruns),
87862306a36Sopenharmony_ci	GBE_STATSB_INFO(rx_dma_overruns),
87962306a36Sopenharmony_ci	/* GBE module C */
88062306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_good_frames),
88162306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_broadcast_frames),
88262306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_multicast_frames),
88362306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_pause_frames),
88462306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_crc_errors),
88562306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_align_code_errors),
88662306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_oversized_frames),
88762306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_jabber_frames),
88862306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_undersized_frames),
88962306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_fragments),
89062306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_bytes),
89162306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_good_frames),
89262306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_broadcast_frames),
89362306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_multicast_frames),
89462306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_pause_frames),
89562306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_deferred_frames),
89662306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_collision_frames),
89762306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_single_coll_frames),
89862306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_mult_coll_frames),
89962306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_excessive_collisions),
90062306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_late_collisions),
90162306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_underrun),
90262306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_carrier_sense_errors),
90362306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_bytes),
90462306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_64byte_frames),
90562306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_65_to_127byte_frames),
90662306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_128_to_255byte_frames),
90762306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_256_to_511byte_frames),
90862306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_512_to_1023byte_frames),
90962306a36Sopenharmony_ci	GBE_STATSC_INFO(tx_1024byte_frames),
91062306a36Sopenharmony_ci	GBE_STATSC_INFO(net_bytes),
91162306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_sof_overruns),
91262306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_mof_overruns),
91362306a36Sopenharmony_ci	GBE_STATSC_INFO(rx_dma_overruns),
91462306a36Sopenharmony_ci	/* GBE module D */
91562306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_good_frames),
91662306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_broadcast_frames),
91762306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_multicast_frames),
91862306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_pause_frames),
91962306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_crc_errors),
92062306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_align_code_errors),
92162306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_oversized_frames),
92262306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_jabber_frames),
92362306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_undersized_frames),
92462306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_fragments),
92562306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_bytes),
92662306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_good_frames),
92762306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_broadcast_frames),
92862306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_multicast_frames),
92962306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_pause_frames),
93062306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_deferred_frames),
93162306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_collision_frames),
93262306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_single_coll_frames),
93362306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_mult_coll_frames),
93462306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_excessive_collisions),
93562306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_late_collisions),
93662306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_underrun),
93762306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_carrier_sense_errors),
93862306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_bytes),
93962306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_64byte_frames),
94062306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_65_to_127byte_frames),
94162306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_128_to_255byte_frames),
94262306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_256_to_511byte_frames),
94362306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_512_to_1023byte_frames),
94462306a36Sopenharmony_ci	GBE_STATSD_INFO(tx_1024byte_frames),
94562306a36Sopenharmony_ci	GBE_STATSD_INFO(net_bytes),
94662306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_sof_overruns),
94762306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_mof_overruns),
94862306a36Sopenharmony_ci	GBE_STATSD_INFO(rx_dma_overruns),
94962306a36Sopenharmony_ci};
95062306a36Sopenharmony_ci
95162306a36Sopenharmony_ci/* This is the size of entries in GBENU_STATS_HOST */
95262306a36Sopenharmony_ci#define GBENU_ET_STATS_HOST_SIZE	52
95362306a36Sopenharmony_ci
95462306a36Sopenharmony_ci#define GBENU_STATS_HOST(field)					\
95562306a36Sopenharmony_ci{								\
95662306a36Sopenharmony_ci	"GBE_HOST:"#field, GBENU_STATS0_MODULE,			\
95762306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
95862306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
95962306a36Sopenharmony_ci}
96062306a36Sopenharmony_ci
96162306a36Sopenharmony_ci/* This is the size of entries in GBENU_STATS_PORT */
96262306a36Sopenharmony_ci#define GBENU_ET_STATS_PORT_SIZE	65
96362306a36Sopenharmony_ci
96462306a36Sopenharmony_ci#define GBENU_STATS_P1(field)					\
96562306a36Sopenharmony_ci{								\
96662306a36Sopenharmony_ci	"GBE_P1:"#field, GBENU_STATS1_MODULE,			\
96762306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
96862306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
96962306a36Sopenharmony_ci}
97062306a36Sopenharmony_ci
97162306a36Sopenharmony_ci#define GBENU_STATS_P2(field)					\
97262306a36Sopenharmony_ci{								\
97362306a36Sopenharmony_ci	"GBE_P2:"#field, GBENU_STATS2_MODULE,			\
97462306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
97562306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
97662306a36Sopenharmony_ci}
97762306a36Sopenharmony_ci
97862306a36Sopenharmony_ci#define GBENU_STATS_P3(field)					\
97962306a36Sopenharmony_ci{								\
98062306a36Sopenharmony_ci	"GBE_P3:"#field, GBENU_STATS3_MODULE,			\
98162306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
98262306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
98362306a36Sopenharmony_ci}
98462306a36Sopenharmony_ci
98562306a36Sopenharmony_ci#define GBENU_STATS_P4(field)					\
98662306a36Sopenharmony_ci{								\
98762306a36Sopenharmony_ci	"GBE_P4:"#field, GBENU_STATS4_MODULE,			\
98862306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
98962306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
99062306a36Sopenharmony_ci}
99162306a36Sopenharmony_ci
99262306a36Sopenharmony_ci#define GBENU_STATS_P5(field)					\
99362306a36Sopenharmony_ci{								\
99462306a36Sopenharmony_ci	"GBE_P5:"#field, GBENU_STATS5_MODULE,			\
99562306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
99662306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
99762306a36Sopenharmony_ci}
99862306a36Sopenharmony_ci
99962306a36Sopenharmony_ci#define GBENU_STATS_P6(field)					\
100062306a36Sopenharmony_ci{								\
100162306a36Sopenharmony_ci	"GBE_P6:"#field, GBENU_STATS6_MODULE,			\
100262306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
100362306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
100462306a36Sopenharmony_ci}
100562306a36Sopenharmony_ci
100662306a36Sopenharmony_ci#define GBENU_STATS_P7(field)					\
100762306a36Sopenharmony_ci{								\
100862306a36Sopenharmony_ci	"GBE_P7:"#field, GBENU_STATS7_MODULE,			\
100962306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
101062306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
101162306a36Sopenharmony_ci}
101262306a36Sopenharmony_ci
101362306a36Sopenharmony_ci#define GBENU_STATS_P8(field)					\
101462306a36Sopenharmony_ci{								\
101562306a36Sopenharmony_ci	"GBE_P8:"#field, GBENU_STATS8_MODULE,			\
101662306a36Sopenharmony_ci	sizeof_field(struct gbenu_hw_stats, field),		\
101762306a36Sopenharmony_ci	offsetof(struct gbenu_hw_stats, field)			\
101862306a36Sopenharmony_ci}
101962306a36Sopenharmony_ci
102062306a36Sopenharmony_cistatic const struct netcp_ethtool_stat gbenu_et_stats[] = {
102162306a36Sopenharmony_ci	/* GBENU Host Module */
102262306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_good_frames),
102362306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_broadcast_frames),
102462306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_multicast_frames),
102562306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_crc_errors),
102662306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_oversized_frames),
102762306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_undersized_frames),
102862306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_drop),
102962306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_overrun_drop),
103062306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_bytes),
103162306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_good_frames),
103262306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_broadcast_frames),
103362306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_multicast_frames),
103462306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_bytes),
103562306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_64B_frames),
103662306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_65_to_127B_frames),
103762306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_128_to_255B_frames),
103862306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_256_to_511B_frames),
103962306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_512_to_1023B_frames),
104062306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_1024B_frames),
104162306a36Sopenharmony_ci	GBENU_STATS_HOST(net_bytes),
104262306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_bottom_fifo_drop),
104362306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_port_mask_drop),
104462306a36Sopenharmony_ci	GBENU_STATS_HOST(rx_top_fifo_drop),
104562306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_rate_limit_drop),
104662306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_vid_ingress_drop),
104762306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_da_eq_sa_drop),
104862306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_ucast),
104962306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_ucast_bytes),
105062306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_mcast),
105162306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_mcast_bytes),
105262306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_bcast),
105362306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_unknown_bcast_bytes),
105462306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_pol_match),
105562306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_pol_match_red),
105662306a36Sopenharmony_ci	GBENU_STATS_HOST(ale_pol_match_yellow),
105762306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_mem_protect_err),
105862306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri0_drop),
105962306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri1_drop),
106062306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri2_drop),
106162306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri3_drop),
106262306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri4_drop),
106362306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri5_drop),
106462306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri6_drop),
106562306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri7_drop),
106662306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri0_drop_bcnt),
106762306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri1_drop_bcnt),
106862306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri2_drop_bcnt),
106962306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri3_drop_bcnt),
107062306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri4_drop_bcnt),
107162306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri5_drop_bcnt),
107262306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri6_drop_bcnt),
107362306a36Sopenharmony_ci	GBENU_STATS_HOST(tx_pri7_drop_bcnt),
107462306a36Sopenharmony_ci	/* GBENU Module 1 */
107562306a36Sopenharmony_ci	GBENU_STATS_P1(rx_good_frames),
107662306a36Sopenharmony_ci	GBENU_STATS_P1(rx_broadcast_frames),
107762306a36Sopenharmony_ci	GBENU_STATS_P1(rx_multicast_frames),
107862306a36Sopenharmony_ci	GBENU_STATS_P1(rx_pause_frames),
107962306a36Sopenharmony_ci	GBENU_STATS_P1(rx_crc_errors),
108062306a36Sopenharmony_ci	GBENU_STATS_P1(rx_align_code_errors),
108162306a36Sopenharmony_ci	GBENU_STATS_P1(rx_oversized_frames),
108262306a36Sopenharmony_ci	GBENU_STATS_P1(rx_jabber_frames),
108362306a36Sopenharmony_ci	GBENU_STATS_P1(rx_undersized_frames),
108462306a36Sopenharmony_ci	GBENU_STATS_P1(rx_fragments),
108562306a36Sopenharmony_ci	GBENU_STATS_P1(ale_drop),
108662306a36Sopenharmony_ci	GBENU_STATS_P1(ale_overrun_drop),
108762306a36Sopenharmony_ci	GBENU_STATS_P1(rx_bytes),
108862306a36Sopenharmony_ci	GBENU_STATS_P1(tx_good_frames),
108962306a36Sopenharmony_ci	GBENU_STATS_P1(tx_broadcast_frames),
109062306a36Sopenharmony_ci	GBENU_STATS_P1(tx_multicast_frames),
109162306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pause_frames),
109262306a36Sopenharmony_ci	GBENU_STATS_P1(tx_deferred_frames),
109362306a36Sopenharmony_ci	GBENU_STATS_P1(tx_collision_frames),
109462306a36Sopenharmony_ci	GBENU_STATS_P1(tx_single_coll_frames),
109562306a36Sopenharmony_ci	GBENU_STATS_P1(tx_mult_coll_frames),
109662306a36Sopenharmony_ci	GBENU_STATS_P1(tx_excessive_collisions),
109762306a36Sopenharmony_ci	GBENU_STATS_P1(tx_late_collisions),
109862306a36Sopenharmony_ci	GBENU_STATS_P1(rx_ipg_error),
109962306a36Sopenharmony_ci	GBENU_STATS_P1(tx_carrier_sense_errors),
110062306a36Sopenharmony_ci	GBENU_STATS_P1(tx_bytes),
110162306a36Sopenharmony_ci	GBENU_STATS_P1(tx_64B_frames),
110262306a36Sopenharmony_ci	GBENU_STATS_P1(tx_65_to_127B_frames),
110362306a36Sopenharmony_ci	GBENU_STATS_P1(tx_128_to_255B_frames),
110462306a36Sopenharmony_ci	GBENU_STATS_P1(tx_256_to_511B_frames),
110562306a36Sopenharmony_ci	GBENU_STATS_P1(tx_512_to_1023B_frames),
110662306a36Sopenharmony_ci	GBENU_STATS_P1(tx_1024B_frames),
110762306a36Sopenharmony_ci	GBENU_STATS_P1(net_bytes),
110862306a36Sopenharmony_ci	GBENU_STATS_P1(rx_bottom_fifo_drop),
110962306a36Sopenharmony_ci	GBENU_STATS_P1(rx_port_mask_drop),
111062306a36Sopenharmony_ci	GBENU_STATS_P1(rx_top_fifo_drop),
111162306a36Sopenharmony_ci	GBENU_STATS_P1(ale_rate_limit_drop),
111262306a36Sopenharmony_ci	GBENU_STATS_P1(ale_vid_ingress_drop),
111362306a36Sopenharmony_ci	GBENU_STATS_P1(ale_da_eq_sa_drop),
111462306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_ucast),
111562306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_ucast_bytes),
111662306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_mcast),
111762306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_mcast_bytes),
111862306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_bcast),
111962306a36Sopenharmony_ci	GBENU_STATS_P1(ale_unknown_bcast_bytes),
112062306a36Sopenharmony_ci	GBENU_STATS_P1(ale_pol_match),
112162306a36Sopenharmony_ci	GBENU_STATS_P1(ale_pol_match_red),
112262306a36Sopenharmony_ci	GBENU_STATS_P1(ale_pol_match_yellow),
112362306a36Sopenharmony_ci	GBENU_STATS_P1(tx_mem_protect_err),
112462306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri0_drop),
112562306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri1_drop),
112662306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri2_drop),
112762306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri3_drop),
112862306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri4_drop),
112962306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri5_drop),
113062306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri6_drop),
113162306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri7_drop),
113262306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri0_drop_bcnt),
113362306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri1_drop_bcnt),
113462306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri2_drop_bcnt),
113562306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri3_drop_bcnt),
113662306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri4_drop_bcnt),
113762306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri5_drop_bcnt),
113862306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri6_drop_bcnt),
113962306a36Sopenharmony_ci	GBENU_STATS_P1(tx_pri7_drop_bcnt),
114062306a36Sopenharmony_ci	/* GBENU Module 2 */
114162306a36Sopenharmony_ci	GBENU_STATS_P2(rx_good_frames),
114262306a36Sopenharmony_ci	GBENU_STATS_P2(rx_broadcast_frames),
114362306a36Sopenharmony_ci	GBENU_STATS_P2(rx_multicast_frames),
114462306a36Sopenharmony_ci	GBENU_STATS_P2(rx_pause_frames),
114562306a36Sopenharmony_ci	GBENU_STATS_P2(rx_crc_errors),
114662306a36Sopenharmony_ci	GBENU_STATS_P2(rx_align_code_errors),
114762306a36Sopenharmony_ci	GBENU_STATS_P2(rx_oversized_frames),
114862306a36Sopenharmony_ci	GBENU_STATS_P2(rx_jabber_frames),
114962306a36Sopenharmony_ci	GBENU_STATS_P2(rx_undersized_frames),
115062306a36Sopenharmony_ci	GBENU_STATS_P2(rx_fragments),
115162306a36Sopenharmony_ci	GBENU_STATS_P2(ale_drop),
115262306a36Sopenharmony_ci	GBENU_STATS_P2(ale_overrun_drop),
115362306a36Sopenharmony_ci	GBENU_STATS_P2(rx_bytes),
115462306a36Sopenharmony_ci	GBENU_STATS_P2(tx_good_frames),
115562306a36Sopenharmony_ci	GBENU_STATS_P2(tx_broadcast_frames),
115662306a36Sopenharmony_ci	GBENU_STATS_P2(tx_multicast_frames),
115762306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pause_frames),
115862306a36Sopenharmony_ci	GBENU_STATS_P2(tx_deferred_frames),
115962306a36Sopenharmony_ci	GBENU_STATS_P2(tx_collision_frames),
116062306a36Sopenharmony_ci	GBENU_STATS_P2(tx_single_coll_frames),
116162306a36Sopenharmony_ci	GBENU_STATS_P2(tx_mult_coll_frames),
116262306a36Sopenharmony_ci	GBENU_STATS_P2(tx_excessive_collisions),
116362306a36Sopenharmony_ci	GBENU_STATS_P2(tx_late_collisions),
116462306a36Sopenharmony_ci	GBENU_STATS_P2(rx_ipg_error),
116562306a36Sopenharmony_ci	GBENU_STATS_P2(tx_carrier_sense_errors),
116662306a36Sopenharmony_ci	GBENU_STATS_P2(tx_bytes),
116762306a36Sopenharmony_ci	GBENU_STATS_P2(tx_64B_frames),
116862306a36Sopenharmony_ci	GBENU_STATS_P2(tx_65_to_127B_frames),
116962306a36Sopenharmony_ci	GBENU_STATS_P2(tx_128_to_255B_frames),
117062306a36Sopenharmony_ci	GBENU_STATS_P2(tx_256_to_511B_frames),
117162306a36Sopenharmony_ci	GBENU_STATS_P2(tx_512_to_1023B_frames),
117262306a36Sopenharmony_ci	GBENU_STATS_P2(tx_1024B_frames),
117362306a36Sopenharmony_ci	GBENU_STATS_P2(net_bytes),
117462306a36Sopenharmony_ci	GBENU_STATS_P2(rx_bottom_fifo_drop),
117562306a36Sopenharmony_ci	GBENU_STATS_P2(rx_port_mask_drop),
117662306a36Sopenharmony_ci	GBENU_STATS_P2(rx_top_fifo_drop),
117762306a36Sopenharmony_ci	GBENU_STATS_P2(ale_rate_limit_drop),
117862306a36Sopenharmony_ci	GBENU_STATS_P2(ale_vid_ingress_drop),
117962306a36Sopenharmony_ci	GBENU_STATS_P2(ale_da_eq_sa_drop),
118062306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_ucast),
118162306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_ucast_bytes),
118262306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_mcast),
118362306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_mcast_bytes),
118462306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_bcast),
118562306a36Sopenharmony_ci	GBENU_STATS_P2(ale_unknown_bcast_bytes),
118662306a36Sopenharmony_ci	GBENU_STATS_P2(ale_pol_match),
118762306a36Sopenharmony_ci	GBENU_STATS_P2(ale_pol_match_red),
118862306a36Sopenharmony_ci	GBENU_STATS_P2(ale_pol_match_yellow),
118962306a36Sopenharmony_ci	GBENU_STATS_P2(tx_mem_protect_err),
119062306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri0_drop),
119162306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri1_drop),
119262306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri2_drop),
119362306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri3_drop),
119462306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri4_drop),
119562306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri5_drop),
119662306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri6_drop),
119762306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri7_drop),
119862306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri0_drop_bcnt),
119962306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri1_drop_bcnt),
120062306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri2_drop_bcnt),
120162306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri3_drop_bcnt),
120262306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri4_drop_bcnt),
120362306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri5_drop_bcnt),
120462306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri6_drop_bcnt),
120562306a36Sopenharmony_ci	GBENU_STATS_P2(tx_pri7_drop_bcnt),
120662306a36Sopenharmony_ci	/* GBENU Module 3 */
120762306a36Sopenharmony_ci	GBENU_STATS_P3(rx_good_frames),
120862306a36Sopenharmony_ci	GBENU_STATS_P3(rx_broadcast_frames),
120962306a36Sopenharmony_ci	GBENU_STATS_P3(rx_multicast_frames),
121062306a36Sopenharmony_ci	GBENU_STATS_P3(rx_pause_frames),
121162306a36Sopenharmony_ci	GBENU_STATS_P3(rx_crc_errors),
121262306a36Sopenharmony_ci	GBENU_STATS_P3(rx_align_code_errors),
121362306a36Sopenharmony_ci	GBENU_STATS_P3(rx_oversized_frames),
121462306a36Sopenharmony_ci	GBENU_STATS_P3(rx_jabber_frames),
121562306a36Sopenharmony_ci	GBENU_STATS_P3(rx_undersized_frames),
121662306a36Sopenharmony_ci	GBENU_STATS_P3(rx_fragments),
121762306a36Sopenharmony_ci	GBENU_STATS_P3(ale_drop),
121862306a36Sopenharmony_ci	GBENU_STATS_P3(ale_overrun_drop),
121962306a36Sopenharmony_ci	GBENU_STATS_P3(rx_bytes),
122062306a36Sopenharmony_ci	GBENU_STATS_P3(tx_good_frames),
122162306a36Sopenharmony_ci	GBENU_STATS_P3(tx_broadcast_frames),
122262306a36Sopenharmony_ci	GBENU_STATS_P3(tx_multicast_frames),
122362306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pause_frames),
122462306a36Sopenharmony_ci	GBENU_STATS_P3(tx_deferred_frames),
122562306a36Sopenharmony_ci	GBENU_STATS_P3(tx_collision_frames),
122662306a36Sopenharmony_ci	GBENU_STATS_P3(tx_single_coll_frames),
122762306a36Sopenharmony_ci	GBENU_STATS_P3(tx_mult_coll_frames),
122862306a36Sopenharmony_ci	GBENU_STATS_P3(tx_excessive_collisions),
122962306a36Sopenharmony_ci	GBENU_STATS_P3(tx_late_collisions),
123062306a36Sopenharmony_ci	GBENU_STATS_P3(rx_ipg_error),
123162306a36Sopenharmony_ci	GBENU_STATS_P3(tx_carrier_sense_errors),
123262306a36Sopenharmony_ci	GBENU_STATS_P3(tx_bytes),
123362306a36Sopenharmony_ci	GBENU_STATS_P3(tx_64B_frames),
123462306a36Sopenharmony_ci	GBENU_STATS_P3(tx_65_to_127B_frames),
123562306a36Sopenharmony_ci	GBENU_STATS_P3(tx_128_to_255B_frames),
123662306a36Sopenharmony_ci	GBENU_STATS_P3(tx_256_to_511B_frames),
123762306a36Sopenharmony_ci	GBENU_STATS_P3(tx_512_to_1023B_frames),
123862306a36Sopenharmony_ci	GBENU_STATS_P3(tx_1024B_frames),
123962306a36Sopenharmony_ci	GBENU_STATS_P3(net_bytes),
124062306a36Sopenharmony_ci	GBENU_STATS_P3(rx_bottom_fifo_drop),
124162306a36Sopenharmony_ci	GBENU_STATS_P3(rx_port_mask_drop),
124262306a36Sopenharmony_ci	GBENU_STATS_P3(rx_top_fifo_drop),
124362306a36Sopenharmony_ci	GBENU_STATS_P3(ale_rate_limit_drop),
124462306a36Sopenharmony_ci	GBENU_STATS_P3(ale_vid_ingress_drop),
124562306a36Sopenharmony_ci	GBENU_STATS_P3(ale_da_eq_sa_drop),
124662306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_ucast),
124762306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_ucast_bytes),
124862306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_mcast),
124962306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_mcast_bytes),
125062306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_bcast),
125162306a36Sopenharmony_ci	GBENU_STATS_P3(ale_unknown_bcast_bytes),
125262306a36Sopenharmony_ci	GBENU_STATS_P3(ale_pol_match),
125362306a36Sopenharmony_ci	GBENU_STATS_P3(ale_pol_match_red),
125462306a36Sopenharmony_ci	GBENU_STATS_P3(ale_pol_match_yellow),
125562306a36Sopenharmony_ci	GBENU_STATS_P3(tx_mem_protect_err),
125662306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri0_drop),
125762306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri1_drop),
125862306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri2_drop),
125962306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri3_drop),
126062306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri4_drop),
126162306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri5_drop),
126262306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri6_drop),
126362306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri7_drop),
126462306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri0_drop_bcnt),
126562306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri1_drop_bcnt),
126662306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri2_drop_bcnt),
126762306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri3_drop_bcnt),
126862306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri4_drop_bcnt),
126962306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri5_drop_bcnt),
127062306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri6_drop_bcnt),
127162306a36Sopenharmony_ci	GBENU_STATS_P3(tx_pri7_drop_bcnt),
127262306a36Sopenharmony_ci	/* GBENU Module 4 */
127362306a36Sopenharmony_ci	GBENU_STATS_P4(rx_good_frames),
127462306a36Sopenharmony_ci	GBENU_STATS_P4(rx_broadcast_frames),
127562306a36Sopenharmony_ci	GBENU_STATS_P4(rx_multicast_frames),
127662306a36Sopenharmony_ci	GBENU_STATS_P4(rx_pause_frames),
127762306a36Sopenharmony_ci	GBENU_STATS_P4(rx_crc_errors),
127862306a36Sopenharmony_ci	GBENU_STATS_P4(rx_align_code_errors),
127962306a36Sopenharmony_ci	GBENU_STATS_P4(rx_oversized_frames),
128062306a36Sopenharmony_ci	GBENU_STATS_P4(rx_jabber_frames),
128162306a36Sopenharmony_ci	GBENU_STATS_P4(rx_undersized_frames),
128262306a36Sopenharmony_ci	GBENU_STATS_P4(rx_fragments),
128362306a36Sopenharmony_ci	GBENU_STATS_P4(ale_drop),
128462306a36Sopenharmony_ci	GBENU_STATS_P4(ale_overrun_drop),
128562306a36Sopenharmony_ci	GBENU_STATS_P4(rx_bytes),
128662306a36Sopenharmony_ci	GBENU_STATS_P4(tx_good_frames),
128762306a36Sopenharmony_ci	GBENU_STATS_P4(tx_broadcast_frames),
128862306a36Sopenharmony_ci	GBENU_STATS_P4(tx_multicast_frames),
128962306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pause_frames),
129062306a36Sopenharmony_ci	GBENU_STATS_P4(tx_deferred_frames),
129162306a36Sopenharmony_ci	GBENU_STATS_P4(tx_collision_frames),
129262306a36Sopenharmony_ci	GBENU_STATS_P4(tx_single_coll_frames),
129362306a36Sopenharmony_ci	GBENU_STATS_P4(tx_mult_coll_frames),
129462306a36Sopenharmony_ci	GBENU_STATS_P4(tx_excessive_collisions),
129562306a36Sopenharmony_ci	GBENU_STATS_P4(tx_late_collisions),
129662306a36Sopenharmony_ci	GBENU_STATS_P4(rx_ipg_error),
129762306a36Sopenharmony_ci	GBENU_STATS_P4(tx_carrier_sense_errors),
129862306a36Sopenharmony_ci	GBENU_STATS_P4(tx_bytes),
129962306a36Sopenharmony_ci	GBENU_STATS_P4(tx_64B_frames),
130062306a36Sopenharmony_ci	GBENU_STATS_P4(tx_65_to_127B_frames),
130162306a36Sopenharmony_ci	GBENU_STATS_P4(tx_128_to_255B_frames),
130262306a36Sopenharmony_ci	GBENU_STATS_P4(tx_256_to_511B_frames),
130362306a36Sopenharmony_ci	GBENU_STATS_P4(tx_512_to_1023B_frames),
130462306a36Sopenharmony_ci	GBENU_STATS_P4(tx_1024B_frames),
130562306a36Sopenharmony_ci	GBENU_STATS_P4(net_bytes),
130662306a36Sopenharmony_ci	GBENU_STATS_P4(rx_bottom_fifo_drop),
130762306a36Sopenharmony_ci	GBENU_STATS_P4(rx_port_mask_drop),
130862306a36Sopenharmony_ci	GBENU_STATS_P4(rx_top_fifo_drop),
130962306a36Sopenharmony_ci	GBENU_STATS_P4(ale_rate_limit_drop),
131062306a36Sopenharmony_ci	GBENU_STATS_P4(ale_vid_ingress_drop),
131162306a36Sopenharmony_ci	GBENU_STATS_P4(ale_da_eq_sa_drop),
131262306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_ucast),
131362306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_ucast_bytes),
131462306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_mcast),
131562306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_mcast_bytes),
131662306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_bcast),
131762306a36Sopenharmony_ci	GBENU_STATS_P4(ale_unknown_bcast_bytes),
131862306a36Sopenharmony_ci	GBENU_STATS_P4(ale_pol_match),
131962306a36Sopenharmony_ci	GBENU_STATS_P4(ale_pol_match_red),
132062306a36Sopenharmony_ci	GBENU_STATS_P4(ale_pol_match_yellow),
132162306a36Sopenharmony_ci	GBENU_STATS_P4(tx_mem_protect_err),
132262306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri0_drop),
132362306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri1_drop),
132462306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri2_drop),
132562306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri3_drop),
132662306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri4_drop),
132762306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri5_drop),
132862306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri6_drop),
132962306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri7_drop),
133062306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri0_drop_bcnt),
133162306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri1_drop_bcnt),
133262306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri2_drop_bcnt),
133362306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri3_drop_bcnt),
133462306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri4_drop_bcnt),
133562306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri5_drop_bcnt),
133662306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri6_drop_bcnt),
133762306a36Sopenharmony_ci	GBENU_STATS_P4(tx_pri7_drop_bcnt),
133862306a36Sopenharmony_ci	/* GBENU Module 5 */
133962306a36Sopenharmony_ci	GBENU_STATS_P5(rx_good_frames),
134062306a36Sopenharmony_ci	GBENU_STATS_P5(rx_broadcast_frames),
134162306a36Sopenharmony_ci	GBENU_STATS_P5(rx_multicast_frames),
134262306a36Sopenharmony_ci	GBENU_STATS_P5(rx_pause_frames),
134362306a36Sopenharmony_ci	GBENU_STATS_P5(rx_crc_errors),
134462306a36Sopenharmony_ci	GBENU_STATS_P5(rx_align_code_errors),
134562306a36Sopenharmony_ci	GBENU_STATS_P5(rx_oversized_frames),
134662306a36Sopenharmony_ci	GBENU_STATS_P5(rx_jabber_frames),
134762306a36Sopenharmony_ci	GBENU_STATS_P5(rx_undersized_frames),
134862306a36Sopenharmony_ci	GBENU_STATS_P5(rx_fragments),
134962306a36Sopenharmony_ci	GBENU_STATS_P5(ale_drop),
135062306a36Sopenharmony_ci	GBENU_STATS_P5(ale_overrun_drop),
135162306a36Sopenharmony_ci	GBENU_STATS_P5(rx_bytes),
135262306a36Sopenharmony_ci	GBENU_STATS_P5(tx_good_frames),
135362306a36Sopenharmony_ci	GBENU_STATS_P5(tx_broadcast_frames),
135462306a36Sopenharmony_ci	GBENU_STATS_P5(tx_multicast_frames),
135562306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pause_frames),
135662306a36Sopenharmony_ci	GBENU_STATS_P5(tx_deferred_frames),
135762306a36Sopenharmony_ci	GBENU_STATS_P5(tx_collision_frames),
135862306a36Sopenharmony_ci	GBENU_STATS_P5(tx_single_coll_frames),
135962306a36Sopenharmony_ci	GBENU_STATS_P5(tx_mult_coll_frames),
136062306a36Sopenharmony_ci	GBENU_STATS_P5(tx_excessive_collisions),
136162306a36Sopenharmony_ci	GBENU_STATS_P5(tx_late_collisions),
136262306a36Sopenharmony_ci	GBENU_STATS_P5(rx_ipg_error),
136362306a36Sopenharmony_ci	GBENU_STATS_P5(tx_carrier_sense_errors),
136462306a36Sopenharmony_ci	GBENU_STATS_P5(tx_bytes),
136562306a36Sopenharmony_ci	GBENU_STATS_P5(tx_64B_frames),
136662306a36Sopenharmony_ci	GBENU_STATS_P5(tx_65_to_127B_frames),
136762306a36Sopenharmony_ci	GBENU_STATS_P5(tx_128_to_255B_frames),
136862306a36Sopenharmony_ci	GBENU_STATS_P5(tx_256_to_511B_frames),
136962306a36Sopenharmony_ci	GBENU_STATS_P5(tx_512_to_1023B_frames),
137062306a36Sopenharmony_ci	GBENU_STATS_P5(tx_1024B_frames),
137162306a36Sopenharmony_ci	GBENU_STATS_P5(net_bytes),
137262306a36Sopenharmony_ci	GBENU_STATS_P5(rx_bottom_fifo_drop),
137362306a36Sopenharmony_ci	GBENU_STATS_P5(rx_port_mask_drop),
137462306a36Sopenharmony_ci	GBENU_STATS_P5(rx_top_fifo_drop),
137562306a36Sopenharmony_ci	GBENU_STATS_P5(ale_rate_limit_drop),
137662306a36Sopenharmony_ci	GBENU_STATS_P5(ale_vid_ingress_drop),
137762306a36Sopenharmony_ci	GBENU_STATS_P5(ale_da_eq_sa_drop),
137862306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_ucast),
137962306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_ucast_bytes),
138062306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_mcast),
138162306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_mcast_bytes),
138262306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_bcast),
138362306a36Sopenharmony_ci	GBENU_STATS_P5(ale_unknown_bcast_bytes),
138462306a36Sopenharmony_ci	GBENU_STATS_P5(ale_pol_match),
138562306a36Sopenharmony_ci	GBENU_STATS_P5(ale_pol_match_red),
138662306a36Sopenharmony_ci	GBENU_STATS_P5(ale_pol_match_yellow),
138762306a36Sopenharmony_ci	GBENU_STATS_P5(tx_mem_protect_err),
138862306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri0_drop),
138962306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri1_drop),
139062306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri2_drop),
139162306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri3_drop),
139262306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri4_drop),
139362306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri5_drop),
139462306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri6_drop),
139562306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri7_drop),
139662306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri0_drop_bcnt),
139762306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri1_drop_bcnt),
139862306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri2_drop_bcnt),
139962306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri3_drop_bcnt),
140062306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri4_drop_bcnt),
140162306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri5_drop_bcnt),
140262306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri6_drop_bcnt),
140362306a36Sopenharmony_ci	GBENU_STATS_P5(tx_pri7_drop_bcnt),
140462306a36Sopenharmony_ci	/* GBENU Module 6 */
140562306a36Sopenharmony_ci	GBENU_STATS_P6(rx_good_frames),
140662306a36Sopenharmony_ci	GBENU_STATS_P6(rx_broadcast_frames),
140762306a36Sopenharmony_ci	GBENU_STATS_P6(rx_multicast_frames),
140862306a36Sopenharmony_ci	GBENU_STATS_P6(rx_pause_frames),
140962306a36Sopenharmony_ci	GBENU_STATS_P6(rx_crc_errors),
141062306a36Sopenharmony_ci	GBENU_STATS_P6(rx_align_code_errors),
141162306a36Sopenharmony_ci	GBENU_STATS_P6(rx_oversized_frames),
141262306a36Sopenharmony_ci	GBENU_STATS_P6(rx_jabber_frames),
141362306a36Sopenharmony_ci	GBENU_STATS_P6(rx_undersized_frames),
141462306a36Sopenharmony_ci	GBENU_STATS_P6(rx_fragments),
141562306a36Sopenharmony_ci	GBENU_STATS_P6(ale_drop),
141662306a36Sopenharmony_ci	GBENU_STATS_P6(ale_overrun_drop),
141762306a36Sopenharmony_ci	GBENU_STATS_P6(rx_bytes),
141862306a36Sopenharmony_ci	GBENU_STATS_P6(tx_good_frames),
141962306a36Sopenharmony_ci	GBENU_STATS_P6(tx_broadcast_frames),
142062306a36Sopenharmony_ci	GBENU_STATS_P6(tx_multicast_frames),
142162306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pause_frames),
142262306a36Sopenharmony_ci	GBENU_STATS_P6(tx_deferred_frames),
142362306a36Sopenharmony_ci	GBENU_STATS_P6(tx_collision_frames),
142462306a36Sopenharmony_ci	GBENU_STATS_P6(tx_single_coll_frames),
142562306a36Sopenharmony_ci	GBENU_STATS_P6(tx_mult_coll_frames),
142662306a36Sopenharmony_ci	GBENU_STATS_P6(tx_excessive_collisions),
142762306a36Sopenharmony_ci	GBENU_STATS_P6(tx_late_collisions),
142862306a36Sopenharmony_ci	GBENU_STATS_P6(rx_ipg_error),
142962306a36Sopenharmony_ci	GBENU_STATS_P6(tx_carrier_sense_errors),
143062306a36Sopenharmony_ci	GBENU_STATS_P6(tx_bytes),
143162306a36Sopenharmony_ci	GBENU_STATS_P6(tx_64B_frames),
143262306a36Sopenharmony_ci	GBENU_STATS_P6(tx_65_to_127B_frames),
143362306a36Sopenharmony_ci	GBENU_STATS_P6(tx_128_to_255B_frames),
143462306a36Sopenharmony_ci	GBENU_STATS_P6(tx_256_to_511B_frames),
143562306a36Sopenharmony_ci	GBENU_STATS_P6(tx_512_to_1023B_frames),
143662306a36Sopenharmony_ci	GBENU_STATS_P6(tx_1024B_frames),
143762306a36Sopenharmony_ci	GBENU_STATS_P6(net_bytes),
143862306a36Sopenharmony_ci	GBENU_STATS_P6(rx_bottom_fifo_drop),
143962306a36Sopenharmony_ci	GBENU_STATS_P6(rx_port_mask_drop),
144062306a36Sopenharmony_ci	GBENU_STATS_P6(rx_top_fifo_drop),
144162306a36Sopenharmony_ci	GBENU_STATS_P6(ale_rate_limit_drop),
144262306a36Sopenharmony_ci	GBENU_STATS_P6(ale_vid_ingress_drop),
144362306a36Sopenharmony_ci	GBENU_STATS_P6(ale_da_eq_sa_drop),
144462306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_ucast),
144562306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_ucast_bytes),
144662306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_mcast),
144762306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_mcast_bytes),
144862306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_bcast),
144962306a36Sopenharmony_ci	GBENU_STATS_P6(ale_unknown_bcast_bytes),
145062306a36Sopenharmony_ci	GBENU_STATS_P6(ale_pol_match),
145162306a36Sopenharmony_ci	GBENU_STATS_P6(ale_pol_match_red),
145262306a36Sopenharmony_ci	GBENU_STATS_P6(ale_pol_match_yellow),
145362306a36Sopenharmony_ci	GBENU_STATS_P6(tx_mem_protect_err),
145462306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri0_drop),
145562306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri1_drop),
145662306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri2_drop),
145762306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri3_drop),
145862306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri4_drop),
145962306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri5_drop),
146062306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri6_drop),
146162306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri7_drop),
146262306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri0_drop_bcnt),
146362306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri1_drop_bcnt),
146462306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri2_drop_bcnt),
146562306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri3_drop_bcnt),
146662306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri4_drop_bcnt),
146762306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri5_drop_bcnt),
146862306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri6_drop_bcnt),
146962306a36Sopenharmony_ci	GBENU_STATS_P6(tx_pri7_drop_bcnt),
147062306a36Sopenharmony_ci	/* GBENU Module 7 */
147162306a36Sopenharmony_ci	GBENU_STATS_P7(rx_good_frames),
147262306a36Sopenharmony_ci	GBENU_STATS_P7(rx_broadcast_frames),
147362306a36Sopenharmony_ci	GBENU_STATS_P7(rx_multicast_frames),
147462306a36Sopenharmony_ci	GBENU_STATS_P7(rx_pause_frames),
147562306a36Sopenharmony_ci	GBENU_STATS_P7(rx_crc_errors),
147662306a36Sopenharmony_ci	GBENU_STATS_P7(rx_align_code_errors),
147762306a36Sopenharmony_ci	GBENU_STATS_P7(rx_oversized_frames),
147862306a36Sopenharmony_ci	GBENU_STATS_P7(rx_jabber_frames),
147962306a36Sopenharmony_ci	GBENU_STATS_P7(rx_undersized_frames),
148062306a36Sopenharmony_ci	GBENU_STATS_P7(rx_fragments),
148162306a36Sopenharmony_ci	GBENU_STATS_P7(ale_drop),
148262306a36Sopenharmony_ci	GBENU_STATS_P7(ale_overrun_drop),
148362306a36Sopenharmony_ci	GBENU_STATS_P7(rx_bytes),
148462306a36Sopenharmony_ci	GBENU_STATS_P7(tx_good_frames),
148562306a36Sopenharmony_ci	GBENU_STATS_P7(tx_broadcast_frames),
148662306a36Sopenharmony_ci	GBENU_STATS_P7(tx_multicast_frames),
148762306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pause_frames),
148862306a36Sopenharmony_ci	GBENU_STATS_P7(tx_deferred_frames),
148962306a36Sopenharmony_ci	GBENU_STATS_P7(tx_collision_frames),
149062306a36Sopenharmony_ci	GBENU_STATS_P7(tx_single_coll_frames),
149162306a36Sopenharmony_ci	GBENU_STATS_P7(tx_mult_coll_frames),
149262306a36Sopenharmony_ci	GBENU_STATS_P7(tx_excessive_collisions),
149362306a36Sopenharmony_ci	GBENU_STATS_P7(tx_late_collisions),
149462306a36Sopenharmony_ci	GBENU_STATS_P7(rx_ipg_error),
149562306a36Sopenharmony_ci	GBENU_STATS_P7(tx_carrier_sense_errors),
149662306a36Sopenharmony_ci	GBENU_STATS_P7(tx_bytes),
149762306a36Sopenharmony_ci	GBENU_STATS_P7(tx_64B_frames),
149862306a36Sopenharmony_ci	GBENU_STATS_P7(tx_65_to_127B_frames),
149962306a36Sopenharmony_ci	GBENU_STATS_P7(tx_128_to_255B_frames),
150062306a36Sopenharmony_ci	GBENU_STATS_P7(tx_256_to_511B_frames),
150162306a36Sopenharmony_ci	GBENU_STATS_P7(tx_512_to_1023B_frames),
150262306a36Sopenharmony_ci	GBENU_STATS_P7(tx_1024B_frames),
150362306a36Sopenharmony_ci	GBENU_STATS_P7(net_bytes),
150462306a36Sopenharmony_ci	GBENU_STATS_P7(rx_bottom_fifo_drop),
150562306a36Sopenharmony_ci	GBENU_STATS_P7(rx_port_mask_drop),
150662306a36Sopenharmony_ci	GBENU_STATS_P7(rx_top_fifo_drop),
150762306a36Sopenharmony_ci	GBENU_STATS_P7(ale_rate_limit_drop),
150862306a36Sopenharmony_ci	GBENU_STATS_P7(ale_vid_ingress_drop),
150962306a36Sopenharmony_ci	GBENU_STATS_P7(ale_da_eq_sa_drop),
151062306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_ucast),
151162306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_ucast_bytes),
151262306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_mcast),
151362306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_mcast_bytes),
151462306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_bcast),
151562306a36Sopenharmony_ci	GBENU_STATS_P7(ale_unknown_bcast_bytes),
151662306a36Sopenharmony_ci	GBENU_STATS_P7(ale_pol_match),
151762306a36Sopenharmony_ci	GBENU_STATS_P7(ale_pol_match_red),
151862306a36Sopenharmony_ci	GBENU_STATS_P7(ale_pol_match_yellow),
151962306a36Sopenharmony_ci	GBENU_STATS_P7(tx_mem_protect_err),
152062306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri0_drop),
152162306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri1_drop),
152262306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri2_drop),
152362306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri3_drop),
152462306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri4_drop),
152562306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri5_drop),
152662306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri6_drop),
152762306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri7_drop),
152862306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri0_drop_bcnt),
152962306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri1_drop_bcnt),
153062306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri2_drop_bcnt),
153162306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri3_drop_bcnt),
153262306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri4_drop_bcnt),
153362306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri5_drop_bcnt),
153462306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri6_drop_bcnt),
153562306a36Sopenharmony_ci	GBENU_STATS_P7(tx_pri7_drop_bcnt),
153662306a36Sopenharmony_ci	/* GBENU Module 8 */
153762306a36Sopenharmony_ci	GBENU_STATS_P8(rx_good_frames),
153862306a36Sopenharmony_ci	GBENU_STATS_P8(rx_broadcast_frames),
153962306a36Sopenharmony_ci	GBENU_STATS_P8(rx_multicast_frames),
154062306a36Sopenharmony_ci	GBENU_STATS_P8(rx_pause_frames),
154162306a36Sopenharmony_ci	GBENU_STATS_P8(rx_crc_errors),
154262306a36Sopenharmony_ci	GBENU_STATS_P8(rx_align_code_errors),
154362306a36Sopenharmony_ci	GBENU_STATS_P8(rx_oversized_frames),
154462306a36Sopenharmony_ci	GBENU_STATS_P8(rx_jabber_frames),
154562306a36Sopenharmony_ci	GBENU_STATS_P8(rx_undersized_frames),
154662306a36Sopenharmony_ci	GBENU_STATS_P8(rx_fragments),
154762306a36Sopenharmony_ci	GBENU_STATS_P8(ale_drop),
154862306a36Sopenharmony_ci	GBENU_STATS_P8(ale_overrun_drop),
154962306a36Sopenharmony_ci	GBENU_STATS_P8(rx_bytes),
155062306a36Sopenharmony_ci	GBENU_STATS_P8(tx_good_frames),
155162306a36Sopenharmony_ci	GBENU_STATS_P8(tx_broadcast_frames),
155262306a36Sopenharmony_ci	GBENU_STATS_P8(tx_multicast_frames),
155362306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pause_frames),
155462306a36Sopenharmony_ci	GBENU_STATS_P8(tx_deferred_frames),
155562306a36Sopenharmony_ci	GBENU_STATS_P8(tx_collision_frames),
155662306a36Sopenharmony_ci	GBENU_STATS_P8(tx_single_coll_frames),
155762306a36Sopenharmony_ci	GBENU_STATS_P8(tx_mult_coll_frames),
155862306a36Sopenharmony_ci	GBENU_STATS_P8(tx_excessive_collisions),
155962306a36Sopenharmony_ci	GBENU_STATS_P8(tx_late_collisions),
156062306a36Sopenharmony_ci	GBENU_STATS_P8(rx_ipg_error),
156162306a36Sopenharmony_ci	GBENU_STATS_P8(tx_carrier_sense_errors),
156262306a36Sopenharmony_ci	GBENU_STATS_P8(tx_bytes),
156362306a36Sopenharmony_ci	GBENU_STATS_P8(tx_64B_frames),
156462306a36Sopenharmony_ci	GBENU_STATS_P8(tx_65_to_127B_frames),
156562306a36Sopenharmony_ci	GBENU_STATS_P8(tx_128_to_255B_frames),
156662306a36Sopenharmony_ci	GBENU_STATS_P8(tx_256_to_511B_frames),
156762306a36Sopenharmony_ci	GBENU_STATS_P8(tx_512_to_1023B_frames),
156862306a36Sopenharmony_ci	GBENU_STATS_P8(tx_1024B_frames),
156962306a36Sopenharmony_ci	GBENU_STATS_P8(net_bytes),
157062306a36Sopenharmony_ci	GBENU_STATS_P8(rx_bottom_fifo_drop),
157162306a36Sopenharmony_ci	GBENU_STATS_P8(rx_port_mask_drop),
157262306a36Sopenharmony_ci	GBENU_STATS_P8(rx_top_fifo_drop),
157362306a36Sopenharmony_ci	GBENU_STATS_P8(ale_rate_limit_drop),
157462306a36Sopenharmony_ci	GBENU_STATS_P8(ale_vid_ingress_drop),
157562306a36Sopenharmony_ci	GBENU_STATS_P8(ale_da_eq_sa_drop),
157662306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_ucast),
157762306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_ucast_bytes),
157862306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_mcast),
157962306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_mcast_bytes),
158062306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_bcast),
158162306a36Sopenharmony_ci	GBENU_STATS_P8(ale_unknown_bcast_bytes),
158262306a36Sopenharmony_ci	GBENU_STATS_P8(ale_pol_match),
158362306a36Sopenharmony_ci	GBENU_STATS_P8(ale_pol_match_red),
158462306a36Sopenharmony_ci	GBENU_STATS_P8(ale_pol_match_yellow),
158562306a36Sopenharmony_ci	GBENU_STATS_P8(tx_mem_protect_err),
158662306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri0_drop),
158762306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri1_drop),
158862306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri2_drop),
158962306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri3_drop),
159062306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri4_drop),
159162306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri5_drop),
159262306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri6_drop),
159362306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri7_drop),
159462306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri0_drop_bcnt),
159562306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri1_drop_bcnt),
159662306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri2_drop_bcnt),
159762306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri3_drop_bcnt),
159862306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri4_drop_bcnt),
159962306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri5_drop_bcnt),
160062306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri6_drop_bcnt),
160162306a36Sopenharmony_ci	GBENU_STATS_P8(tx_pri7_drop_bcnt),
160262306a36Sopenharmony_ci};
160362306a36Sopenharmony_ci
160462306a36Sopenharmony_ci#define XGBE_STATS0_INFO(field)				\
160562306a36Sopenharmony_ci{							\
160662306a36Sopenharmony_ci	"GBE_0:"#field, XGBE_STATS0_MODULE,		\
160762306a36Sopenharmony_ci	sizeof_field(struct xgbe_hw_stats, field),	\
160862306a36Sopenharmony_ci	offsetof(struct xgbe_hw_stats, field)		\
160962306a36Sopenharmony_ci}
161062306a36Sopenharmony_ci
161162306a36Sopenharmony_ci#define XGBE_STATS1_INFO(field)				\
161262306a36Sopenharmony_ci{							\
161362306a36Sopenharmony_ci	"GBE_1:"#field, XGBE_STATS1_MODULE,		\
161462306a36Sopenharmony_ci	sizeof_field(struct xgbe_hw_stats, field),	\
161562306a36Sopenharmony_ci	offsetof(struct xgbe_hw_stats, field)		\
161662306a36Sopenharmony_ci}
161762306a36Sopenharmony_ci
161862306a36Sopenharmony_ci#define XGBE_STATS2_INFO(field)				\
161962306a36Sopenharmony_ci{							\
162062306a36Sopenharmony_ci	"GBE_2:"#field, XGBE_STATS2_MODULE,		\
162162306a36Sopenharmony_ci	sizeof_field(struct xgbe_hw_stats, field),	\
162262306a36Sopenharmony_ci	offsetof(struct xgbe_hw_stats, field)		\
162362306a36Sopenharmony_ci}
162462306a36Sopenharmony_ci
162562306a36Sopenharmony_cistatic const struct netcp_ethtool_stat xgbe10_et_stats[] = {
162662306a36Sopenharmony_ci	/* GBE module 0 */
162762306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_good_frames),
162862306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_broadcast_frames),
162962306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_multicast_frames),
163062306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_oversized_frames),
163162306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_undersized_frames),
163262306a36Sopenharmony_ci	XGBE_STATS0_INFO(overrun_type4),
163362306a36Sopenharmony_ci	XGBE_STATS0_INFO(overrun_type5),
163462306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_bytes),
163562306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_good_frames),
163662306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_broadcast_frames),
163762306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_multicast_frames),
163862306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_bytes),
163962306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_64byte_frames),
164062306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_65_to_127byte_frames),
164162306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_128_to_255byte_frames),
164262306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_256_to_511byte_frames),
164362306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_512_to_1023byte_frames),
164462306a36Sopenharmony_ci	XGBE_STATS0_INFO(tx_1024byte_frames),
164562306a36Sopenharmony_ci	XGBE_STATS0_INFO(net_bytes),
164662306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_sof_overruns),
164762306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_mof_overruns),
164862306a36Sopenharmony_ci	XGBE_STATS0_INFO(rx_dma_overruns),
164962306a36Sopenharmony_ci	/* XGBE module 1 */
165062306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_good_frames),
165162306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_broadcast_frames),
165262306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_multicast_frames),
165362306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_pause_frames),
165462306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_crc_errors),
165562306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_align_code_errors),
165662306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_oversized_frames),
165762306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_jabber_frames),
165862306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_undersized_frames),
165962306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_fragments),
166062306a36Sopenharmony_ci	XGBE_STATS1_INFO(overrun_type4),
166162306a36Sopenharmony_ci	XGBE_STATS1_INFO(overrun_type5),
166262306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_bytes),
166362306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_good_frames),
166462306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_broadcast_frames),
166562306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_multicast_frames),
166662306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_pause_frames),
166762306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_deferred_frames),
166862306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_collision_frames),
166962306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_single_coll_frames),
167062306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_mult_coll_frames),
167162306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_excessive_collisions),
167262306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_late_collisions),
167362306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_underrun),
167462306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_carrier_sense_errors),
167562306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_bytes),
167662306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_64byte_frames),
167762306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_65_to_127byte_frames),
167862306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_128_to_255byte_frames),
167962306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_256_to_511byte_frames),
168062306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_512_to_1023byte_frames),
168162306a36Sopenharmony_ci	XGBE_STATS1_INFO(tx_1024byte_frames),
168262306a36Sopenharmony_ci	XGBE_STATS1_INFO(net_bytes),
168362306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_sof_overruns),
168462306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_mof_overruns),
168562306a36Sopenharmony_ci	XGBE_STATS1_INFO(rx_dma_overruns),
168662306a36Sopenharmony_ci	/* XGBE module 2 */
168762306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_good_frames),
168862306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_broadcast_frames),
168962306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_multicast_frames),
169062306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_pause_frames),
169162306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_crc_errors),
169262306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_align_code_errors),
169362306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_oversized_frames),
169462306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_jabber_frames),
169562306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_undersized_frames),
169662306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_fragments),
169762306a36Sopenharmony_ci	XGBE_STATS2_INFO(overrun_type4),
169862306a36Sopenharmony_ci	XGBE_STATS2_INFO(overrun_type5),
169962306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_bytes),
170062306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_good_frames),
170162306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_broadcast_frames),
170262306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_multicast_frames),
170362306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_pause_frames),
170462306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_deferred_frames),
170562306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_collision_frames),
170662306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_single_coll_frames),
170762306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_mult_coll_frames),
170862306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_excessive_collisions),
170962306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_late_collisions),
171062306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_underrun),
171162306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_carrier_sense_errors),
171262306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_bytes),
171362306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_64byte_frames),
171462306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_65_to_127byte_frames),
171562306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_128_to_255byte_frames),
171662306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_256_to_511byte_frames),
171762306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_512_to_1023byte_frames),
171862306a36Sopenharmony_ci	XGBE_STATS2_INFO(tx_1024byte_frames),
171962306a36Sopenharmony_ci	XGBE_STATS2_INFO(net_bytes),
172062306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_sof_overruns),
172162306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_mof_overruns),
172262306a36Sopenharmony_ci	XGBE_STATS2_INFO(rx_dma_overruns),
172362306a36Sopenharmony_ci};
172462306a36Sopenharmony_ci
172562306a36Sopenharmony_ci#define for_each_intf(i, priv) \
172662306a36Sopenharmony_ci	list_for_each_entry((i), &(priv)->gbe_intf_head, gbe_intf_list)
172762306a36Sopenharmony_ci
172862306a36Sopenharmony_ci#define for_each_sec_slave(slave, priv) \
172962306a36Sopenharmony_ci	list_for_each_entry((slave), &(priv)->secondary_slaves, slave_list)
173062306a36Sopenharmony_ci
173162306a36Sopenharmony_ci#define first_sec_slave(priv)					\
173262306a36Sopenharmony_ci	list_first_entry(&priv->secondary_slaves, \
173362306a36Sopenharmony_ci			struct gbe_slave, slave_list)
173462306a36Sopenharmony_ci
173562306a36Sopenharmony_cistatic void keystone_get_drvinfo(struct net_device *ndev,
173662306a36Sopenharmony_ci				 struct ethtool_drvinfo *info)
173762306a36Sopenharmony_ci{
173862306a36Sopenharmony_ci	strncpy(info->driver, NETCP_DRIVER_NAME, sizeof(info->driver));
173962306a36Sopenharmony_ci	strncpy(info->version, NETCP_DRIVER_VERSION, sizeof(info->version));
174062306a36Sopenharmony_ci}
174162306a36Sopenharmony_ci
174262306a36Sopenharmony_cistatic u32 keystone_get_msglevel(struct net_device *ndev)
174362306a36Sopenharmony_ci{
174462306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
174562306a36Sopenharmony_ci
174662306a36Sopenharmony_ci	return netcp->msg_enable;
174762306a36Sopenharmony_ci}
174862306a36Sopenharmony_ci
174962306a36Sopenharmony_cistatic void keystone_set_msglevel(struct net_device *ndev, u32 value)
175062306a36Sopenharmony_ci{
175162306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
175262306a36Sopenharmony_ci
175362306a36Sopenharmony_ci	netcp->msg_enable = value;
175462306a36Sopenharmony_ci}
175562306a36Sopenharmony_ci
175662306a36Sopenharmony_cistatic struct gbe_intf *keystone_get_intf_data(struct netcp_intf *netcp)
175762306a36Sopenharmony_ci{
175862306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
175962306a36Sopenharmony_ci
176062306a36Sopenharmony_ci	gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp);
176162306a36Sopenharmony_ci	if (!gbe_intf)
176262306a36Sopenharmony_ci		gbe_intf = netcp_module_get_intf_data(&xgbe_module, netcp);
176362306a36Sopenharmony_ci
176462306a36Sopenharmony_ci	return gbe_intf;
176562306a36Sopenharmony_ci}
176662306a36Sopenharmony_ci
176762306a36Sopenharmony_cistatic void keystone_get_stat_strings(struct net_device *ndev,
176862306a36Sopenharmony_ci				      uint32_t stringset, uint8_t *data)
176962306a36Sopenharmony_ci{
177062306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
177162306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
177262306a36Sopenharmony_ci	struct gbe_priv *gbe_dev;
177362306a36Sopenharmony_ci	int i;
177462306a36Sopenharmony_ci
177562306a36Sopenharmony_ci	gbe_intf = keystone_get_intf_data(netcp);
177662306a36Sopenharmony_ci	if (!gbe_intf)
177762306a36Sopenharmony_ci		return;
177862306a36Sopenharmony_ci	gbe_dev = gbe_intf->gbe_dev;
177962306a36Sopenharmony_ci
178062306a36Sopenharmony_ci	switch (stringset) {
178162306a36Sopenharmony_ci	case ETH_SS_STATS:
178262306a36Sopenharmony_ci		for (i = 0; i < gbe_dev->num_et_stats; i++) {
178362306a36Sopenharmony_ci			memcpy(data, gbe_dev->et_stats[i].desc,
178462306a36Sopenharmony_ci			       ETH_GSTRING_LEN);
178562306a36Sopenharmony_ci			data += ETH_GSTRING_LEN;
178662306a36Sopenharmony_ci		}
178762306a36Sopenharmony_ci		break;
178862306a36Sopenharmony_ci	case ETH_SS_TEST:
178962306a36Sopenharmony_ci		break;
179062306a36Sopenharmony_ci	}
179162306a36Sopenharmony_ci}
179262306a36Sopenharmony_ci
179362306a36Sopenharmony_cistatic int keystone_get_sset_count(struct net_device *ndev, int stringset)
179462306a36Sopenharmony_ci{
179562306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
179662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
179762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev;
179862306a36Sopenharmony_ci
179962306a36Sopenharmony_ci	gbe_intf = keystone_get_intf_data(netcp);
180062306a36Sopenharmony_ci	if (!gbe_intf)
180162306a36Sopenharmony_ci		return -EINVAL;
180262306a36Sopenharmony_ci	gbe_dev = gbe_intf->gbe_dev;
180362306a36Sopenharmony_ci
180462306a36Sopenharmony_ci	switch (stringset) {
180562306a36Sopenharmony_ci	case ETH_SS_TEST:
180662306a36Sopenharmony_ci		return 0;
180762306a36Sopenharmony_ci	case ETH_SS_STATS:
180862306a36Sopenharmony_ci		return gbe_dev->num_et_stats;
180962306a36Sopenharmony_ci	default:
181062306a36Sopenharmony_ci		return -EINVAL;
181162306a36Sopenharmony_ci	}
181262306a36Sopenharmony_ci}
181362306a36Sopenharmony_ci
181462306a36Sopenharmony_cistatic void gbe_reset_mod_stats(struct gbe_priv *gbe_dev, int stats_mod)
181562306a36Sopenharmony_ci{
181662306a36Sopenharmony_ci	void __iomem *base = gbe_dev->hw_stats_regs[stats_mod];
181762306a36Sopenharmony_ci	u32  __iomem *p_stats_entry;
181862306a36Sopenharmony_ci	int i;
181962306a36Sopenharmony_ci
182062306a36Sopenharmony_ci	for (i = 0; i < gbe_dev->num_et_stats; i++) {
182162306a36Sopenharmony_ci		if (gbe_dev->et_stats[i].type == stats_mod) {
182262306a36Sopenharmony_ci			p_stats_entry = base + gbe_dev->et_stats[i].offset;
182362306a36Sopenharmony_ci			gbe_dev->hw_stats[i] = 0;
182462306a36Sopenharmony_ci			gbe_dev->hw_stats_prev[i] = readl(p_stats_entry);
182562306a36Sopenharmony_ci		}
182662306a36Sopenharmony_ci	}
182762306a36Sopenharmony_ci}
182862306a36Sopenharmony_ci
182962306a36Sopenharmony_cistatic inline void gbe_update_hw_stats_entry(struct gbe_priv *gbe_dev,
183062306a36Sopenharmony_ci					     int et_stats_entry)
183162306a36Sopenharmony_ci{
183262306a36Sopenharmony_ci	void __iomem *base = NULL;
183362306a36Sopenharmony_ci	u32  __iomem *p_stats_entry;
183462306a36Sopenharmony_ci	u32 curr, delta;
183562306a36Sopenharmony_ci
183662306a36Sopenharmony_ci	/* The hw_stats_regs pointers are already
183762306a36Sopenharmony_ci	 * properly set to point to the right base:
183862306a36Sopenharmony_ci	 */
183962306a36Sopenharmony_ci	base = gbe_dev->hw_stats_regs[gbe_dev->et_stats[et_stats_entry].type];
184062306a36Sopenharmony_ci	p_stats_entry = base + gbe_dev->et_stats[et_stats_entry].offset;
184162306a36Sopenharmony_ci	curr = readl(p_stats_entry);
184262306a36Sopenharmony_ci	delta = curr - gbe_dev->hw_stats_prev[et_stats_entry];
184362306a36Sopenharmony_ci	gbe_dev->hw_stats_prev[et_stats_entry] = curr;
184462306a36Sopenharmony_ci	gbe_dev->hw_stats[et_stats_entry] += delta;
184562306a36Sopenharmony_ci}
184662306a36Sopenharmony_ci
184762306a36Sopenharmony_cistatic void gbe_update_stats(struct gbe_priv *gbe_dev, uint64_t *data)
184862306a36Sopenharmony_ci{
184962306a36Sopenharmony_ci	int i;
185062306a36Sopenharmony_ci
185162306a36Sopenharmony_ci	for (i = 0; i < gbe_dev->num_et_stats; i++) {
185262306a36Sopenharmony_ci		gbe_update_hw_stats_entry(gbe_dev, i);
185362306a36Sopenharmony_ci
185462306a36Sopenharmony_ci		if (data)
185562306a36Sopenharmony_ci			data[i] = gbe_dev->hw_stats[i];
185662306a36Sopenharmony_ci	}
185762306a36Sopenharmony_ci}
185862306a36Sopenharmony_ci
185962306a36Sopenharmony_cistatic inline void gbe_stats_mod_visible_ver14(struct gbe_priv *gbe_dev,
186062306a36Sopenharmony_ci					       int stats_mod)
186162306a36Sopenharmony_ci{
186262306a36Sopenharmony_ci	u32 val;
186362306a36Sopenharmony_ci
186462306a36Sopenharmony_ci	val = readl(GBE_REG_ADDR(gbe_dev, switch_regs, stat_port_en));
186562306a36Sopenharmony_ci
186662306a36Sopenharmony_ci	switch (stats_mod) {
186762306a36Sopenharmony_ci	case GBE_STATSA_MODULE:
186862306a36Sopenharmony_ci	case GBE_STATSB_MODULE:
186962306a36Sopenharmony_ci		val &= ~GBE_STATS_CD_SEL;
187062306a36Sopenharmony_ci		break;
187162306a36Sopenharmony_ci	case GBE_STATSC_MODULE:
187262306a36Sopenharmony_ci	case GBE_STATSD_MODULE:
187362306a36Sopenharmony_ci		val |= GBE_STATS_CD_SEL;
187462306a36Sopenharmony_ci		break;
187562306a36Sopenharmony_ci	default:
187662306a36Sopenharmony_ci		return;
187762306a36Sopenharmony_ci	}
187862306a36Sopenharmony_ci
187962306a36Sopenharmony_ci	/* make the stat module visible */
188062306a36Sopenharmony_ci	writel(val, GBE_REG_ADDR(gbe_dev, switch_regs, stat_port_en));
188162306a36Sopenharmony_ci}
188262306a36Sopenharmony_ci
188362306a36Sopenharmony_cistatic void gbe_reset_mod_stats_ver14(struct gbe_priv *gbe_dev, int stats_mod)
188462306a36Sopenharmony_ci{
188562306a36Sopenharmony_ci	gbe_stats_mod_visible_ver14(gbe_dev, stats_mod);
188662306a36Sopenharmony_ci	gbe_reset_mod_stats(gbe_dev, stats_mod);
188762306a36Sopenharmony_ci}
188862306a36Sopenharmony_ci
188962306a36Sopenharmony_cistatic void gbe_update_stats_ver14(struct gbe_priv *gbe_dev, uint64_t *data)
189062306a36Sopenharmony_ci{
189162306a36Sopenharmony_ci	u32 half_num_et_stats = (gbe_dev->num_et_stats / 2);
189262306a36Sopenharmony_ci	int et_entry, j, pair;
189362306a36Sopenharmony_ci
189462306a36Sopenharmony_ci	for (pair = 0; pair < 2; pair++) {
189562306a36Sopenharmony_ci		gbe_stats_mod_visible_ver14(gbe_dev, (pair ?
189662306a36Sopenharmony_ci						      GBE_STATSC_MODULE :
189762306a36Sopenharmony_ci						      GBE_STATSA_MODULE));
189862306a36Sopenharmony_ci
189962306a36Sopenharmony_ci		for (j = 0; j < half_num_et_stats; j++) {
190062306a36Sopenharmony_ci			et_entry = pair * half_num_et_stats + j;
190162306a36Sopenharmony_ci			gbe_update_hw_stats_entry(gbe_dev, et_entry);
190262306a36Sopenharmony_ci
190362306a36Sopenharmony_ci			if (data)
190462306a36Sopenharmony_ci				data[et_entry] = gbe_dev->hw_stats[et_entry];
190562306a36Sopenharmony_ci		}
190662306a36Sopenharmony_ci	}
190762306a36Sopenharmony_ci}
190862306a36Sopenharmony_ci
190962306a36Sopenharmony_cistatic void keystone_get_ethtool_stats(struct net_device *ndev,
191062306a36Sopenharmony_ci				       struct ethtool_stats *stats,
191162306a36Sopenharmony_ci				       uint64_t *data)
191262306a36Sopenharmony_ci{
191362306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
191462306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
191562306a36Sopenharmony_ci	struct gbe_priv *gbe_dev;
191662306a36Sopenharmony_ci
191762306a36Sopenharmony_ci	gbe_intf = keystone_get_intf_data(netcp);
191862306a36Sopenharmony_ci	if (!gbe_intf)
191962306a36Sopenharmony_ci		return;
192062306a36Sopenharmony_ci
192162306a36Sopenharmony_ci	gbe_dev = gbe_intf->gbe_dev;
192262306a36Sopenharmony_ci	spin_lock_bh(&gbe_dev->hw_stats_lock);
192362306a36Sopenharmony_ci	if (IS_SS_ID_VER_14(gbe_dev))
192462306a36Sopenharmony_ci		gbe_update_stats_ver14(gbe_dev, data);
192562306a36Sopenharmony_ci	else
192662306a36Sopenharmony_ci		gbe_update_stats(gbe_dev, data);
192762306a36Sopenharmony_ci	spin_unlock_bh(&gbe_dev->hw_stats_lock);
192862306a36Sopenharmony_ci}
192962306a36Sopenharmony_ci
193062306a36Sopenharmony_cistatic int keystone_get_link_ksettings(struct net_device *ndev,
193162306a36Sopenharmony_ci				       struct ethtool_link_ksettings *cmd)
193262306a36Sopenharmony_ci{
193362306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
193462306a36Sopenharmony_ci	struct phy_device *phy = ndev->phydev;
193562306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
193662306a36Sopenharmony_ci
193762306a36Sopenharmony_ci	if (!phy)
193862306a36Sopenharmony_ci		return -EINVAL;
193962306a36Sopenharmony_ci
194062306a36Sopenharmony_ci	gbe_intf = keystone_get_intf_data(netcp);
194162306a36Sopenharmony_ci	if (!gbe_intf)
194262306a36Sopenharmony_ci		return -EINVAL;
194362306a36Sopenharmony_ci
194462306a36Sopenharmony_ci	if (!gbe_intf->slave)
194562306a36Sopenharmony_ci		return -EINVAL;
194662306a36Sopenharmony_ci
194762306a36Sopenharmony_ci	phy_ethtool_ksettings_get(phy, cmd);
194862306a36Sopenharmony_ci	cmd->base.port = gbe_intf->slave->phy_port_t;
194962306a36Sopenharmony_ci
195062306a36Sopenharmony_ci	return 0;
195162306a36Sopenharmony_ci}
195262306a36Sopenharmony_ci
195362306a36Sopenharmony_cistatic int keystone_set_link_ksettings(struct net_device *ndev,
195462306a36Sopenharmony_ci				       const struct ethtool_link_ksettings *cmd)
195562306a36Sopenharmony_ci{
195662306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
195762306a36Sopenharmony_ci	struct phy_device *phy = ndev->phydev;
195862306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
195962306a36Sopenharmony_ci	u8 port = cmd->base.port;
196062306a36Sopenharmony_ci	u32 advertising, supported;
196162306a36Sopenharmony_ci	u32 features;
196262306a36Sopenharmony_ci
196362306a36Sopenharmony_ci	ethtool_convert_link_mode_to_legacy_u32(&advertising,
196462306a36Sopenharmony_ci						cmd->link_modes.advertising);
196562306a36Sopenharmony_ci	ethtool_convert_link_mode_to_legacy_u32(&supported,
196662306a36Sopenharmony_ci						cmd->link_modes.supported);
196762306a36Sopenharmony_ci	features = advertising & supported;
196862306a36Sopenharmony_ci
196962306a36Sopenharmony_ci	if (!phy)
197062306a36Sopenharmony_ci		return -EINVAL;
197162306a36Sopenharmony_ci
197262306a36Sopenharmony_ci	gbe_intf = keystone_get_intf_data(netcp);
197362306a36Sopenharmony_ci	if (!gbe_intf)
197462306a36Sopenharmony_ci		return -EINVAL;
197562306a36Sopenharmony_ci
197662306a36Sopenharmony_ci	if (!gbe_intf->slave)
197762306a36Sopenharmony_ci		return -EINVAL;
197862306a36Sopenharmony_ci
197962306a36Sopenharmony_ci	if (port != gbe_intf->slave->phy_port_t) {
198062306a36Sopenharmony_ci		if ((port == PORT_TP) && !(features & ADVERTISED_TP))
198162306a36Sopenharmony_ci			return -EINVAL;
198262306a36Sopenharmony_ci
198362306a36Sopenharmony_ci		if ((port == PORT_AUI) && !(features & ADVERTISED_AUI))
198462306a36Sopenharmony_ci			return -EINVAL;
198562306a36Sopenharmony_ci
198662306a36Sopenharmony_ci		if ((port == PORT_BNC) && !(features & ADVERTISED_BNC))
198762306a36Sopenharmony_ci			return -EINVAL;
198862306a36Sopenharmony_ci
198962306a36Sopenharmony_ci		if ((port == PORT_MII) && !(features & ADVERTISED_MII))
199062306a36Sopenharmony_ci			return -EINVAL;
199162306a36Sopenharmony_ci
199262306a36Sopenharmony_ci		if ((port == PORT_FIBRE) && !(features & ADVERTISED_FIBRE))
199362306a36Sopenharmony_ci			return -EINVAL;
199462306a36Sopenharmony_ci	}
199562306a36Sopenharmony_ci
199662306a36Sopenharmony_ci	gbe_intf->slave->phy_port_t = port;
199762306a36Sopenharmony_ci	return phy_ethtool_ksettings_set(phy, cmd);
199862306a36Sopenharmony_ci}
199962306a36Sopenharmony_ci
200062306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_TI_CPTS)
200162306a36Sopenharmony_cistatic int keystone_get_ts_info(struct net_device *ndev,
200262306a36Sopenharmony_ci				struct ethtool_ts_info *info)
200362306a36Sopenharmony_ci{
200462306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
200562306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
200662306a36Sopenharmony_ci
200762306a36Sopenharmony_ci	gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp);
200862306a36Sopenharmony_ci	if (!gbe_intf || !gbe_intf->gbe_dev->cpts)
200962306a36Sopenharmony_ci		return -EINVAL;
201062306a36Sopenharmony_ci
201162306a36Sopenharmony_ci	info->so_timestamping =
201262306a36Sopenharmony_ci		SOF_TIMESTAMPING_TX_HARDWARE |
201362306a36Sopenharmony_ci		SOF_TIMESTAMPING_TX_SOFTWARE |
201462306a36Sopenharmony_ci		SOF_TIMESTAMPING_RX_HARDWARE |
201562306a36Sopenharmony_ci		SOF_TIMESTAMPING_RX_SOFTWARE |
201662306a36Sopenharmony_ci		SOF_TIMESTAMPING_SOFTWARE |
201762306a36Sopenharmony_ci		SOF_TIMESTAMPING_RAW_HARDWARE;
201862306a36Sopenharmony_ci	info->phc_index = gbe_intf->gbe_dev->cpts->phc_index;
201962306a36Sopenharmony_ci	info->tx_types =
202062306a36Sopenharmony_ci		(1 << HWTSTAMP_TX_OFF) |
202162306a36Sopenharmony_ci		(1 << HWTSTAMP_TX_ON);
202262306a36Sopenharmony_ci	info->rx_filters =
202362306a36Sopenharmony_ci		(1 << HWTSTAMP_FILTER_NONE) |
202462306a36Sopenharmony_ci		(1 << HWTSTAMP_FILTER_PTP_V1_L4_EVENT) |
202562306a36Sopenharmony_ci		(1 << HWTSTAMP_FILTER_PTP_V2_EVENT);
202662306a36Sopenharmony_ci	return 0;
202762306a36Sopenharmony_ci}
202862306a36Sopenharmony_ci#else
202962306a36Sopenharmony_cistatic int keystone_get_ts_info(struct net_device *ndev,
203062306a36Sopenharmony_ci				struct ethtool_ts_info *info)
203162306a36Sopenharmony_ci{
203262306a36Sopenharmony_ci	info->so_timestamping =
203362306a36Sopenharmony_ci		SOF_TIMESTAMPING_TX_SOFTWARE |
203462306a36Sopenharmony_ci		SOF_TIMESTAMPING_RX_SOFTWARE |
203562306a36Sopenharmony_ci		SOF_TIMESTAMPING_SOFTWARE;
203662306a36Sopenharmony_ci	info->phc_index = -1;
203762306a36Sopenharmony_ci	info->tx_types = 0;
203862306a36Sopenharmony_ci	info->rx_filters = 0;
203962306a36Sopenharmony_ci	return 0;
204062306a36Sopenharmony_ci}
204162306a36Sopenharmony_ci#endif /* CONFIG_TI_CPTS */
204262306a36Sopenharmony_ci
204362306a36Sopenharmony_cistatic const struct ethtool_ops keystone_ethtool_ops = {
204462306a36Sopenharmony_ci	.get_drvinfo		= keystone_get_drvinfo,
204562306a36Sopenharmony_ci	.get_link		= ethtool_op_get_link,
204662306a36Sopenharmony_ci	.get_msglevel		= keystone_get_msglevel,
204762306a36Sopenharmony_ci	.set_msglevel		= keystone_set_msglevel,
204862306a36Sopenharmony_ci	.get_strings		= keystone_get_stat_strings,
204962306a36Sopenharmony_ci	.get_sset_count		= keystone_get_sset_count,
205062306a36Sopenharmony_ci	.get_ethtool_stats	= keystone_get_ethtool_stats,
205162306a36Sopenharmony_ci	.get_link_ksettings	= keystone_get_link_ksettings,
205262306a36Sopenharmony_ci	.set_link_ksettings	= keystone_set_link_ksettings,
205362306a36Sopenharmony_ci	.get_ts_info		= keystone_get_ts_info,
205462306a36Sopenharmony_ci};
205562306a36Sopenharmony_ci
205662306a36Sopenharmony_cistatic void gbe_set_slave_mac(struct gbe_slave *slave,
205762306a36Sopenharmony_ci			      struct gbe_intf *gbe_intf)
205862306a36Sopenharmony_ci{
205962306a36Sopenharmony_ci	struct net_device *ndev = gbe_intf->ndev;
206062306a36Sopenharmony_ci
206162306a36Sopenharmony_ci	writel(mac_hi(ndev->dev_addr), GBE_REG_ADDR(slave, port_regs, sa_hi));
206262306a36Sopenharmony_ci	writel(mac_lo(ndev->dev_addr), GBE_REG_ADDR(slave, port_regs, sa_lo));
206362306a36Sopenharmony_ci}
206462306a36Sopenharmony_ci
206562306a36Sopenharmony_cistatic int gbe_get_slave_port(struct gbe_priv *priv, u32 slave_num)
206662306a36Sopenharmony_ci{
206762306a36Sopenharmony_ci	if (priv->host_port == 0)
206862306a36Sopenharmony_ci		return slave_num + 1;
206962306a36Sopenharmony_ci
207062306a36Sopenharmony_ci	return slave_num;
207162306a36Sopenharmony_ci}
207262306a36Sopenharmony_ci
207362306a36Sopenharmony_cistatic void netcp_ethss_link_state_action(struct gbe_priv *gbe_dev,
207462306a36Sopenharmony_ci					  struct net_device *ndev,
207562306a36Sopenharmony_ci					  struct gbe_slave *slave,
207662306a36Sopenharmony_ci					  int up)
207762306a36Sopenharmony_ci{
207862306a36Sopenharmony_ci	struct phy_device *phy = slave->phy;
207962306a36Sopenharmony_ci	u32 mac_control = 0;
208062306a36Sopenharmony_ci
208162306a36Sopenharmony_ci	if (up) {
208262306a36Sopenharmony_ci		mac_control = slave->mac_control;
208362306a36Sopenharmony_ci		if (phy && (phy->speed == SPEED_1000)) {
208462306a36Sopenharmony_ci			mac_control |= MACSL_GIG_MODE;
208562306a36Sopenharmony_ci			mac_control &= ~MACSL_XGIG_MODE;
208662306a36Sopenharmony_ci		} else if (phy && (phy->speed == SPEED_10000)) {
208762306a36Sopenharmony_ci			mac_control |= MACSL_XGIG_MODE;
208862306a36Sopenharmony_ci			mac_control &= ~MACSL_GIG_MODE;
208962306a36Sopenharmony_ci		}
209062306a36Sopenharmony_ci
209162306a36Sopenharmony_ci		writel(mac_control, GBE_REG_ADDR(slave, emac_regs,
209262306a36Sopenharmony_ci						 mac_control));
209362306a36Sopenharmony_ci
209462306a36Sopenharmony_ci		cpsw_ale_control_set(gbe_dev->ale, slave->port_num,
209562306a36Sopenharmony_ci				     ALE_PORT_STATE,
209662306a36Sopenharmony_ci				     ALE_PORT_STATE_FORWARD);
209762306a36Sopenharmony_ci
209862306a36Sopenharmony_ci		if (ndev && slave->open &&
209962306a36Sopenharmony_ci		    ((slave->link_interface != SGMII_LINK_MAC_PHY) &&
210062306a36Sopenharmony_ci		    (slave->link_interface != RGMII_LINK_MAC_PHY) &&
210162306a36Sopenharmony_ci		    (slave->link_interface != XGMII_LINK_MAC_PHY)))
210262306a36Sopenharmony_ci			netif_carrier_on(ndev);
210362306a36Sopenharmony_ci	} else {
210462306a36Sopenharmony_ci		writel(mac_control, GBE_REG_ADDR(slave, emac_regs,
210562306a36Sopenharmony_ci						 mac_control));
210662306a36Sopenharmony_ci		cpsw_ale_control_set(gbe_dev->ale, slave->port_num,
210762306a36Sopenharmony_ci				     ALE_PORT_STATE,
210862306a36Sopenharmony_ci				     ALE_PORT_STATE_DISABLE);
210962306a36Sopenharmony_ci		if (ndev &&
211062306a36Sopenharmony_ci		    ((slave->link_interface != SGMII_LINK_MAC_PHY) &&
211162306a36Sopenharmony_ci		    (slave->link_interface != RGMII_LINK_MAC_PHY) &&
211262306a36Sopenharmony_ci		    (slave->link_interface != XGMII_LINK_MAC_PHY)))
211362306a36Sopenharmony_ci			netif_carrier_off(ndev);
211462306a36Sopenharmony_ci	}
211562306a36Sopenharmony_ci
211662306a36Sopenharmony_ci	if (phy)
211762306a36Sopenharmony_ci		phy_print_status(phy);
211862306a36Sopenharmony_ci}
211962306a36Sopenharmony_ci
212062306a36Sopenharmony_cistatic bool gbe_phy_link_status(struct gbe_slave *slave)
212162306a36Sopenharmony_ci{
212262306a36Sopenharmony_ci	 return !slave->phy || slave->phy->link;
212362306a36Sopenharmony_ci}
212462306a36Sopenharmony_ci
212562306a36Sopenharmony_ci#define RGMII_REG_STATUS_LINK	BIT(0)
212662306a36Sopenharmony_ci
212762306a36Sopenharmony_cistatic void netcp_2u_rgmii_get_port_link(struct gbe_priv *gbe_dev, bool *status)
212862306a36Sopenharmony_ci{
212962306a36Sopenharmony_ci	u32 val = 0;
213062306a36Sopenharmony_ci
213162306a36Sopenharmony_ci	val = readl(GBE_REG_ADDR(gbe_dev, ss_regs, rgmii_status));
213262306a36Sopenharmony_ci	*status = !!(val & RGMII_REG_STATUS_LINK);
213362306a36Sopenharmony_ci}
213462306a36Sopenharmony_ci
213562306a36Sopenharmony_cistatic void netcp_ethss_update_link_state(struct gbe_priv *gbe_dev,
213662306a36Sopenharmony_ci					  struct gbe_slave *slave,
213762306a36Sopenharmony_ci					  struct net_device *ndev)
213862306a36Sopenharmony_ci{
213962306a36Sopenharmony_ci	bool sw_link_state = true, phy_link_state;
214062306a36Sopenharmony_ci	int sp = slave->slave_num, link_state;
214162306a36Sopenharmony_ci
214262306a36Sopenharmony_ci	if (!slave->open)
214362306a36Sopenharmony_ci		return;
214462306a36Sopenharmony_ci
214562306a36Sopenharmony_ci	if (SLAVE_LINK_IS_RGMII(slave))
214662306a36Sopenharmony_ci		netcp_2u_rgmii_get_port_link(gbe_dev,
214762306a36Sopenharmony_ci					     &sw_link_state);
214862306a36Sopenharmony_ci	if (SLAVE_LINK_IS_SGMII(slave))
214962306a36Sopenharmony_ci		sw_link_state =
215062306a36Sopenharmony_ci		netcp_sgmii_get_port_link(SGMII_BASE(gbe_dev, sp), sp);
215162306a36Sopenharmony_ci
215262306a36Sopenharmony_ci	phy_link_state = gbe_phy_link_status(slave);
215362306a36Sopenharmony_ci	link_state = phy_link_state & sw_link_state;
215462306a36Sopenharmony_ci
215562306a36Sopenharmony_ci	if (atomic_xchg(&slave->link_state, link_state) != link_state)
215662306a36Sopenharmony_ci		netcp_ethss_link_state_action(gbe_dev, ndev, slave,
215762306a36Sopenharmony_ci					      link_state);
215862306a36Sopenharmony_ci}
215962306a36Sopenharmony_ci
216062306a36Sopenharmony_cistatic void xgbe_adjust_link(struct net_device *ndev)
216162306a36Sopenharmony_ci{
216262306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
216362306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
216462306a36Sopenharmony_ci
216562306a36Sopenharmony_ci	gbe_intf = netcp_module_get_intf_data(&xgbe_module, netcp);
216662306a36Sopenharmony_ci	if (!gbe_intf)
216762306a36Sopenharmony_ci		return;
216862306a36Sopenharmony_ci
216962306a36Sopenharmony_ci	netcp_ethss_update_link_state(gbe_intf->gbe_dev, gbe_intf->slave,
217062306a36Sopenharmony_ci				      ndev);
217162306a36Sopenharmony_ci}
217262306a36Sopenharmony_ci
217362306a36Sopenharmony_cistatic void gbe_adjust_link(struct net_device *ndev)
217462306a36Sopenharmony_ci{
217562306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
217662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
217762306a36Sopenharmony_ci
217862306a36Sopenharmony_ci	gbe_intf = netcp_module_get_intf_data(&gbe_module, netcp);
217962306a36Sopenharmony_ci	if (!gbe_intf)
218062306a36Sopenharmony_ci		return;
218162306a36Sopenharmony_ci
218262306a36Sopenharmony_ci	netcp_ethss_update_link_state(gbe_intf->gbe_dev, gbe_intf->slave,
218362306a36Sopenharmony_ci				      ndev);
218462306a36Sopenharmony_ci}
218562306a36Sopenharmony_ci
218662306a36Sopenharmony_cistatic void gbe_adjust_link_sec_slaves(struct net_device *ndev)
218762306a36Sopenharmony_ci{
218862306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = netdev_priv(ndev);
218962306a36Sopenharmony_ci	struct gbe_slave *slave;
219062306a36Sopenharmony_ci
219162306a36Sopenharmony_ci	for_each_sec_slave(slave, gbe_dev)
219262306a36Sopenharmony_ci		netcp_ethss_update_link_state(gbe_dev, slave, NULL);
219362306a36Sopenharmony_ci}
219462306a36Sopenharmony_ci
219562306a36Sopenharmony_ci/* Reset EMAC
219662306a36Sopenharmony_ci * Soft reset is set and polled until clear, or until a timeout occurs
219762306a36Sopenharmony_ci */
219862306a36Sopenharmony_cistatic int gbe_port_reset(struct gbe_slave *slave)
219962306a36Sopenharmony_ci{
220062306a36Sopenharmony_ci	u32 i, v;
220162306a36Sopenharmony_ci
220262306a36Sopenharmony_ci	/* Set the soft reset bit */
220362306a36Sopenharmony_ci	writel(SOFT_RESET, GBE_REG_ADDR(slave, emac_regs, soft_reset));
220462306a36Sopenharmony_ci
220562306a36Sopenharmony_ci	/* Wait for the bit to clear */
220662306a36Sopenharmony_ci	for (i = 0; i < DEVICE_EMACSL_RESET_POLL_COUNT; i++) {
220762306a36Sopenharmony_ci		v = readl(GBE_REG_ADDR(slave, emac_regs, soft_reset));
220862306a36Sopenharmony_ci		if ((v & SOFT_RESET_MASK) != SOFT_RESET)
220962306a36Sopenharmony_ci			return 0;
221062306a36Sopenharmony_ci	}
221162306a36Sopenharmony_ci
221262306a36Sopenharmony_ci	/* Timeout on the reset */
221362306a36Sopenharmony_ci	return GMACSL_RET_WARN_RESET_INCOMPLETE;
221462306a36Sopenharmony_ci}
221562306a36Sopenharmony_ci
221662306a36Sopenharmony_ci/* Configure EMAC */
221762306a36Sopenharmony_cistatic void gbe_port_config(struct gbe_priv *gbe_dev, struct gbe_slave *slave,
221862306a36Sopenharmony_ci			    int max_rx_len)
221962306a36Sopenharmony_ci{
222062306a36Sopenharmony_ci	void __iomem *rx_maxlen_reg;
222162306a36Sopenharmony_ci	u32 xgmii_mode;
222262306a36Sopenharmony_ci
222362306a36Sopenharmony_ci	if (max_rx_len > NETCP_MAX_FRAME_SIZE)
222462306a36Sopenharmony_ci		max_rx_len = NETCP_MAX_FRAME_SIZE;
222562306a36Sopenharmony_ci
222662306a36Sopenharmony_ci	/* Enable correct MII mode at SS level */
222762306a36Sopenharmony_ci	if (IS_SS_ID_XGBE(gbe_dev) &&
222862306a36Sopenharmony_ci	    (slave->link_interface >= XGMII_LINK_MAC_PHY)) {
222962306a36Sopenharmony_ci		xgmii_mode = readl(GBE_REG_ADDR(gbe_dev, ss_regs, control));
223062306a36Sopenharmony_ci		xgmii_mode |= (1 << slave->slave_num);
223162306a36Sopenharmony_ci		writel(xgmii_mode, GBE_REG_ADDR(gbe_dev, ss_regs, control));
223262306a36Sopenharmony_ci	}
223362306a36Sopenharmony_ci
223462306a36Sopenharmony_ci	if (IS_SS_ID_MU(gbe_dev))
223562306a36Sopenharmony_ci		rx_maxlen_reg = GBE_REG_ADDR(slave, port_regs, rx_maxlen);
223662306a36Sopenharmony_ci	else
223762306a36Sopenharmony_ci		rx_maxlen_reg = GBE_REG_ADDR(slave, emac_regs, rx_maxlen);
223862306a36Sopenharmony_ci
223962306a36Sopenharmony_ci	writel(max_rx_len, rx_maxlen_reg);
224062306a36Sopenharmony_ci	writel(slave->mac_control, GBE_REG_ADDR(slave, emac_regs, mac_control));
224162306a36Sopenharmony_ci}
224262306a36Sopenharmony_ci
224362306a36Sopenharmony_cistatic void gbe_sgmii_rtreset(struct gbe_priv *priv,
224462306a36Sopenharmony_ci			      struct gbe_slave *slave, bool set)
224562306a36Sopenharmony_ci{
224662306a36Sopenharmony_ci	if (SLAVE_LINK_IS_XGMII(slave))
224762306a36Sopenharmony_ci		return;
224862306a36Sopenharmony_ci
224962306a36Sopenharmony_ci	netcp_sgmii_rtreset(SGMII_BASE(priv, slave->slave_num),
225062306a36Sopenharmony_ci			    slave->slave_num, set);
225162306a36Sopenharmony_ci}
225262306a36Sopenharmony_ci
225362306a36Sopenharmony_cistatic void gbe_slave_stop(struct gbe_intf *intf)
225462306a36Sopenharmony_ci{
225562306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = intf->gbe_dev;
225662306a36Sopenharmony_ci	struct gbe_slave *slave = intf->slave;
225762306a36Sopenharmony_ci
225862306a36Sopenharmony_ci	if (!IS_SS_ID_2U(gbe_dev))
225962306a36Sopenharmony_ci		gbe_sgmii_rtreset(gbe_dev, slave, true);
226062306a36Sopenharmony_ci	gbe_port_reset(slave);
226162306a36Sopenharmony_ci	/* Disable forwarding */
226262306a36Sopenharmony_ci	cpsw_ale_control_set(gbe_dev->ale, slave->port_num,
226362306a36Sopenharmony_ci			     ALE_PORT_STATE, ALE_PORT_STATE_DISABLE);
226462306a36Sopenharmony_ci	cpsw_ale_del_mcast(gbe_dev->ale, intf->ndev->broadcast,
226562306a36Sopenharmony_ci			   1 << slave->port_num, 0, 0);
226662306a36Sopenharmony_ci
226762306a36Sopenharmony_ci	if (!slave->phy)
226862306a36Sopenharmony_ci		return;
226962306a36Sopenharmony_ci
227062306a36Sopenharmony_ci	phy_stop(slave->phy);
227162306a36Sopenharmony_ci	phy_disconnect(slave->phy);
227262306a36Sopenharmony_ci	slave->phy = NULL;
227362306a36Sopenharmony_ci}
227462306a36Sopenharmony_ci
227562306a36Sopenharmony_cistatic void gbe_sgmii_config(struct gbe_priv *priv, struct gbe_slave *slave)
227662306a36Sopenharmony_ci{
227762306a36Sopenharmony_ci	if (SLAVE_LINK_IS_XGMII(slave))
227862306a36Sopenharmony_ci		return;
227962306a36Sopenharmony_ci
228062306a36Sopenharmony_ci	netcp_sgmii_reset(SGMII_BASE(priv, slave->slave_num), slave->slave_num);
228162306a36Sopenharmony_ci	netcp_sgmii_config(SGMII_BASE(priv, slave->slave_num), slave->slave_num,
228262306a36Sopenharmony_ci			   slave->link_interface);
228362306a36Sopenharmony_ci}
228462306a36Sopenharmony_ci
228562306a36Sopenharmony_cistatic int gbe_slave_open(struct gbe_intf *gbe_intf)
228662306a36Sopenharmony_ci{
228762306a36Sopenharmony_ci	struct gbe_priv *priv = gbe_intf->gbe_dev;
228862306a36Sopenharmony_ci	struct gbe_slave *slave = gbe_intf->slave;
228962306a36Sopenharmony_ci	phy_interface_t phy_mode;
229062306a36Sopenharmony_ci	bool has_phy = false;
229162306a36Sopenharmony_ci	int err;
229262306a36Sopenharmony_ci
229362306a36Sopenharmony_ci	void (*hndlr)(struct net_device *) = gbe_adjust_link;
229462306a36Sopenharmony_ci
229562306a36Sopenharmony_ci	if (!IS_SS_ID_2U(priv))
229662306a36Sopenharmony_ci		gbe_sgmii_config(priv, slave);
229762306a36Sopenharmony_ci	gbe_port_reset(slave);
229862306a36Sopenharmony_ci	if (!IS_SS_ID_2U(priv))
229962306a36Sopenharmony_ci		gbe_sgmii_rtreset(priv, slave, false);
230062306a36Sopenharmony_ci	gbe_port_config(priv, slave, priv->rx_packet_max);
230162306a36Sopenharmony_ci	gbe_set_slave_mac(slave, gbe_intf);
230262306a36Sopenharmony_ci	/* For NU & 2U switch, map the vlan priorities to zero
230362306a36Sopenharmony_ci	 * as we only configure to use priority 0
230462306a36Sopenharmony_ci	 */
230562306a36Sopenharmony_ci	if (IS_SS_ID_MU(priv))
230662306a36Sopenharmony_ci		writel(HOST_TX_PRI_MAP_DEFAULT,
230762306a36Sopenharmony_ci		       GBE_REG_ADDR(slave, port_regs, rx_pri_map));
230862306a36Sopenharmony_ci
230962306a36Sopenharmony_ci	/* enable forwarding */
231062306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, slave->port_num,
231162306a36Sopenharmony_ci			     ALE_PORT_STATE, ALE_PORT_STATE_FORWARD);
231262306a36Sopenharmony_ci	cpsw_ale_add_mcast(priv->ale, gbe_intf->ndev->broadcast,
231362306a36Sopenharmony_ci			   1 << slave->port_num, 0, 0, ALE_MCAST_FWD_2);
231462306a36Sopenharmony_ci
231562306a36Sopenharmony_ci	if (slave->link_interface == SGMII_LINK_MAC_PHY) {
231662306a36Sopenharmony_ci		has_phy = true;
231762306a36Sopenharmony_ci		phy_mode = PHY_INTERFACE_MODE_SGMII;
231862306a36Sopenharmony_ci		slave->phy_port_t = PORT_MII;
231962306a36Sopenharmony_ci	} else if (slave->link_interface == RGMII_LINK_MAC_PHY) {
232062306a36Sopenharmony_ci		has_phy = true;
232162306a36Sopenharmony_ci		err = of_get_phy_mode(slave->node, &phy_mode);
232262306a36Sopenharmony_ci		/* if phy-mode is not present, default to
232362306a36Sopenharmony_ci		 * PHY_INTERFACE_MODE_RGMII
232462306a36Sopenharmony_ci		 */
232562306a36Sopenharmony_ci		if (err)
232662306a36Sopenharmony_ci			phy_mode = PHY_INTERFACE_MODE_RGMII;
232762306a36Sopenharmony_ci
232862306a36Sopenharmony_ci		if (!phy_interface_mode_is_rgmii(phy_mode)) {
232962306a36Sopenharmony_ci			dev_err(priv->dev,
233062306a36Sopenharmony_ci				"Unsupported phy mode %d\n", phy_mode);
233162306a36Sopenharmony_ci			return -EINVAL;
233262306a36Sopenharmony_ci		}
233362306a36Sopenharmony_ci		slave->phy_port_t = PORT_MII;
233462306a36Sopenharmony_ci	} else if (slave->link_interface == XGMII_LINK_MAC_PHY) {
233562306a36Sopenharmony_ci		has_phy = true;
233662306a36Sopenharmony_ci		phy_mode = PHY_INTERFACE_MODE_NA;
233762306a36Sopenharmony_ci		slave->phy_port_t = PORT_FIBRE;
233862306a36Sopenharmony_ci	}
233962306a36Sopenharmony_ci
234062306a36Sopenharmony_ci	if (has_phy) {
234162306a36Sopenharmony_ci		if (IS_SS_ID_XGBE(priv))
234262306a36Sopenharmony_ci			hndlr = xgbe_adjust_link;
234362306a36Sopenharmony_ci
234462306a36Sopenharmony_ci		slave->phy = of_phy_connect(gbe_intf->ndev,
234562306a36Sopenharmony_ci					    slave->phy_node,
234662306a36Sopenharmony_ci					    hndlr, 0,
234762306a36Sopenharmony_ci					    phy_mode);
234862306a36Sopenharmony_ci		if (!slave->phy) {
234962306a36Sopenharmony_ci			dev_err(priv->dev, "phy not found on slave %d\n",
235062306a36Sopenharmony_ci				slave->slave_num);
235162306a36Sopenharmony_ci			return -ENODEV;
235262306a36Sopenharmony_ci		}
235362306a36Sopenharmony_ci		dev_dbg(priv->dev, "phy found: id is: 0x%s\n",
235462306a36Sopenharmony_ci			phydev_name(slave->phy));
235562306a36Sopenharmony_ci		phy_start(slave->phy);
235662306a36Sopenharmony_ci	}
235762306a36Sopenharmony_ci	return 0;
235862306a36Sopenharmony_ci}
235962306a36Sopenharmony_ci
236062306a36Sopenharmony_cistatic void gbe_init_host_port(struct gbe_priv *priv)
236162306a36Sopenharmony_ci{
236262306a36Sopenharmony_ci	int bypass_en = 1;
236362306a36Sopenharmony_ci
236462306a36Sopenharmony_ci	/* Host Tx Pri */
236562306a36Sopenharmony_ci	if (IS_SS_ID_NU(priv) || IS_SS_ID_XGBE(priv))
236662306a36Sopenharmony_ci		writel(HOST_TX_PRI_MAP_DEFAULT,
236762306a36Sopenharmony_ci		       GBE_REG_ADDR(priv, host_port_regs, tx_pri_map));
236862306a36Sopenharmony_ci
236962306a36Sopenharmony_ci	/* Max length register */
237062306a36Sopenharmony_ci	writel(NETCP_MAX_FRAME_SIZE, GBE_REG_ADDR(priv, host_port_regs,
237162306a36Sopenharmony_ci						  rx_maxlen));
237262306a36Sopenharmony_ci
237362306a36Sopenharmony_ci	cpsw_ale_start(priv->ale);
237462306a36Sopenharmony_ci
237562306a36Sopenharmony_ci	if (priv->enable_ale)
237662306a36Sopenharmony_ci		bypass_en = 0;
237762306a36Sopenharmony_ci
237862306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0, ALE_BYPASS, bypass_en);
237962306a36Sopenharmony_ci
238062306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0, ALE_NO_PORT_VLAN, 1);
238162306a36Sopenharmony_ci
238262306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, priv->host_port,
238362306a36Sopenharmony_ci			     ALE_PORT_STATE, ALE_PORT_STATE_FORWARD);
238462306a36Sopenharmony_ci
238562306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0,
238662306a36Sopenharmony_ci			     ALE_PORT_UNKNOWN_VLAN_MEMBER,
238762306a36Sopenharmony_ci			     GBE_PORT_MASK(priv->ale_ports));
238862306a36Sopenharmony_ci
238962306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0,
239062306a36Sopenharmony_ci			     ALE_PORT_UNKNOWN_MCAST_FLOOD,
239162306a36Sopenharmony_ci			     GBE_PORT_MASK(priv->ale_ports - 1));
239262306a36Sopenharmony_ci
239362306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0,
239462306a36Sopenharmony_ci			     ALE_PORT_UNKNOWN_REG_MCAST_FLOOD,
239562306a36Sopenharmony_ci			     GBE_PORT_MASK(priv->ale_ports));
239662306a36Sopenharmony_ci
239762306a36Sopenharmony_ci	cpsw_ale_control_set(priv->ale, 0,
239862306a36Sopenharmony_ci			     ALE_PORT_UNTAGGED_EGRESS,
239962306a36Sopenharmony_ci			     GBE_PORT_MASK(priv->ale_ports));
240062306a36Sopenharmony_ci}
240162306a36Sopenharmony_ci
240262306a36Sopenharmony_cistatic void gbe_add_mcast_addr(struct gbe_intf *gbe_intf, u8 *addr)
240362306a36Sopenharmony_ci{
240462306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
240562306a36Sopenharmony_ci	u16 vlan_id;
240662306a36Sopenharmony_ci
240762306a36Sopenharmony_ci	cpsw_ale_add_mcast(gbe_dev->ale, addr,
240862306a36Sopenharmony_ci			   GBE_PORT_MASK(gbe_dev->ale_ports), 0, 0,
240962306a36Sopenharmony_ci			   ALE_MCAST_FWD_2);
241062306a36Sopenharmony_ci	for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) {
241162306a36Sopenharmony_ci		cpsw_ale_add_mcast(gbe_dev->ale, addr,
241262306a36Sopenharmony_ci				   GBE_PORT_MASK(gbe_dev->ale_ports),
241362306a36Sopenharmony_ci				   ALE_VLAN, vlan_id, ALE_MCAST_FWD_2);
241462306a36Sopenharmony_ci	}
241562306a36Sopenharmony_ci}
241662306a36Sopenharmony_ci
241762306a36Sopenharmony_cistatic void gbe_add_ucast_addr(struct gbe_intf *gbe_intf, u8 *addr)
241862306a36Sopenharmony_ci{
241962306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
242062306a36Sopenharmony_ci	u16 vlan_id;
242162306a36Sopenharmony_ci
242262306a36Sopenharmony_ci	cpsw_ale_add_ucast(gbe_dev->ale, addr, gbe_dev->host_port, 0, 0);
242362306a36Sopenharmony_ci
242462306a36Sopenharmony_ci	for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID)
242562306a36Sopenharmony_ci		cpsw_ale_add_ucast(gbe_dev->ale, addr, gbe_dev->host_port,
242662306a36Sopenharmony_ci				   ALE_VLAN, vlan_id);
242762306a36Sopenharmony_ci}
242862306a36Sopenharmony_ci
242962306a36Sopenharmony_cistatic void gbe_del_mcast_addr(struct gbe_intf *gbe_intf, u8 *addr)
243062306a36Sopenharmony_ci{
243162306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
243262306a36Sopenharmony_ci	u16 vlan_id;
243362306a36Sopenharmony_ci
243462306a36Sopenharmony_ci	cpsw_ale_del_mcast(gbe_dev->ale, addr, 0, 0, 0);
243562306a36Sopenharmony_ci
243662306a36Sopenharmony_ci	for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) {
243762306a36Sopenharmony_ci		cpsw_ale_del_mcast(gbe_dev->ale, addr, 0, ALE_VLAN, vlan_id);
243862306a36Sopenharmony_ci	}
243962306a36Sopenharmony_ci}
244062306a36Sopenharmony_ci
244162306a36Sopenharmony_cistatic void gbe_del_ucast_addr(struct gbe_intf *gbe_intf, u8 *addr)
244262306a36Sopenharmony_ci{
244362306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
244462306a36Sopenharmony_ci	u16 vlan_id;
244562306a36Sopenharmony_ci
244662306a36Sopenharmony_ci	cpsw_ale_del_ucast(gbe_dev->ale, addr, gbe_dev->host_port, 0, 0);
244762306a36Sopenharmony_ci
244862306a36Sopenharmony_ci	for_each_set_bit(vlan_id, gbe_intf->active_vlans, VLAN_N_VID) {
244962306a36Sopenharmony_ci		cpsw_ale_del_ucast(gbe_dev->ale, addr, gbe_dev->host_port,
245062306a36Sopenharmony_ci				   ALE_VLAN, vlan_id);
245162306a36Sopenharmony_ci	}
245262306a36Sopenharmony_ci}
245362306a36Sopenharmony_ci
245462306a36Sopenharmony_cistatic int gbe_add_addr(void *intf_priv, struct netcp_addr *naddr)
245562306a36Sopenharmony_ci{
245662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
245762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
245862306a36Sopenharmony_ci
245962306a36Sopenharmony_ci	dev_dbg(gbe_dev->dev, "ethss adding address %pM, type %d\n",
246062306a36Sopenharmony_ci		naddr->addr, naddr->type);
246162306a36Sopenharmony_ci
246262306a36Sopenharmony_ci	switch (naddr->type) {
246362306a36Sopenharmony_ci	case ADDR_MCAST:
246462306a36Sopenharmony_ci	case ADDR_BCAST:
246562306a36Sopenharmony_ci		gbe_add_mcast_addr(gbe_intf, naddr->addr);
246662306a36Sopenharmony_ci		break;
246762306a36Sopenharmony_ci	case ADDR_UCAST:
246862306a36Sopenharmony_ci	case ADDR_DEV:
246962306a36Sopenharmony_ci		gbe_add_ucast_addr(gbe_intf, naddr->addr);
247062306a36Sopenharmony_ci		break;
247162306a36Sopenharmony_ci	case ADDR_ANY:
247262306a36Sopenharmony_ci		/* nothing to do for promiscuous */
247362306a36Sopenharmony_ci	default:
247462306a36Sopenharmony_ci		break;
247562306a36Sopenharmony_ci	}
247662306a36Sopenharmony_ci
247762306a36Sopenharmony_ci	return 0;
247862306a36Sopenharmony_ci}
247962306a36Sopenharmony_ci
248062306a36Sopenharmony_cistatic int gbe_del_addr(void *intf_priv, struct netcp_addr *naddr)
248162306a36Sopenharmony_ci{
248262306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
248362306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
248462306a36Sopenharmony_ci
248562306a36Sopenharmony_ci	dev_dbg(gbe_dev->dev, "ethss deleting address %pM, type %d\n",
248662306a36Sopenharmony_ci		naddr->addr, naddr->type);
248762306a36Sopenharmony_ci
248862306a36Sopenharmony_ci	switch (naddr->type) {
248962306a36Sopenharmony_ci	case ADDR_MCAST:
249062306a36Sopenharmony_ci	case ADDR_BCAST:
249162306a36Sopenharmony_ci		gbe_del_mcast_addr(gbe_intf, naddr->addr);
249262306a36Sopenharmony_ci		break;
249362306a36Sopenharmony_ci	case ADDR_UCAST:
249462306a36Sopenharmony_ci	case ADDR_DEV:
249562306a36Sopenharmony_ci		gbe_del_ucast_addr(gbe_intf, naddr->addr);
249662306a36Sopenharmony_ci		break;
249762306a36Sopenharmony_ci	case ADDR_ANY:
249862306a36Sopenharmony_ci		/* nothing to do for promiscuous */
249962306a36Sopenharmony_ci	default:
250062306a36Sopenharmony_ci		break;
250162306a36Sopenharmony_ci	}
250262306a36Sopenharmony_ci
250362306a36Sopenharmony_ci	return 0;
250462306a36Sopenharmony_ci}
250562306a36Sopenharmony_ci
250662306a36Sopenharmony_cistatic int gbe_add_vid(void *intf_priv, int vid)
250762306a36Sopenharmony_ci{
250862306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
250962306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
251062306a36Sopenharmony_ci
251162306a36Sopenharmony_ci	set_bit(vid, gbe_intf->active_vlans);
251262306a36Sopenharmony_ci
251362306a36Sopenharmony_ci	cpsw_ale_add_vlan(gbe_dev->ale, vid,
251462306a36Sopenharmony_ci			  GBE_PORT_MASK(gbe_dev->ale_ports),
251562306a36Sopenharmony_ci			  GBE_MASK_NO_PORTS,
251662306a36Sopenharmony_ci			  GBE_PORT_MASK(gbe_dev->ale_ports),
251762306a36Sopenharmony_ci			  GBE_PORT_MASK(gbe_dev->ale_ports - 1));
251862306a36Sopenharmony_ci
251962306a36Sopenharmony_ci	return 0;
252062306a36Sopenharmony_ci}
252162306a36Sopenharmony_ci
252262306a36Sopenharmony_cistatic int gbe_del_vid(void *intf_priv, int vid)
252362306a36Sopenharmony_ci{
252462306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
252562306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
252662306a36Sopenharmony_ci
252762306a36Sopenharmony_ci	cpsw_ale_del_vlan(gbe_dev->ale, vid, 0);
252862306a36Sopenharmony_ci	clear_bit(vid, gbe_intf->active_vlans);
252962306a36Sopenharmony_ci	return 0;
253062306a36Sopenharmony_ci}
253162306a36Sopenharmony_ci
253262306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_TI_CPTS)
253362306a36Sopenharmony_ci
253462306a36Sopenharmony_cistatic void gbe_txtstamp(void *context, struct sk_buff *skb)
253562306a36Sopenharmony_ci{
253662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = context;
253762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
253862306a36Sopenharmony_ci
253962306a36Sopenharmony_ci	cpts_tx_timestamp(gbe_dev->cpts, skb);
254062306a36Sopenharmony_ci}
254162306a36Sopenharmony_ci
254262306a36Sopenharmony_cistatic bool gbe_need_txtstamp(struct gbe_intf *gbe_intf,
254362306a36Sopenharmony_ci			      const struct netcp_packet *p_info)
254462306a36Sopenharmony_ci{
254562306a36Sopenharmony_ci	struct sk_buff *skb = p_info->skb;
254662306a36Sopenharmony_ci
254762306a36Sopenharmony_ci	return cpts_can_timestamp(gbe_intf->gbe_dev->cpts, skb);
254862306a36Sopenharmony_ci}
254962306a36Sopenharmony_ci
255062306a36Sopenharmony_cistatic int gbe_txtstamp_mark_pkt(struct gbe_intf *gbe_intf,
255162306a36Sopenharmony_ci				 struct netcp_packet *p_info)
255262306a36Sopenharmony_ci{
255362306a36Sopenharmony_ci	struct phy_device *phydev = p_info->skb->dev->phydev;
255462306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
255562306a36Sopenharmony_ci
255662306a36Sopenharmony_ci	if (!(skb_shinfo(p_info->skb)->tx_flags & SKBTX_HW_TSTAMP) ||
255762306a36Sopenharmony_ci	    !gbe_dev->tx_ts_enabled)
255862306a36Sopenharmony_ci		return 0;
255962306a36Sopenharmony_ci
256062306a36Sopenharmony_ci	/* If phy has the txtstamp api, assume it will do it.
256162306a36Sopenharmony_ci	 * We mark it here because skb_tx_timestamp() is called
256262306a36Sopenharmony_ci	 * after all the txhooks are called.
256362306a36Sopenharmony_ci	 */
256462306a36Sopenharmony_ci	if (phy_has_txtstamp(phydev)) {
256562306a36Sopenharmony_ci		skb_shinfo(p_info->skb)->tx_flags |= SKBTX_IN_PROGRESS;
256662306a36Sopenharmony_ci		return 0;
256762306a36Sopenharmony_ci	}
256862306a36Sopenharmony_ci
256962306a36Sopenharmony_ci	if (gbe_need_txtstamp(gbe_intf, p_info)) {
257062306a36Sopenharmony_ci		p_info->txtstamp = gbe_txtstamp;
257162306a36Sopenharmony_ci		p_info->ts_context = (void *)gbe_intf;
257262306a36Sopenharmony_ci		skb_shinfo(p_info->skb)->tx_flags |= SKBTX_IN_PROGRESS;
257362306a36Sopenharmony_ci	}
257462306a36Sopenharmony_ci
257562306a36Sopenharmony_ci	return 0;
257662306a36Sopenharmony_ci}
257762306a36Sopenharmony_ci
257862306a36Sopenharmony_cistatic int gbe_rxtstamp(struct gbe_intf *gbe_intf, struct netcp_packet *p_info)
257962306a36Sopenharmony_ci{
258062306a36Sopenharmony_ci	struct phy_device *phydev = p_info->skb->dev->phydev;
258162306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
258262306a36Sopenharmony_ci
258362306a36Sopenharmony_ci	if (p_info->rxtstamp_complete)
258462306a36Sopenharmony_ci		return 0;
258562306a36Sopenharmony_ci
258662306a36Sopenharmony_ci	if (phy_has_rxtstamp(phydev)) {
258762306a36Sopenharmony_ci		p_info->rxtstamp_complete = true;
258862306a36Sopenharmony_ci		return 0;
258962306a36Sopenharmony_ci	}
259062306a36Sopenharmony_ci
259162306a36Sopenharmony_ci	if (gbe_dev->rx_ts_enabled)
259262306a36Sopenharmony_ci		cpts_rx_timestamp(gbe_dev->cpts, p_info->skb);
259362306a36Sopenharmony_ci
259462306a36Sopenharmony_ci	p_info->rxtstamp_complete = true;
259562306a36Sopenharmony_ci
259662306a36Sopenharmony_ci	return 0;
259762306a36Sopenharmony_ci}
259862306a36Sopenharmony_ci
259962306a36Sopenharmony_cistatic int gbe_hwtstamp_get(struct gbe_intf *gbe_intf, struct ifreq *ifr)
260062306a36Sopenharmony_ci{
260162306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
260262306a36Sopenharmony_ci	struct cpts *cpts = gbe_dev->cpts;
260362306a36Sopenharmony_ci	struct hwtstamp_config cfg;
260462306a36Sopenharmony_ci
260562306a36Sopenharmony_ci	if (!cpts)
260662306a36Sopenharmony_ci		return -EOPNOTSUPP;
260762306a36Sopenharmony_ci
260862306a36Sopenharmony_ci	cfg.flags = 0;
260962306a36Sopenharmony_ci	cfg.tx_type = gbe_dev->tx_ts_enabled ? HWTSTAMP_TX_ON : HWTSTAMP_TX_OFF;
261062306a36Sopenharmony_ci	cfg.rx_filter = gbe_dev->rx_ts_enabled;
261162306a36Sopenharmony_ci
261262306a36Sopenharmony_ci	return copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg)) ? -EFAULT : 0;
261362306a36Sopenharmony_ci}
261462306a36Sopenharmony_ci
261562306a36Sopenharmony_cistatic void gbe_hwtstamp(struct gbe_intf *gbe_intf)
261662306a36Sopenharmony_ci{
261762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
261862306a36Sopenharmony_ci	struct gbe_slave *slave = gbe_intf->slave;
261962306a36Sopenharmony_ci	u32 ts_en, seq_id, ctl;
262062306a36Sopenharmony_ci
262162306a36Sopenharmony_ci	if (!gbe_dev->rx_ts_enabled &&
262262306a36Sopenharmony_ci	    !gbe_dev->tx_ts_enabled) {
262362306a36Sopenharmony_ci		writel(0, GBE_REG_ADDR(slave, port_regs, ts_ctl));
262462306a36Sopenharmony_ci		return;
262562306a36Sopenharmony_ci	}
262662306a36Sopenharmony_ci
262762306a36Sopenharmony_ci	seq_id = (30 << TS_SEQ_ID_OFS_SHIFT) | ETH_P_1588;
262862306a36Sopenharmony_ci	ts_en = EVENT_MSG_BITS << TS_MSG_TYPE_EN_SHIFT;
262962306a36Sopenharmony_ci	ctl = ETH_P_1588 | TS_TTL_NONZERO |
263062306a36Sopenharmony_ci		(slave->ts_ctl.dst_port_map << TS_CTL_DST_PORT_SHIFT) |
263162306a36Sopenharmony_ci		(slave->ts_ctl.uni ?  TS_UNI_EN :
263262306a36Sopenharmony_ci			slave->ts_ctl.maddr_map << TS_CTL_MADDR_SHIFT);
263362306a36Sopenharmony_ci
263462306a36Sopenharmony_ci	if (gbe_dev->tx_ts_enabled)
263562306a36Sopenharmony_ci		ts_en |= (TS_TX_ANX_ALL_EN | TS_TX_VLAN_LT1_EN);
263662306a36Sopenharmony_ci
263762306a36Sopenharmony_ci	if (gbe_dev->rx_ts_enabled)
263862306a36Sopenharmony_ci		ts_en |= (TS_RX_ANX_ALL_EN | TS_RX_VLAN_LT1_EN);
263962306a36Sopenharmony_ci
264062306a36Sopenharmony_ci	writel(ts_en,  GBE_REG_ADDR(slave, port_regs, ts_ctl));
264162306a36Sopenharmony_ci	writel(seq_id, GBE_REG_ADDR(slave, port_regs, ts_seq_ltype));
264262306a36Sopenharmony_ci	writel(ctl,    GBE_REG_ADDR(slave, port_regs, ts_ctl_ltype2));
264362306a36Sopenharmony_ci}
264462306a36Sopenharmony_ci
264562306a36Sopenharmony_cistatic int gbe_hwtstamp_set(struct gbe_intf *gbe_intf, struct ifreq *ifr)
264662306a36Sopenharmony_ci{
264762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
264862306a36Sopenharmony_ci	struct cpts *cpts = gbe_dev->cpts;
264962306a36Sopenharmony_ci	struct hwtstamp_config cfg;
265062306a36Sopenharmony_ci
265162306a36Sopenharmony_ci	if (!cpts)
265262306a36Sopenharmony_ci		return -EOPNOTSUPP;
265362306a36Sopenharmony_ci
265462306a36Sopenharmony_ci	if (copy_from_user(&cfg, ifr->ifr_data, sizeof(cfg)))
265562306a36Sopenharmony_ci		return -EFAULT;
265662306a36Sopenharmony_ci
265762306a36Sopenharmony_ci	switch (cfg.tx_type) {
265862306a36Sopenharmony_ci	case HWTSTAMP_TX_OFF:
265962306a36Sopenharmony_ci		gbe_dev->tx_ts_enabled = 0;
266062306a36Sopenharmony_ci		break;
266162306a36Sopenharmony_ci	case HWTSTAMP_TX_ON:
266262306a36Sopenharmony_ci		gbe_dev->tx_ts_enabled = 1;
266362306a36Sopenharmony_ci		break;
266462306a36Sopenharmony_ci	default:
266562306a36Sopenharmony_ci		return -ERANGE;
266662306a36Sopenharmony_ci	}
266762306a36Sopenharmony_ci
266862306a36Sopenharmony_ci	switch (cfg.rx_filter) {
266962306a36Sopenharmony_ci	case HWTSTAMP_FILTER_NONE:
267062306a36Sopenharmony_ci		gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_NONE;
267162306a36Sopenharmony_ci		break;
267262306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V1_L4_EVENT:
267362306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V1_L4_SYNC:
267462306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V1_L4_DELAY_REQ:
267562306a36Sopenharmony_ci		gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_PTP_V1_L4_EVENT;
267662306a36Sopenharmony_ci		cfg.rx_filter = HWTSTAMP_FILTER_PTP_V1_L4_EVENT;
267762306a36Sopenharmony_ci		break;
267862306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L4_EVENT:
267962306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L4_SYNC:
268062306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L4_DELAY_REQ:
268162306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L2_EVENT:
268262306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L2_SYNC:
268362306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_L2_DELAY_REQ:
268462306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_EVENT:
268562306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_SYNC:
268662306a36Sopenharmony_ci	case HWTSTAMP_FILTER_PTP_V2_DELAY_REQ:
268762306a36Sopenharmony_ci		gbe_dev->rx_ts_enabled = HWTSTAMP_FILTER_PTP_V2_EVENT;
268862306a36Sopenharmony_ci		cfg.rx_filter = HWTSTAMP_FILTER_PTP_V2_EVENT;
268962306a36Sopenharmony_ci		break;
269062306a36Sopenharmony_ci	default:
269162306a36Sopenharmony_ci		return -ERANGE;
269262306a36Sopenharmony_ci	}
269362306a36Sopenharmony_ci
269462306a36Sopenharmony_ci	gbe_hwtstamp(gbe_intf);
269562306a36Sopenharmony_ci
269662306a36Sopenharmony_ci	return copy_to_user(ifr->ifr_data, &cfg, sizeof(cfg)) ? -EFAULT : 0;
269762306a36Sopenharmony_ci}
269862306a36Sopenharmony_ci
269962306a36Sopenharmony_cistatic void gbe_register_cpts(struct gbe_priv *gbe_dev)
270062306a36Sopenharmony_ci{
270162306a36Sopenharmony_ci	if (!gbe_dev->cpts)
270262306a36Sopenharmony_ci		return;
270362306a36Sopenharmony_ci
270462306a36Sopenharmony_ci	if (gbe_dev->cpts_registered > 0)
270562306a36Sopenharmony_ci		goto done;
270662306a36Sopenharmony_ci
270762306a36Sopenharmony_ci	if (cpts_register(gbe_dev->cpts)) {
270862306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "error registering cpts device\n");
270962306a36Sopenharmony_ci		return;
271062306a36Sopenharmony_ci	}
271162306a36Sopenharmony_ci
271262306a36Sopenharmony_cidone:
271362306a36Sopenharmony_ci	++gbe_dev->cpts_registered;
271462306a36Sopenharmony_ci}
271562306a36Sopenharmony_ci
271662306a36Sopenharmony_cistatic void gbe_unregister_cpts(struct gbe_priv *gbe_dev)
271762306a36Sopenharmony_ci{
271862306a36Sopenharmony_ci	if (!gbe_dev->cpts || (gbe_dev->cpts_registered <= 0))
271962306a36Sopenharmony_ci		return;
272062306a36Sopenharmony_ci
272162306a36Sopenharmony_ci	if (--gbe_dev->cpts_registered)
272262306a36Sopenharmony_ci		return;
272362306a36Sopenharmony_ci
272462306a36Sopenharmony_ci	cpts_unregister(gbe_dev->cpts);
272562306a36Sopenharmony_ci}
272662306a36Sopenharmony_ci#else
272762306a36Sopenharmony_cistatic inline int gbe_txtstamp_mark_pkt(struct gbe_intf *gbe_intf,
272862306a36Sopenharmony_ci					struct netcp_packet *p_info)
272962306a36Sopenharmony_ci{
273062306a36Sopenharmony_ci	return 0;
273162306a36Sopenharmony_ci}
273262306a36Sopenharmony_ci
273362306a36Sopenharmony_cistatic inline int gbe_rxtstamp(struct gbe_intf *gbe_intf,
273462306a36Sopenharmony_ci			       struct netcp_packet *p_info)
273562306a36Sopenharmony_ci{
273662306a36Sopenharmony_ci	return 0;
273762306a36Sopenharmony_ci}
273862306a36Sopenharmony_ci
273962306a36Sopenharmony_cistatic inline int gbe_hwtstamp(struct gbe_intf *gbe_intf,
274062306a36Sopenharmony_ci			       struct ifreq *ifr, int cmd)
274162306a36Sopenharmony_ci{
274262306a36Sopenharmony_ci	return -EOPNOTSUPP;
274362306a36Sopenharmony_ci}
274462306a36Sopenharmony_ci
274562306a36Sopenharmony_cistatic inline void gbe_register_cpts(struct gbe_priv *gbe_dev)
274662306a36Sopenharmony_ci{
274762306a36Sopenharmony_ci}
274862306a36Sopenharmony_ci
274962306a36Sopenharmony_cistatic inline void gbe_unregister_cpts(struct gbe_priv *gbe_dev)
275062306a36Sopenharmony_ci{
275162306a36Sopenharmony_ci}
275262306a36Sopenharmony_ci
275362306a36Sopenharmony_cistatic inline int gbe_hwtstamp_get(struct gbe_intf *gbe_intf, struct ifreq *req)
275462306a36Sopenharmony_ci{
275562306a36Sopenharmony_ci	return -EOPNOTSUPP;
275662306a36Sopenharmony_ci}
275762306a36Sopenharmony_ci
275862306a36Sopenharmony_cistatic inline int gbe_hwtstamp_set(struct gbe_intf *gbe_intf, struct ifreq *req)
275962306a36Sopenharmony_ci{
276062306a36Sopenharmony_ci	return -EOPNOTSUPP;
276162306a36Sopenharmony_ci}
276262306a36Sopenharmony_ci#endif /* CONFIG_TI_CPTS */
276362306a36Sopenharmony_ci
276462306a36Sopenharmony_cistatic int gbe_set_rx_mode(void *intf_priv, bool promisc)
276562306a36Sopenharmony_ci{
276662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
276762306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
276862306a36Sopenharmony_ci	struct cpsw_ale *ale = gbe_dev->ale;
276962306a36Sopenharmony_ci	unsigned long timeout;
277062306a36Sopenharmony_ci	int i, ret = -ETIMEDOUT;
277162306a36Sopenharmony_ci
277262306a36Sopenharmony_ci	/* Disable(1)/Enable(0) Learn for all ports (host is port 0 and
277362306a36Sopenharmony_ci	 * slaves are port 1 and up
277462306a36Sopenharmony_ci	 */
277562306a36Sopenharmony_ci	for (i = 0; i <= gbe_dev->num_slaves; i++) {
277662306a36Sopenharmony_ci		cpsw_ale_control_set(ale, i,
277762306a36Sopenharmony_ci				     ALE_PORT_NOLEARN, !!promisc);
277862306a36Sopenharmony_ci		cpsw_ale_control_set(ale, i,
277962306a36Sopenharmony_ci				     ALE_PORT_NO_SA_UPDATE, !!promisc);
278062306a36Sopenharmony_ci	}
278162306a36Sopenharmony_ci
278262306a36Sopenharmony_ci	if (!promisc) {
278362306a36Sopenharmony_ci		/* Don't Flood All Unicast Packets to Host port */
278462306a36Sopenharmony_ci		cpsw_ale_control_set(ale, 0, ALE_P0_UNI_FLOOD, 0);
278562306a36Sopenharmony_ci		dev_vdbg(gbe_dev->dev, "promiscuous mode disabled\n");
278662306a36Sopenharmony_ci		return 0;
278762306a36Sopenharmony_ci	}
278862306a36Sopenharmony_ci
278962306a36Sopenharmony_ci	timeout = jiffies + HZ;
279062306a36Sopenharmony_ci
279162306a36Sopenharmony_ci	/* Clear All Untouched entries */
279262306a36Sopenharmony_ci	cpsw_ale_control_set(ale, 0, ALE_AGEOUT, 1);
279362306a36Sopenharmony_ci	do {
279462306a36Sopenharmony_ci		cpu_relax();
279562306a36Sopenharmony_ci		if (cpsw_ale_control_get(ale, 0, ALE_AGEOUT)) {
279662306a36Sopenharmony_ci			ret = 0;
279762306a36Sopenharmony_ci			break;
279862306a36Sopenharmony_ci		}
279962306a36Sopenharmony_ci
280062306a36Sopenharmony_ci	} while (time_after(timeout, jiffies));
280162306a36Sopenharmony_ci
280262306a36Sopenharmony_ci	/* Make sure it is not a false timeout */
280362306a36Sopenharmony_ci	if (ret && !cpsw_ale_control_get(ale, 0, ALE_AGEOUT))
280462306a36Sopenharmony_ci		return ret;
280562306a36Sopenharmony_ci
280662306a36Sopenharmony_ci	cpsw_ale_control_set(ale, 0, ALE_AGEOUT, 1);
280762306a36Sopenharmony_ci
280862306a36Sopenharmony_ci	/* Clear all mcast from ALE */
280962306a36Sopenharmony_ci	cpsw_ale_flush_multicast(ale,
281062306a36Sopenharmony_ci				 GBE_PORT_MASK(gbe_dev->ale_ports),
281162306a36Sopenharmony_ci				 -1);
281262306a36Sopenharmony_ci
281362306a36Sopenharmony_ci	/* Flood All Unicast Packets to Host port */
281462306a36Sopenharmony_ci	cpsw_ale_control_set(ale, 0, ALE_P0_UNI_FLOOD, 1);
281562306a36Sopenharmony_ci	dev_vdbg(gbe_dev->dev, "promiscuous mode enabled\n");
281662306a36Sopenharmony_ci	return ret;
281762306a36Sopenharmony_ci}
281862306a36Sopenharmony_ci
281962306a36Sopenharmony_cistatic int gbe_ioctl(void *intf_priv, struct ifreq *req, int cmd)
282062306a36Sopenharmony_ci{
282162306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
282262306a36Sopenharmony_ci	struct phy_device *phy = gbe_intf->slave->phy;
282362306a36Sopenharmony_ci
282462306a36Sopenharmony_ci	if (!phy_has_hwtstamp(phy)) {
282562306a36Sopenharmony_ci		switch (cmd) {
282662306a36Sopenharmony_ci		case SIOCGHWTSTAMP:
282762306a36Sopenharmony_ci			return gbe_hwtstamp_get(gbe_intf, req);
282862306a36Sopenharmony_ci		case SIOCSHWTSTAMP:
282962306a36Sopenharmony_ci			return gbe_hwtstamp_set(gbe_intf, req);
283062306a36Sopenharmony_ci		}
283162306a36Sopenharmony_ci	}
283262306a36Sopenharmony_ci
283362306a36Sopenharmony_ci	if (phy)
283462306a36Sopenharmony_ci		return phy_mii_ioctl(phy, req, cmd);
283562306a36Sopenharmony_ci
283662306a36Sopenharmony_ci	return -EOPNOTSUPP;
283762306a36Sopenharmony_ci}
283862306a36Sopenharmony_ci
283962306a36Sopenharmony_cistatic void netcp_ethss_timer(struct timer_list *t)
284062306a36Sopenharmony_ci{
284162306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = from_timer(gbe_dev, t, timer);
284262306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
284362306a36Sopenharmony_ci	struct gbe_slave *slave;
284462306a36Sopenharmony_ci
284562306a36Sopenharmony_ci	/* Check & update SGMII link state of interfaces */
284662306a36Sopenharmony_ci	for_each_intf(gbe_intf, gbe_dev) {
284762306a36Sopenharmony_ci		if (!gbe_intf->slave->open)
284862306a36Sopenharmony_ci			continue;
284962306a36Sopenharmony_ci		netcp_ethss_update_link_state(gbe_dev, gbe_intf->slave,
285062306a36Sopenharmony_ci					      gbe_intf->ndev);
285162306a36Sopenharmony_ci	}
285262306a36Sopenharmony_ci
285362306a36Sopenharmony_ci	/* Check & update SGMII link state of secondary ports */
285462306a36Sopenharmony_ci	for_each_sec_slave(slave, gbe_dev) {
285562306a36Sopenharmony_ci		netcp_ethss_update_link_state(gbe_dev, slave, NULL);
285662306a36Sopenharmony_ci	}
285762306a36Sopenharmony_ci
285862306a36Sopenharmony_ci	/* A timer runs as a BH, no need to block them */
285962306a36Sopenharmony_ci	spin_lock(&gbe_dev->hw_stats_lock);
286062306a36Sopenharmony_ci
286162306a36Sopenharmony_ci	if (IS_SS_ID_VER_14(gbe_dev))
286262306a36Sopenharmony_ci		gbe_update_stats_ver14(gbe_dev, NULL);
286362306a36Sopenharmony_ci	else
286462306a36Sopenharmony_ci		gbe_update_stats(gbe_dev, NULL);
286562306a36Sopenharmony_ci
286662306a36Sopenharmony_ci	spin_unlock(&gbe_dev->hw_stats_lock);
286762306a36Sopenharmony_ci
286862306a36Sopenharmony_ci	gbe_dev->timer.expires	= jiffies + GBE_TIMER_INTERVAL;
286962306a36Sopenharmony_ci	add_timer(&gbe_dev->timer);
287062306a36Sopenharmony_ci}
287162306a36Sopenharmony_ci
287262306a36Sopenharmony_cistatic int gbe_txhook(int order, void *data, struct netcp_packet *p_info)
287362306a36Sopenharmony_ci{
287462306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = data;
287562306a36Sopenharmony_ci
287662306a36Sopenharmony_ci	p_info->tx_pipe = &gbe_intf->tx_pipe;
287762306a36Sopenharmony_ci
287862306a36Sopenharmony_ci	return gbe_txtstamp_mark_pkt(gbe_intf, p_info);
287962306a36Sopenharmony_ci}
288062306a36Sopenharmony_ci
288162306a36Sopenharmony_cistatic int gbe_rxhook(int order, void *data, struct netcp_packet *p_info)
288262306a36Sopenharmony_ci{
288362306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = data;
288462306a36Sopenharmony_ci
288562306a36Sopenharmony_ci	return gbe_rxtstamp(gbe_intf, p_info);
288662306a36Sopenharmony_ci}
288762306a36Sopenharmony_ci
288862306a36Sopenharmony_cistatic int gbe_open(void *intf_priv, struct net_device *ndev)
288962306a36Sopenharmony_ci{
289062306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
289162306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
289262306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
289362306a36Sopenharmony_ci	struct gbe_slave *slave = gbe_intf->slave;
289462306a36Sopenharmony_ci	int port_num = slave->port_num;
289562306a36Sopenharmony_ci	u32 reg, val;
289662306a36Sopenharmony_ci	int ret;
289762306a36Sopenharmony_ci
289862306a36Sopenharmony_ci	reg = readl(GBE_REG_ADDR(gbe_dev, switch_regs, id_ver));
289962306a36Sopenharmony_ci	dev_dbg(gbe_dev->dev, "initializing gbe version %d.%d (%d) GBE identification value 0x%x\n",
290062306a36Sopenharmony_ci		GBE_MAJOR_VERSION(reg), GBE_MINOR_VERSION(reg),
290162306a36Sopenharmony_ci		GBE_RTL_VERSION(reg), GBE_IDENT(reg));
290262306a36Sopenharmony_ci
290362306a36Sopenharmony_ci	/* For 10G and on NetCP 1.5, use directed to port */
290462306a36Sopenharmony_ci	if (IS_SS_ID_XGBE(gbe_dev) || IS_SS_ID_MU(gbe_dev))
290562306a36Sopenharmony_ci		gbe_intf->tx_pipe.flags = SWITCH_TO_PORT_IN_TAGINFO;
290662306a36Sopenharmony_ci
290762306a36Sopenharmony_ci	if (gbe_dev->enable_ale)
290862306a36Sopenharmony_ci		gbe_intf->tx_pipe.switch_to_port = 0;
290962306a36Sopenharmony_ci	else
291062306a36Sopenharmony_ci		gbe_intf->tx_pipe.switch_to_port = port_num;
291162306a36Sopenharmony_ci
291262306a36Sopenharmony_ci	dev_dbg(gbe_dev->dev,
291362306a36Sopenharmony_ci		"opened TX channel %s: %p with to port %d, flags %d\n",
291462306a36Sopenharmony_ci		gbe_intf->tx_pipe.dma_chan_name,
291562306a36Sopenharmony_ci		gbe_intf->tx_pipe.dma_channel,
291662306a36Sopenharmony_ci		gbe_intf->tx_pipe.switch_to_port,
291762306a36Sopenharmony_ci		gbe_intf->tx_pipe.flags);
291862306a36Sopenharmony_ci
291962306a36Sopenharmony_ci	gbe_slave_stop(gbe_intf);
292062306a36Sopenharmony_ci
292162306a36Sopenharmony_ci	/* disable priority elevation and enable statistics on all ports */
292262306a36Sopenharmony_ci	writel(0, GBE_REG_ADDR(gbe_dev, switch_regs, ptype));
292362306a36Sopenharmony_ci
292462306a36Sopenharmony_ci	/* Control register */
292562306a36Sopenharmony_ci	val = GBE_CTL_P0_ENABLE;
292662306a36Sopenharmony_ci	if (IS_SS_ID_MU(gbe_dev)) {
292762306a36Sopenharmony_ci		val |= ETH_SW_CTL_P0_TX_CRC_REMOVE;
292862306a36Sopenharmony_ci		netcp->hw_cap = ETH_SW_CAN_REMOVE_ETH_FCS;
292962306a36Sopenharmony_ci	}
293062306a36Sopenharmony_ci	writel(val, GBE_REG_ADDR(gbe_dev, switch_regs, control));
293162306a36Sopenharmony_ci
293262306a36Sopenharmony_ci	/* All statistics enabled and STAT AB visible by default */
293362306a36Sopenharmony_ci	writel(gbe_dev->stats_en_mask, GBE_REG_ADDR(gbe_dev, switch_regs,
293462306a36Sopenharmony_ci						    stat_port_en));
293562306a36Sopenharmony_ci
293662306a36Sopenharmony_ci	ret = gbe_slave_open(gbe_intf);
293762306a36Sopenharmony_ci	if (ret)
293862306a36Sopenharmony_ci		goto fail;
293962306a36Sopenharmony_ci
294062306a36Sopenharmony_ci	netcp_register_txhook(netcp, GBE_TXHOOK_ORDER, gbe_txhook, gbe_intf);
294162306a36Sopenharmony_ci	netcp_register_rxhook(netcp, GBE_RXHOOK_ORDER, gbe_rxhook, gbe_intf);
294262306a36Sopenharmony_ci
294362306a36Sopenharmony_ci	slave->open = true;
294462306a36Sopenharmony_ci	netcp_ethss_update_link_state(gbe_dev, slave, ndev);
294562306a36Sopenharmony_ci
294662306a36Sopenharmony_ci	gbe_register_cpts(gbe_dev);
294762306a36Sopenharmony_ci
294862306a36Sopenharmony_ci	return 0;
294962306a36Sopenharmony_ci
295062306a36Sopenharmony_cifail:
295162306a36Sopenharmony_ci	gbe_slave_stop(gbe_intf);
295262306a36Sopenharmony_ci	return ret;
295362306a36Sopenharmony_ci}
295462306a36Sopenharmony_ci
295562306a36Sopenharmony_cistatic int gbe_close(void *intf_priv, struct net_device *ndev)
295662306a36Sopenharmony_ci{
295762306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
295862306a36Sopenharmony_ci	struct netcp_intf *netcp = netdev_priv(ndev);
295962306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = gbe_intf->gbe_dev;
296062306a36Sopenharmony_ci
296162306a36Sopenharmony_ci	gbe_unregister_cpts(gbe_dev);
296262306a36Sopenharmony_ci
296362306a36Sopenharmony_ci	gbe_slave_stop(gbe_intf);
296462306a36Sopenharmony_ci
296562306a36Sopenharmony_ci	netcp_unregister_rxhook(netcp, GBE_RXHOOK_ORDER, gbe_rxhook, gbe_intf);
296662306a36Sopenharmony_ci	netcp_unregister_txhook(netcp, GBE_TXHOOK_ORDER, gbe_txhook, gbe_intf);
296762306a36Sopenharmony_ci
296862306a36Sopenharmony_ci	gbe_intf->slave->open = false;
296962306a36Sopenharmony_ci	atomic_set(&gbe_intf->slave->link_state, NETCP_LINK_STATE_INVALID);
297062306a36Sopenharmony_ci	return 0;
297162306a36Sopenharmony_ci}
297262306a36Sopenharmony_ci
297362306a36Sopenharmony_ci#if IS_ENABLED(CONFIG_TI_CPTS)
297462306a36Sopenharmony_cistatic void init_slave_ts_ctl(struct gbe_slave *slave)
297562306a36Sopenharmony_ci{
297662306a36Sopenharmony_ci	slave->ts_ctl.uni = 1;
297762306a36Sopenharmony_ci	slave->ts_ctl.dst_port_map =
297862306a36Sopenharmony_ci		(TS_CTL_DST_PORT >> TS_CTL_DST_PORT_SHIFT) & 0x3;
297962306a36Sopenharmony_ci	slave->ts_ctl.maddr_map =
298062306a36Sopenharmony_ci		(TS_CTL_MADDR_ALL >> TS_CTL_MADDR_SHIFT) & 0x1f;
298162306a36Sopenharmony_ci}
298262306a36Sopenharmony_ci
298362306a36Sopenharmony_ci#else
298462306a36Sopenharmony_cistatic void init_slave_ts_ctl(struct gbe_slave *slave)
298562306a36Sopenharmony_ci{
298662306a36Sopenharmony_ci}
298762306a36Sopenharmony_ci#endif /* CONFIG_TI_CPTS */
298862306a36Sopenharmony_ci
298962306a36Sopenharmony_cistatic int init_slave(struct gbe_priv *gbe_dev, struct gbe_slave *slave,
299062306a36Sopenharmony_ci		      struct device_node *node)
299162306a36Sopenharmony_ci{
299262306a36Sopenharmony_ci	int port_reg_num;
299362306a36Sopenharmony_ci	u32 port_reg_ofs, emac_reg_ofs;
299462306a36Sopenharmony_ci	u32 port_reg_blk_sz, emac_reg_blk_sz;
299562306a36Sopenharmony_ci
299662306a36Sopenharmony_ci	if (of_property_read_u32(node, "slave-port", &slave->slave_num)) {
299762306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "missing slave-port parameter\n");
299862306a36Sopenharmony_ci		return -EINVAL;
299962306a36Sopenharmony_ci	}
300062306a36Sopenharmony_ci
300162306a36Sopenharmony_ci	if (of_property_read_u32(node, "link-interface",
300262306a36Sopenharmony_ci				 &slave->link_interface)) {
300362306a36Sopenharmony_ci		dev_warn(gbe_dev->dev,
300462306a36Sopenharmony_ci			 "missing link-interface value defaulting to 1G mac-phy link\n");
300562306a36Sopenharmony_ci		slave->link_interface = SGMII_LINK_MAC_PHY;
300662306a36Sopenharmony_ci	}
300762306a36Sopenharmony_ci
300862306a36Sopenharmony_ci	slave->node = node;
300962306a36Sopenharmony_ci	slave->open = false;
301062306a36Sopenharmony_ci	if ((slave->link_interface == SGMII_LINK_MAC_PHY) ||
301162306a36Sopenharmony_ci	    (slave->link_interface == RGMII_LINK_MAC_PHY) ||
301262306a36Sopenharmony_ci	    (slave->link_interface == XGMII_LINK_MAC_PHY))
301362306a36Sopenharmony_ci		slave->phy_node = of_parse_phandle(node, "phy-handle", 0);
301462306a36Sopenharmony_ci	slave->port_num = gbe_get_slave_port(gbe_dev, slave->slave_num);
301562306a36Sopenharmony_ci
301662306a36Sopenharmony_ci	if (slave->link_interface >= XGMII_LINK_MAC_PHY)
301762306a36Sopenharmony_ci		slave->mac_control = GBE_DEF_10G_MAC_CONTROL;
301862306a36Sopenharmony_ci	else
301962306a36Sopenharmony_ci		slave->mac_control = GBE_DEF_1G_MAC_CONTROL;
302062306a36Sopenharmony_ci
302162306a36Sopenharmony_ci	/* Emac regs memmap are contiguous but port regs are not */
302262306a36Sopenharmony_ci	port_reg_num = slave->slave_num;
302362306a36Sopenharmony_ci	if (IS_SS_ID_VER_14(gbe_dev)) {
302462306a36Sopenharmony_ci		if (slave->slave_num > 1) {
302562306a36Sopenharmony_ci			port_reg_ofs = GBE13_SLAVE_PORT2_OFFSET;
302662306a36Sopenharmony_ci			port_reg_num -= 2;
302762306a36Sopenharmony_ci		} else {
302862306a36Sopenharmony_ci			port_reg_ofs = GBE13_SLAVE_PORT_OFFSET;
302962306a36Sopenharmony_ci		}
303062306a36Sopenharmony_ci		emac_reg_ofs = GBE13_EMAC_OFFSET;
303162306a36Sopenharmony_ci		port_reg_blk_sz = 0x30;
303262306a36Sopenharmony_ci		emac_reg_blk_sz = 0x40;
303362306a36Sopenharmony_ci	} else if (IS_SS_ID_MU(gbe_dev)) {
303462306a36Sopenharmony_ci		port_reg_ofs = GBENU_SLAVE_PORT_OFFSET;
303562306a36Sopenharmony_ci		emac_reg_ofs = GBENU_EMAC_OFFSET;
303662306a36Sopenharmony_ci		port_reg_blk_sz = 0x1000;
303762306a36Sopenharmony_ci		emac_reg_blk_sz = 0x1000;
303862306a36Sopenharmony_ci	} else if (IS_SS_ID_XGBE(gbe_dev)) {
303962306a36Sopenharmony_ci		port_reg_ofs = XGBE10_SLAVE_PORT_OFFSET;
304062306a36Sopenharmony_ci		emac_reg_ofs = XGBE10_EMAC_OFFSET;
304162306a36Sopenharmony_ci		port_reg_blk_sz = 0x30;
304262306a36Sopenharmony_ci		emac_reg_blk_sz = 0x40;
304362306a36Sopenharmony_ci	} else {
304462306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "unknown ethss(0x%x)\n",
304562306a36Sopenharmony_ci			gbe_dev->ss_version);
304662306a36Sopenharmony_ci		return -EINVAL;
304762306a36Sopenharmony_ci	}
304862306a36Sopenharmony_ci
304962306a36Sopenharmony_ci	slave->port_regs = gbe_dev->switch_regs + port_reg_ofs +
305062306a36Sopenharmony_ci				(port_reg_blk_sz * port_reg_num);
305162306a36Sopenharmony_ci	slave->emac_regs = gbe_dev->switch_regs + emac_reg_ofs +
305262306a36Sopenharmony_ci				(emac_reg_blk_sz * slave->slave_num);
305362306a36Sopenharmony_ci
305462306a36Sopenharmony_ci	if (IS_SS_ID_VER_14(gbe_dev)) {
305562306a36Sopenharmony_ci		/* Initialize  slave port register offsets */
305662306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, port_vlan);
305762306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, tx_pri_map);
305862306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, sa_lo);
305962306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, sa_hi);
306062306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, ts_ctl);
306162306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, ts_seq_ltype);
306262306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, ts_vlan);
306362306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2);
306462306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, port_regs, ts_ctl2);
306562306a36Sopenharmony_ci
306662306a36Sopenharmony_ci		/* Initialize EMAC register offsets */
306762306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, emac_regs, mac_control);
306862306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, emac_regs, soft_reset);
306962306a36Sopenharmony_ci		GBE_SET_REG_OFS(slave, emac_regs, rx_maxlen);
307062306a36Sopenharmony_ci
307162306a36Sopenharmony_ci	} else if (IS_SS_ID_MU(gbe_dev)) {
307262306a36Sopenharmony_ci		/* Initialize  slave port register offsets */
307362306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, port_vlan);
307462306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, tx_pri_map);
307562306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, rx_pri_map);
307662306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, sa_lo);
307762306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, sa_hi);
307862306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, ts_ctl);
307962306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, ts_seq_ltype);
308062306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, ts_vlan);
308162306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2);
308262306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, ts_ctl2);
308362306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, port_regs, rx_maxlen);
308462306a36Sopenharmony_ci
308562306a36Sopenharmony_ci		/* Initialize EMAC register offsets */
308662306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, emac_regs, mac_control);
308762306a36Sopenharmony_ci		GBENU_SET_REG_OFS(slave, emac_regs, soft_reset);
308862306a36Sopenharmony_ci
308962306a36Sopenharmony_ci	} else if (IS_SS_ID_XGBE(gbe_dev)) {
309062306a36Sopenharmony_ci		/* Initialize  slave port register offsets */
309162306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, port_vlan);
309262306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, tx_pri_map);
309362306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, sa_lo);
309462306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, sa_hi);
309562306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, ts_ctl);
309662306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, ts_seq_ltype);
309762306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, ts_vlan);
309862306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, ts_ctl_ltype2);
309962306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, port_regs, ts_ctl2);
310062306a36Sopenharmony_ci
310162306a36Sopenharmony_ci		/* Initialize EMAC register offsets */
310262306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, emac_regs, mac_control);
310362306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, emac_regs, soft_reset);
310462306a36Sopenharmony_ci		XGBE_SET_REG_OFS(slave, emac_regs, rx_maxlen);
310562306a36Sopenharmony_ci	}
310662306a36Sopenharmony_ci
310762306a36Sopenharmony_ci	atomic_set(&slave->link_state, NETCP_LINK_STATE_INVALID);
310862306a36Sopenharmony_ci
310962306a36Sopenharmony_ci	init_slave_ts_ctl(slave);
311062306a36Sopenharmony_ci	return 0;
311162306a36Sopenharmony_ci}
311262306a36Sopenharmony_ci
311362306a36Sopenharmony_cistatic void init_secondary_ports(struct gbe_priv *gbe_dev,
311462306a36Sopenharmony_ci				 struct device_node *node)
311562306a36Sopenharmony_ci{
311662306a36Sopenharmony_ci	struct device *dev = gbe_dev->dev;
311762306a36Sopenharmony_ci	phy_interface_t phy_mode;
311862306a36Sopenharmony_ci	struct gbe_priv **priv;
311962306a36Sopenharmony_ci	struct device_node *port;
312062306a36Sopenharmony_ci	struct gbe_slave *slave;
312162306a36Sopenharmony_ci	bool mac_phy_link = false;
312262306a36Sopenharmony_ci
312362306a36Sopenharmony_ci	for_each_child_of_node(node, port) {
312462306a36Sopenharmony_ci		slave = devm_kzalloc(dev, sizeof(*slave), GFP_KERNEL);
312562306a36Sopenharmony_ci		if (!slave) {
312662306a36Sopenharmony_ci			dev_err(dev, "memory alloc failed for secondary port(%pOFn), skipping...\n",
312762306a36Sopenharmony_ci				port);
312862306a36Sopenharmony_ci			continue;
312962306a36Sopenharmony_ci		}
313062306a36Sopenharmony_ci
313162306a36Sopenharmony_ci		if (init_slave(gbe_dev, slave, port)) {
313262306a36Sopenharmony_ci			dev_err(dev,
313362306a36Sopenharmony_ci				"Failed to initialize secondary port(%pOFn), skipping...\n",
313462306a36Sopenharmony_ci				port);
313562306a36Sopenharmony_ci			devm_kfree(dev, slave);
313662306a36Sopenharmony_ci			continue;
313762306a36Sopenharmony_ci		}
313862306a36Sopenharmony_ci
313962306a36Sopenharmony_ci		if (!IS_SS_ID_2U(gbe_dev))
314062306a36Sopenharmony_ci			gbe_sgmii_config(gbe_dev, slave);
314162306a36Sopenharmony_ci		gbe_port_reset(slave);
314262306a36Sopenharmony_ci		gbe_port_config(gbe_dev, slave, gbe_dev->rx_packet_max);
314362306a36Sopenharmony_ci		list_add_tail(&slave->slave_list, &gbe_dev->secondary_slaves);
314462306a36Sopenharmony_ci		gbe_dev->num_slaves++;
314562306a36Sopenharmony_ci		if ((slave->link_interface == SGMII_LINK_MAC_PHY) ||
314662306a36Sopenharmony_ci		    (slave->link_interface == XGMII_LINK_MAC_PHY))
314762306a36Sopenharmony_ci			mac_phy_link = true;
314862306a36Sopenharmony_ci
314962306a36Sopenharmony_ci		slave->open = true;
315062306a36Sopenharmony_ci		if (gbe_dev->num_slaves >= gbe_dev->max_num_slaves) {
315162306a36Sopenharmony_ci			of_node_put(port);
315262306a36Sopenharmony_ci			break;
315362306a36Sopenharmony_ci		}
315462306a36Sopenharmony_ci	}
315562306a36Sopenharmony_ci
315662306a36Sopenharmony_ci	/* of_phy_connect() is needed only for MAC-PHY interface */
315762306a36Sopenharmony_ci	if (!mac_phy_link)
315862306a36Sopenharmony_ci		return;
315962306a36Sopenharmony_ci
316062306a36Sopenharmony_ci	/* Allocate dummy netdev device for attaching to phy device */
316162306a36Sopenharmony_ci	gbe_dev->dummy_ndev = alloc_netdev(sizeof(gbe_dev), "dummy",
316262306a36Sopenharmony_ci					NET_NAME_UNKNOWN, ether_setup);
316362306a36Sopenharmony_ci	if (!gbe_dev->dummy_ndev) {
316462306a36Sopenharmony_ci		dev_err(dev,
316562306a36Sopenharmony_ci			"Failed to allocate dummy netdev for secondary ports, skipping phy_connect()...\n");
316662306a36Sopenharmony_ci		return;
316762306a36Sopenharmony_ci	}
316862306a36Sopenharmony_ci	priv = netdev_priv(gbe_dev->dummy_ndev);
316962306a36Sopenharmony_ci	*priv = gbe_dev;
317062306a36Sopenharmony_ci
317162306a36Sopenharmony_ci	if (slave->link_interface == SGMII_LINK_MAC_PHY) {
317262306a36Sopenharmony_ci		phy_mode = PHY_INTERFACE_MODE_SGMII;
317362306a36Sopenharmony_ci		slave->phy_port_t = PORT_MII;
317462306a36Sopenharmony_ci	} else if (slave->link_interface == RGMII_LINK_MAC_PHY) {
317562306a36Sopenharmony_ci		phy_mode = PHY_INTERFACE_MODE_RGMII;
317662306a36Sopenharmony_ci		slave->phy_port_t = PORT_MII;
317762306a36Sopenharmony_ci	} else {
317862306a36Sopenharmony_ci		phy_mode = PHY_INTERFACE_MODE_NA;
317962306a36Sopenharmony_ci		slave->phy_port_t = PORT_FIBRE;
318062306a36Sopenharmony_ci	}
318162306a36Sopenharmony_ci
318262306a36Sopenharmony_ci	for_each_sec_slave(slave, gbe_dev) {
318362306a36Sopenharmony_ci		if ((slave->link_interface != SGMII_LINK_MAC_PHY) &&
318462306a36Sopenharmony_ci		    (slave->link_interface != RGMII_LINK_MAC_PHY) &&
318562306a36Sopenharmony_ci		    (slave->link_interface != XGMII_LINK_MAC_PHY))
318662306a36Sopenharmony_ci			continue;
318762306a36Sopenharmony_ci		slave->phy =
318862306a36Sopenharmony_ci			of_phy_connect(gbe_dev->dummy_ndev,
318962306a36Sopenharmony_ci				       slave->phy_node,
319062306a36Sopenharmony_ci				       gbe_adjust_link_sec_slaves,
319162306a36Sopenharmony_ci				       0, phy_mode);
319262306a36Sopenharmony_ci		if (!slave->phy) {
319362306a36Sopenharmony_ci			dev_err(dev, "phy not found for slave %d\n",
319462306a36Sopenharmony_ci				slave->slave_num);
319562306a36Sopenharmony_ci		} else {
319662306a36Sopenharmony_ci			dev_dbg(dev, "phy found: id is: 0x%s\n",
319762306a36Sopenharmony_ci				phydev_name(slave->phy));
319862306a36Sopenharmony_ci			phy_start(slave->phy);
319962306a36Sopenharmony_ci		}
320062306a36Sopenharmony_ci	}
320162306a36Sopenharmony_ci}
320262306a36Sopenharmony_ci
320362306a36Sopenharmony_cistatic void free_secondary_ports(struct gbe_priv *gbe_dev)
320462306a36Sopenharmony_ci{
320562306a36Sopenharmony_ci	struct gbe_slave *slave;
320662306a36Sopenharmony_ci
320762306a36Sopenharmony_ci	while (!list_empty(&gbe_dev->secondary_slaves)) {
320862306a36Sopenharmony_ci		slave = first_sec_slave(gbe_dev);
320962306a36Sopenharmony_ci
321062306a36Sopenharmony_ci		if (slave->phy)
321162306a36Sopenharmony_ci			phy_disconnect(slave->phy);
321262306a36Sopenharmony_ci		list_del(&slave->slave_list);
321362306a36Sopenharmony_ci	}
321462306a36Sopenharmony_ci	if (gbe_dev->dummy_ndev)
321562306a36Sopenharmony_ci		free_netdev(gbe_dev->dummy_ndev);
321662306a36Sopenharmony_ci}
321762306a36Sopenharmony_ci
321862306a36Sopenharmony_cistatic int set_xgbe_ethss10_priv(struct gbe_priv *gbe_dev,
321962306a36Sopenharmony_ci				 struct device_node *node)
322062306a36Sopenharmony_ci{
322162306a36Sopenharmony_ci	struct resource res;
322262306a36Sopenharmony_ci	void __iomem *regs;
322362306a36Sopenharmony_ci	int ret, i;
322462306a36Sopenharmony_ci
322562306a36Sopenharmony_ci	ret = of_address_to_resource(node, XGBE_SS_REG_INDEX, &res);
322662306a36Sopenharmony_ci	if (ret) {
322762306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
322862306a36Sopenharmony_ci			"Can't xlate xgbe of node(%pOFn) ss address at %d\n",
322962306a36Sopenharmony_ci			node, XGBE_SS_REG_INDEX);
323062306a36Sopenharmony_ci		return ret;
323162306a36Sopenharmony_ci	}
323262306a36Sopenharmony_ci
323362306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
323462306a36Sopenharmony_ci	if (IS_ERR(regs)) {
323562306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "Failed to map xgbe ss register base\n");
323662306a36Sopenharmony_ci		return PTR_ERR(regs);
323762306a36Sopenharmony_ci	}
323862306a36Sopenharmony_ci	gbe_dev->ss_regs = regs;
323962306a36Sopenharmony_ci
324062306a36Sopenharmony_ci	ret = of_address_to_resource(node, XGBE_SM_REG_INDEX, &res);
324162306a36Sopenharmony_ci	if (ret) {
324262306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
324362306a36Sopenharmony_ci			"Can't xlate xgbe of node(%pOFn) sm address at %d\n",
324462306a36Sopenharmony_ci			node, XGBE_SM_REG_INDEX);
324562306a36Sopenharmony_ci		return ret;
324662306a36Sopenharmony_ci	}
324762306a36Sopenharmony_ci
324862306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
324962306a36Sopenharmony_ci	if (IS_ERR(regs)) {
325062306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "Failed to map xgbe sm register base\n");
325162306a36Sopenharmony_ci		return PTR_ERR(regs);
325262306a36Sopenharmony_ci	}
325362306a36Sopenharmony_ci	gbe_dev->switch_regs = regs;
325462306a36Sopenharmony_ci
325562306a36Sopenharmony_ci	ret = of_address_to_resource(node, XGBE_SERDES_REG_INDEX, &res);
325662306a36Sopenharmony_ci	if (ret) {
325762306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
325862306a36Sopenharmony_ci			"Can't xlate xgbe serdes of node(%pOFn) address at %d\n",
325962306a36Sopenharmony_ci			node, XGBE_SERDES_REG_INDEX);
326062306a36Sopenharmony_ci		return ret;
326162306a36Sopenharmony_ci	}
326262306a36Sopenharmony_ci
326362306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
326462306a36Sopenharmony_ci	if (IS_ERR(regs)) {
326562306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "Failed to map xgbe serdes register base\n");
326662306a36Sopenharmony_ci		return PTR_ERR(regs);
326762306a36Sopenharmony_ci	}
326862306a36Sopenharmony_ci	gbe_dev->xgbe_serdes_regs = regs;
326962306a36Sopenharmony_ci
327062306a36Sopenharmony_ci	gbe_dev->num_stats_mods = gbe_dev->max_num_ports;
327162306a36Sopenharmony_ci	gbe_dev->et_stats = xgbe10_et_stats;
327262306a36Sopenharmony_ci	gbe_dev->num_et_stats = ARRAY_SIZE(xgbe10_et_stats);
327362306a36Sopenharmony_ci
327462306a36Sopenharmony_ci	gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev,
327562306a36Sopenharmony_ci					 gbe_dev->num_et_stats, sizeof(u64),
327662306a36Sopenharmony_ci					 GFP_KERNEL);
327762306a36Sopenharmony_ci	if (!gbe_dev->hw_stats) {
327862306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n");
327962306a36Sopenharmony_ci		return -ENOMEM;
328062306a36Sopenharmony_ci	}
328162306a36Sopenharmony_ci
328262306a36Sopenharmony_ci	gbe_dev->hw_stats_prev =
328362306a36Sopenharmony_ci		devm_kcalloc(gbe_dev->dev,
328462306a36Sopenharmony_ci			     gbe_dev->num_et_stats, sizeof(u32),
328562306a36Sopenharmony_ci			     GFP_KERNEL);
328662306a36Sopenharmony_ci	if (!gbe_dev->hw_stats_prev) {
328762306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
328862306a36Sopenharmony_ci			"hw_stats_prev memory allocation failed\n");
328962306a36Sopenharmony_ci		return -ENOMEM;
329062306a36Sopenharmony_ci	}
329162306a36Sopenharmony_ci
329262306a36Sopenharmony_ci	gbe_dev->ss_version = XGBE_SS_VERSION_10;
329362306a36Sopenharmony_ci	gbe_dev->sgmii_port_regs = gbe_dev->ss_regs +
329462306a36Sopenharmony_ci					XGBE10_SGMII_MODULE_OFFSET;
329562306a36Sopenharmony_ci	gbe_dev->host_port_regs = gbe_dev->ss_regs + XGBE10_HOST_PORT_OFFSET;
329662306a36Sopenharmony_ci
329762306a36Sopenharmony_ci	for (i = 0; i < gbe_dev->max_num_ports; i++)
329862306a36Sopenharmony_ci		gbe_dev->hw_stats_regs[i] = gbe_dev->switch_regs +
329962306a36Sopenharmony_ci			XGBE10_HW_STATS_OFFSET + (GBE_HW_STATS_REG_MAP_SZ * i);
330062306a36Sopenharmony_ci
330162306a36Sopenharmony_ci	gbe_dev->ale_reg = gbe_dev->switch_regs + XGBE10_ALE_OFFSET;
330262306a36Sopenharmony_ci	gbe_dev->cpts_reg = gbe_dev->switch_regs + XGBE10_CPTS_OFFSET;
330362306a36Sopenharmony_ci	gbe_dev->ale_ports = gbe_dev->max_num_ports;
330462306a36Sopenharmony_ci	gbe_dev->host_port = XGBE10_HOST_PORT_NUM;
330562306a36Sopenharmony_ci	gbe_dev->stats_en_mask = (1 << (gbe_dev->max_num_ports)) - 1;
330662306a36Sopenharmony_ci
330762306a36Sopenharmony_ci	/* Subsystem registers */
330862306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, ss_regs, id_ver);
330962306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, ss_regs, control);
331062306a36Sopenharmony_ci
331162306a36Sopenharmony_ci	/* Switch module registers */
331262306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, switch_regs, id_ver);
331362306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, switch_regs, control);
331462306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, switch_regs, ptype);
331562306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en);
331662306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, switch_regs, flow_control);
331762306a36Sopenharmony_ci
331862306a36Sopenharmony_ci	/* Host port registers */
331962306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan);
332062306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, host_port_regs, tx_pri_map);
332162306a36Sopenharmony_ci	XGBE_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen);
332262306a36Sopenharmony_ci	return 0;
332362306a36Sopenharmony_ci}
332462306a36Sopenharmony_ci
332562306a36Sopenharmony_cistatic int get_gbe_resource_version(struct gbe_priv *gbe_dev,
332662306a36Sopenharmony_ci				    struct device_node *node)
332762306a36Sopenharmony_ci{
332862306a36Sopenharmony_ci	struct resource res;
332962306a36Sopenharmony_ci	void __iomem *regs;
333062306a36Sopenharmony_ci	int ret;
333162306a36Sopenharmony_ci
333262306a36Sopenharmony_ci	ret = of_address_to_resource(node, GBE_SS_REG_INDEX, &res);
333362306a36Sopenharmony_ci	if (ret) {
333462306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
333562306a36Sopenharmony_ci			"Can't translate of node(%pOFn) of gbe ss address at %d\n",
333662306a36Sopenharmony_ci			node, GBE_SS_REG_INDEX);
333762306a36Sopenharmony_ci		return ret;
333862306a36Sopenharmony_ci	}
333962306a36Sopenharmony_ci
334062306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
334162306a36Sopenharmony_ci	if (IS_ERR(regs)) {
334262306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "Failed to map gbe register base\n");
334362306a36Sopenharmony_ci		return PTR_ERR(regs);
334462306a36Sopenharmony_ci	}
334562306a36Sopenharmony_ci	gbe_dev->ss_regs = regs;
334662306a36Sopenharmony_ci	gbe_dev->ss_version = readl(gbe_dev->ss_regs);
334762306a36Sopenharmony_ci	return 0;
334862306a36Sopenharmony_ci}
334962306a36Sopenharmony_ci
335062306a36Sopenharmony_cistatic int set_gbe_ethss14_priv(struct gbe_priv *gbe_dev,
335162306a36Sopenharmony_ci				struct device_node *node)
335262306a36Sopenharmony_ci{
335362306a36Sopenharmony_ci	struct resource res;
335462306a36Sopenharmony_ci	void __iomem *regs;
335562306a36Sopenharmony_ci	int i, ret;
335662306a36Sopenharmony_ci
335762306a36Sopenharmony_ci	ret = of_address_to_resource(node, GBE_SGMII34_REG_INDEX, &res);
335862306a36Sopenharmony_ci	if (ret) {
335962306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
336062306a36Sopenharmony_ci			"Can't translate of gbe node(%pOFn) address at index %d\n",
336162306a36Sopenharmony_ci			node, GBE_SGMII34_REG_INDEX);
336262306a36Sopenharmony_ci		return ret;
336362306a36Sopenharmony_ci	}
336462306a36Sopenharmony_ci
336562306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
336662306a36Sopenharmony_ci	if (IS_ERR(regs)) {
336762306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
336862306a36Sopenharmony_ci			"Failed to map gbe sgmii port34 register base\n");
336962306a36Sopenharmony_ci		return PTR_ERR(regs);
337062306a36Sopenharmony_ci	}
337162306a36Sopenharmony_ci	gbe_dev->sgmii_port34_regs = regs;
337262306a36Sopenharmony_ci
337362306a36Sopenharmony_ci	ret = of_address_to_resource(node, GBE_SM_REG_INDEX, &res);
337462306a36Sopenharmony_ci	if (ret) {
337562306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
337662306a36Sopenharmony_ci			"Can't translate of gbe node(%pOFn) address at index %d\n",
337762306a36Sopenharmony_ci			node, GBE_SM_REG_INDEX);
337862306a36Sopenharmony_ci		return ret;
337962306a36Sopenharmony_ci	}
338062306a36Sopenharmony_ci
338162306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
338262306a36Sopenharmony_ci	if (IS_ERR(regs)) {
338362306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
338462306a36Sopenharmony_ci			"Failed to map gbe switch module register base\n");
338562306a36Sopenharmony_ci		return PTR_ERR(regs);
338662306a36Sopenharmony_ci	}
338762306a36Sopenharmony_ci	gbe_dev->switch_regs = regs;
338862306a36Sopenharmony_ci
338962306a36Sopenharmony_ci	gbe_dev->num_stats_mods = gbe_dev->max_num_slaves;
339062306a36Sopenharmony_ci	gbe_dev->et_stats = gbe13_et_stats;
339162306a36Sopenharmony_ci	gbe_dev->num_et_stats = ARRAY_SIZE(gbe13_et_stats);
339262306a36Sopenharmony_ci
339362306a36Sopenharmony_ci	gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev,
339462306a36Sopenharmony_ci					 gbe_dev->num_et_stats, sizeof(u64),
339562306a36Sopenharmony_ci					 GFP_KERNEL);
339662306a36Sopenharmony_ci	if (!gbe_dev->hw_stats) {
339762306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n");
339862306a36Sopenharmony_ci		return -ENOMEM;
339962306a36Sopenharmony_ci	}
340062306a36Sopenharmony_ci
340162306a36Sopenharmony_ci	gbe_dev->hw_stats_prev =
340262306a36Sopenharmony_ci		devm_kcalloc(gbe_dev->dev,
340362306a36Sopenharmony_ci			     gbe_dev->num_et_stats, sizeof(u32),
340462306a36Sopenharmony_ci			     GFP_KERNEL);
340562306a36Sopenharmony_ci	if (!gbe_dev->hw_stats_prev) {
340662306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
340762306a36Sopenharmony_ci			"hw_stats_prev memory allocation failed\n");
340862306a36Sopenharmony_ci		return -ENOMEM;
340962306a36Sopenharmony_ci	}
341062306a36Sopenharmony_ci
341162306a36Sopenharmony_ci	gbe_dev->sgmii_port_regs = gbe_dev->ss_regs + GBE13_SGMII_MODULE_OFFSET;
341262306a36Sopenharmony_ci	gbe_dev->host_port_regs = gbe_dev->switch_regs + GBE13_HOST_PORT_OFFSET;
341362306a36Sopenharmony_ci
341462306a36Sopenharmony_ci	/* K2HK has only 2 hw stats modules visible at a time, so
341562306a36Sopenharmony_ci	 * module 0 & 2 points to one base and
341662306a36Sopenharmony_ci	 * module 1 & 3 points to the other base
341762306a36Sopenharmony_ci	 */
341862306a36Sopenharmony_ci	for (i = 0; i < gbe_dev->max_num_slaves; i++) {
341962306a36Sopenharmony_ci		gbe_dev->hw_stats_regs[i] =
342062306a36Sopenharmony_ci			gbe_dev->switch_regs + GBE13_HW_STATS_OFFSET +
342162306a36Sopenharmony_ci			(GBE_HW_STATS_REG_MAP_SZ * (i & 0x1));
342262306a36Sopenharmony_ci	}
342362306a36Sopenharmony_ci
342462306a36Sopenharmony_ci	gbe_dev->cpts_reg = gbe_dev->switch_regs + GBE13_CPTS_OFFSET;
342562306a36Sopenharmony_ci	gbe_dev->ale_reg = gbe_dev->switch_regs + GBE13_ALE_OFFSET;
342662306a36Sopenharmony_ci	gbe_dev->ale_ports = gbe_dev->max_num_ports;
342762306a36Sopenharmony_ci	gbe_dev->host_port = GBE13_HOST_PORT_NUM;
342862306a36Sopenharmony_ci	gbe_dev->stats_en_mask = GBE13_REG_VAL_STAT_ENABLE_ALL;
342962306a36Sopenharmony_ci
343062306a36Sopenharmony_ci	/* Subsystem registers */
343162306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, ss_regs, id_ver);
343262306a36Sopenharmony_ci
343362306a36Sopenharmony_ci	/* Switch module registers */
343462306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, id_ver);
343562306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, control);
343662306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, soft_reset);
343762306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en);
343862306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, ptype);
343962306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, switch_regs, flow_control);
344062306a36Sopenharmony_ci
344162306a36Sopenharmony_ci	/* Host port registers */
344262306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan);
344362306a36Sopenharmony_ci	GBE_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen);
344462306a36Sopenharmony_ci	return 0;
344562306a36Sopenharmony_ci}
344662306a36Sopenharmony_ci
344762306a36Sopenharmony_cistatic int set_gbenu_ethss_priv(struct gbe_priv *gbe_dev,
344862306a36Sopenharmony_ci				struct device_node *node)
344962306a36Sopenharmony_ci{
345062306a36Sopenharmony_ci	struct resource res;
345162306a36Sopenharmony_ci	void __iomem *regs;
345262306a36Sopenharmony_ci	int i, ret;
345362306a36Sopenharmony_ci
345462306a36Sopenharmony_ci	gbe_dev->num_stats_mods = gbe_dev->max_num_ports;
345562306a36Sopenharmony_ci	gbe_dev->et_stats = gbenu_et_stats;
345662306a36Sopenharmony_ci
345762306a36Sopenharmony_ci	if (IS_SS_ID_MU(gbe_dev))
345862306a36Sopenharmony_ci		gbe_dev->num_et_stats = GBENU_ET_STATS_HOST_SIZE +
345962306a36Sopenharmony_ci			(gbe_dev->max_num_slaves * GBENU_ET_STATS_PORT_SIZE);
346062306a36Sopenharmony_ci	else
346162306a36Sopenharmony_ci		gbe_dev->num_et_stats = GBENU_ET_STATS_HOST_SIZE +
346262306a36Sopenharmony_ci					GBENU_ET_STATS_PORT_SIZE;
346362306a36Sopenharmony_ci
346462306a36Sopenharmony_ci	gbe_dev->hw_stats = devm_kcalloc(gbe_dev->dev,
346562306a36Sopenharmony_ci					 gbe_dev->num_et_stats, sizeof(u64),
346662306a36Sopenharmony_ci					 GFP_KERNEL);
346762306a36Sopenharmony_ci	if (!gbe_dev->hw_stats) {
346862306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "hw_stats memory allocation failed\n");
346962306a36Sopenharmony_ci		return -ENOMEM;
347062306a36Sopenharmony_ci	}
347162306a36Sopenharmony_ci
347262306a36Sopenharmony_ci	gbe_dev->hw_stats_prev =
347362306a36Sopenharmony_ci		devm_kcalloc(gbe_dev->dev,
347462306a36Sopenharmony_ci			     gbe_dev->num_et_stats, sizeof(u32),
347562306a36Sopenharmony_ci			     GFP_KERNEL);
347662306a36Sopenharmony_ci	if (!gbe_dev->hw_stats_prev) {
347762306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
347862306a36Sopenharmony_ci			"hw_stats_prev memory allocation failed\n");
347962306a36Sopenharmony_ci		return -ENOMEM;
348062306a36Sopenharmony_ci	}
348162306a36Sopenharmony_ci
348262306a36Sopenharmony_ci	ret = of_address_to_resource(node, GBENU_SM_REG_INDEX, &res);
348362306a36Sopenharmony_ci	if (ret) {
348462306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
348562306a36Sopenharmony_ci			"Can't translate of gbenu node(%pOFn) addr at index %d\n",
348662306a36Sopenharmony_ci			node, GBENU_SM_REG_INDEX);
348762306a36Sopenharmony_ci		return ret;
348862306a36Sopenharmony_ci	}
348962306a36Sopenharmony_ci
349062306a36Sopenharmony_ci	regs = devm_ioremap_resource(gbe_dev->dev, &res);
349162306a36Sopenharmony_ci	if (IS_ERR(regs)) {
349262306a36Sopenharmony_ci		dev_err(gbe_dev->dev,
349362306a36Sopenharmony_ci			"Failed to map gbenu switch module register base\n");
349462306a36Sopenharmony_ci		return PTR_ERR(regs);
349562306a36Sopenharmony_ci	}
349662306a36Sopenharmony_ci	gbe_dev->switch_regs = regs;
349762306a36Sopenharmony_ci
349862306a36Sopenharmony_ci	if (!IS_SS_ID_2U(gbe_dev))
349962306a36Sopenharmony_ci		gbe_dev->sgmii_port_regs =
350062306a36Sopenharmony_ci		       gbe_dev->ss_regs + GBENU_SGMII_MODULE_OFFSET;
350162306a36Sopenharmony_ci
350262306a36Sopenharmony_ci	/* Although sgmii modules are mem mapped to one contiguous
350362306a36Sopenharmony_ci	 * region on GBENU devices, setting sgmii_port34_regs allows
350462306a36Sopenharmony_ci	 * consistent code when accessing sgmii api
350562306a36Sopenharmony_ci	 */
350662306a36Sopenharmony_ci	gbe_dev->sgmii_port34_regs = gbe_dev->sgmii_port_regs +
350762306a36Sopenharmony_ci				     (2 * GBENU_SGMII_MODULE_SIZE);
350862306a36Sopenharmony_ci
350962306a36Sopenharmony_ci	gbe_dev->host_port_regs = gbe_dev->switch_regs + GBENU_HOST_PORT_OFFSET;
351062306a36Sopenharmony_ci
351162306a36Sopenharmony_ci	for (i = 0; i < (gbe_dev->max_num_ports); i++)
351262306a36Sopenharmony_ci		gbe_dev->hw_stats_regs[i] = gbe_dev->switch_regs +
351362306a36Sopenharmony_ci			GBENU_HW_STATS_OFFSET + (GBENU_HW_STATS_REG_MAP_SZ * i);
351462306a36Sopenharmony_ci
351562306a36Sopenharmony_ci	gbe_dev->cpts_reg = gbe_dev->switch_regs + GBENU_CPTS_OFFSET;
351662306a36Sopenharmony_ci	gbe_dev->ale_reg = gbe_dev->switch_regs + GBENU_ALE_OFFSET;
351762306a36Sopenharmony_ci	gbe_dev->ale_ports = gbe_dev->max_num_ports;
351862306a36Sopenharmony_ci	gbe_dev->host_port = GBENU_HOST_PORT_NUM;
351962306a36Sopenharmony_ci	gbe_dev->stats_en_mask = (1 << (gbe_dev->max_num_ports)) - 1;
352062306a36Sopenharmony_ci
352162306a36Sopenharmony_ci	/* Subsystem registers */
352262306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, ss_regs, id_ver);
352362306a36Sopenharmony_ci	/* ok to set for MU, but used by 2U only */
352462306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, ss_regs, rgmii_status);
352562306a36Sopenharmony_ci
352662306a36Sopenharmony_ci	/* Switch module registers */
352762306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, switch_regs, id_ver);
352862306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, switch_regs, control);
352962306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, switch_regs, stat_port_en);
353062306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, switch_regs, ptype);
353162306a36Sopenharmony_ci
353262306a36Sopenharmony_ci	/* Host port registers */
353362306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, host_port_regs, port_vlan);
353462306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, host_port_regs, rx_maxlen);
353562306a36Sopenharmony_ci
353662306a36Sopenharmony_ci	/* For NU only.  2U does not need tx_pri_map.
353762306a36Sopenharmony_ci	 * NU cppi port 0 tx pkt streaming interface has (n-1)*8 egress threads
353862306a36Sopenharmony_ci	 * while 2U has only 1 such thread
353962306a36Sopenharmony_ci	 */
354062306a36Sopenharmony_ci	GBENU_SET_REG_OFS(gbe_dev, host_port_regs, tx_pri_map);
354162306a36Sopenharmony_ci	return 0;
354262306a36Sopenharmony_ci}
354362306a36Sopenharmony_ci
354462306a36Sopenharmony_cistatic int gbe_probe(struct netcp_device *netcp_device, struct device *dev,
354562306a36Sopenharmony_ci		     struct device_node *node, void **inst_priv)
354662306a36Sopenharmony_ci{
354762306a36Sopenharmony_ci	struct device_node *interfaces, *interface, *cpts_node;
354862306a36Sopenharmony_ci	struct device_node *secondary_ports;
354962306a36Sopenharmony_ci	struct cpsw_ale_params ale_params;
355062306a36Sopenharmony_ci	struct gbe_priv *gbe_dev;
355162306a36Sopenharmony_ci	u32 slave_num;
355262306a36Sopenharmony_ci	int i, ret = 0;
355362306a36Sopenharmony_ci
355462306a36Sopenharmony_ci	if (!node) {
355562306a36Sopenharmony_ci		dev_err(dev, "device tree info unavailable\n");
355662306a36Sopenharmony_ci		return -ENODEV;
355762306a36Sopenharmony_ci	}
355862306a36Sopenharmony_ci
355962306a36Sopenharmony_ci	gbe_dev = devm_kzalloc(dev, sizeof(struct gbe_priv), GFP_KERNEL);
356062306a36Sopenharmony_ci	if (!gbe_dev)
356162306a36Sopenharmony_ci		return -ENOMEM;
356262306a36Sopenharmony_ci
356362306a36Sopenharmony_ci	if (of_device_is_compatible(node, "ti,netcp-gbe-5") ||
356462306a36Sopenharmony_ci	    of_device_is_compatible(node, "ti,netcp-gbe")) {
356562306a36Sopenharmony_ci		gbe_dev->max_num_slaves = 4;
356662306a36Sopenharmony_ci	} else if (of_device_is_compatible(node, "ti,netcp-gbe-9")) {
356762306a36Sopenharmony_ci		gbe_dev->max_num_slaves = 8;
356862306a36Sopenharmony_ci	} else if (of_device_is_compatible(node, "ti,netcp-gbe-2")) {
356962306a36Sopenharmony_ci		gbe_dev->max_num_slaves = 1;
357062306a36Sopenharmony_ci		gbe_module.set_rx_mode = gbe_set_rx_mode;
357162306a36Sopenharmony_ci	} else if (of_device_is_compatible(node, "ti,netcp-xgbe")) {
357262306a36Sopenharmony_ci		gbe_dev->max_num_slaves = 2;
357362306a36Sopenharmony_ci	} else {
357462306a36Sopenharmony_ci		dev_err(dev, "device tree node for unknown device\n");
357562306a36Sopenharmony_ci		return -EINVAL;
357662306a36Sopenharmony_ci	}
357762306a36Sopenharmony_ci	gbe_dev->max_num_ports = gbe_dev->max_num_slaves + 1;
357862306a36Sopenharmony_ci
357962306a36Sopenharmony_ci	gbe_dev->dev = dev;
358062306a36Sopenharmony_ci	gbe_dev->netcp_device = netcp_device;
358162306a36Sopenharmony_ci	gbe_dev->rx_packet_max = NETCP_MAX_FRAME_SIZE;
358262306a36Sopenharmony_ci
358362306a36Sopenharmony_ci	/* init the hw stats lock */
358462306a36Sopenharmony_ci	spin_lock_init(&gbe_dev->hw_stats_lock);
358562306a36Sopenharmony_ci
358662306a36Sopenharmony_ci	gbe_dev->enable_ale = of_property_read_bool(node, "enable-ale");
358762306a36Sopenharmony_ci	if (gbe_dev->enable_ale)
358862306a36Sopenharmony_ci		dev_info(dev, "ALE enabled\n");
358962306a36Sopenharmony_ci	else
359062306a36Sopenharmony_ci		dev_dbg(dev, "ALE bypass enabled*\n");
359162306a36Sopenharmony_ci
359262306a36Sopenharmony_ci	ret = of_property_read_u32(node, "tx-queue",
359362306a36Sopenharmony_ci				   &gbe_dev->tx_queue_id);
359462306a36Sopenharmony_ci	if (ret < 0) {
359562306a36Sopenharmony_ci		dev_err(dev, "missing tx_queue parameter\n");
359662306a36Sopenharmony_ci		gbe_dev->tx_queue_id = GBE_TX_QUEUE;
359762306a36Sopenharmony_ci	}
359862306a36Sopenharmony_ci
359962306a36Sopenharmony_ci	ret = of_property_read_string(node, "tx-channel",
360062306a36Sopenharmony_ci				      &gbe_dev->dma_chan_name);
360162306a36Sopenharmony_ci	if (ret < 0) {
360262306a36Sopenharmony_ci		dev_err(dev, "missing \"tx-channel\" parameter\n");
360362306a36Sopenharmony_ci		return -EINVAL;
360462306a36Sopenharmony_ci	}
360562306a36Sopenharmony_ci
360662306a36Sopenharmony_ci	if (of_node_name_eq(node, "gbe")) {
360762306a36Sopenharmony_ci		ret = get_gbe_resource_version(gbe_dev, node);
360862306a36Sopenharmony_ci		if (ret)
360962306a36Sopenharmony_ci			return ret;
361062306a36Sopenharmony_ci
361162306a36Sopenharmony_ci		dev_dbg(dev, "ss_version: 0x%08x\n", gbe_dev->ss_version);
361262306a36Sopenharmony_ci
361362306a36Sopenharmony_ci		if (IS_SS_ID_VER_14(gbe_dev))
361462306a36Sopenharmony_ci			ret = set_gbe_ethss14_priv(gbe_dev, node);
361562306a36Sopenharmony_ci		else if (IS_SS_ID_MU(gbe_dev))
361662306a36Sopenharmony_ci			ret = set_gbenu_ethss_priv(gbe_dev, node);
361762306a36Sopenharmony_ci		else
361862306a36Sopenharmony_ci			ret = -ENODEV;
361962306a36Sopenharmony_ci
362062306a36Sopenharmony_ci	} else if (of_node_name_eq(node, "xgbe")) {
362162306a36Sopenharmony_ci		ret = set_xgbe_ethss10_priv(gbe_dev, node);
362262306a36Sopenharmony_ci		if (ret)
362362306a36Sopenharmony_ci			return ret;
362462306a36Sopenharmony_ci		ret = netcp_xgbe_serdes_init(gbe_dev->xgbe_serdes_regs,
362562306a36Sopenharmony_ci					     gbe_dev->ss_regs);
362662306a36Sopenharmony_ci	} else {
362762306a36Sopenharmony_ci		dev_err(dev, "unknown GBE node(%pOFn)\n", node);
362862306a36Sopenharmony_ci		ret = -ENODEV;
362962306a36Sopenharmony_ci	}
363062306a36Sopenharmony_ci
363162306a36Sopenharmony_ci	if (ret)
363262306a36Sopenharmony_ci		return ret;
363362306a36Sopenharmony_ci
363462306a36Sopenharmony_ci	interfaces = of_get_child_by_name(node, "interfaces");
363562306a36Sopenharmony_ci	if (!interfaces)
363662306a36Sopenharmony_ci		dev_err(dev, "could not find interfaces\n");
363762306a36Sopenharmony_ci
363862306a36Sopenharmony_ci	ret = netcp_txpipe_init(&gbe_dev->tx_pipe, netcp_device,
363962306a36Sopenharmony_ci				gbe_dev->dma_chan_name, gbe_dev->tx_queue_id);
364062306a36Sopenharmony_ci	if (ret) {
364162306a36Sopenharmony_ci		of_node_put(interfaces);
364262306a36Sopenharmony_ci		return ret;
364362306a36Sopenharmony_ci	}
364462306a36Sopenharmony_ci
364562306a36Sopenharmony_ci	ret = netcp_txpipe_open(&gbe_dev->tx_pipe);
364662306a36Sopenharmony_ci	if (ret) {
364762306a36Sopenharmony_ci		of_node_put(interfaces);
364862306a36Sopenharmony_ci		return ret;
364962306a36Sopenharmony_ci	}
365062306a36Sopenharmony_ci
365162306a36Sopenharmony_ci	/* Create network interfaces */
365262306a36Sopenharmony_ci	INIT_LIST_HEAD(&gbe_dev->gbe_intf_head);
365362306a36Sopenharmony_ci	for_each_child_of_node(interfaces, interface) {
365462306a36Sopenharmony_ci		ret = of_property_read_u32(interface, "slave-port", &slave_num);
365562306a36Sopenharmony_ci		if (ret) {
365662306a36Sopenharmony_ci			dev_err(dev, "missing slave-port parameter, skipping interface configuration for %pOFn\n",
365762306a36Sopenharmony_ci				interface);
365862306a36Sopenharmony_ci			continue;
365962306a36Sopenharmony_ci		}
366062306a36Sopenharmony_ci		gbe_dev->num_slaves++;
366162306a36Sopenharmony_ci		if (gbe_dev->num_slaves >= gbe_dev->max_num_slaves) {
366262306a36Sopenharmony_ci			of_node_put(interface);
366362306a36Sopenharmony_ci			break;
366462306a36Sopenharmony_ci		}
366562306a36Sopenharmony_ci	}
366662306a36Sopenharmony_ci	of_node_put(interfaces);
366762306a36Sopenharmony_ci
366862306a36Sopenharmony_ci	if (!gbe_dev->num_slaves)
366962306a36Sopenharmony_ci		dev_warn(dev, "No network interface configured\n");
367062306a36Sopenharmony_ci
367162306a36Sopenharmony_ci	/* Initialize Secondary slave ports */
367262306a36Sopenharmony_ci	secondary_ports = of_get_child_by_name(node, "secondary-slave-ports");
367362306a36Sopenharmony_ci	INIT_LIST_HEAD(&gbe_dev->secondary_slaves);
367462306a36Sopenharmony_ci	if (secondary_ports && (gbe_dev->num_slaves <  gbe_dev->max_num_slaves))
367562306a36Sopenharmony_ci		init_secondary_ports(gbe_dev, secondary_ports);
367662306a36Sopenharmony_ci	of_node_put(secondary_ports);
367762306a36Sopenharmony_ci
367862306a36Sopenharmony_ci	if (!gbe_dev->num_slaves) {
367962306a36Sopenharmony_ci		dev_err(dev,
368062306a36Sopenharmony_ci			"No network interface or secondary ports configured\n");
368162306a36Sopenharmony_ci		ret = -ENODEV;
368262306a36Sopenharmony_ci		goto free_sec_ports;
368362306a36Sopenharmony_ci	}
368462306a36Sopenharmony_ci
368562306a36Sopenharmony_ci	memset(&ale_params, 0, sizeof(ale_params));
368662306a36Sopenharmony_ci	ale_params.dev		= gbe_dev->dev;
368762306a36Sopenharmony_ci	ale_params.ale_regs	= gbe_dev->ale_reg;
368862306a36Sopenharmony_ci	ale_params.ale_ageout	= GBE_DEFAULT_ALE_AGEOUT;
368962306a36Sopenharmony_ci	ale_params.ale_ports	= gbe_dev->ale_ports;
369062306a36Sopenharmony_ci	ale_params.dev_id	= "cpsw";
369162306a36Sopenharmony_ci	if (IS_SS_ID_NU(gbe_dev))
369262306a36Sopenharmony_ci		ale_params.dev_id = "66ak2el";
369362306a36Sopenharmony_ci	else if (IS_SS_ID_2U(gbe_dev))
369462306a36Sopenharmony_ci		ale_params.dev_id = "66ak2g";
369562306a36Sopenharmony_ci	else if (IS_SS_ID_XGBE(gbe_dev))
369662306a36Sopenharmony_ci		ale_params.dev_id = "66ak2h-xgbe";
369762306a36Sopenharmony_ci
369862306a36Sopenharmony_ci	gbe_dev->ale = cpsw_ale_create(&ale_params);
369962306a36Sopenharmony_ci	if (IS_ERR(gbe_dev->ale)) {
370062306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "error initializing ale engine\n");
370162306a36Sopenharmony_ci		ret = PTR_ERR(gbe_dev->ale);
370262306a36Sopenharmony_ci		goto free_sec_ports;
370362306a36Sopenharmony_ci	} else {
370462306a36Sopenharmony_ci		dev_dbg(gbe_dev->dev, "Created a gbe ale engine\n");
370562306a36Sopenharmony_ci	}
370662306a36Sopenharmony_ci
370762306a36Sopenharmony_ci	cpts_node = of_get_child_by_name(node, "cpts");
370862306a36Sopenharmony_ci	if (!cpts_node)
370962306a36Sopenharmony_ci		cpts_node = of_node_get(node);
371062306a36Sopenharmony_ci
371162306a36Sopenharmony_ci	gbe_dev->cpts = cpts_create(gbe_dev->dev, gbe_dev->cpts_reg,
371262306a36Sopenharmony_ci				    cpts_node, 0);
371362306a36Sopenharmony_ci	of_node_put(cpts_node);
371462306a36Sopenharmony_ci	if (IS_ENABLED(CONFIG_TI_CPTS) && IS_ERR(gbe_dev->cpts)) {
371562306a36Sopenharmony_ci		ret = PTR_ERR(gbe_dev->cpts);
371662306a36Sopenharmony_ci		goto free_sec_ports;
371762306a36Sopenharmony_ci	}
371862306a36Sopenharmony_ci
371962306a36Sopenharmony_ci	/* initialize host port */
372062306a36Sopenharmony_ci	gbe_init_host_port(gbe_dev);
372162306a36Sopenharmony_ci
372262306a36Sopenharmony_ci	spin_lock_bh(&gbe_dev->hw_stats_lock);
372362306a36Sopenharmony_ci	for (i = 0; i < gbe_dev->num_stats_mods; i++) {
372462306a36Sopenharmony_ci		if (IS_SS_ID_VER_14(gbe_dev))
372562306a36Sopenharmony_ci			gbe_reset_mod_stats_ver14(gbe_dev, i);
372662306a36Sopenharmony_ci		else
372762306a36Sopenharmony_ci			gbe_reset_mod_stats(gbe_dev, i);
372862306a36Sopenharmony_ci	}
372962306a36Sopenharmony_ci	spin_unlock_bh(&gbe_dev->hw_stats_lock);
373062306a36Sopenharmony_ci
373162306a36Sopenharmony_ci	timer_setup(&gbe_dev->timer, netcp_ethss_timer, 0);
373262306a36Sopenharmony_ci	gbe_dev->timer.expires	 = jiffies + GBE_TIMER_INTERVAL;
373362306a36Sopenharmony_ci	add_timer(&gbe_dev->timer);
373462306a36Sopenharmony_ci	*inst_priv = gbe_dev;
373562306a36Sopenharmony_ci	return 0;
373662306a36Sopenharmony_ci
373762306a36Sopenharmony_cifree_sec_ports:
373862306a36Sopenharmony_ci	free_secondary_ports(gbe_dev);
373962306a36Sopenharmony_ci	return ret;
374062306a36Sopenharmony_ci}
374162306a36Sopenharmony_ci
374262306a36Sopenharmony_cistatic int gbe_attach(void *inst_priv, struct net_device *ndev,
374362306a36Sopenharmony_ci		      struct device_node *node, void **intf_priv)
374462306a36Sopenharmony_ci{
374562306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = inst_priv;
374662306a36Sopenharmony_ci	struct gbe_intf *gbe_intf;
374762306a36Sopenharmony_ci	int ret;
374862306a36Sopenharmony_ci
374962306a36Sopenharmony_ci	if (!node) {
375062306a36Sopenharmony_ci		dev_err(gbe_dev->dev, "interface node not available\n");
375162306a36Sopenharmony_ci		return -ENODEV;
375262306a36Sopenharmony_ci	}
375362306a36Sopenharmony_ci
375462306a36Sopenharmony_ci	gbe_intf = devm_kzalloc(gbe_dev->dev, sizeof(*gbe_intf), GFP_KERNEL);
375562306a36Sopenharmony_ci	if (!gbe_intf)
375662306a36Sopenharmony_ci		return -ENOMEM;
375762306a36Sopenharmony_ci
375862306a36Sopenharmony_ci	gbe_intf->ndev = ndev;
375962306a36Sopenharmony_ci	gbe_intf->dev = gbe_dev->dev;
376062306a36Sopenharmony_ci	gbe_intf->gbe_dev = gbe_dev;
376162306a36Sopenharmony_ci
376262306a36Sopenharmony_ci	gbe_intf->slave = devm_kzalloc(gbe_dev->dev,
376362306a36Sopenharmony_ci					sizeof(*gbe_intf->slave),
376462306a36Sopenharmony_ci					GFP_KERNEL);
376562306a36Sopenharmony_ci	if (!gbe_intf->slave) {
376662306a36Sopenharmony_ci		ret = -ENOMEM;
376762306a36Sopenharmony_ci		goto fail;
376862306a36Sopenharmony_ci	}
376962306a36Sopenharmony_ci
377062306a36Sopenharmony_ci	if (init_slave(gbe_dev, gbe_intf->slave, node)) {
377162306a36Sopenharmony_ci		ret = -ENODEV;
377262306a36Sopenharmony_ci		goto fail;
377362306a36Sopenharmony_ci	}
377462306a36Sopenharmony_ci
377562306a36Sopenharmony_ci	gbe_intf->tx_pipe = gbe_dev->tx_pipe;
377662306a36Sopenharmony_ci	ndev->ethtool_ops = &keystone_ethtool_ops;
377762306a36Sopenharmony_ci	list_add_tail(&gbe_intf->gbe_intf_list, &gbe_dev->gbe_intf_head);
377862306a36Sopenharmony_ci	*intf_priv = gbe_intf;
377962306a36Sopenharmony_ci	return 0;
378062306a36Sopenharmony_ci
378162306a36Sopenharmony_cifail:
378262306a36Sopenharmony_ci	if (gbe_intf->slave)
378362306a36Sopenharmony_ci		devm_kfree(gbe_dev->dev, gbe_intf->slave);
378462306a36Sopenharmony_ci	if (gbe_intf)
378562306a36Sopenharmony_ci		devm_kfree(gbe_dev->dev, gbe_intf);
378662306a36Sopenharmony_ci	return ret;
378762306a36Sopenharmony_ci}
378862306a36Sopenharmony_ci
378962306a36Sopenharmony_cistatic int gbe_release(void *intf_priv)
379062306a36Sopenharmony_ci{
379162306a36Sopenharmony_ci	struct gbe_intf *gbe_intf = intf_priv;
379262306a36Sopenharmony_ci
379362306a36Sopenharmony_ci	gbe_intf->ndev->ethtool_ops = NULL;
379462306a36Sopenharmony_ci	list_del(&gbe_intf->gbe_intf_list);
379562306a36Sopenharmony_ci	devm_kfree(gbe_intf->dev, gbe_intf->slave);
379662306a36Sopenharmony_ci	devm_kfree(gbe_intf->dev, gbe_intf);
379762306a36Sopenharmony_ci	return 0;
379862306a36Sopenharmony_ci}
379962306a36Sopenharmony_ci
380062306a36Sopenharmony_cistatic int gbe_remove(struct netcp_device *netcp_device, void *inst_priv)
380162306a36Sopenharmony_ci{
380262306a36Sopenharmony_ci	struct gbe_priv *gbe_dev = inst_priv;
380362306a36Sopenharmony_ci
380462306a36Sopenharmony_ci	del_timer_sync(&gbe_dev->timer);
380562306a36Sopenharmony_ci	cpts_release(gbe_dev->cpts);
380662306a36Sopenharmony_ci	cpsw_ale_stop(gbe_dev->ale);
380762306a36Sopenharmony_ci	netcp_txpipe_close(&gbe_dev->tx_pipe);
380862306a36Sopenharmony_ci	free_secondary_ports(gbe_dev);
380962306a36Sopenharmony_ci
381062306a36Sopenharmony_ci	if (!list_empty(&gbe_dev->gbe_intf_head))
381162306a36Sopenharmony_ci		dev_alert(gbe_dev->dev,
381262306a36Sopenharmony_ci			  "unreleased ethss interfaces present\n");
381362306a36Sopenharmony_ci
381462306a36Sopenharmony_ci	return 0;
381562306a36Sopenharmony_ci}
381662306a36Sopenharmony_ci
381762306a36Sopenharmony_cistatic struct netcp_module gbe_module = {
381862306a36Sopenharmony_ci	.name		= GBE_MODULE_NAME,
381962306a36Sopenharmony_ci	.owner		= THIS_MODULE,
382062306a36Sopenharmony_ci	.primary	= true,
382162306a36Sopenharmony_ci	.probe		= gbe_probe,
382262306a36Sopenharmony_ci	.open		= gbe_open,
382362306a36Sopenharmony_ci	.close		= gbe_close,
382462306a36Sopenharmony_ci	.remove		= gbe_remove,
382562306a36Sopenharmony_ci	.attach		= gbe_attach,
382662306a36Sopenharmony_ci	.release	= gbe_release,
382762306a36Sopenharmony_ci	.add_addr	= gbe_add_addr,
382862306a36Sopenharmony_ci	.del_addr	= gbe_del_addr,
382962306a36Sopenharmony_ci	.add_vid	= gbe_add_vid,
383062306a36Sopenharmony_ci	.del_vid	= gbe_del_vid,
383162306a36Sopenharmony_ci	.ioctl		= gbe_ioctl,
383262306a36Sopenharmony_ci};
383362306a36Sopenharmony_ci
383462306a36Sopenharmony_cistatic struct netcp_module xgbe_module = {
383562306a36Sopenharmony_ci	.name		= XGBE_MODULE_NAME,
383662306a36Sopenharmony_ci	.owner		= THIS_MODULE,
383762306a36Sopenharmony_ci	.primary	= true,
383862306a36Sopenharmony_ci	.probe		= gbe_probe,
383962306a36Sopenharmony_ci	.open		= gbe_open,
384062306a36Sopenharmony_ci	.close		= gbe_close,
384162306a36Sopenharmony_ci	.remove		= gbe_remove,
384262306a36Sopenharmony_ci	.attach		= gbe_attach,
384362306a36Sopenharmony_ci	.release	= gbe_release,
384462306a36Sopenharmony_ci	.add_addr	= gbe_add_addr,
384562306a36Sopenharmony_ci	.del_addr	= gbe_del_addr,
384662306a36Sopenharmony_ci	.add_vid	= gbe_add_vid,
384762306a36Sopenharmony_ci	.del_vid	= gbe_del_vid,
384862306a36Sopenharmony_ci	.ioctl		= gbe_ioctl,
384962306a36Sopenharmony_ci};
385062306a36Sopenharmony_ci
385162306a36Sopenharmony_cistatic int __init keystone_gbe_init(void)
385262306a36Sopenharmony_ci{
385362306a36Sopenharmony_ci	int ret;
385462306a36Sopenharmony_ci
385562306a36Sopenharmony_ci	ret = netcp_register_module(&gbe_module);
385662306a36Sopenharmony_ci	if (ret)
385762306a36Sopenharmony_ci		return ret;
385862306a36Sopenharmony_ci
385962306a36Sopenharmony_ci	ret = netcp_register_module(&xgbe_module);
386062306a36Sopenharmony_ci	if (ret)
386162306a36Sopenharmony_ci		return ret;
386262306a36Sopenharmony_ci
386362306a36Sopenharmony_ci	return 0;
386462306a36Sopenharmony_ci}
386562306a36Sopenharmony_cimodule_init(keystone_gbe_init);
386662306a36Sopenharmony_ci
386762306a36Sopenharmony_cistatic void __exit keystone_gbe_exit(void)
386862306a36Sopenharmony_ci{
386962306a36Sopenharmony_ci	netcp_unregister_module(&gbe_module);
387062306a36Sopenharmony_ci	netcp_unregister_module(&xgbe_module);
387162306a36Sopenharmony_ci}
387262306a36Sopenharmony_cimodule_exit(keystone_gbe_exit);
387362306a36Sopenharmony_ci
387462306a36Sopenharmony_ciMODULE_LICENSE("GPL v2");
387562306a36Sopenharmony_ciMODULE_DESCRIPTION("TI NETCP ETHSS driver for Keystone SOCs");
387662306a36Sopenharmony_ciMODULE_AUTHOR("Sandeep Nair <sandeep_n@ti.com");
3877