1// SPDX-License-Identifier: GPL-2.0-only
2/*
3 *
4 *   Copyright (C) 2011 John Crispin <blogic@openwrt.org>
5 */
6
7#include <linux/kernel.h>
8#include <linux/slab.h>
9#include <linux/errno.h>
10#include <linux/types.h>
11#include <linux/interrupt.h>
12#include <linux/uaccess.h>
13#include <linux/in.h>
14#include <linux/netdevice.h>
15#include <linux/etherdevice.h>
16#include <linux/phy.h>
17#include <linux/ip.h>
18#include <linux/tcp.h>
19#include <linux/skbuff.h>
20#include <linux/mm.h>
21#include <linux/platform_device.h>
22#include <linux/ethtool.h>
23#include <linux/init.h>
24#include <linux/delay.h>
25#include <linux/io.h>
26#include <linux/dma-mapping.h>
27#include <linux/module.h>
28
29#include <asm/checksum.h>
30
31#include <lantiq_soc.h>
32#include <xway_dma.h>
33#include <lantiq_platform.h>
34
35#define LTQ_ETOP_MDIO		0x11804
36#define MDIO_REQUEST		0x80000000
37#define MDIO_READ		0x40000000
38#define MDIO_ADDR_MASK		0x1f
39#define MDIO_ADDR_OFFSET	0x15
40#define MDIO_REG_MASK		0x1f
41#define MDIO_REG_OFFSET		0x10
42#define MDIO_VAL_MASK		0xffff
43
44#define PPE32_CGEN		0x800
45#define LQ_PPE32_ENET_MAC_CFG	0x1840
46
47#define LTQ_ETOP_ENETS0		0x11850
48#define LTQ_ETOP_MAC_DA0	0x1186C
49#define LTQ_ETOP_MAC_DA1	0x11870
50#define LTQ_ETOP_CFG		0x16020
51#define LTQ_ETOP_IGPLEN		0x16080
52
53#define MAX_DMA_CHAN		0x8
54#define MAX_DMA_CRC_LEN		0x4
55#define MAX_DMA_DATA_LEN	0x600
56
57#define ETOP_FTCU		BIT(28)
58#define ETOP_MII_MASK		0xf
59#define ETOP_MII_NORMAL		0xd
60#define ETOP_MII_REVERSE	0xe
61#define ETOP_PLEN_UNDER		0x40
62#define ETOP_CGEN		0x800
63
64/* use 2 static channels for TX/RX */
65#define LTQ_ETOP_TX_CHANNEL	1
66#define LTQ_ETOP_RX_CHANNEL	6
67#define IS_TX(x)		(x == LTQ_ETOP_TX_CHANNEL)
68#define IS_RX(x)		(x == LTQ_ETOP_RX_CHANNEL)
69
70#define ltq_etop_r32(x)		ltq_r32(ltq_etop_membase + (x))
71#define ltq_etop_w32(x, y)	ltq_w32(x, ltq_etop_membase + (y))
72#define ltq_etop_w32_mask(x, y, z)	\
73		ltq_w32_mask(x, y, ltq_etop_membase + (z))
74
75#define DRV_VERSION	"1.0"
76
77static void __iomem *ltq_etop_membase;
78
79struct ltq_etop_chan {
80	int idx;
81	int tx_free;
82	struct net_device *netdev;
83	struct napi_struct napi;
84	struct ltq_dma_channel dma;
85	struct sk_buff *skb[LTQ_DESC_NUM];
86};
87
88struct ltq_etop_priv {
89	struct net_device *netdev;
90	struct platform_device *pdev;
91	struct ltq_eth_data *pldata;
92	struct resource *res;
93
94	struct mii_bus *mii_bus;
95
96	struct ltq_etop_chan ch[MAX_DMA_CHAN];
97	int tx_free[MAX_DMA_CHAN >> 1];
98
99	spinlock_t lock;
100};
101
102static int
103ltq_etop_alloc_skb(struct ltq_etop_chan *ch)
104{
105	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
106
107	ch->skb[ch->dma.desc] = netdev_alloc_skb(ch->netdev, MAX_DMA_DATA_LEN);
108	if (!ch->skb[ch->dma.desc])
109		return -ENOMEM;
110	ch->dma.desc_base[ch->dma.desc].addr = dma_map_single(&priv->pdev->dev,
111		ch->skb[ch->dma.desc]->data, MAX_DMA_DATA_LEN,
112		DMA_FROM_DEVICE);
113	ch->dma.desc_base[ch->dma.desc].addr =
114		CPHYSADDR(ch->skb[ch->dma.desc]->data);
115	ch->dma.desc_base[ch->dma.desc].ctl =
116		LTQ_DMA_OWN | LTQ_DMA_RX_OFFSET(NET_IP_ALIGN) |
117		MAX_DMA_DATA_LEN;
118	skb_reserve(ch->skb[ch->dma.desc], NET_IP_ALIGN);
119	return 0;
120}
121
122static void
123ltq_etop_hw_receive(struct ltq_etop_chan *ch)
124{
125	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
126	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
127	struct sk_buff *skb = ch->skb[ch->dma.desc];
128	int len = (desc->ctl & LTQ_DMA_SIZE_MASK) - MAX_DMA_CRC_LEN;
129	unsigned long flags;
130
131	spin_lock_irqsave(&priv->lock, flags);
132	if (ltq_etop_alloc_skb(ch)) {
133		netdev_err(ch->netdev,
134			"failed to allocate new rx buffer, stopping DMA\n");
135		ltq_dma_close(&ch->dma);
136	}
137	ch->dma.desc++;
138	ch->dma.desc %= LTQ_DESC_NUM;
139	spin_unlock_irqrestore(&priv->lock, flags);
140
141	skb_put(skb, len);
142	skb->protocol = eth_type_trans(skb, ch->netdev);
143	netif_receive_skb(skb);
144}
145
146static int
147ltq_etop_poll_rx(struct napi_struct *napi, int budget)
148{
149	struct ltq_etop_chan *ch = container_of(napi,
150				struct ltq_etop_chan, napi);
151	int work_done = 0;
152
153	while (work_done < budget) {
154		struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
155
156		if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) != LTQ_DMA_C)
157			break;
158		ltq_etop_hw_receive(ch);
159		work_done++;
160	}
161	if (work_done < budget) {
162		napi_complete_done(&ch->napi, work_done);
163		ltq_dma_ack_irq(&ch->dma);
164	}
165	return work_done;
166}
167
168static int
169ltq_etop_poll_tx(struct napi_struct *napi, int budget)
170{
171	struct ltq_etop_chan *ch =
172		container_of(napi, struct ltq_etop_chan, napi);
173	struct ltq_etop_priv *priv = netdev_priv(ch->netdev);
174	struct netdev_queue *txq =
175		netdev_get_tx_queue(ch->netdev, ch->idx >> 1);
176	unsigned long flags;
177
178	spin_lock_irqsave(&priv->lock, flags);
179	while ((ch->dma.desc_base[ch->tx_free].ctl &
180			(LTQ_DMA_OWN | LTQ_DMA_C)) == LTQ_DMA_C) {
181		dev_kfree_skb_any(ch->skb[ch->tx_free]);
182		ch->skb[ch->tx_free] = NULL;
183		memset(&ch->dma.desc_base[ch->tx_free], 0,
184			sizeof(struct ltq_dma_desc));
185		ch->tx_free++;
186		ch->tx_free %= LTQ_DESC_NUM;
187	}
188	spin_unlock_irqrestore(&priv->lock, flags);
189
190	if (netif_tx_queue_stopped(txq))
191		netif_tx_start_queue(txq);
192	napi_complete(&ch->napi);
193	ltq_dma_ack_irq(&ch->dma);
194	return 1;
195}
196
197static irqreturn_t
198ltq_etop_dma_irq(int irq, void *_priv)
199{
200	struct ltq_etop_priv *priv = _priv;
201	int ch = irq - LTQ_DMA_CH0_INT;
202
203	napi_schedule(&priv->ch[ch].napi);
204	return IRQ_HANDLED;
205}
206
207static void
208ltq_etop_free_channel(struct net_device *dev, struct ltq_etop_chan *ch)
209{
210	struct ltq_etop_priv *priv = netdev_priv(dev);
211
212	ltq_dma_free(&ch->dma);
213	if (ch->dma.irq)
214		free_irq(ch->dma.irq, priv);
215	if (IS_RX(ch->idx)) {
216		int desc;
217		for (desc = 0; desc < LTQ_DESC_NUM; desc++)
218			dev_kfree_skb_any(ch->skb[ch->dma.desc]);
219	}
220}
221
222static void
223ltq_etop_hw_exit(struct net_device *dev)
224{
225	struct ltq_etop_priv *priv = netdev_priv(dev);
226	int i;
227
228	ltq_pmu_disable(PMU_PPE);
229	for (i = 0; i < MAX_DMA_CHAN; i++)
230		if (IS_TX(i) || IS_RX(i))
231			ltq_etop_free_channel(dev, &priv->ch[i]);
232}
233
234static int
235ltq_etop_hw_init(struct net_device *dev)
236{
237	struct ltq_etop_priv *priv = netdev_priv(dev);
238	int i;
239
240	ltq_pmu_enable(PMU_PPE);
241
242	switch (priv->pldata->mii_mode) {
243	case PHY_INTERFACE_MODE_RMII:
244		ltq_etop_w32_mask(ETOP_MII_MASK,
245			ETOP_MII_REVERSE, LTQ_ETOP_CFG);
246		break;
247
248	case PHY_INTERFACE_MODE_MII:
249		ltq_etop_w32_mask(ETOP_MII_MASK,
250			ETOP_MII_NORMAL, LTQ_ETOP_CFG);
251		break;
252
253	default:
254		netdev_err(dev, "unknown mii mode %d\n",
255			priv->pldata->mii_mode);
256		return -ENOTSUPP;
257	}
258
259	/* enable crc generation */
260	ltq_etop_w32(PPE32_CGEN, LQ_PPE32_ENET_MAC_CFG);
261
262	ltq_dma_init_port(DMA_PORT_ETOP);
263
264	for (i = 0; i < MAX_DMA_CHAN; i++) {
265		int irq = LTQ_DMA_CH0_INT + i;
266		struct ltq_etop_chan *ch = &priv->ch[i];
267
268		ch->idx = ch->dma.nr = i;
269		ch->dma.dev = &priv->pdev->dev;
270
271		if (IS_TX(i)) {
272			ltq_dma_alloc_tx(&ch->dma);
273			request_irq(irq, ltq_etop_dma_irq, 0, "etop_tx", priv);
274		} else if (IS_RX(i)) {
275			ltq_dma_alloc_rx(&ch->dma);
276			for (ch->dma.desc = 0; ch->dma.desc < LTQ_DESC_NUM;
277					ch->dma.desc++)
278				if (ltq_etop_alloc_skb(ch))
279					return -ENOMEM;
280			ch->dma.desc = 0;
281			request_irq(irq, ltq_etop_dma_irq, 0, "etop_rx", priv);
282		}
283		ch->dma.irq = irq;
284	}
285	return 0;
286}
287
288static void
289ltq_etop_get_drvinfo(struct net_device *dev, struct ethtool_drvinfo *info)
290{
291	strlcpy(info->driver, "Lantiq ETOP", sizeof(info->driver));
292	strlcpy(info->bus_info, "internal", sizeof(info->bus_info));
293	strlcpy(info->version, DRV_VERSION, sizeof(info->version));
294}
295
296static const struct ethtool_ops ltq_etop_ethtool_ops = {
297	.get_drvinfo = ltq_etop_get_drvinfo,
298	.nway_reset = phy_ethtool_nway_reset,
299	.get_link_ksettings = phy_ethtool_get_link_ksettings,
300	.set_link_ksettings = phy_ethtool_set_link_ksettings,
301};
302
303static int
304ltq_etop_mdio_wr(struct mii_bus *bus, int phy_addr, int phy_reg, u16 phy_data)
305{
306	u32 val = MDIO_REQUEST |
307		((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
308		((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET) |
309		phy_data;
310
311	while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
312		;
313	ltq_etop_w32(val, LTQ_ETOP_MDIO);
314	return 0;
315}
316
317static int
318ltq_etop_mdio_rd(struct mii_bus *bus, int phy_addr, int phy_reg)
319{
320	u32 val = MDIO_REQUEST | MDIO_READ |
321		((phy_addr & MDIO_ADDR_MASK) << MDIO_ADDR_OFFSET) |
322		((phy_reg & MDIO_REG_MASK) << MDIO_REG_OFFSET);
323
324	while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
325		;
326	ltq_etop_w32(val, LTQ_ETOP_MDIO);
327	while (ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_REQUEST)
328		;
329	val = ltq_etop_r32(LTQ_ETOP_MDIO) & MDIO_VAL_MASK;
330	return val;
331}
332
333static void
334ltq_etop_mdio_link(struct net_device *dev)
335{
336	/* nothing to do  */
337}
338
339static int
340ltq_etop_mdio_probe(struct net_device *dev)
341{
342	struct ltq_etop_priv *priv = netdev_priv(dev);
343	struct phy_device *phydev;
344
345	phydev = phy_find_first(priv->mii_bus);
346
347	if (!phydev) {
348		netdev_err(dev, "no PHY found\n");
349		return -ENODEV;
350	}
351
352	phydev = phy_connect(dev, phydev_name(phydev),
353			     &ltq_etop_mdio_link, priv->pldata->mii_mode);
354
355	if (IS_ERR(phydev)) {
356		netdev_err(dev, "Could not attach to PHY\n");
357		return PTR_ERR(phydev);
358	}
359
360	phy_set_max_speed(phydev, SPEED_100);
361
362	phy_attached_info(phydev);
363
364	return 0;
365}
366
367static int
368ltq_etop_mdio_init(struct net_device *dev)
369{
370	struct ltq_etop_priv *priv = netdev_priv(dev);
371	int err;
372
373	priv->mii_bus = mdiobus_alloc();
374	if (!priv->mii_bus) {
375		netdev_err(dev, "failed to allocate mii bus\n");
376		err = -ENOMEM;
377		goto err_out;
378	}
379
380	priv->mii_bus->priv = dev;
381	priv->mii_bus->read = ltq_etop_mdio_rd;
382	priv->mii_bus->write = ltq_etop_mdio_wr;
383	priv->mii_bus->name = "ltq_mii";
384	snprintf(priv->mii_bus->id, MII_BUS_ID_SIZE, "%s-%x",
385		priv->pdev->name, priv->pdev->id);
386	if (mdiobus_register(priv->mii_bus)) {
387		err = -ENXIO;
388		goto err_out_free_mdiobus;
389	}
390
391	if (ltq_etop_mdio_probe(dev)) {
392		err = -ENXIO;
393		goto err_out_unregister_bus;
394	}
395	return 0;
396
397err_out_unregister_bus:
398	mdiobus_unregister(priv->mii_bus);
399err_out_free_mdiobus:
400	mdiobus_free(priv->mii_bus);
401err_out:
402	return err;
403}
404
405static void
406ltq_etop_mdio_cleanup(struct net_device *dev)
407{
408	struct ltq_etop_priv *priv = netdev_priv(dev);
409
410	phy_disconnect(dev->phydev);
411	mdiobus_unregister(priv->mii_bus);
412	mdiobus_free(priv->mii_bus);
413}
414
415static int
416ltq_etop_open(struct net_device *dev)
417{
418	struct ltq_etop_priv *priv = netdev_priv(dev);
419	int i;
420
421	for (i = 0; i < MAX_DMA_CHAN; i++) {
422		struct ltq_etop_chan *ch = &priv->ch[i];
423
424		if (!IS_TX(i) && (!IS_RX(i)))
425			continue;
426		ltq_dma_open(&ch->dma);
427		ltq_dma_enable_irq(&ch->dma);
428		napi_enable(&ch->napi);
429	}
430	phy_start(dev->phydev);
431	netif_tx_start_all_queues(dev);
432	return 0;
433}
434
435static int
436ltq_etop_stop(struct net_device *dev)
437{
438	struct ltq_etop_priv *priv = netdev_priv(dev);
439	int i;
440
441	netif_tx_stop_all_queues(dev);
442	phy_stop(dev->phydev);
443	for (i = 0; i < MAX_DMA_CHAN; i++) {
444		struct ltq_etop_chan *ch = &priv->ch[i];
445
446		if (!IS_RX(i) && !IS_TX(i))
447			continue;
448		napi_disable(&ch->napi);
449		ltq_dma_close(&ch->dma);
450	}
451	return 0;
452}
453
454static int
455ltq_etop_tx(struct sk_buff *skb, struct net_device *dev)
456{
457	int queue = skb_get_queue_mapping(skb);
458	struct netdev_queue *txq = netdev_get_tx_queue(dev, queue);
459	struct ltq_etop_priv *priv = netdev_priv(dev);
460	struct ltq_etop_chan *ch = &priv->ch[(queue << 1) | 1];
461	struct ltq_dma_desc *desc = &ch->dma.desc_base[ch->dma.desc];
462	int len;
463	unsigned long flags;
464	u32 byte_offset;
465
466	len = skb->len < ETH_ZLEN ? ETH_ZLEN : skb->len;
467
468	if ((desc->ctl & (LTQ_DMA_OWN | LTQ_DMA_C)) || ch->skb[ch->dma.desc]) {
469		netdev_err(dev, "tx ring full\n");
470		netif_tx_stop_queue(txq);
471		return NETDEV_TX_BUSY;
472	}
473
474	/* dma needs to start on a 16 byte aligned address */
475	byte_offset = CPHYSADDR(skb->data) % 16;
476	ch->skb[ch->dma.desc] = skb;
477
478	netif_trans_update(dev);
479
480	spin_lock_irqsave(&priv->lock, flags);
481	desc->addr = ((unsigned int) dma_map_single(&priv->pdev->dev, skb->data, len,
482						DMA_TO_DEVICE)) - byte_offset;
483	wmb();
484	desc->ctl = LTQ_DMA_OWN | LTQ_DMA_SOP | LTQ_DMA_EOP |
485		LTQ_DMA_TX_OFFSET(byte_offset) | (len & LTQ_DMA_SIZE_MASK);
486	ch->dma.desc++;
487	ch->dma.desc %= LTQ_DESC_NUM;
488	spin_unlock_irqrestore(&priv->lock, flags);
489
490	if (ch->dma.desc_base[ch->dma.desc].ctl & LTQ_DMA_OWN)
491		netif_tx_stop_queue(txq);
492
493	return NETDEV_TX_OK;
494}
495
496static int
497ltq_etop_change_mtu(struct net_device *dev, int new_mtu)
498{
499	struct ltq_etop_priv *priv = netdev_priv(dev);
500	unsigned long flags;
501
502	dev->mtu = new_mtu;
503
504	spin_lock_irqsave(&priv->lock, flags);
505	ltq_etop_w32((ETOP_PLEN_UNDER << 16) | new_mtu, LTQ_ETOP_IGPLEN);
506	spin_unlock_irqrestore(&priv->lock, flags);
507
508	return 0;
509}
510
511static int
512ltq_etop_set_mac_address(struct net_device *dev, void *p)
513{
514	int ret = eth_mac_addr(dev, p);
515
516	if (!ret) {
517		struct ltq_etop_priv *priv = netdev_priv(dev);
518		unsigned long flags;
519
520		/* store the mac for the unicast filter */
521		spin_lock_irqsave(&priv->lock, flags);
522		ltq_etop_w32(*((u32 *)dev->dev_addr), LTQ_ETOP_MAC_DA0);
523		ltq_etop_w32(*((u16 *)&dev->dev_addr[4]) << 16,
524			LTQ_ETOP_MAC_DA1);
525		spin_unlock_irqrestore(&priv->lock, flags);
526	}
527	return ret;
528}
529
530static void
531ltq_etop_set_multicast_list(struct net_device *dev)
532{
533	struct ltq_etop_priv *priv = netdev_priv(dev);
534	unsigned long flags;
535
536	/* ensure that the unicast filter is not enabled in promiscious mode */
537	spin_lock_irqsave(&priv->lock, flags);
538	if ((dev->flags & IFF_PROMISC) || (dev->flags & IFF_ALLMULTI))
539		ltq_etop_w32_mask(ETOP_FTCU, 0, LTQ_ETOP_ENETS0);
540	else
541		ltq_etop_w32_mask(0, ETOP_FTCU, LTQ_ETOP_ENETS0);
542	spin_unlock_irqrestore(&priv->lock, flags);
543}
544
545static int
546ltq_etop_init(struct net_device *dev)
547{
548	struct ltq_etop_priv *priv = netdev_priv(dev);
549	struct sockaddr mac;
550	int err;
551	bool random_mac = false;
552
553	dev->watchdog_timeo = 10 * HZ;
554	err = ltq_etop_hw_init(dev);
555	if (err)
556		goto err_hw;
557	ltq_etop_change_mtu(dev, 1500);
558
559	memcpy(&mac, &priv->pldata->mac, sizeof(struct sockaddr));
560	if (!is_valid_ether_addr(mac.sa_data)) {
561		pr_warn("etop: invalid MAC, using random\n");
562		eth_random_addr(mac.sa_data);
563		random_mac = true;
564	}
565
566	err = ltq_etop_set_mac_address(dev, &mac);
567	if (err)
568		goto err_netdev;
569
570	/* Set addr_assign_type here, ltq_etop_set_mac_address would reset it. */
571	if (random_mac)
572		dev->addr_assign_type = NET_ADDR_RANDOM;
573
574	ltq_etop_set_multicast_list(dev);
575	err = ltq_etop_mdio_init(dev);
576	if (err)
577		goto err_netdev;
578	return 0;
579
580err_netdev:
581	unregister_netdev(dev);
582	free_netdev(dev);
583err_hw:
584	ltq_etop_hw_exit(dev);
585	return err;
586}
587
588static void
589ltq_etop_tx_timeout(struct net_device *dev, unsigned int txqueue)
590{
591	int err;
592
593	ltq_etop_hw_exit(dev);
594	err = ltq_etop_hw_init(dev);
595	if (err)
596		goto err_hw;
597	netif_trans_update(dev);
598	netif_wake_queue(dev);
599	return;
600
601err_hw:
602	ltq_etop_hw_exit(dev);
603	netdev_err(dev, "failed to restart etop after TX timeout\n");
604}
605
606static const struct net_device_ops ltq_eth_netdev_ops = {
607	.ndo_open = ltq_etop_open,
608	.ndo_stop = ltq_etop_stop,
609	.ndo_start_xmit = ltq_etop_tx,
610	.ndo_change_mtu = ltq_etop_change_mtu,
611	.ndo_do_ioctl = phy_do_ioctl,
612	.ndo_set_mac_address = ltq_etop_set_mac_address,
613	.ndo_validate_addr = eth_validate_addr,
614	.ndo_set_rx_mode = ltq_etop_set_multicast_list,
615	.ndo_select_queue = dev_pick_tx_zero,
616	.ndo_init = ltq_etop_init,
617	.ndo_tx_timeout = ltq_etop_tx_timeout,
618};
619
620static int __init
621ltq_etop_probe(struct platform_device *pdev)
622{
623	struct net_device *dev;
624	struct ltq_etop_priv *priv;
625	struct resource *res;
626	int err;
627	int i;
628
629	res = platform_get_resource(pdev, IORESOURCE_MEM, 0);
630	if (!res) {
631		dev_err(&pdev->dev, "failed to get etop resource\n");
632		err = -ENOENT;
633		goto err_out;
634	}
635
636	res = devm_request_mem_region(&pdev->dev, res->start,
637		resource_size(res), dev_name(&pdev->dev));
638	if (!res) {
639		dev_err(&pdev->dev, "failed to request etop resource\n");
640		err = -EBUSY;
641		goto err_out;
642	}
643
644	ltq_etop_membase = devm_ioremap(&pdev->dev,
645		res->start, resource_size(res));
646	if (!ltq_etop_membase) {
647		dev_err(&pdev->dev, "failed to remap etop engine %d\n",
648			pdev->id);
649		err = -ENOMEM;
650		goto err_out;
651	}
652
653	dev = alloc_etherdev_mq(sizeof(struct ltq_etop_priv), 4);
654	if (!dev) {
655		err = -ENOMEM;
656		goto err_out;
657	}
658	strcpy(dev->name, "eth%d");
659	dev->netdev_ops = &ltq_eth_netdev_ops;
660	dev->ethtool_ops = &ltq_etop_ethtool_ops;
661	priv = netdev_priv(dev);
662	priv->res = res;
663	priv->pdev = pdev;
664	priv->pldata = dev_get_platdata(&pdev->dev);
665	priv->netdev = dev;
666	spin_lock_init(&priv->lock);
667	SET_NETDEV_DEV(dev, &pdev->dev);
668
669	for (i = 0; i < MAX_DMA_CHAN; i++) {
670		if (IS_TX(i))
671			netif_napi_add(dev, &priv->ch[i].napi,
672				ltq_etop_poll_tx, 8);
673		else if (IS_RX(i))
674			netif_napi_add(dev, &priv->ch[i].napi,
675				ltq_etop_poll_rx, 32);
676		priv->ch[i].netdev = dev;
677	}
678
679	err = register_netdev(dev);
680	if (err)
681		goto err_free;
682
683	platform_set_drvdata(pdev, dev);
684	return 0;
685
686err_free:
687	free_netdev(dev);
688err_out:
689	return err;
690}
691
692static int
693ltq_etop_remove(struct platform_device *pdev)
694{
695	struct net_device *dev = platform_get_drvdata(pdev);
696
697	if (dev) {
698		netif_tx_stop_all_queues(dev);
699		ltq_etop_hw_exit(dev);
700		ltq_etop_mdio_cleanup(dev);
701		unregister_netdev(dev);
702	}
703	return 0;
704}
705
706static struct platform_driver ltq_mii_driver = {
707	.remove = ltq_etop_remove,
708	.driver = {
709		.name = "ltq_etop",
710	},
711};
712
713int __init
714init_ltq_etop(void)
715{
716	int ret = platform_driver_probe(&ltq_mii_driver, ltq_etop_probe);
717
718	if (ret)
719		pr_err("ltq_etop: Error registering platform driver!");
720	return ret;
721}
722
723static void __exit
724exit_ltq_etop(void)
725{
726	platform_driver_unregister(&ltq_mii_driver);
727}
728
729module_init(init_ltq_etop);
730module_exit(exit_ltq_etop);
731
732MODULE_AUTHOR("John Crispin <blogic@openwrt.org>");
733MODULE_DESCRIPTION("Lantiq SoC ETOP");
734MODULE_LICENSE("GPL");
735