1// SPDX-License-Identifier: GPL-2.0+
2/*
3 * Copyright (C) 2006, 2007 Eugene Konev
4 *
5 */
6
7#include <linux/module.h>
8#include <linux/interrupt.h>
9#include <linux/moduleparam.h>
10
11#include <linux/sched.h>
12#include <linux/kernel.h>
13#include <linux/slab.h>
14#include <linux/errno.h>
15#include <linux/types.h>
16#include <linux/delay.h>
17
18#include <linux/netdevice.h>
19#include <linux/if_vlan.h>
20#include <linux/etherdevice.h>
21#include <linux/ethtool.h>
22#include <linux/skbuff.h>
23#include <linux/mii.h>
24#include <linux/phy.h>
25#include <linux/phy_fixed.h>
26#include <linux/platform_device.h>
27#include <linux/dma-mapping.h>
28#include <linux/clk.h>
29#include <linux/gpio.h>
30#include <linux/atomic.h>
31
32#include <asm/mach-ar7/ar7.h>
33
34MODULE_AUTHOR("Eugene Konev <ejka@imfi.kspu.ru>");
35MODULE_DESCRIPTION("TI AR7 ethernet driver (CPMAC)");
36MODULE_LICENSE("GPL");
37MODULE_ALIAS("platform:cpmac");
38
39static int debug_level = 8;
40static int dumb_switch;
41
42/* Next 2 are only used in cpmac_probe, so it's pointless to change them */
43module_param(debug_level, int, 0444);
44module_param(dumb_switch, int, 0444);
45
46MODULE_PARM_DESC(debug_level, "Number of NETIF_MSG bits to enable");
47MODULE_PARM_DESC(dumb_switch, "Assume switch is not connected to MDIO bus");
48
49#define CPMAC_VERSION "0.5.2"
50/* frame size + 802.1q tag + FCS size */
51#define CPMAC_SKB_SIZE		(ETH_FRAME_LEN + ETH_FCS_LEN + VLAN_HLEN)
52#define CPMAC_QUEUES	8
53
54/* Ethernet registers */
55#define CPMAC_TX_CONTROL		0x0004
56#define CPMAC_TX_TEARDOWN		0x0008
57#define CPMAC_RX_CONTROL		0x0014
58#define CPMAC_RX_TEARDOWN		0x0018
59#define CPMAC_MBP			0x0100
60#define MBP_RXPASSCRC			0x40000000
61#define MBP_RXQOS			0x20000000
62#define MBP_RXNOCHAIN			0x10000000
63#define MBP_RXCMF			0x01000000
64#define MBP_RXSHORT			0x00800000
65#define MBP_RXCEF			0x00400000
66#define MBP_RXPROMISC			0x00200000
67#define MBP_PROMISCCHAN(channel)	(((channel) & 0x7) << 16)
68#define MBP_RXBCAST			0x00002000
69#define MBP_BCASTCHAN(channel)		(((channel) & 0x7) << 8)
70#define MBP_RXMCAST			0x00000020
71#define MBP_MCASTCHAN(channel)		((channel) & 0x7)
72#define CPMAC_UNICAST_ENABLE		0x0104
73#define CPMAC_UNICAST_CLEAR		0x0108
74#define CPMAC_MAX_LENGTH		0x010c
75#define CPMAC_BUFFER_OFFSET		0x0110
76#define CPMAC_MAC_CONTROL		0x0160
77#define MAC_TXPTYPE			0x00000200
78#define MAC_TXPACE			0x00000040
79#define MAC_MII				0x00000020
80#define MAC_TXFLOW			0x00000010
81#define MAC_RXFLOW			0x00000008
82#define MAC_MTEST			0x00000004
83#define MAC_LOOPBACK			0x00000002
84#define MAC_FDX				0x00000001
85#define CPMAC_MAC_STATUS		0x0164
86#define MAC_STATUS_QOS			0x00000004
87#define MAC_STATUS_RXFLOW		0x00000002
88#define MAC_STATUS_TXFLOW		0x00000001
89#define CPMAC_TX_INT_ENABLE		0x0178
90#define CPMAC_TX_INT_CLEAR		0x017c
91#define CPMAC_MAC_INT_VECTOR		0x0180
92#define MAC_INT_STATUS			0x00080000
93#define MAC_INT_HOST			0x00040000
94#define MAC_INT_RX			0x00020000
95#define MAC_INT_TX			0x00010000
96#define CPMAC_MAC_EOI_VECTOR		0x0184
97#define CPMAC_RX_INT_ENABLE		0x0198
98#define CPMAC_RX_INT_CLEAR		0x019c
99#define CPMAC_MAC_INT_ENABLE		0x01a8
100#define CPMAC_MAC_INT_CLEAR		0x01ac
101#define CPMAC_MAC_ADDR_LO(channel)	(0x01b0 + (channel) * 4)
102#define CPMAC_MAC_ADDR_MID		0x01d0
103#define CPMAC_MAC_ADDR_HI		0x01d4
104#define CPMAC_MAC_HASH_LO		0x01d8
105#define CPMAC_MAC_HASH_HI		0x01dc
106#define CPMAC_TX_PTR(channel)		(0x0600 + (channel) * 4)
107#define CPMAC_RX_PTR(channel)		(0x0620 + (channel) * 4)
108#define CPMAC_TX_ACK(channel)		(0x0640 + (channel) * 4)
109#define CPMAC_RX_ACK(channel)		(0x0660 + (channel) * 4)
110#define CPMAC_REG_END			0x0680
111
112/* Rx/Tx statistics
113 * TODO: use some of them to fill stats in cpmac_stats()
114 */
115#define CPMAC_STATS_RX_GOOD		0x0200
116#define CPMAC_STATS_RX_BCAST		0x0204
117#define CPMAC_STATS_RX_MCAST		0x0208
118#define CPMAC_STATS_RX_PAUSE		0x020c
119#define CPMAC_STATS_RX_CRC		0x0210
120#define CPMAC_STATS_RX_ALIGN		0x0214
121#define CPMAC_STATS_RX_OVER		0x0218
122#define CPMAC_STATS_RX_JABBER		0x021c
123#define CPMAC_STATS_RX_UNDER		0x0220
124#define CPMAC_STATS_RX_FRAG		0x0224
125#define CPMAC_STATS_RX_FILTER		0x0228
126#define CPMAC_STATS_RX_QOSFILTER	0x022c
127#define CPMAC_STATS_RX_OCTETS		0x0230
128
129#define CPMAC_STATS_TX_GOOD		0x0234
130#define CPMAC_STATS_TX_BCAST		0x0238
131#define CPMAC_STATS_TX_MCAST		0x023c
132#define CPMAC_STATS_TX_PAUSE		0x0240
133#define CPMAC_STATS_TX_DEFER		0x0244
134#define CPMAC_STATS_TX_COLLISION	0x0248
135#define CPMAC_STATS_TX_SINGLECOLL	0x024c
136#define CPMAC_STATS_TX_MULTICOLL	0x0250
137#define CPMAC_STATS_TX_EXCESSCOLL	0x0254
138#define CPMAC_STATS_TX_LATECOLL		0x0258
139#define CPMAC_STATS_TX_UNDERRUN		0x025c
140#define CPMAC_STATS_TX_CARRIERSENSE	0x0260
141#define CPMAC_STATS_TX_OCTETS		0x0264
142
143#define cpmac_read(base, reg)		(readl((void __iomem *)(base) + (reg)))
144#define cpmac_write(base, reg, val)	(writel(val, (void __iomem *)(base) + \
145						(reg)))
146
147/* MDIO bus */
148#define CPMAC_MDIO_VERSION		0x0000
149#define CPMAC_MDIO_CONTROL		0x0004
150#define MDIOC_IDLE			0x80000000
151#define MDIOC_ENABLE			0x40000000
152#define MDIOC_PREAMBLE			0x00100000
153#define MDIOC_FAULT			0x00080000
154#define MDIOC_FAULTDETECT		0x00040000
155#define MDIOC_INTTEST			0x00020000
156#define MDIOC_CLKDIV(div)		((div) & 0xff)
157#define CPMAC_MDIO_ALIVE		0x0008
158#define CPMAC_MDIO_LINK			0x000c
159#define CPMAC_MDIO_ACCESS(channel)	(0x0080 + (channel) * 8)
160#define MDIO_BUSY			0x80000000
161#define MDIO_WRITE			0x40000000
162#define MDIO_REG(reg)			(((reg) & 0x1f) << 21)
163#define MDIO_PHY(phy)			(((phy) & 0x1f) << 16)
164#define MDIO_DATA(data)			((data) & 0xffff)
165#define CPMAC_MDIO_PHYSEL(channel)	(0x0084 + (channel) * 8)
166#define PHYSEL_LINKSEL			0x00000040
167#define PHYSEL_LINKINT			0x00000020
168
169struct cpmac_desc {
170	u32 hw_next;
171	u32 hw_data;
172	u16 buflen;
173	u16 bufflags;
174	u16 datalen;
175	u16 dataflags;
176#define CPMAC_SOP			0x8000
177#define CPMAC_EOP			0x4000
178#define CPMAC_OWN			0x2000
179#define CPMAC_EOQ			0x1000
180	struct sk_buff *skb;
181	struct cpmac_desc *next;
182	struct cpmac_desc *prev;
183	dma_addr_t mapping;
184	dma_addr_t data_mapping;
185};
186
187struct cpmac_priv {
188	spinlock_t lock;
189	spinlock_t rx_lock;
190	struct cpmac_desc *rx_head;
191	int ring_size;
192	struct cpmac_desc *desc_ring;
193	dma_addr_t dma_ring;
194	void __iomem *regs;
195	struct mii_bus *mii_bus;
196	char phy_name[MII_BUS_ID_SIZE + 3];
197	int oldlink, oldspeed, oldduplex;
198	u32 msg_enable;
199	struct net_device *dev;
200	struct work_struct reset_work;
201	struct platform_device *pdev;
202	struct napi_struct napi;
203	atomic_t reset_pending;
204};
205
206static irqreturn_t cpmac_irq(int, void *);
207static void cpmac_hw_start(struct net_device *dev);
208static void cpmac_hw_stop(struct net_device *dev);
209static int cpmac_stop(struct net_device *dev);
210static int cpmac_open(struct net_device *dev);
211
212static void cpmac_dump_regs(struct net_device *dev)
213{
214	int i;
215	struct cpmac_priv *priv = netdev_priv(dev);
216
217	for (i = 0; i < CPMAC_REG_END; i += 4) {
218		if (i % 16 == 0) {
219			if (i)
220				printk("\n");
221			printk("%s: reg[%p]:", dev->name, priv->regs + i);
222		}
223		printk(" %08x", cpmac_read(priv->regs, i));
224	}
225	printk("\n");
226}
227
228static void cpmac_dump_desc(struct net_device *dev, struct cpmac_desc *desc)
229{
230	int i;
231
232	printk("%s: desc[%p]:", dev->name, desc);
233	for (i = 0; i < sizeof(*desc) / 4; i++)
234		printk(" %08x", ((u32 *)desc)[i]);
235	printk("\n");
236}
237
238static void cpmac_dump_all_desc(struct net_device *dev)
239{
240	struct cpmac_priv *priv = netdev_priv(dev);
241	struct cpmac_desc *dump = priv->rx_head;
242
243	do {
244		cpmac_dump_desc(dev, dump);
245		dump = dump->next;
246	} while (dump != priv->rx_head);
247}
248
249static void cpmac_dump_skb(struct net_device *dev, struct sk_buff *skb)
250{
251	int i;
252
253	printk("%s: skb 0x%p, len=%d\n", dev->name, skb, skb->len);
254	for (i = 0; i < skb->len; i++) {
255		if (i % 16 == 0) {
256			if (i)
257				printk("\n");
258			printk("%s: data[%p]:", dev->name, skb->data + i);
259		}
260		printk(" %02x", ((u8 *)skb->data)[i]);
261	}
262	printk("\n");
263}
264
265static int cpmac_mdio_read(struct mii_bus *bus, int phy_id, int reg)
266{
267	u32 val;
268
269	while (cpmac_read(bus->priv, CPMAC_MDIO_ACCESS(0)) & MDIO_BUSY)
270		cpu_relax();
271	cpmac_write(bus->priv, CPMAC_MDIO_ACCESS(0), MDIO_BUSY | MDIO_REG(reg) |
272		    MDIO_PHY(phy_id));
273	while ((val = cpmac_read(bus->priv, CPMAC_MDIO_ACCESS(0))) & MDIO_BUSY)
274		cpu_relax();
275
276	return MDIO_DATA(val);
277}
278
279static int cpmac_mdio_write(struct mii_bus *bus, int phy_id,
280			    int reg, u16 val)
281{
282	while (cpmac_read(bus->priv, CPMAC_MDIO_ACCESS(0)) & MDIO_BUSY)
283		cpu_relax();
284	cpmac_write(bus->priv, CPMAC_MDIO_ACCESS(0), MDIO_BUSY | MDIO_WRITE |
285		    MDIO_REG(reg) | MDIO_PHY(phy_id) | MDIO_DATA(val));
286
287	return 0;
288}
289
290static int cpmac_mdio_reset(struct mii_bus *bus)
291{
292	struct clk *cpmac_clk;
293
294	cpmac_clk = clk_get(&bus->dev, "cpmac");
295	if (IS_ERR(cpmac_clk)) {
296		pr_err("unable to get cpmac clock\n");
297		return -1;
298	}
299	ar7_device_reset(AR7_RESET_BIT_MDIO);
300	cpmac_write(bus->priv, CPMAC_MDIO_CONTROL, MDIOC_ENABLE |
301		    MDIOC_CLKDIV(clk_get_rate(cpmac_clk) / 2200000 - 1));
302
303	return 0;
304}
305
306static struct mii_bus *cpmac_mii;
307
308static void cpmac_set_multicast_list(struct net_device *dev)
309{
310	struct netdev_hw_addr *ha;
311	u8 tmp;
312	u32 mbp, bit, hash[2] = { 0, };
313	struct cpmac_priv *priv = netdev_priv(dev);
314
315	mbp = cpmac_read(priv->regs, CPMAC_MBP);
316	if (dev->flags & IFF_PROMISC) {
317		cpmac_write(priv->regs, CPMAC_MBP, (mbp & ~MBP_PROMISCCHAN(0)) |
318			    MBP_RXPROMISC);
319	} else {
320		cpmac_write(priv->regs, CPMAC_MBP, mbp & ~MBP_RXPROMISC);
321		if (dev->flags & IFF_ALLMULTI) {
322			/* enable all multicast mode */
323			cpmac_write(priv->regs, CPMAC_MAC_HASH_LO, 0xffffffff);
324			cpmac_write(priv->regs, CPMAC_MAC_HASH_HI, 0xffffffff);
325		} else {
326			/* cpmac uses some strange mac address hashing
327			 * (not crc32)
328			 */
329			netdev_for_each_mc_addr(ha, dev) {
330				bit = 0;
331				tmp = ha->addr[0];
332				bit  ^= (tmp >> 2) ^ (tmp << 4);
333				tmp = ha->addr[1];
334				bit  ^= (tmp >> 4) ^ (tmp << 2);
335				tmp = ha->addr[2];
336				bit  ^= (tmp >> 6) ^ tmp;
337				tmp = ha->addr[3];
338				bit  ^= (tmp >> 2) ^ (tmp << 4);
339				tmp = ha->addr[4];
340				bit  ^= (tmp >> 4) ^ (tmp << 2);
341				tmp = ha->addr[5];
342				bit  ^= (tmp >> 6) ^ tmp;
343				bit &= 0x3f;
344				hash[bit / 32] |= 1 << (bit % 32);
345			}
346
347			cpmac_write(priv->regs, CPMAC_MAC_HASH_LO, hash[0]);
348			cpmac_write(priv->regs, CPMAC_MAC_HASH_HI, hash[1]);
349		}
350	}
351}
352
353static struct sk_buff *cpmac_rx_one(struct cpmac_priv *priv,
354				    struct cpmac_desc *desc)
355{
356	struct sk_buff *skb, *result = NULL;
357
358	if (unlikely(netif_msg_hw(priv)))
359		cpmac_dump_desc(priv->dev, desc);
360	cpmac_write(priv->regs, CPMAC_RX_ACK(0), (u32)desc->mapping);
361	if (unlikely(!desc->datalen)) {
362		if (netif_msg_rx_err(priv) && net_ratelimit())
363			netdev_warn(priv->dev, "rx: spurious interrupt\n");
364
365		return NULL;
366	}
367
368	skb = netdev_alloc_skb_ip_align(priv->dev, CPMAC_SKB_SIZE);
369	if (likely(skb)) {
370		skb_put(desc->skb, desc->datalen);
371		desc->skb->protocol = eth_type_trans(desc->skb, priv->dev);
372		skb_checksum_none_assert(desc->skb);
373		priv->dev->stats.rx_packets++;
374		priv->dev->stats.rx_bytes += desc->datalen;
375		result = desc->skb;
376		dma_unmap_single(&priv->dev->dev, desc->data_mapping,
377				 CPMAC_SKB_SIZE, DMA_FROM_DEVICE);
378		desc->skb = skb;
379		desc->data_mapping = dma_map_single(&priv->dev->dev, skb->data,
380						    CPMAC_SKB_SIZE,
381						    DMA_FROM_DEVICE);
382		desc->hw_data = (u32)desc->data_mapping;
383		if (unlikely(netif_msg_pktdata(priv))) {
384			netdev_dbg(priv->dev, "received packet:\n");
385			cpmac_dump_skb(priv->dev, result);
386		}
387	} else {
388		if (netif_msg_rx_err(priv) && net_ratelimit())
389			netdev_warn(priv->dev,
390				    "low on skbs, dropping packet\n");
391
392		priv->dev->stats.rx_dropped++;
393	}
394
395	desc->buflen = CPMAC_SKB_SIZE;
396	desc->dataflags = CPMAC_OWN;
397
398	return result;
399}
400
401static int cpmac_poll(struct napi_struct *napi, int budget)
402{
403	struct sk_buff *skb;
404	struct cpmac_desc *desc, *restart;
405	struct cpmac_priv *priv = container_of(napi, struct cpmac_priv, napi);
406	int received = 0, processed = 0;
407
408	spin_lock(&priv->rx_lock);
409	if (unlikely(!priv->rx_head)) {
410		if (netif_msg_rx_err(priv) && net_ratelimit())
411			netdev_warn(priv->dev, "rx: polling, but no queue\n");
412
413		spin_unlock(&priv->rx_lock);
414		napi_complete(napi);
415		return 0;
416	}
417
418	desc = priv->rx_head;
419	restart = NULL;
420	while (((desc->dataflags & CPMAC_OWN) == 0) && (received < budget)) {
421		processed++;
422
423		if ((desc->dataflags & CPMAC_EOQ) != 0) {
424			/* The last update to eoq->hw_next didn't happen
425			 * soon enough, and the receiver stopped here.
426			 * Remember this descriptor so we can restart
427			 * the receiver after freeing some space.
428			 */
429			if (unlikely(restart)) {
430				if (netif_msg_rx_err(priv))
431					netdev_err(priv->dev, "poll found a"
432						   " duplicate EOQ: %p and %p\n",
433						   restart, desc);
434				goto fatal_error;
435			}
436
437			restart = desc->next;
438		}
439
440		skb = cpmac_rx_one(priv, desc);
441		if (likely(skb)) {
442			netif_receive_skb(skb);
443			received++;
444		}
445		desc = desc->next;
446	}
447
448	if (desc != priv->rx_head) {
449		/* We freed some buffers, but not the whole ring,
450		 * add what we did free to the rx list
451		 */
452		desc->prev->hw_next = (u32)0;
453		priv->rx_head->prev->hw_next = priv->rx_head->mapping;
454	}
455
456	/* Optimization: If we did not actually process an EOQ (perhaps because
457	 * of quota limits), check to see if the tail of the queue has EOQ set.
458	 * We should immediately restart in that case so that the receiver can
459	 * restart and run in parallel with more packet processing.
460	 * This lets us handle slightly larger bursts before running
461	 * out of ring space (assuming dev->weight < ring_size)
462	 */
463
464	if (!restart &&
465	     (priv->rx_head->prev->dataflags & (CPMAC_OWN|CPMAC_EOQ))
466		    == CPMAC_EOQ &&
467	     (priv->rx_head->dataflags & CPMAC_OWN) != 0) {
468		/* reset EOQ so the poll loop (above) doesn't try to
469		 * restart this when it eventually gets to this descriptor.
470		 */
471		priv->rx_head->prev->dataflags &= ~CPMAC_EOQ;
472		restart = priv->rx_head;
473	}
474
475	if (restart) {
476		priv->dev->stats.rx_errors++;
477		priv->dev->stats.rx_fifo_errors++;
478		if (netif_msg_rx_err(priv) && net_ratelimit())
479			netdev_warn(priv->dev, "rx dma ring overrun\n");
480
481		if (unlikely((restart->dataflags & CPMAC_OWN) == 0)) {
482			if (netif_msg_drv(priv))
483				netdev_err(priv->dev, "cpmac_poll is trying "
484					"to restart rx from a descriptor "
485					"that's not free: %p\n", restart);
486			goto fatal_error;
487		}
488
489		cpmac_write(priv->regs, CPMAC_RX_PTR(0), restart->mapping);
490	}
491
492	priv->rx_head = desc;
493	spin_unlock(&priv->rx_lock);
494	if (unlikely(netif_msg_rx_status(priv)))
495		netdev_dbg(priv->dev, "poll processed %d packets\n", received);
496
497	if (processed == 0) {
498		/* we ran out of packets to read,
499		 * revert to interrupt-driven mode
500		 */
501		napi_complete(napi);
502		cpmac_write(priv->regs, CPMAC_RX_INT_ENABLE, 1);
503		return 0;
504	}
505
506	return 1;
507
508fatal_error:
509	/* Something went horribly wrong.
510	 * Reset hardware to try to recover rather than wedging.
511	 */
512	if (netif_msg_drv(priv)) {
513		netdev_err(priv->dev, "cpmac_poll is confused. "
514			   "Resetting hardware\n");
515		cpmac_dump_all_desc(priv->dev);
516		netdev_dbg(priv->dev, "RX_PTR(0)=0x%08x RX_ACK(0)=0x%08x\n",
517			   cpmac_read(priv->regs, CPMAC_RX_PTR(0)),
518			   cpmac_read(priv->regs, CPMAC_RX_ACK(0)));
519	}
520
521	spin_unlock(&priv->rx_lock);
522	napi_complete(napi);
523	netif_tx_stop_all_queues(priv->dev);
524	napi_disable(&priv->napi);
525
526	atomic_inc(&priv->reset_pending);
527	cpmac_hw_stop(priv->dev);
528	if (!schedule_work(&priv->reset_work))
529		atomic_dec(&priv->reset_pending);
530
531	return 0;
532
533}
534
535static netdev_tx_t cpmac_start_xmit(struct sk_buff *skb, struct net_device *dev)
536{
537	int queue;
538	unsigned int len;
539	struct cpmac_desc *desc;
540	struct cpmac_priv *priv = netdev_priv(dev);
541
542	if (unlikely(atomic_read(&priv->reset_pending)))
543		return NETDEV_TX_BUSY;
544
545	if (unlikely(skb_padto(skb, ETH_ZLEN)))
546		return NETDEV_TX_OK;
547
548	len = max_t(unsigned int, skb->len, ETH_ZLEN);
549	queue = skb_get_queue_mapping(skb);
550	netif_stop_subqueue(dev, queue);
551
552	desc = &priv->desc_ring[queue];
553	if (unlikely(desc->dataflags & CPMAC_OWN)) {
554		if (netif_msg_tx_err(priv) && net_ratelimit())
555			netdev_warn(dev, "tx dma ring full\n");
556
557		return NETDEV_TX_BUSY;
558	}
559
560	spin_lock(&priv->lock);
561	spin_unlock(&priv->lock);
562	desc->dataflags = CPMAC_SOP | CPMAC_EOP | CPMAC_OWN;
563	desc->skb = skb;
564	desc->data_mapping = dma_map_single(&dev->dev, skb->data, len,
565					    DMA_TO_DEVICE);
566	desc->hw_data = (u32)desc->data_mapping;
567	desc->datalen = len;
568	desc->buflen = len;
569	if (unlikely(netif_msg_tx_queued(priv)))
570		netdev_dbg(dev, "sending 0x%p, len=%d\n", skb, skb->len);
571	if (unlikely(netif_msg_hw(priv)))
572		cpmac_dump_desc(dev, desc);
573	if (unlikely(netif_msg_pktdata(priv)))
574		cpmac_dump_skb(dev, skb);
575	cpmac_write(priv->regs, CPMAC_TX_PTR(queue), (u32)desc->mapping);
576
577	return NETDEV_TX_OK;
578}
579
580static void cpmac_end_xmit(struct net_device *dev, int queue)
581{
582	struct cpmac_desc *desc;
583	struct cpmac_priv *priv = netdev_priv(dev);
584
585	desc = &priv->desc_ring[queue];
586	cpmac_write(priv->regs, CPMAC_TX_ACK(queue), (u32)desc->mapping);
587	if (likely(desc->skb)) {
588		spin_lock(&priv->lock);
589		dev->stats.tx_packets++;
590		dev->stats.tx_bytes += desc->skb->len;
591		spin_unlock(&priv->lock);
592		dma_unmap_single(&dev->dev, desc->data_mapping, desc->skb->len,
593				 DMA_TO_DEVICE);
594
595		if (unlikely(netif_msg_tx_done(priv)))
596			netdev_dbg(dev, "sent 0x%p, len=%d\n",
597				   desc->skb, desc->skb->len);
598
599		dev_consume_skb_irq(desc->skb);
600		desc->skb = NULL;
601		if (__netif_subqueue_stopped(dev, queue))
602			netif_wake_subqueue(dev, queue);
603	} else {
604		if (netif_msg_tx_err(priv) && net_ratelimit())
605			netdev_warn(dev, "end_xmit: spurious interrupt\n");
606		if (__netif_subqueue_stopped(dev, queue))
607			netif_wake_subqueue(dev, queue);
608	}
609}
610
611static void cpmac_hw_stop(struct net_device *dev)
612{
613	int i;
614	struct cpmac_priv *priv = netdev_priv(dev);
615	struct plat_cpmac_data *pdata = dev_get_platdata(&priv->pdev->dev);
616
617	ar7_device_reset(pdata->reset_bit);
618	cpmac_write(priv->regs, CPMAC_RX_CONTROL,
619		    cpmac_read(priv->regs, CPMAC_RX_CONTROL) & ~1);
620	cpmac_write(priv->regs, CPMAC_TX_CONTROL,
621		    cpmac_read(priv->regs, CPMAC_TX_CONTROL) & ~1);
622	for (i = 0; i < 8; i++) {
623		cpmac_write(priv->regs, CPMAC_TX_PTR(i), 0);
624		cpmac_write(priv->regs, CPMAC_RX_PTR(i), 0);
625	}
626	cpmac_write(priv->regs, CPMAC_UNICAST_CLEAR, 0xff);
627	cpmac_write(priv->regs, CPMAC_RX_INT_CLEAR, 0xff);
628	cpmac_write(priv->regs, CPMAC_TX_INT_CLEAR, 0xff);
629	cpmac_write(priv->regs, CPMAC_MAC_INT_CLEAR, 0xff);
630	cpmac_write(priv->regs, CPMAC_MAC_CONTROL,
631		    cpmac_read(priv->regs, CPMAC_MAC_CONTROL) & ~MAC_MII);
632}
633
634static void cpmac_hw_start(struct net_device *dev)
635{
636	int i;
637	struct cpmac_priv *priv = netdev_priv(dev);
638	struct plat_cpmac_data *pdata = dev_get_platdata(&priv->pdev->dev);
639
640	ar7_device_reset(pdata->reset_bit);
641	for (i = 0; i < 8; i++) {
642		cpmac_write(priv->regs, CPMAC_TX_PTR(i), 0);
643		cpmac_write(priv->regs, CPMAC_RX_PTR(i), 0);
644	}
645	cpmac_write(priv->regs, CPMAC_RX_PTR(0), priv->rx_head->mapping);
646
647	cpmac_write(priv->regs, CPMAC_MBP, MBP_RXSHORT | MBP_RXBCAST |
648		    MBP_RXMCAST);
649	cpmac_write(priv->regs, CPMAC_BUFFER_OFFSET, 0);
650	for (i = 0; i < 8; i++)
651		cpmac_write(priv->regs, CPMAC_MAC_ADDR_LO(i), dev->dev_addr[5]);
652	cpmac_write(priv->regs, CPMAC_MAC_ADDR_MID, dev->dev_addr[4]);
653	cpmac_write(priv->regs, CPMAC_MAC_ADDR_HI, dev->dev_addr[0] |
654		    (dev->dev_addr[1] << 8) | (dev->dev_addr[2] << 16) |
655		    (dev->dev_addr[3] << 24));
656	cpmac_write(priv->regs, CPMAC_MAX_LENGTH, CPMAC_SKB_SIZE);
657	cpmac_write(priv->regs, CPMAC_UNICAST_CLEAR, 0xff);
658	cpmac_write(priv->regs, CPMAC_RX_INT_CLEAR, 0xff);
659	cpmac_write(priv->regs, CPMAC_TX_INT_CLEAR, 0xff);
660	cpmac_write(priv->regs, CPMAC_MAC_INT_CLEAR, 0xff);
661	cpmac_write(priv->regs, CPMAC_UNICAST_ENABLE, 1);
662	cpmac_write(priv->regs, CPMAC_RX_INT_ENABLE, 1);
663	cpmac_write(priv->regs, CPMAC_TX_INT_ENABLE, 0xff);
664	cpmac_write(priv->regs, CPMAC_MAC_INT_ENABLE, 3);
665
666	cpmac_write(priv->regs, CPMAC_RX_CONTROL,
667		    cpmac_read(priv->regs, CPMAC_RX_CONTROL) | 1);
668	cpmac_write(priv->regs, CPMAC_TX_CONTROL,
669		    cpmac_read(priv->regs, CPMAC_TX_CONTROL) | 1);
670	cpmac_write(priv->regs, CPMAC_MAC_CONTROL,
671		    cpmac_read(priv->regs, CPMAC_MAC_CONTROL) | MAC_MII |
672		    MAC_FDX);
673}
674
675static void cpmac_clear_rx(struct net_device *dev)
676{
677	struct cpmac_priv *priv = netdev_priv(dev);
678	struct cpmac_desc *desc;
679	int i;
680
681	if (unlikely(!priv->rx_head))
682		return;
683	desc = priv->rx_head;
684	for (i = 0; i < priv->ring_size; i++) {
685		if ((desc->dataflags & CPMAC_OWN) == 0) {
686			if (netif_msg_rx_err(priv) && net_ratelimit())
687				netdev_warn(dev, "packet dropped\n");
688			if (unlikely(netif_msg_hw(priv)))
689				cpmac_dump_desc(dev, desc);
690			desc->dataflags = CPMAC_OWN;
691			dev->stats.rx_dropped++;
692		}
693		desc->hw_next = desc->next->mapping;
694		desc = desc->next;
695	}
696	priv->rx_head->prev->hw_next = 0;
697}
698
699static void cpmac_clear_tx(struct net_device *dev)
700{
701	struct cpmac_priv *priv = netdev_priv(dev);
702	int i;
703
704	if (unlikely(!priv->desc_ring))
705		return;
706	for (i = 0; i < CPMAC_QUEUES; i++) {
707		priv->desc_ring[i].dataflags = 0;
708		if (priv->desc_ring[i].skb) {
709			dev_kfree_skb_any(priv->desc_ring[i].skb);
710			priv->desc_ring[i].skb = NULL;
711		}
712	}
713}
714
715static void cpmac_hw_error(struct work_struct *work)
716{
717	struct cpmac_priv *priv =
718		container_of(work, struct cpmac_priv, reset_work);
719
720	spin_lock(&priv->rx_lock);
721	cpmac_clear_rx(priv->dev);
722	spin_unlock(&priv->rx_lock);
723	cpmac_clear_tx(priv->dev);
724	cpmac_hw_start(priv->dev);
725	barrier();
726	atomic_dec(&priv->reset_pending);
727
728	netif_tx_wake_all_queues(priv->dev);
729	cpmac_write(priv->regs, CPMAC_MAC_INT_ENABLE, 3);
730}
731
732static void cpmac_check_status(struct net_device *dev)
733{
734	struct cpmac_priv *priv = netdev_priv(dev);
735
736	u32 macstatus = cpmac_read(priv->regs, CPMAC_MAC_STATUS);
737	int rx_channel = (macstatus >> 8) & 7;
738	int rx_code = (macstatus >> 12) & 15;
739	int tx_channel = (macstatus >> 16) & 7;
740	int tx_code = (macstatus >> 20) & 15;
741
742	if (rx_code || tx_code) {
743		if (netif_msg_drv(priv) && net_ratelimit()) {
744			/* Can't find any documentation on what these
745			 * error codes actually are. So just log them and hope..
746			 */
747			if (rx_code)
748				netdev_warn(dev, "host error %d on rx "
749					"channel %d (macstatus %08x), resetting\n",
750					rx_code, rx_channel, macstatus);
751			if (tx_code)
752				netdev_warn(dev, "host error %d on tx "
753					"channel %d (macstatus %08x), resetting\n",
754					tx_code, tx_channel, macstatus);
755		}
756
757		netif_tx_stop_all_queues(dev);
758		cpmac_hw_stop(dev);
759		if (schedule_work(&priv->reset_work))
760			atomic_inc(&priv->reset_pending);
761		if (unlikely(netif_msg_hw(priv)))
762			cpmac_dump_regs(dev);
763	}
764	cpmac_write(priv->regs, CPMAC_MAC_INT_CLEAR, 0xff);
765}
766
767static irqreturn_t cpmac_irq(int irq, void *dev_id)
768{
769	struct net_device *dev = dev_id;
770	struct cpmac_priv *priv;
771	int queue;
772	u32 status;
773
774	priv = netdev_priv(dev);
775
776	status = cpmac_read(priv->regs, CPMAC_MAC_INT_VECTOR);
777
778	if (unlikely(netif_msg_intr(priv)))
779		netdev_dbg(dev, "interrupt status: 0x%08x\n", status);
780
781	if (status & MAC_INT_TX)
782		cpmac_end_xmit(dev, (status & 7));
783
784	if (status & MAC_INT_RX) {
785		queue = (status >> 8) & 7;
786		if (napi_schedule_prep(&priv->napi)) {
787			cpmac_write(priv->regs, CPMAC_RX_INT_CLEAR, 1 << queue);
788			__napi_schedule(&priv->napi);
789		}
790	}
791
792	cpmac_write(priv->regs, CPMAC_MAC_EOI_VECTOR, 0);
793
794	if (unlikely(status & (MAC_INT_HOST | MAC_INT_STATUS)))
795		cpmac_check_status(dev);
796
797	return IRQ_HANDLED;
798}
799
800static void cpmac_tx_timeout(struct net_device *dev, unsigned int txqueue)
801{
802	struct cpmac_priv *priv = netdev_priv(dev);
803
804	spin_lock(&priv->lock);
805	dev->stats.tx_errors++;
806	spin_unlock(&priv->lock);
807	if (netif_msg_tx_err(priv) && net_ratelimit())
808		netdev_warn(dev, "transmit timeout\n");
809
810	atomic_inc(&priv->reset_pending);
811	barrier();
812	cpmac_clear_tx(dev);
813	barrier();
814	atomic_dec(&priv->reset_pending);
815
816	netif_tx_wake_all_queues(priv->dev);
817}
818
819static void cpmac_get_ringparam(struct net_device *dev,
820						struct ethtool_ringparam *ring)
821{
822	struct cpmac_priv *priv = netdev_priv(dev);
823
824	ring->rx_max_pending = 1024;
825	ring->rx_mini_max_pending = 1;
826	ring->rx_jumbo_max_pending = 1;
827	ring->tx_max_pending = 1;
828
829	ring->rx_pending = priv->ring_size;
830	ring->rx_mini_pending = 1;
831	ring->rx_jumbo_pending = 1;
832	ring->tx_pending = 1;
833}
834
835static int cpmac_set_ringparam(struct net_device *dev,
836						struct ethtool_ringparam *ring)
837{
838	struct cpmac_priv *priv = netdev_priv(dev);
839
840	if (netif_running(dev))
841		return -EBUSY;
842	priv->ring_size = ring->rx_pending;
843
844	return 0;
845}
846
847static void cpmac_get_drvinfo(struct net_device *dev,
848			      struct ethtool_drvinfo *info)
849{
850	strlcpy(info->driver, "cpmac", sizeof(info->driver));
851	strlcpy(info->version, CPMAC_VERSION, sizeof(info->version));
852	snprintf(info->bus_info, sizeof(info->bus_info), "%s", "cpmac");
853}
854
855static const struct ethtool_ops cpmac_ethtool_ops = {
856	.get_drvinfo = cpmac_get_drvinfo,
857	.get_link = ethtool_op_get_link,
858	.get_ringparam = cpmac_get_ringparam,
859	.set_ringparam = cpmac_set_ringparam,
860	.get_link_ksettings = phy_ethtool_get_link_ksettings,
861	.set_link_ksettings = phy_ethtool_set_link_ksettings,
862};
863
864static void cpmac_adjust_link(struct net_device *dev)
865{
866	struct cpmac_priv *priv = netdev_priv(dev);
867	int new_state = 0;
868
869	spin_lock(&priv->lock);
870	if (dev->phydev->link) {
871		netif_tx_start_all_queues(dev);
872		if (dev->phydev->duplex != priv->oldduplex) {
873			new_state = 1;
874			priv->oldduplex = dev->phydev->duplex;
875		}
876
877		if (dev->phydev->speed != priv->oldspeed) {
878			new_state = 1;
879			priv->oldspeed = dev->phydev->speed;
880		}
881
882		if (!priv->oldlink) {
883			new_state = 1;
884			priv->oldlink = 1;
885		}
886	} else if (priv->oldlink) {
887		new_state = 1;
888		priv->oldlink = 0;
889		priv->oldspeed = 0;
890		priv->oldduplex = -1;
891	}
892
893	if (new_state && netif_msg_link(priv) && net_ratelimit())
894		phy_print_status(dev->phydev);
895
896	spin_unlock(&priv->lock);
897}
898
899static int cpmac_open(struct net_device *dev)
900{
901	int i, size, res;
902	struct cpmac_priv *priv = netdev_priv(dev);
903	struct resource *mem;
904	struct cpmac_desc *desc;
905	struct sk_buff *skb;
906
907	mem = platform_get_resource_byname(priv->pdev, IORESOURCE_MEM, "regs");
908	if (!request_mem_region(mem->start, resource_size(mem), dev->name)) {
909		if (netif_msg_drv(priv))
910			netdev_err(dev, "failed to request registers\n");
911
912		res = -ENXIO;
913		goto fail_reserve;
914	}
915
916	priv->regs = ioremap(mem->start, resource_size(mem));
917	if (!priv->regs) {
918		if (netif_msg_drv(priv))
919			netdev_err(dev, "failed to remap registers\n");
920
921		res = -ENXIO;
922		goto fail_remap;
923	}
924
925	size = priv->ring_size + CPMAC_QUEUES;
926	priv->desc_ring = dma_alloc_coherent(&dev->dev,
927					     sizeof(struct cpmac_desc) * size,
928					     &priv->dma_ring,
929					     GFP_KERNEL);
930	if (!priv->desc_ring) {
931		res = -ENOMEM;
932		goto fail_alloc;
933	}
934
935	for (i = 0; i < size; i++)
936		priv->desc_ring[i].mapping = priv->dma_ring + sizeof(*desc) * i;
937
938	priv->rx_head = &priv->desc_ring[CPMAC_QUEUES];
939	for (i = 0, desc = priv->rx_head; i < priv->ring_size; i++, desc++) {
940		skb = netdev_alloc_skb_ip_align(dev, CPMAC_SKB_SIZE);
941		if (unlikely(!skb)) {
942			res = -ENOMEM;
943			goto fail_desc;
944		}
945		desc->skb = skb;
946		desc->data_mapping = dma_map_single(&dev->dev, skb->data,
947						    CPMAC_SKB_SIZE,
948						    DMA_FROM_DEVICE);
949		desc->hw_data = (u32)desc->data_mapping;
950		desc->buflen = CPMAC_SKB_SIZE;
951		desc->dataflags = CPMAC_OWN;
952		desc->next = &priv->rx_head[(i + 1) % priv->ring_size];
953		desc->next->prev = desc;
954		desc->hw_next = (u32)desc->next->mapping;
955	}
956
957	priv->rx_head->prev->hw_next = (u32)0;
958
959	res = request_irq(dev->irq, cpmac_irq, IRQF_SHARED, dev->name, dev);
960	if (res) {
961		if (netif_msg_drv(priv))
962			netdev_err(dev, "failed to obtain irq\n");
963
964		goto fail_irq;
965	}
966
967	atomic_set(&priv->reset_pending, 0);
968	INIT_WORK(&priv->reset_work, cpmac_hw_error);
969	cpmac_hw_start(dev);
970
971	napi_enable(&priv->napi);
972	phy_start(dev->phydev);
973
974	return 0;
975
976fail_irq:
977fail_desc:
978	for (i = 0; i < priv->ring_size; i++) {
979		if (priv->rx_head[i].skb) {
980			dma_unmap_single(&dev->dev,
981					 priv->rx_head[i].data_mapping,
982					 CPMAC_SKB_SIZE,
983					 DMA_FROM_DEVICE);
984			kfree_skb(priv->rx_head[i].skb);
985		}
986	}
987	dma_free_coherent(&dev->dev, sizeof(struct cpmac_desc) * size,
988			  priv->desc_ring, priv->dma_ring);
989
990fail_alloc:
991	iounmap(priv->regs);
992
993fail_remap:
994	release_mem_region(mem->start, resource_size(mem));
995
996fail_reserve:
997	return res;
998}
999
1000static int cpmac_stop(struct net_device *dev)
1001{
1002	int i;
1003	struct cpmac_priv *priv = netdev_priv(dev);
1004	struct resource *mem;
1005
1006	netif_tx_stop_all_queues(dev);
1007
1008	cancel_work_sync(&priv->reset_work);
1009	napi_disable(&priv->napi);
1010	phy_stop(dev->phydev);
1011
1012	cpmac_hw_stop(dev);
1013
1014	for (i = 0; i < 8; i++)
1015		cpmac_write(priv->regs, CPMAC_TX_PTR(i), 0);
1016	cpmac_write(priv->regs, CPMAC_RX_PTR(0), 0);
1017	cpmac_write(priv->regs, CPMAC_MBP, 0);
1018
1019	free_irq(dev->irq, dev);
1020	iounmap(priv->regs);
1021	mem = platform_get_resource_byname(priv->pdev, IORESOURCE_MEM, "regs");
1022	release_mem_region(mem->start, resource_size(mem));
1023	priv->rx_head = &priv->desc_ring[CPMAC_QUEUES];
1024	for (i = 0; i < priv->ring_size; i++) {
1025		if (priv->rx_head[i].skb) {
1026			dma_unmap_single(&dev->dev,
1027					 priv->rx_head[i].data_mapping,
1028					 CPMAC_SKB_SIZE,
1029					 DMA_FROM_DEVICE);
1030			kfree_skb(priv->rx_head[i].skb);
1031		}
1032	}
1033
1034	dma_free_coherent(&dev->dev, sizeof(struct cpmac_desc) *
1035			  (CPMAC_QUEUES + priv->ring_size),
1036			  priv->desc_ring, priv->dma_ring);
1037
1038	return 0;
1039}
1040
1041static const struct net_device_ops cpmac_netdev_ops = {
1042	.ndo_open		= cpmac_open,
1043	.ndo_stop		= cpmac_stop,
1044	.ndo_start_xmit		= cpmac_start_xmit,
1045	.ndo_tx_timeout		= cpmac_tx_timeout,
1046	.ndo_set_rx_mode	= cpmac_set_multicast_list,
1047	.ndo_do_ioctl		= phy_do_ioctl_running,
1048	.ndo_validate_addr	= eth_validate_addr,
1049	.ndo_set_mac_address	= eth_mac_addr,
1050};
1051
1052static int external_switch;
1053
1054static int cpmac_probe(struct platform_device *pdev)
1055{
1056	int rc, phy_id;
1057	char mdio_bus_id[MII_BUS_ID_SIZE];
1058	struct resource *mem;
1059	struct cpmac_priv *priv;
1060	struct net_device *dev;
1061	struct plat_cpmac_data *pdata;
1062	struct phy_device *phydev = NULL;
1063
1064	pdata = dev_get_platdata(&pdev->dev);
1065
1066	if (external_switch || dumb_switch) {
1067		strncpy(mdio_bus_id, "fixed-0", MII_BUS_ID_SIZE); /* fixed phys bus */
1068		phy_id = pdev->id;
1069	} else {
1070		for (phy_id = 0; phy_id < PHY_MAX_ADDR; phy_id++) {
1071			if (!(pdata->phy_mask & (1 << phy_id)))
1072				continue;
1073			if (!mdiobus_get_phy(cpmac_mii, phy_id))
1074				continue;
1075			strncpy(mdio_bus_id, cpmac_mii->id, MII_BUS_ID_SIZE);
1076			break;
1077		}
1078	}
1079
1080	if (phy_id == PHY_MAX_ADDR) {
1081		dev_err(&pdev->dev, "no PHY present, falling back "
1082			"to switch on MDIO bus 0\n");
1083		strncpy(mdio_bus_id, "fixed-0", MII_BUS_ID_SIZE); /* fixed phys bus */
1084		phy_id = pdev->id;
1085	}
1086	mdio_bus_id[sizeof(mdio_bus_id) - 1] = '\0';
1087
1088	dev = alloc_etherdev_mq(sizeof(*priv), CPMAC_QUEUES);
1089	if (!dev)
1090		return -ENOMEM;
1091
1092	SET_NETDEV_DEV(dev, &pdev->dev);
1093	platform_set_drvdata(pdev, dev);
1094	priv = netdev_priv(dev);
1095
1096	priv->pdev = pdev;
1097	mem = platform_get_resource_byname(pdev, IORESOURCE_MEM, "regs");
1098	if (!mem) {
1099		rc = -ENODEV;
1100		goto fail;
1101	}
1102
1103	dev->irq = platform_get_irq_byname(pdev, "irq");
1104
1105	dev->netdev_ops = &cpmac_netdev_ops;
1106	dev->ethtool_ops = &cpmac_ethtool_ops;
1107
1108	netif_napi_add(dev, &priv->napi, cpmac_poll, 64);
1109
1110	spin_lock_init(&priv->lock);
1111	spin_lock_init(&priv->rx_lock);
1112	priv->dev = dev;
1113	priv->ring_size = 64;
1114	priv->msg_enable = netif_msg_init(debug_level, 0xff);
1115	memcpy(dev->dev_addr, pdata->dev_addr, sizeof(pdata->dev_addr));
1116
1117	snprintf(priv->phy_name, MII_BUS_ID_SIZE, PHY_ID_FMT,
1118						mdio_bus_id, phy_id);
1119
1120	phydev = phy_connect(dev, priv->phy_name, cpmac_adjust_link,
1121			     PHY_INTERFACE_MODE_MII);
1122
1123	if (IS_ERR(phydev)) {
1124		if (netif_msg_drv(priv))
1125			dev_err(&pdev->dev, "Could not attach to PHY\n");
1126
1127		rc = PTR_ERR(phydev);
1128		goto fail;
1129	}
1130
1131	rc = register_netdev(dev);
1132	if (rc) {
1133		dev_err(&pdev->dev, "Could not register net device\n");
1134		goto fail;
1135	}
1136
1137	if (netif_msg_probe(priv)) {
1138		dev_info(&pdev->dev, "regs: %p, irq: %d, phy: %s, "
1139			 "mac: %pM\n", (void *)mem->start, dev->irq,
1140			 priv->phy_name, dev->dev_addr);
1141	}
1142
1143	return 0;
1144
1145fail:
1146	free_netdev(dev);
1147	return rc;
1148}
1149
1150static int cpmac_remove(struct platform_device *pdev)
1151{
1152	struct net_device *dev = platform_get_drvdata(pdev);
1153
1154	unregister_netdev(dev);
1155	free_netdev(dev);
1156
1157	return 0;
1158}
1159
1160static struct platform_driver cpmac_driver = {
1161	.driver = {
1162		.name 	= "cpmac",
1163	},
1164	.probe 	= cpmac_probe,
1165	.remove = cpmac_remove,
1166};
1167
1168int cpmac_init(void)
1169{
1170	u32 mask;
1171	int i, res;
1172
1173	cpmac_mii = mdiobus_alloc();
1174	if (cpmac_mii == NULL)
1175		return -ENOMEM;
1176
1177	cpmac_mii->name = "cpmac-mii";
1178	cpmac_mii->read = cpmac_mdio_read;
1179	cpmac_mii->write = cpmac_mdio_write;
1180	cpmac_mii->reset = cpmac_mdio_reset;
1181
1182	cpmac_mii->priv = ioremap(AR7_REGS_MDIO, 256);
1183
1184	if (!cpmac_mii->priv) {
1185		pr_err("Can't ioremap mdio registers\n");
1186		res = -ENXIO;
1187		goto fail_alloc;
1188	}
1189
1190	/* FIXME: unhardcode gpio&reset bits */
1191	ar7_gpio_disable(26);
1192	ar7_gpio_disable(27);
1193	ar7_device_reset(AR7_RESET_BIT_CPMAC_LO);
1194	ar7_device_reset(AR7_RESET_BIT_CPMAC_HI);
1195	ar7_device_reset(AR7_RESET_BIT_EPHY);
1196
1197	cpmac_mii->reset(cpmac_mii);
1198
1199	for (i = 0; i < 300; i++) {
1200		mask = cpmac_read(cpmac_mii->priv, CPMAC_MDIO_ALIVE);
1201		if (mask)
1202			break;
1203		else
1204			msleep(10);
1205	}
1206
1207	mask &= 0x7fffffff;
1208	if (mask & (mask - 1)) {
1209		external_switch = 1;
1210		mask = 0;
1211	}
1212
1213	cpmac_mii->phy_mask = ~(mask | 0x80000000);
1214	snprintf(cpmac_mii->id, MII_BUS_ID_SIZE, "cpmac-1");
1215
1216	res = mdiobus_register(cpmac_mii);
1217	if (res)
1218		goto fail_mii;
1219
1220	res = platform_driver_register(&cpmac_driver);
1221	if (res)
1222		goto fail_cpmac;
1223
1224	return 0;
1225
1226fail_cpmac:
1227	mdiobus_unregister(cpmac_mii);
1228
1229fail_mii:
1230	iounmap(cpmac_mii->priv);
1231
1232fail_alloc:
1233	mdiobus_free(cpmac_mii);
1234
1235	return res;
1236}
1237
1238void cpmac_exit(void)
1239{
1240	platform_driver_unregister(&cpmac_driver);
1241	mdiobus_unregister(cpmac_mii);
1242	iounmap(cpmac_mii->priv);
1243	mdiobus_free(cpmac_mii);
1244}
1245
1246module_init(cpmac_init);
1247module_exit(cpmac_exit);
1248